13#include "base/networking.h"
19#include <gnutls/gnutls.h>
20#include <gvm/base/prefs.h>
21#include <gvm/util/mqtt.h>
22#include <gvm/util/uuidutils.h>
23#include <json-glib/json-glib.h>
30#define G_LOG_DOMAIN "lib misc"
67 gchar **package_list = NULL;
69 json_builder_set_member_name (builder,
"package_list");
70 json_builder_begin_array (builder);
72 package_list = g_strsplit (packages,
"\n", 0);
73 if (package_list && package_list[0])
76 for (i = 0; package_list[i]; i++)
77 json_builder_add_string_value (builder, package_list[i]);
80 json_builder_end_array (builder);
81 g_strfreev (package_list);
104 const char *os_release,
105 const char *package_list)
107 JsonBuilder *builder;
113 builder = json_builder_new ();
115 json_builder_begin_object (builder);
117 json_builder_set_member_name (builder,
"message_id");
118 builder = json_builder_add_string_value (builder, gvm_uuid_make ());
120 json_builder_set_member_name (builder,
"group_id");
121 builder = json_builder_add_string_value (builder, gvm_uuid_make ());
123 json_builder_set_member_name (builder,
"message_type");
124 builder = json_builder_add_string_value (builder,
"scan.start");
126 json_builder_set_member_name (builder,
"created");
127 builder = json_builder_add_int_value (builder, time (NULL));
129 json_builder_set_member_name (builder,
"scan_id");
130 builder = json_builder_add_string_value (builder,
scan_id);
132 json_builder_set_member_name (builder,
"host_ip");
133 json_builder_add_string_value (builder, ip_str);
135 json_builder_set_member_name (builder,
"host_name");
136 json_builder_add_string_value (builder,
hostname);
138 json_builder_set_member_name (builder,
"os_release");
139 json_builder_add_string_value (builder, os_release);
143 json_builder_end_object (builder);
145 gen = json_generator_new ();
146 root = json_builder_get_root (builder);
147 json_generator_set_root (gen, root);
148 json_str = json_generator_to_data (gen, NULL);
150 json_node_free (root);
151 g_object_unref (gen);
152 g_object_unref (builder);
154 if (json_str == NULL)
155 g_warning (
"%s: Error while creating JSON.", __func__);
176 const char *host_ip,
const char *json,
180 JsonReader *reader = NULL;
185 parser = json_parser_new ();
186 if (!json_parser_load_from_data (parser, json,
len, &err))
191 reader = json_reader_new (json_parser_get_root (parser));
194 if (!json_reader_read_member (reader,
"scan_id"))
198 if (g_strcmp0 (json_reader_get_string_value (reader),
scan_id))
202 json_reader_end_member (reader);
205 if (!json_reader_read_member (reader,
"host_ip"))
209 if (g_strcmp0 (json_reader_get_string_value (reader), host_ip))
213 json_reader_end_member (reader);
216 if (!json_reader_read_member (reader,
"status"))
220 ret = g_strdup (json_reader_get_string_value (reader));
222 json_reader_end_member (reader);
226 g_object_unref (reader);
227 g_object_unref (parser);
230 g_warning (
"%s: Unable to parse json. Reason: %s", __func__,
264 notusdata = g_malloc0 (
sizeof (
struct notus_info));
280 g_free (notusdata->
server);
281 g_free (notusdata->
schema);
282 g_free (notusdata->
host);
283 g_free (notusdata->
alpn);
297 for (
char *p = s; *p; p++)
314 JsonBuilder *builder;
317 gchar *json_str = NULL;
318 gchar **package_list = NULL;
319 builder = json_builder_new ();
321 json_builder_begin_array (builder);
323 package_list = g_strsplit (packages,
"\n", 0);
324 if (package_list && package_list[0])
327 for (i = 0; package_list[i]; i++)
328 json_builder_add_string_value (builder, package_list[i]);
331 json_builder_end_array (builder);
332 g_strfreev (package_list);
334 gen = json_generator_new ();
335 root = json_builder_get_root (builder);
336 json_generator_set_root (gen, root);
337 json_str = json_generator_to_data (gen, NULL);
339 json_node_free (root);
340 g_object_unref (gen);
341 g_object_unref (builder);
343 if (json_str == NULL)
344 g_warning (
"%s: Error while creating JSON.", __func__);
361 CURLU *h = curl_url ();
369 if (curl_url_set (h, CURLUPART_URL, (*notusdata)->server, 0) > 0)
371 g_warning (
"%s: Error parsing URL %s", __func__, (*notusdata)->server);
375 curl_url_get (h, CURLUPART_SCHEME, &
schema, 0);
376 curl_url_get (h, CURLUPART_HOST, &
host, 0);
377 curl_url_get (h, CURLUPART_PORT, &
port, 0);
381 g_warning (
"%s: Invalid URL %s. It must be in format: "
382 "schema://host:port. E.g. http://localhost:8080",
383 __func__, (*notusdata)->server);
384 curl_url_cleanup (h);
391 (*notusdata)->host = g_strdup (
host);
393 (*notusdata)->port = atoi (
port);
394 else if (g_strcmp0 (
schema,
"https"))
395 (*notusdata)->port = 443;
397 (*notusdata)->port = 80;
400 if (g_strrstr ((*notusdata)->schema,
"https"))
402 (*notusdata)->tls = 1;
403 (*notusdata)->http_version = g_strdup (
"2");
404 (*notusdata)->alpn = g_strdup (
"h2");
406 else if (g_strrstr ((*notusdata)->schema,
"http"))
408 (*notusdata)->tls = 0;
409 (*notusdata)->http_version = g_strdup (
"1.1");
410 (*notusdata)->alpn = g_strdup (
"http/1.1");
414 g_warning (
"%s: Invalid openvasd server schema", (*notusdata)->server);
415 curl_url_cleanup (h);
422 curl_url_cleanup (h);
508 return advisories_list;
533 advisories_list->
count++;
547 adv->
oid = g_strdup (
oid);
563 if (adv->
count == 100)
565 g_warning (
"%s: Failed adding new vulnerable package to the advisory %s. "
566 "No more free slots",
640 enum fixed_type type,
char *item1,
char *item2)
647 vuln->
pkg_name = g_strdup (pkg_name);
652 range = g_malloc0 (
sizeof (range_t));
653 range->
start = g_strdup (item1);
654 range->
stop = g_strdup (item2);
660 fixed_ver->
version = g_strdup (item1);
683 JsonParser *parser = NULL;
684 JsonReader *reader = NULL;
689 parser = json_parser_new ();
690 if (!json_parser_load_from_data (parser, resp,
len, &err))
692 g_message (
"Error parsing");
695 reader = json_reader_new (json_parser_get_root (parser));
697 if (!json_reader_is_object (reader))
699 g_debug (
"It is not an object");
700 goto cleanup_advisories;
703 char **members = json_reader_list_members (reader);
705 for (
int i = 0; members[i]; i++)
709 if (!json_reader_read_member (reader, members[i]))
711 g_debug (
"No member oid");
712 goto cleanup_advisories;
714 if (!json_reader_is_array (reader))
716 g_debug (
"Is not an array");
717 goto cleanup_advisories;
722 int count_pkgs = json_reader_count_elements (reader);
723 g_debug (
"There are %d packages for advisory %s", count_pkgs, members[i]);
724 for (
int j = 0; j < count_pkgs; j++)
728 char *installed_version = NULL;
731 char *version = NULL;
732 char *specifier = NULL;
735 json_reader_read_element (reader, j);
736 if (!json_reader_is_object (reader))
738 g_warning (
"%s: Package %d of advisory %s is not an object",
739 __func__, j, members[i]);
741 goto cleanup_advisories;
744 json_reader_read_member (reader,
"name");
745 name = g_strdup (json_reader_get_string_value (reader));
746 json_reader_end_member (reader);
747 g_debug (
"name: %s",
name);
749 json_reader_read_member (reader,
"installed_version");
750 installed_version = g_strdup (json_reader_get_string_value (reader));
751 json_reader_end_member (reader);
752 g_debug (
"installed_version: %s", installed_version);
754 json_reader_read_member (reader,
"fixed_version");
755 g_debug (
"Fixed_version has %d members",
756 json_reader_count_members (reader));
759 json_reader_read_member (reader,
"start");
760 start = g_strdup (json_reader_get_string_value (reader));
761 json_reader_end_member (reader);
762 json_reader_read_member (reader,
"end");
763 stop = g_strdup (json_reader_get_string_value (reader));
764 json_reader_end_member (reader);
765 g_debug (
"start %s, end: %s", start, stop);
768 json_reader_read_member (reader,
"version");
769 version = g_strdup (json_reader_get_string_value (reader));
770 json_reader_end_member (reader);
771 json_reader_read_member (reader,
"specifier");
772 specifier = g_strdup (json_reader_get_string_value (reader));
773 json_reader_end_member (reader);
774 g_debug (
"version %s, specifier: %s", version, specifier);
777 json_reader_end_member (reader);
780 json_reader_end_element (reader);
782 char *item1 = NULL, *item2 = NULL;
789 else if (version && specifier)
797 g_warning (
"%s: Error parsing json element", __func__);
799 g_free (installed_version);
803 goto cleanup_advisories;
809 g_free (installed_version);
816 json_reader_end_member (reader);
822 g_object_unref (reader);
823 g_object_unref (parser);
844 s->
ptr = g_malloc0 (s->
len + 1);
847 g_warning (
"%s: Error allocating memory for response", __func__);
861 struct string *s = struct_string;
862 size_t new_len = s->
len + size * nmemb;
863 char *ptr_aux = g_realloc (s->
ptr, new_len + 1);
867 g_warning (
"%s: Error allocating memory for response", __func__);
870 memcpy (s->
ptr + s->
len,
ptr, size * nmemb);
871 s->
ptr[new_len] =
'\0';
895 struct curl_slist *customheader = NULL;
897 GString *xapikey = NULL;
899 if ((curl = curl_easy_init ()) == NULL)
901 g_warning (
"Not possible to initialize curl library");
905 url = g_string_new (notusdata->
server);
906 g_string_append (url,
"/notus/");
910 for (
size_t i = 0; i < strlen (os_aux); i++)
912 if (os_aux[i] ==
' ')
916 g_string_append (url, os_aux);
919 g_debug (
"%s: URL: %s", __func__, url->str);
921 if (curl_easy_setopt (curl, CURLOPT_URL, g_strdup (url->str)) != CURLE_OK)
923 g_warning (
"Not possible to set the URL");
924 curl_easy_cleanup (curl);
927 g_string_free (url, TRUE);
930 curl_easy_setopt (curl, CURLOPT_SSL_VERIFYPEER, 0L);
931 curl_easy_setopt (curl, CURLOPT_SSL_VERIFYHOST, 0L);
934 if (prefs_get (
"x-apikey"))
936 xapikey = g_string_new (
"X-APIKEY: ");
937 g_string_append (xapikey, prefs_get (
"x-apikey"));
938 customheader = curl_slist_append (customheader, g_strdup (xapikey->str));
939 g_string_free (xapikey, TRUE);
943 curl_slist_append (customheader,
"Content-Type: application/json");
944 curl_easy_setopt (curl, CURLOPT_HTTPHEADER, customheader);
946 curl_easy_setopt (curl, CURLOPT_POSTFIELDS, pkg_list);
947 curl_easy_setopt (curl, CURLOPT_POSTFIELDSIZE, strlen (pkg_list));
952 curl_easy_setopt (curl, CURLOPT_WRITEDATA, &resp);
955 if ((ret = curl_easy_perform (curl)) != CURLE_OK)
957 g_warning (
"%s: Error sending request: %d", __func__, ret);
958 curl_easy_cleanup (curl);
963 curl_easy_getinfo (curl, CURLINFO_RESPONSE_CODE, &http_code);
965 curl_easy_cleanup (curl);
966 g_debug (
"Server response %s", resp.
ptr);
967 *response = g_strdup (resp.
ptr);
985 const char *server = NULL;
987 char *response = NULL;
993 server = prefs_get (
"openvasd_server");
1010 ret =
send_request (notusdata, os, json_pkglist, &response);
1012 g_warning (
"%ld: Error sending request to openvasd: %s", ret, response);
1015 g_free (json_pkglist);
1047 GString *result = g_string_new (NULL);
1051 GString *res = g_string_new (NULL);
1055 g_string_printf (res,
1056 "\nVulnerable package: %s\n"
1057 "Installed version: %s-%s\n"
1058 "Fixed version: <=%s-%s\n"
1059 "Fixed version: >=%s-%s\n",
1068 g_string_printf (res,
1069 "\nVulnerable package:%*s%s\n"
1070 "Installed version:%*s%s-%s\n"
1071 "Fixed version:%*s%s%s-%s\n",
1079 g_warning (
"%s: Unknown fixed version type for advisory %s",
1081 g_string_free (result, TRUE);
1085 g_string_append (result, res->str);
1086 g_string_free (res, TRUE);
1090 buffer = g_strdup_printf (
"%s|||%s|||%s|||%s|||%s|||%s|||%s",
"ALARM",
1093 g_string_free (result, TRUE);
1123 const char *
hostname,
const char *package_list,
1124 const char *os_release)
1127 if (!os_release || !package_list)
1130 if (prefs_get (
"openvasd_server"))
1132 g_message (
"Running Notus for %s via openvasd", ip_str);
1142 gchar *status = NULL;
1147 err = mqtt_subscribe (
"scanner/status");
1150 g_warning (
"%s: Error starting lsc. Unable to subscribe", __func__);
1156 os_release, package_list);
1159 if (json_str == NULL)
1162 g_message (
"Running Notus for %s", ip_str);
1163 err = mqtt_publish (
"scanner/package/cmd/notus", json_str);
1166 g_warning (
"%s: Error publishing message for Notus.", __func__);
1176 err = mqtt_retrieve_message (&topic, &topic_len, &
payload,
1177 &payload_len, 60000);
1178 if (err == -1 || err == 1)
1180 g_warning (
"%s: Unable to retrieve status message from notus. %s",
1181 __func__, err == 1 ?
"Timeout after 60 s." :
"");
1194 if (!g_strcmp0 (status,
"running"))
1196 g_debug (
"%s: table driven LSC with scan id %s successfully started "
1203 err = mqtt_retrieve_message (&topic, &topic_len, &
payload,
1204 &payload_len, 60000);
1208 "%s: Unable to retrieve status message from notus.",
1215 "%s: Unablet to retrieve message. Timeout after 60s.",
1228 g_warning (
"%s: Unable to start lsc. Got status: %s", __func__,
1234 if (g_strcmp0 (status,
"finished"))
1237 "%s: table driven lsc with scan id %s did not finish successfully "
1238 "for host %s. Last status was %s",
1239 __func__,
scan_id, ip_str, status);
1243 g_debug (
"%s: table driven lsc with scan id %s successfully finished "
kb_t get_main_kb(void)
gets the main_kb. @description returns the previously set main_kb; when asserts are enabled it will a...
Definition kb_cache.c:41
Header file to cache main_kb.
const char * oid
Definition nasl_builtin_find_service.c:51
u_char * payload
Definition nasl_frame_forgery.c:1
const char * name
Definition nasl_init.c:436
uint8_t len
Definition nasl_packet_forgery.c:1
const char * hostname
Definition pluginlaunch.c:68
int kb_item_push_str_with_main_kb_check(kb_t kb, const char *name, const char *value)
Check if the current kb corresponds to the original scanid, if it matches it kb_item_push_str....
Definition plugutils.c:532
Header file for module plugutils.
const char * scan_id
Definition scan_id.c:10
Definition table_driven_lsc.c:488
size_t max_size
Definition table_driven_lsc.c:491
advisory_t ** advisories
Definition table_driven_lsc.c:489
size_t count
Definition table_driven_lsc.c:490
Definition table_driven_lsc.c:476
size_t count
Definition table_driven_lsc.c:480
char * oid
Definition table_driven_lsc.c:477
vuln_pkg_t * pkgs[100]
Definition table_driven_lsc.c:478
Fixed version.
Definition table_driven_lsc.c:442
char * specifier
Definition table_driven_lsc.c:444
char * version
Definition table_driven_lsc.c:443
Host information, implemented as doubly linked list.
Definition hosts.c:37
Struct to hold necessary information to call and run notus.
Definition table_driven_lsc.c:242
int tls
Definition table_driven_lsc.c:249
int port
Definition table_driven_lsc.c:248
char * host
Definition table_driven_lsc.c:245
char * alpn
Definition table_driven_lsc.c:246
char * schema
Definition table_driven_lsc.c:244
char * server
Definition table_driven_lsc.c:243
char * http_version
Definition table_driven_lsc.c:247
Define a string struct for storing the response.
Definition table_driven_lsc.c:831
size_t len
Definition table_driven_lsc.c:833
char * ptr
Definition table_driven_lsc.c:832
Specify a version range.
Definition table_driven_lsc.c:451
char * stop
Definition table_driven_lsc.c:453
char * start
Definition table_driven_lsc.c:452
Define a vulnerable package.
Definition table_driven_lsc.c:460
fixed_version_t * version
Definition table_driven_lsc.c:467
enum fixed_type type
Definition table_driven_lsc.c:463
version_range_t * range
Definition table_driven_lsc.c:466
char * pkg_name
Definition table_driven_lsc.c:461
char * install_version
Definition table_driven_lsc.c:462
static gchar * make_table_driven_lsc_info_json_str(const char *scan_id, const char *ip_str, const char *hostname, const char *os_release, const char *package_list)
Build a json object with data necessary to start a table drive LSC.
Definition table_driven_lsc.c:102
static JsonBuilder * add_packages_str_to_list(JsonBuilder *builder, const gchar *packages)
Split the package list string and creates a json array.
Definition table_driven_lsc.c:65
static advisory_t * advisory_new(char *oid)
Initialize a new adivisory.
Definition table_driven_lsc.c:543
struct advisories advisories_t
Definition table_driven_lsc.c:493
static notus_info_t init_notus_info(const char *server)
Initialize a notus info struct and stores the server URL.
Definition table_driven_lsc.c:261
static void free_notus_info(notus_info_t notusdata)
Free notus info structure.
Definition table_driven_lsc.c:276
int run_table_driven_lsc(const char *scan_id, const char *ip_str, const char *hostname, const char *package_list, const char *os_release)
Publish the necessary data to start a Table driven LSC scan.
Definition table_driven_lsc.c:1122
fixed_type
Fixed version format.
Definition table_driven_lsc.c:433
@ SINGLE
Definition table_driven_lsc.c:436
@ RANGE
Definition table_driven_lsc.c:435
@ UNKNOWN
Definition table_driven_lsc.c:434
static long send_request(notus_info_t notusdata, const char *os, const char *pkg_list, char **response)
Send a request to the server.
Definition table_driven_lsc.c:888
static advisories_t * process_notus_response(const gchar *resp, const size_t len)
Process a json object which contains advisories and vulnerable packages.
Definition table_driven_lsc.c:681
static int parse_server(notus_info_t *notusdata)
Parse the server URL.
Definition table_driven_lsc.c:359
static void advisories_add(advisories_t *advisories_list, advisory_t *advisory)
Initialize a new adivisories struct with 100 slots.
Definition table_driven_lsc.c:519
struct advisory advisory_t
Definition table_driven_lsc.c:483
static advisories_t * advisories_new()
Initialize a new adivisories struct with 100 slots.
Definition table_driven_lsc.c:501
static gchar * make_package_list_as_json_str(const char *packages)
Build a json array from the package list to start a table drive LSC.
Definition table_driven_lsc.c:312
int lsc_has_run(void)
Get lsc_flag value.
Definition table_driven_lsc.c:48
static gchar * get_status_of_table_driven_lsc_from_json(const char *scan_id, const char *host_ip, const char *json, int len)
Get the status of table driven lsc from json object.
Definition table_driven_lsc.c:175
struct fixed_version fixed_version_t
Definition table_driven_lsc.c:446
static char * notus_get_response(const char *pkg_list, const char *os)
Sent the installed package list and OS to notus.
Definition table_driven_lsc.c:983
static size_t response_callback_fn(void *ptr, size_t size, size_t nmemb, void *struct_string)
Call back function to stored the response.
Definition table_driven_lsc.c:859
static vuln_pkg_t * vulnerable_pkg_new(const char *pkg_name, const char *install_version, enum fixed_type type, char *item1, char *item2)
Creates a new Vulnerable packages which belongs to an advisory.
Definition table_driven_lsc.c:639
static void advisory_free(advisory_t *advisory)
Free()'s an advisory.
Definition table_driven_lsc.c:581
struct vulnerable_pkg vuln_pkg_t
Definition table_driven_lsc.c:471
static int call_rs_notus(const char *ip_str, const char *hostname, const char *pkg_list, const char *os)
Call notus and stores the results.
Definition table_driven_lsc.c:1031
struct version_range version_range_t
Definition table_driven_lsc.c:455
static void advisories_free(advisories_t *advisories)
Free()'s an advisories.
Definition table_driven_lsc.c:614
static char * help_tolower(char *s)
helper function to lower case
Definition table_driven_lsc.c:295
struct notus_info * notus_info_t
Definition table_driven_lsc.c:252
void set_lsc_flag(void)
Set lsc_flag to 1.
Definition table_driven_lsc.c:40
static int lsc_flag
LSC ran or didn't 0 didn't run. 1 ran.
Definition table_driven_lsc.c:35
static void init_string(struct string *s)
Initialize the string struct to hold the response.
Definition table_driven_lsc.c:841
static void advisory_add_vuln_pkg(advisory_t *adv, vuln_pkg_t *vuln)
Add a new vulnerability to the advisory.
Definition table_driven_lsc.c:561