Total Complexity | 139 |
Total Lines | 944 |
Duplicated Lines | 77.97 % |
Changes | 0 |
Duplicate code is one of the most pungent code smells. A rule that is often used is to re-structure code once it is duplicated in three or more places.
Common duplication problems, and corresponding solutions are:
Complex classes like ospd_openvas.wrapper often do a lot of different things. To break such a class down, we need to identify a cohesive component within that class. A common approach to find such a component is to look for fields/methods that share the same prefixes, or suffixes.
Once you have determined the fields that belong together, you can apply the Extract Class refactoring. If the component makes sense as a sub-class, Extract Subclass is also a candidate, and is often faster.
1 | # -*- coding: utf-8 -*- |
||
|
|||
2 | # Description: |
||
3 | # Setup for the OSP OpenVAS Server |
||
4 | # |
||
5 | # Authors: |
||
6 | # Juan José Nicola <[email protected]> |
||
7 | # |
||
8 | # Copyright: |
||
9 | # Copyright (C) 2018 Greenbone Networks GmbH |
||
10 | # |
||
11 | # This program is free software; you can redistribute it and/or |
||
12 | # modify it under the terms of the GNU General Public License |
||
13 | # as published by the Free Software Foundation; either version 2 |
||
14 | # of the License, or (at your option) any later version. |
||
15 | # |
||
16 | # This program is distributed in the hope that it will be useful, |
||
17 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
||
18 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||
19 | # GNU General Public License for more details. |
||
20 | # |
||
21 | # You should have received a copy of the GNU General Public License |
||
22 | # along with this program; if not, write to the Free Software |
||
23 | # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
||
24 | |||
25 | import subprocess |
||
26 | import time |
||
27 | import signal |
||
28 | import uuid |
||
29 | from lxml.etree import tostring, SubElement, Element |
||
30 | import psutil |
||
31 | |||
32 | from ospd.ospd import OSPDaemon, logger |
||
33 | from ospd.misc import main as daemon_main |
||
34 | from ospd.misc import target_str_to_list |
||
35 | from ospd_openvas import __version__ |
||
36 | |||
37 | import ospd_openvas.nvticache as nvti |
||
38 | import ospd_openvas.openvas_db as openvas_db |
||
39 | |||
40 | OSPD_DESC = """ |
||
41 | This scanner runs 'OpenVAS Scanner' to scan the target hosts. |
||
42 | |||
43 | OpenVAS (Open Vulnerability Assessment System) is a powerful scanner |
||
44 | for vulnerabilities in IT infrastrucutres. The capabilities include |
||
45 | unauthzenticated scanning as well as authneticated scanning for |
||
46 | various types of systems and services. |
||
47 | |||
48 | For more details about OpenVAS see the OpenVAS homepage: |
||
49 | http://www.openvas.org/ |
||
50 | |||
51 | The current version of ospd-openvas is a simple frame, which sends |
||
52 | the server parameters to the Greenbone Vulnerability Manager (GVM) and checks |
||
53 | the existence of OpenVAS Scanner binary. But it can not run scans yet. |
||
54 | """ |
||
55 | |||
56 | MAIN_KBINDEX = None |
||
57 | |||
58 | OSPD_PARAMS = { |
||
59 | 'auto_enable_dependencies': { |
||
60 | 'type': 'boolean', |
||
61 | 'name': 'auto_enable_dependencies', |
||
62 | 'default': 1, |
||
63 | 'mandatory': 1, |
||
64 | 'description': 'Automatically enable the plugins that are depended on', |
||
65 | }, |
||
66 | 'cgi_path': { |
||
67 | 'type': 'string', |
||
68 | 'name': 'cgi_path', |
||
69 | 'default': '/cgi-bin:/scripts', |
||
70 | 'mandatory': 1, |
||
71 | 'description': 'Look for default CGIs in /cgi-bin and /scripts', |
||
72 | }, |
||
73 | 'checks_read_timeout': { |
||
74 | 'type': 'integer', |
||
75 | 'name': 'checks_read_timeout', |
||
76 | 'default': 5, |
||
77 | 'mandatory': 1, |
||
78 | 'description': ('Number of seconds that the security checks will ' + |
||
79 | 'wait for when doing a recv()'), |
||
80 | }, |
||
81 | 'drop_privileges': { |
||
82 | 'type': 'boolean', |
||
83 | 'name': 'drop_privileges', |
||
84 | 'default': 0, |
||
85 | 'mandatory': 1, |
||
86 | 'description': '', |
||
87 | }, |
||
88 | 'network_scan': { |
||
89 | 'type': 'boolean', |
||
90 | 'name': 'network_scan', |
||
91 | 'default': 0, |
||
92 | 'mandatory': 1, |
||
93 | 'description': '', |
||
94 | }, |
||
95 | 'non_simult_ports': { |
||
96 | 'type': 'string', |
||
97 | 'name': 'non_simult_ports', |
||
98 | 'default': '139, 445, 3389, Services/irc', |
||
99 | 'mandatory': 1, |
||
100 | 'description': ('Prevent to make two connections on the same given ' + |
||
101 | 'ports at the same time.'), |
||
102 | }, |
||
103 | 'open_sock_max_attempts': { |
||
104 | 'type': 'integer', |
||
105 | 'name': 'open_sock_max_attempts', |
||
106 | 'default': 5, |
||
107 | 'mandatory': 0, |
||
108 | 'description': ('Number of unsuccessful retries to open the socket ' + |
||
109 | 'before to set the port as closed.'), |
||
110 | }, |
||
111 | 'timeout_retry': { |
||
112 | 'type': 'integer', |
||
113 | 'name': 'timeout_retry', |
||
114 | 'default': 5, |
||
115 | 'mandatory': 0, |
||
116 | 'description': ('Number of retries when a socket connection attempt ' + |
||
117 | 'timesout.'), |
||
118 | }, |
||
119 | 'optimize_test': { |
||
120 | 'type': 'integer', |
||
121 | 'name': 'optimize_test', |
||
122 | 'default': 5, |
||
123 | 'mandatory': 0, |
||
124 | 'description': ('By default, openvassd does not trust the remote ' + |
||
125 | 'host banners.'), |
||
126 | }, |
||
127 | 'plugins_timeout': { |
||
128 | 'type': 'integer', |
||
129 | 'name': 'plugins_timeout', |
||
130 | 'default': 5, |
||
131 | 'mandatory': 0, |
||
132 | 'description': 'This is the maximum lifetime, in seconds of a plugin.', |
||
133 | }, |
||
134 | 'report_host_details': { |
||
135 | 'type': 'boolean', |
||
136 | 'name': 'report_host_details', |
||
137 | 'default': 1, |
||
138 | 'mandatory': 1, |
||
139 | 'description': '', |
||
140 | }, |
||
141 | 'safe_checks': { |
||
142 | 'type': 'boolean', |
||
143 | 'name': 'safe_checks', |
||
144 | 'default': 1, |
||
145 | 'mandatory': 1, |
||
146 | 'description': ('Disable the plugins with potential to crash ' + |
||
147 | 'the remote services'), |
||
148 | }, |
||
149 | 'scanner_plugins_timeout': { |
||
150 | 'type': 'integer', |
||
151 | 'name': 'scanner_plugins_timeout', |
||
152 | 'default': 36000, |
||
153 | 'mandatory': 1, |
||
154 | 'description': 'Like plugins_timeout, but for ACT_SCANNER plugins.', |
||
155 | }, |
||
156 | 'time_between_request': { |
||
157 | 'type': 'integer', |
||
158 | 'name': 'time_between_request', |
||
159 | 'default': 0, |
||
160 | 'mandatory': 0, |
||
161 | 'description': ('Allow to set a wait time between two actions ' + |
||
162 | '(open, send, close).'), |
||
163 | }, |
||
164 | 'unscanned_closed': { |
||
165 | 'type': 'boolean', |
||
166 | 'name': 'unscanned_closed', |
||
167 | 'default': 1, |
||
168 | 'mandatory': 1, |
||
169 | 'description': '', |
||
170 | }, |
||
171 | 'unscanned_closed_udp': { |
||
172 | 'type': 'boolean', |
||
173 | 'name': 'unscanned_closed_udp', |
||
174 | 'default': 1, |
||
175 | 'mandatory': 1, |
||
176 | 'description': '', |
||
177 | }, |
||
178 | 'use_mac_addr': { |
||
179 | 'type': 'boolean', |
||
180 | 'name': 'use_mac_addr', |
||
181 | 'default': 0, |
||
182 | 'mandatory': 0, |
||
183 | 'description': 'To test the local network. ' + |
||
184 | 'Hosts will be referred to by their MAC address.', |
||
185 | }, |
||
186 | 'vhosts': { |
||
187 | 'type': 'string', |
||
188 | 'name': 'vhosts', |
||
189 | 'default': '', |
||
190 | 'mandatory': 0, |
||
191 | 'description': '', |
||
192 | }, |
||
193 | 'vhosts_ip': { |
||
194 | 'type': 'string', |
||
195 | 'name': 'vhosts_ip', |
||
196 | 'default': '', |
||
197 | 'mandatory': 0, |
||
198 | 'description': '', |
||
199 | }, |
||
200 | } |
||
201 | |||
202 | |||
203 | View Code Duplication | class OSPDopenvas(OSPDaemon): |
|
204 | |||
205 | """ Class for ospd-openvas daemon. """ |
||
206 | |||
207 | def __init__(self, certfile, keyfile, cafile): |
||
208 | """ Initializes the ospd-openvas daemon's internal data. """ |
||
209 | |||
210 | super(OSPDopenvas, self).__init__(certfile=certfile, keyfile=keyfile, |
||
211 | cafile=cafile) |
||
212 | self.server_version = __version__ |
||
213 | self.scanner_info['name'] = 'openvassd' |
||
214 | self.scanner_info['version'] = '' # achieved during self.check() |
||
215 | self.scanner_info['description'] = OSPD_DESC |
||
216 | for name, param in OSPD_PARAMS.items(): |
||
217 | self.add_scanner_param(name, param) |
||
218 | |||
219 | if openvas_db.db_init() is False: |
||
220 | logger.error('OpenVAS Redis Error: Not possible ' |
||
221 | 'to find db_connection.') |
||
222 | raise Exception |
||
223 | |||
224 | ctx = openvas_db.db_find(nvti.NVTICACHE_STR) |
||
225 | if not ctx: |
||
226 | self.redis_nvticache_init() |
||
227 | ctx = openvas_db.db_find(nvti.NVTICACHE_STR) |
||
228 | openvas_db.set_global_redisctx(ctx) |
||
229 | self.load_vts() |
||
230 | |||
231 | def parse_param(self): |
||
232 | """ Set OSPD_PARAMS with the params taken from the openvas_scanner. """ |
||
233 | global OSPD_PARAMS |
||
234 | bool_dict = {'no': 0, 'yes': 1} |
||
235 | |||
236 | result = subprocess.check_output(['openvassd', '-s'], |
||
237 | stderr=subprocess.STDOUT) |
||
238 | result = result.decode('ascii') |
||
239 | param_list = dict() |
||
240 | for conf in result.split('\n'): |
||
241 | elem = conf.split('=') |
||
242 | if len(elem) == 2: |
||
243 | value = str.strip(elem[1]) |
||
244 | if str.strip(elem[1]) in bool_dict: |
||
245 | value = bool_dict[value] |
||
246 | param_list[str.strip(elem[0])] = value |
||
247 | for elem in OSPD_PARAMS: |
||
248 | if elem in param_list: |
||
249 | OSPD_PARAMS[elem]['default'] = param_list[elem] |
||
250 | |||
251 | def redis_nvticache_init(self): |
||
252 | """ Loads NVT's metadata into Redis DB. """ |
||
253 | try: |
||
254 | logger.debug('Loading NVTs in Redis DB') |
||
255 | subprocess.check_call(['openvassd', '-C']) |
||
256 | except subprocess.CalledProcessError as err: |
||
257 | logger.error('OpenVAS Scanner failed to load NVTs.') |
||
258 | raise err |
||
259 | |||
260 | def load_vts(self): |
||
261 | """ Load the NVT's metadata into the vts |
||
262 | global dictionary. """ |
||
263 | oids = dict(nvti.get_oids()) |
||
264 | for filename, vt_id in oids.items(): |
||
265 | _vt_params = nvti.get_nvt_params(vt_id) |
||
266 | _vt_refs = nvti.get_nvt_refs(vt_id) |
||
267 | _custom = nvti.get_nvt_metadata(vt_id) |
||
268 | _name = _custom.pop('name') |
||
269 | _vt_creation_time = _custom.pop('creation_date') |
||
270 | _vt_modification_time = _custom.pop('last_modification') |
||
271 | |||
272 | _summary=None |
||
273 | _impact=None |
||
274 | _affected=None |
||
275 | _insight=None |
||
276 | _solution=None |
||
277 | _solution_t=None |
||
278 | _vuldetect=None |
||
279 | _qod_t=None |
||
280 | _qod_v=None |
||
281 | |||
282 | if 'summary' in _custom: |
||
283 | _summary = _custom.pop('summary') |
||
284 | if 'impact' in _custom: |
||
285 | _impact = _custom.pop('impact') |
||
286 | if 'affected' in _custom: |
||
287 | _affected = _custom.pop('affected') |
||
288 | if 'insight' in _custom : |
||
289 | _insight = _custom.pop('insight') |
||
290 | if 'solution' in _custom: |
||
291 | _solution = _custom.pop('solution') |
||
292 | if 'solution_type' in _custom: |
||
293 | _solution_t = _custom.pop('solution_type') |
||
294 | |||
295 | if 'vuldetect' in _custom: |
||
296 | _vuldetect = _custom.pop('vuldetect') |
||
297 | if 'qod_type' in _custom: |
||
298 | _qod_t = _custom.pop('qod_type') |
||
299 | elif 'qod' in _custom: |
||
300 | _qod_v = _custom.pop('qod') |
||
301 | |||
302 | _severity = dict() |
||
303 | if 'severity_base_vector' in _custom: |
||
304 | _severity_vector = _custom.pop('severity_base_vector') |
||
305 | else: |
||
306 | _severity_vector = _custom.pop('cvss_base_vector') |
||
307 | _severity['severity_base_vector'] = _severity_vector |
||
308 | if 'severity_type' in _custom: |
||
309 | _severity_type = custom.pop('severity_type') |
||
310 | else: |
||
311 | _severity_type = 'cvss_base_v2' |
||
312 | _severity['severity_type'] = _severity_type |
||
313 | if 'severity_origin' in _custom: |
||
314 | _severity['severity_origin'] = _custom.pop('severity_origin') |
||
315 | |||
316 | _vt_dependencies = list() |
||
317 | if 'dependencies' in _custom: |
||
318 | _deps = _custom.pop('dependencies') |
||
319 | _deps_list = _deps.split(', ') |
||
320 | for dep in _deps_list: |
||
321 | _vt_dependencies.append(oids.get('filename:' + dep)) |
||
322 | |||
323 | ret = self.add_vt( |
||
324 | vt_id, |
||
325 | name=_name, |
||
326 | vt_params=_vt_params, |
||
327 | vt_refs=_vt_refs, |
||
328 | custom=_custom, |
||
329 | vt_creation_time=_vt_creation_time, |
||
330 | vt_modification_time=_vt_modification_time, |
||
331 | vt_dependencies=_vt_dependencies, |
||
332 | summary=_summary, |
||
333 | impact=_impact, |
||
334 | affected=_affected, |
||
335 | insight=_insight, |
||
336 | solution=_solution, |
||
337 | solution_t=_solution_t, |
||
338 | detection=_vuldetect, |
||
339 | qod_t=_qod_t, |
||
340 | qod_v=_qod_v, |
||
341 | severities=_severity |
||
342 | ) |
||
343 | if ret == -1: |
||
344 | logger.info("Dupplicated VT with OID: {0}".format(vt_id)) |
||
345 | if ret == -2: |
||
346 | logger.info("{0}: Invalid OID.".format(vt_id)) |
||
347 | |||
348 | @staticmethod |
||
349 | def get_custom_vt_as_xml_str(vt_id, custom): |
||
350 | """ Return an xml element with custom metadata formatted as string.""" |
||
351 | |||
352 | nvt = Element('vt') |
||
353 | for key, val in custom.items(): |
||
354 | xml_key = SubElement(nvt, key) |
||
355 | xml_key.text = val |
||
356 | |||
357 | itera = nvt.iter() |
||
358 | metadata = '' |
||
359 | for elem in itera: |
||
360 | if elem.tag != 'vt': |
||
361 | metadata += (tostring(elem).decode('utf-8')) |
||
362 | return metadata |
||
363 | |||
364 | @staticmethod |
||
365 | def get_severities_vt_as_xml_str(vt_id, severities): |
||
366 | """ Return an xml element with severities as string.""" |
||
367 | |||
368 | _severity = Element('severity') |
||
369 | if 'severity_base_vector' in severities: |
||
370 | _severity.text = severities.pop('severity_base_vector') |
||
371 | if 'severity_origin' in severities: |
||
372 | _severity.set('origin', severities.pop('severity_origin')) |
||
373 | if 'severity_type' in severities: |
||
374 | _severity.set('type', severities.pop('severity_type')) |
||
375 | |||
376 | return tostring(_severity).decode('utf-8') |
||
377 | |||
378 | @staticmethod |
||
379 | def get_params_vt_as_xml_str(vt_id, vt_params): |
||
380 | """ Return an xml element with params formatted as string.""" |
||
381 | vt_params_xml = Element('vt_params') |
||
382 | for prefs in vt_params.items(): |
||
383 | vt_param = Element('vt_param') |
||
384 | vt_param.set('type', prefs[1]['type']) |
||
385 | vt_param.set('id', prefs[0]) |
||
386 | xml_name = SubElement(vt_param, 'name') |
||
387 | xml_name.text = prefs[1]['name'] |
||
388 | if prefs[1]['default']: |
||
389 | xml_def = SubElement(vt_param, 'default') |
||
390 | xml_def.text = prefs[1]['default'] |
||
391 | vt_params_xml.append(vt_param) |
||
392 | |||
393 | params_list = vt_params_xml.findall("vt_param") |
||
394 | params = '' |
||
395 | for param in params_list: |
||
396 | params += (tostring(param).decode('utf-8')) |
||
397 | return params |
||
398 | |||
399 | @staticmethod |
||
400 | def get_refs_vt_as_xml_str(vt_id, vt_refs): |
||
401 | """ Return an xml element with references formatted as string.""" |
||
402 | vt_refs_xml = Element('vt_refs') |
||
403 | for ref_type, ref_values in vt_refs.items(): |
||
404 | for value in ref_values: |
||
405 | vt_ref = Element('ref') |
||
406 | if ref_type == "xref" and value: |
||
407 | for xref in value.split(', '): |
||
408 | try: |
||
409 | _type, _id = xref.split(':', 1) |
||
410 | except ValueError: |
||
411 | logger.error( |
||
412 | 'Not possible to parse xref %s for vt %s' % ( |
||
413 | xref, vt_id)) |
||
414 | continue |
||
415 | vt_ref.set('type', _type.lower()) |
||
416 | vt_ref.set('id', _id) |
||
417 | elif value: |
||
418 | vt_ref.set('type', ref_type.lower()) |
||
419 | vt_ref.set('id', value) |
||
420 | else: |
||
421 | continue |
||
422 | vt_refs_xml.append(vt_ref) |
||
423 | |||
424 | refs_list = vt_refs_xml.findall("ref") |
||
425 | refs = '' |
||
426 | for ref in refs_list: |
||
427 | refs += (tostring(ref).decode('utf-8')) |
||
428 | return refs |
||
429 | |||
430 | @staticmethod |
||
431 | def get_dependencies_vt_as_xml_str(vt_id, dep_list): |
||
432 | """ Return an xml element with dependencies as string.""" |
||
433 | vt_deps_xml = Element('vt_deps') |
||
434 | for dep in dep_list: |
||
435 | _vt_dep = Element('dependency') |
||
436 | try: |
||
437 | _vt_dep.set('vt_id', dep) |
||
438 | except TypeError: |
||
439 | logger.error('Not possible to add dependency %s for vt %s' % ( |
||
440 | dep, vt_id)) |
||
441 | continue |
||
442 | vt_deps_xml.append(_vt_dep) |
||
443 | |||
444 | _deps_list = vt_deps_xml.findall("dependency") |
||
445 | deps = '' |
||
446 | for _dep in _deps_list: |
||
447 | deps += (tostring(_dep).decode('utf-8')) |
||
448 | return deps |
||
449 | |||
450 | @staticmethod |
||
451 | def get_creation_time_vt_as_xml_str(vt_id, creation_time): |
||
452 | """ Return creation time as string.""" |
||
453 | return creation_time |
||
454 | |||
455 | @staticmethod |
||
456 | def get_modification_time_vt_as_xml_str(vt_id, modification_time): |
||
457 | """ Return modification time as string.""" |
||
458 | return modification_time |
||
459 | |||
460 | @staticmethod |
||
461 | def get_summary_vt_as_xml_str(vt_id, summary): |
||
462 | """ Return summary as string.""" |
||
463 | _summary = Element('summary') |
||
464 | _summary.text = summary |
||
465 | return tostring(_summary).decode('utf-8') |
||
466 | |||
467 | @staticmethod |
||
468 | def get_impact_vt_as_xml_str(vt_id, impact): |
||
469 | """ Return impact as string.""" |
||
470 | _impact = Element('impact') |
||
471 | _impact.text = impact |
||
472 | return tostring(_impact).decode('utf-8') |
||
473 | |||
474 | @staticmethod |
||
475 | def get_affected_vt_as_xml_str(vt_id, affected): |
||
476 | """ Return affected as string.""" |
||
477 | _affected = Element('affected') |
||
478 | _affected.text = affected |
||
479 | return tostring(_affected).decode('utf-8') |
||
480 | |||
481 | @staticmethod |
||
482 | def get_insight_vt_as_xml_str(vt_id, insight): |
||
483 | """ Return insight as string.""" |
||
484 | _insight = Element('insight') |
||
485 | _insight.text = insight |
||
486 | return tostring(_insight).decode('utf-8') |
||
487 | |||
488 | @staticmethod |
||
489 | def get_solution_vt_as_xml_str(vt_id, solution, solution_type=None): |
||
490 | """ Return solution as string.""" |
||
491 | _solution = Element('solution') |
||
492 | _solution.text = solution |
||
493 | if solution_type: |
||
494 | _solution.set('type', solution_type) |
||
495 | return tostring(_solution).decode('utf-8') |
||
496 | |||
497 | @staticmethod |
||
498 | def get_detection_vt_as_xml_str(vt_id, vuldetect=None, qod_type=None, qod=None): |
||
499 | """ Return detection as string.""" |
||
500 | _detection = Element('detection') |
||
501 | if vuldetect: |
||
502 | _detection.text = vuldetect |
||
503 | if qod_type: |
||
504 | _detection.set('qod_type', qod_type) |
||
505 | elif qod: |
||
506 | _detection.set('qod', qod) |
||
507 | |||
508 | return tostring(_detection).decode('utf-8') |
||
509 | |||
510 | def check(self): |
||
511 | """ Checks that openvassd command line tool is found and |
||
512 | is executable. """ |
||
513 | try: |
||
514 | result = subprocess.check_output(['openvassd', '-V'], |
||
515 | stderr=subprocess.STDOUT) |
||
516 | result = result.decode('ascii') |
||
517 | except OSError: |
||
518 | # The command is not available |
||
519 | return False |
||
520 | |||
521 | if result is None: |
||
522 | return False |
||
523 | |||
524 | version = result.split('\n') |
||
525 | if version[0].find('OpenVAS') < 0: |
||
526 | return False |
||
527 | |||
528 | self.parse_param() |
||
529 | self.scanner_info['version'] = version[0] |
||
530 | |||
531 | return True |
||
532 | |||
533 | def update_progress(self, scan_id, target, msg): |
||
534 | """ Calculate porcentage and update the scan status |
||
535 | for the progress bar. """ |
||
536 | host_progress_dict = dict() |
||
537 | prog = str.split(msg, '/') |
||
538 | if float(prog[1]) == 0: |
||
539 | return |
||
540 | host_prog = (float(prog[0]) / float(prog[1])) * 100 |
||
541 | host_progress_dict[target] = host_prog |
||
542 | total_host = len(target_str_to_list(target)) |
||
543 | self.set_scan_target_progress(scan_id, target, |
||
544 | sum(host_progress_dict.values()) / total_host) |
||
545 | |||
546 | def get_openvas_status(self, scan_id, target): |
||
547 | """ Get all status entries from redis kb. """ |
||
548 | res = openvas_db.get_status() |
||
549 | while res: |
||
550 | self.update_progress(scan_id, target, res) |
||
551 | res = openvas_db.get_status() |
||
552 | |||
553 | def get_openvas_result(self, scan_id): |
||
554 | """ Get all result entries from redis kb. """ |
||
555 | res = openvas_db.get_result() |
||
556 | ctx = openvas_db.db_find(nvti.NVTICACHE_STR) |
||
557 | while res: |
||
558 | msg = res.split('|||') |
||
559 | host_aux = openvas_db.item_get_single('internal/ip') |
||
560 | roid = msg[3] |
||
561 | |||
562 | rqod = '' |
||
563 | if self.vts[roid].get('qod_type'): |
||
564 | qod_t = self.vts[roid].get('qod_type') |
||
565 | rqod = nvti.QoD_TYPES[qod_t] |
||
566 | elif self.vts[roid].get('qod'): |
||
567 | rqod = self.vts[roid].get('qod') |
||
568 | |||
569 | rseverity = self.vts[roid]['severities'].get('cvss_base') |
||
570 | rname = self.vts[roid].get('name') |
||
571 | |||
572 | if msg[0] == 'ERRMSG': |
||
573 | self.add_scan_error(scan_id, host=host_aux, |
||
574 | name=rname, value=msg[4], port=msg[2]) |
||
575 | if msg[0] == 'LOG': |
||
576 | self.add_scan_log(scan_id, host=host_aux, name=rname, |
||
577 | value=msg[4], port=msg[2], qod=rqod, |
||
578 | test_id=roid) |
||
579 | if msg[0] == 'HOST_DETAIL': |
||
580 | self.add_scan_log(scan_id, host=host_aux, name=rname, |
||
581 | value=msg[4]) |
||
582 | if msg[0] == 'ALARM': |
||
583 | self.add_scan_alarm(scan_id, host=host_aux, name=rname, |
||
584 | value=msg[4], port=msg[2], |
||
585 | test_id=roid, severity=rseverity, |
||
586 | qod=rqod) |
||
587 | res = openvas_db.get_result() |
||
588 | |||
589 | def get_openvas_timestamp_scan_host(self, scan_id, target): |
||
590 | """ Get start and end timestamp of a host scan from redis kb. """ |
||
591 | timestamp = openvas_db.get_host_scan_scan_end_time() |
||
592 | if timestamp: |
||
593 | self.add_scan_log(scan_id, host=target, name='HOST_END', |
||
594 | value=timestamp) |
||
595 | return |
||
596 | timestamp = openvas_db.get_host_scan_scan_start_time() |
||
597 | if timestamp: |
||
598 | self.add_scan_log(scan_id, host=target, name='HOST_START', |
||
599 | value=timestamp) |
||
600 | return |
||
601 | |||
602 | def scan_is_finished(self, scan_id): |
||
603 | """ Check if the scan has finished. """ |
||
604 | status = openvas_db.item_get_single(('internal/%s' % scan_id)) |
||
605 | return status == 'finished' |
||
606 | |||
607 | def scan_is_stopped(self, scan_id): |
||
608 | """ Check if the parent process has received the stop_scan order. |
||
609 | @in scan_id: ID to identify the scan to be stopped. |
||
610 | @return 1 if yes, None in other case. |
||
611 | """ |
||
612 | ctx = openvas_db.kb_connect(dbnum=MAIN_KBINDEX) |
||
613 | openvas_db.set_global_redisctx(ctx) |
||
614 | status = openvas_db.item_get_single(('internal/%s' % scan_id)) |
||
615 | return status == 'stop_all' |
||
616 | |||
617 | @staticmethod |
||
618 | def stop_scan(global_scan_id): |
||
619 | """ Set a key in redis to indicate the wrapper is stopped. |
||
620 | It is done through redis because it is a new multiprocess |
||
621 | instance and it is not possible to reach the variables |
||
622 | of the grandchild process. Send SIGUSR2 to openvas to stop |
||
623 | each running scan.""" |
||
624 | ctx = openvas_db.kb_connect() |
||
625 | for current_kbi in range(0, openvas_db.MAX_DBINDEX): |
||
626 | ctx.execute_command('SELECT '+ str(current_kbi)) |
||
627 | openvas_db.set_global_redisctx(ctx) |
||
628 | scan_id = openvas_db.item_get_single( |
||
629 | ('internal/%s/globalscanid' % global_scan_id)) |
||
630 | if scan_id: |
||
631 | openvas_db.item_set_single(('internal/%s' % scan_id), |
||
632 | ['stop_all', ]) |
||
633 | ovas_pid = openvas_db.item_get_single('internal/ovas_pid') |
||
634 | parent = psutil.Process(int(ovas_pid)) |
||
635 | openvas_db.release_db(current_kbi) |
||
636 | parent.send_signal(signal.SIGUSR2) |
||
637 | logger.debug('Stopping process: {0}'.format(parent)) |
||
638 | |||
639 | def get_vts_in_groups(self, ctx, filters): |
||
640 | """ Return a list of vts which match with the given filter. |
||
641 | |||
642 | @input filters A list of filters. Each filter has key, operator and |
||
643 | a value. They are separated by a space. |
||
644 | Supported keys: family |
||
645 | @return Return a list of vts which match with the given filter. |
||
646 | """ |
||
647 | vts_list = list() |
||
648 | families = dict() |
||
649 | oids = nvti.get_oids() |
||
650 | for filename, oid in oids: |
||
651 | family = self.vts[oid]['custom'].get('family') |
||
652 | if family not in families: |
||
653 | families[family] = list() |
||
654 | families[family].append(oid) |
||
655 | |||
656 | for elem in filters: |
||
657 | key, value = elem.split('=') |
||
658 | if key == 'family' and value in families: |
||
659 | vts_list.extend(families[value]) |
||
660 | return vts_list |
||
661 | |||
662 | def get_vt_param_type(self, vtid, vt_param_id): |
||
663 | """ Return the type of the vt parameter from the vts dictionary. """ |
||
664 | vt_params_list = self.vts[vtid].get("vt_params") |
||
665 | return vt_params_list[vt_param_id]["type"] |
||
666 | |||
667 | @staticmethod |
||
668 | def check_param_type(vt_param_value, param_type): |
||
669 | """ Check if the value of a vt parameter matches with |
||
670 | the type founded. |
||
671 | """ |
||
672 | if (param_type in ['entry', |
||
673 | 'file', |
||
674 | 'password', |
||
675 | 'radio', |
||
676 | 'sshlogin', ] and isinstance(vt_param_value, str)): |
||
677 | return None |
||
678 | elif (param_type == 'checkbox' and |
||
679 | (vt_param_value == 'yes' or vt_param_value == 'no')): |
||
680 | return None |
||
681 | elif param_type == 'integer': |
||
682 | try: |
||
683 | int(vt_param_value) |
||
684 | except ValueError: |
||
685 | return 1 |
||
686 | return None |
||
687 | |||
688 | return 1 |
||
689 | |||
690 | def process_vts(self, vts): |
||
691 | """ Add single VTs and their parameters. """ |
||
692 | vts_list = [] |
||
693 | vts_params = [] |
||
694 | vtgroups = vts.pop('vt_groups') |
||
695 | |||
696 | ctx = openvas_db.db_find(nvti.NVTICACHE_STR) |
||
697 | openvas_db.set_global_redisctx(ctx) |
||
698 | if vtgroups: |
||
699 | vts_list = self.get_vts_in_groups(ctx, vtgroups) |
||
700 | |||
701 | for vtid, vt_params in vts.items(): |
||
702 | vts_list.append(vtid) |
||
703 | nvt_name = self.vts[vtid].get('name') |
||
704 | for vt_param_id, vt_param_value in vt_params.items(): |
||
705 | param_type = self.get_vt_param_type(vtid, vt_param_id) |
||
706 | if vt_param_id == 'timeout': |
||
707 | type_aux = 'integer' |
||
708 | else: |
||
709 | type_aux = param_type |
||
710 | if self.check_param_type(vt_param_value, type_aux): |
||
711 | logger.debug('Expected {} type for parameter value {}' |
||
712 | .format(type_aux, str(vt_param_value))) |
||
713 | param = ["{0}[{1}]:{2}".format(nvt_name, param_type, |
||
714 | vt_param_id), |
||
715 | str(vt_param_value)] |
||
716 | vts_params.append(param) |
||
717 | return vts_list, vts_params |
||
718 | |||
719 | @staticmethod |
||
720 | def build_credentials_as_prefs(credentials): |
||
721 | """ Parse the credential dictionary. |
||
722 | @param credentials: Dictionary with the credentials. |
||
723 | |||
724 | @return A list with the credentials in string format to be |
||
725 | added to the redis KB. |
||
726 | """ |
||
727 | cred_prefs_list = [] |
||
728 | for credential in credentials.items(): |
||
729 | service = credential[0] |
||
730 | cred_params = credentials.get(service) |
||
731 | cred_type = cred_params.get('type', '') |
||
732 | username = cred_params.get('username', '') |
||
733 | password = cred_params.get('password', '') |
||
734 | |||
735 | if service == 'ssh': |
||
736 | port = cred_params.get('port', '') |
||
737 | cred_prefs_list.append('auth_port_ssh|||' + |
||
738 | '{0}'.format(port)) |
||
739 | cred_prefs_list.append('SSH Authorization[entry]:SSH login ' + |
||
740 | 'name:|||{0}'.format(username)) |
||
741 | if cred_type == 'up': |
||
742 | cred_prefs_list.append('SSH Authorization[password]:' + |
||
743 | 'SSH password (unsafe!):|||' + |
||
744 | '{0}'.format(password)) |
||
745 | else: |
||
746 | private = cred_params.get('private', '') |
||
747 | cred_prefs_list.append('SSH Authorization[password]:' + |
||
748 | 'SSH key passphrase:|||' + |
||
749 | '{0}'.format(password)) |
||
750 | cred_prefs_list.append('SSH Authorization[file]:' + |
||
751 | 'SSH private key:|||' + |
||
752 | '{0}'.format(private)) |
||
753 | if service == 'smb': |
||
754 | cred_prefs_list.append('SMB Authorization[entry]:SMB login:' + |
||
755 | '|||{0}'.format(username)) |
||
756 | cred_prefs_list.append('SMB Authorization[password]:' + |
||
757 | 'SMB password :|||' + |
||
758 | '{0}'.format(password)) |
||
759 | if service == 'esxi': |
||
760 | cred_prefs_list.append('ESXi Authorization[entry]:ESXi login ' + |
||
761 | 'name:|||{0}'.format(username)) |
||
762 | cred_prefs_list.append('ESXi Authorization[password]:' + |
||
763 | 'ESXi login password:|||' + |
||
764 | '{0}'.format(password)) |
||
765 | |||
766 | if service == 'snmp': |
||
767 | community = cred_params.get('community', '') |
||
768 | auth_algorithm = cred_params.get('auth_algorithm', '') |
||
769 | privacy_password = cred_params.get('privacy_password', '') |
||
770 | privacy_algorithm = cred_params.get('privacy_algorithm', '') |
||
771 | |||
772 | cred_prefs_list.append('SNMP Authorization[password]:' + |
||
773 | 'SNMP Community:' + |
||
774 | '{0}'.format(community)) |
||
775 | cred_prefs_list.append('SNMP Authorization[entry]:' + |
||
776 | 'SNMPv3 Username:' + |
||
777 | '{0}'.format(username)) |
||
778 | cred_prefs_list.append('SNMP Authorization[password]:' + |
||
779 | 'SNMPv3 Password:' + |
||
780 | '{0}'.format(password)) |
||
781 | cred_prefs_list.append('SNMP Authorization[radio]:' + |
||
782 | 'SNMPv3 Authentication Algorithm:' + |
||
783 | '{0}'.format(auth_algorithm)) |
||
784 | cred_prefs_list.append('SNMP Authorization[password]:' + |
||
785 | 'SNMPv3 Privacy Password:' + |
||
786 | '{0}'.format(privacy_password)) |
||
787 | cred_prefs_list.append('SNMP Authorization[radio]:' + |
||
788 | 'SNMPv3 Privacy Algorithm:' + |
||
789 | '{0}'.format(privacy_algorithm)) |
||
790 | |||
791 | return cred_prefs_list |
||
792 | |||
793 | def exec_scan(self, scan_id, target): |
||
794 | """ Starts the OpenVAS scanner for scan_id scan. """ |
||
795 | global MAIN_KBINDEX |
||
796 | ports = self.get_scan_ports(scan_id, target) |
||
797 | if not ports: |
||
798 | self.add_scan_error(scan_id, name='', host=target, |
||
799 | value='No port list defined.') |
||
800 | return 2 |
||
801 | |||
802 | # Get scan options |
||
803 | options = self.get_scan_options(scan_id) |
||
804 | prefs_val = [] |
||
805 | ctx = openvas_db.kb_new() |
||
806 | openvas_db.set_global_redisctx(ctx) |
||
807 | MAIN_KBINDEX = openvas_db.DB_INDEX |
||
808 | |||
809 | # To avoid interference between scan process during a parallel scanning |
||
810 | # new uuid is used internally for each scan. |
||
811 | openvas_scan_id = str(uuid.uuid4()) |
||
812 | openvas_db.item_add_single(('internal/%s' % openvas_scan_id), ['new', ]) |
||
813 | openvas_db.item_add_single(('internal/%s/globalscanid' % scan_id), [openvas_scan_id, ]) |
||
814 | |||
815 | # Set scan preferences |
||
816 | for item in options.items(): |
||
817 | item_type = '' |
||
818 | if item[0] in OSPD_PARAMS: |
||
819 | item_type = OSPD_PARAMS[item[0]].get('type') |
||
820 | if item_type == 'boolean' and item[1] == 1: |
||
821 | val = 'yes' |
||
822 | else: |
||
823 | val = str(item[1]) |
||
824 | prefs_val.append(item[0] + "|||" + val) |
||
825 | openvas_db.item_add_single(str('internal/%s/scanprefs' % (openvas_scan_id)), |
||
826 | prefs_val) |
||
827 | |||
828 | # Store MAIN_KBINDEX as global preference |
||
829 | ov_maindbid = ('ov_maindbid|||%d' % MAIN_KBINDEX) |
||
830 | openvas_db.item_add_single(('internal/%s/scanprefs' % openvas_scan_id), |
||
831 | [ov_maindbid, ]) |
||
832 | |||
833 | # Set target |
||
834 | target_aux = ('TARGET|||%s' % target) |
||
835 | openvas_db.item_add_single(('internal/%s/scanprefs' % openvas_scan_id), |
||
836 | [target_aux, ]) |
||
837 | # Set port range |
||
838 | port_range = ('port_range|||%s' % ports) |
||
839 | openvas_db.item_add_single(('internal/%s/scanprefs' % openvas_scan_id), |
||
840 | [port_range, ]) |
||
841 | |||
842 | # Set credentials |
||
843 | credentials = self.get_scan_credentials(scan_id, target) |
||
844 | if credentials: |
||
845 | cred_prefs = self.build_credentials_as_prefs(credentials) |
||
846 | openvas_db.item_add_single(str('internal/%s/scanprefs' % openvas_scan_id), |
||
847 | cred_prefs) |
||
848 | |||
849 | # Set plugins to run |
||
850 | nvts = self.get_scan_vts(scan_id) |
||
851 | if nvts != '': |
||
852 | nvts_list, nvts_params = self.process_vts(nvts) |
||
853 | # Select the scan KB again. |
||
854 | ctx.execute_command('SELECT '+ str(MAIN_KBINDEX)) |
||
855 | openvas_db.set_global_redisctx(ctx) |
||
856 | # Add nvts list |
||
857 | separ = ';' |
||
858 | plugin_list = ('plugin_set|||%s' % separ.join(nvts_list)) |
||
859 | openvas_db.item_add_single(('internal/%s/scanprefs' % openvas_scan_id), |
||
860 | [plugin_list, ]) |
||
861 | # Add nvts parameters |
||
862 | for elem in nvts_params: |
||
863 | item = ('%s|||%s' % (elem[0], elem[1])) |
||
864 | openvas_db.item_add_single(('internal/%s/scanprefs' % openvas_scan_id), |
||
865 | [item, ]) |
||
866 | else: |
||
867 | openvas_db.release_db(MAIN_KBINDEX) |
||
868 | self.add_scan_error(scan_id, name='', host=target, |
||
869 | value='No VTS to run.') |
||
870 | return 2 |
||
871 | |||
872 | # Create a general log entry about executing OpenVAS |
||
873 | # It is important to send at least one result, otherwise |
||
874 | # the host details won't be stored. |
||
875 | self.add_scan_log(scan_id, host=target, name='OpenVAS summary', |
||
876 | value='An OpenVAS Scanner was started for %s.' |
||
877 | % target) |
||
878 | |||
879 | self.add_scan_log(scan_id, host=target, name='KB location Found', |
||
880 | value='KB location path was found: %s.' |
||
881 | % openvas_db.DB_ADDRESS) |
||
882 | |||
883 | self.add_scan_log(scan_id, host=target, name='Feed Update', |
||
884 | value='Feed version: %s.' |
||
885 | % nvti.get_feed_version()) |
||
886 | |||
887 | cmd = ['openvassd', '--scan-start', openvas_scan_id] |
||
888 | try: |
||
889 | result = subprocess.Popen(cmd, shell=False) |
||
890 | except OSError: |
||
891 | # the command is not available |
||
892 | return False |
||
893 | |||
894 | ovas_pid = result.pid |
||
895 | logger.debug('pid = {0}'.format(ovas_pid)) |
||
896 | openvas_db.item_add_single(('internal/ovas_pid'), [ovas_pid, ]) |
||
897 | |||
898 | # Wait until the scanner starts and loads all the preferences. |
||
899 | while openvas_db.item_get_single('internal/'+ openvas_scan_id) == 'new': |
||
900 | time.sleep(1) |
||
901 | |||
902 | no_id_found = False |
||
903 | while True: |
||
904 | time.sleep(3) |
||
905 | |||
906 | # Check if the client stopped the whole scan |
||
907 | if self.scan_is_stopped(openvas_scan_id): |
||
908 | return 1 |
||
909 | |||
910 | ctx = openvas_db.kb_connect(MAIN_KBINDEX) |
||
911 | openvas_db.set_global_redisctx(ctx) |
||
912 | dbs = openvas_db.item_get_set('internal/dbindex') |
||
913 | for i in list(dbs): |
||
914 | if i == MAIN_KBINDEX: |
||
915 | continue |
||
916 | ctx.execute_command('SELECT '+ str(i)) |
||
917 | openvas_db.set_global_redisctx(ctx) |
||
918 | id_aux = ctx.execute_command('srandmember internal/scan_id') |
||
919 | if not id_aux: |
||
920 | continue |
||
921 | if id_aux == openvas_scan_id: |
||
922 | no_id_found = False |
||
923 | self.get_openvas_timestamp_scan_host(scan_id, target) |
||
924 | self.get_openvas_result(scan_id) |
||
925 | self.get_openvas_status(scan_id, target) |
||
926 | if self.scan_is_finished(openvas_scan_id): |
||
927 | ctx.execute_command('SELECT '+ str(MAIN_KBINDEX)) |
||
928 | openvas_db.remove_set_member('internal/dbindex', i) |
||
929 | openvas_db.release_db(i) |
||
930 | |||
931 | # Scan end. No kb in use for this scan id |
||
932 | if no_id_found: |
||
933 | break |
||
934 | no_id_found = True |
||
935 | |||
936 | # Delete keys from KB related to this scan task. |
||
937 | openvas_db.release_db(MAIN_KBINDEX) |
||
938 | return 1 |
||
939 | |||
940 | |||
941 | def main(): |
||
942 | """ OSP openvas main function. """ |
||
943 | daemon_main('OSPD - openvas wrapper', OSPDopenvas) |
||
944 |
The coding style of this project requires that you add a docstring to this code element. Below, you find an example for methods:
If you would like to know more about docstrings, we recommend to read PEP-257: Docstring Conventions.