|
1
|
|
|
#!/usr/bin/python3 |
|
2
|
|
|
|
|
3
|
2 |
|
import os |
|
4
|
2 |
|
import re |
|
5
|
2 |
|
import sys |
|
6
|
|
|
|
|
7
|
2 |
|
from collections import OrderedDict |
|
8
|
|
|
|
|
9
|
2 |
|
import ssg.rules |
|
10
|
2 |
|
import ssg.utils |
|
11
|
2 |
|
import ssg.yaml |
|
12
|
2 |
|
import ssg.build_yaml |
|
13
|
2 |
|
import ssg.build_remediations |
|
14
|
|
|
|
|
15
|
2 |
|
COMMENTS_TO_PARSE = ["strategy", "complexity", "disruption"] |
|
16
|
|
|
|
|
17
|
|
|
|
|
18
|
2 |
|
class PlaybookBuilder(): |
|
19
|
2 |
|
def __init__(self, product_yaml_path, input_dir, output_dir, rules_dir): |
|
20
|
2 |
|
self.input_dir = input_dir |
|
21
|
2 |
|
self.output_dir = output_dir |
|
22
|
2 |
|
self.rules_dir = rules_dir |
|
23
|
2 |
|
product_yaml = ssg.yaml.open_raw(product_yaml_path) |
|
24
|
2 |
|
product_dir = os.path.dirname(product_yaml_path) |
|
25
|
2 |
|
relative_guide_dir = ssg.utils.required_key(product_yaml, |
|
26
|
|
|
"benchmark_root") |
|
27
|
2 |
|
self.guide_dir = os.path.abspath(os.path.join(product_dir, |
|
28
|
|
|
relative_guide_dir)) |
|
29
|
2 |
|
relative_profiles_dir = ssg.utils.required_key(product_yaml, |
|
30
|
|
|
"profiles_root") |
|
31
|
2 |
|
self.profiles_dir = os.path.abspath( |
|
32
|
|
|
os.path.join(product_dir, relative_profiles_dir)) |
|
33
|
|
|
|
|
34
|
2 |
|
def get_profile_selections(self, profile): |
|
35
|
|
|
""" |
|
36
|
|
|
Provides a tuple (rules, variables) where rules is a list of rules |
|
37
|
|
|
selected in the profile and variables is a dictionary of |
|
38
|
|
|
variables and their values in the profile. The method can handle |
|
39
|
|
|
profiles which extend other profiles. |
|
40
|
|
|
""" |
|
41
|
2 |
|
rules = [] |
|
42
|
2 |
|
variables = dict() |
|
43
|
2 |
|
if profile.extends: |
|
44
|
|
|
extended_profile_path = os.path.join( |
|
45
|
|
|
self.profiles_dir, profile.extends + ".profile") |
|
46
|
|
|
extended_profile = ssg.build_yaml.Profile.from_yaml( |
|
47
|
|
|
extended_profile_path) |
|
48
|
|
|
if not profile: |
|
49
|
|
|
sys.stderr.write( |
|
50
|
|
|
"Could not parse profile %s.\n" % extended_profile_path) |
|
51
|
|
|
return None |
|
52
|
|
|
rules, variables = self.get_profile_selections(extended_profile) |
|
53
|
2 |
|
rules.extend(profile.get_rule_selectors()) |
|
54
|
2 |
|
variables.update(profile.get_variable_selectors()) |
|
55
|
2 |
|
return rules, variables |
|
56
|
|
|
|
|
57
|
2 |
|
def choose_variable_value(self, var_id, variables, refinements): |
|
58
|
|
|
""" |
|
59
|
|
|
Determine value of variable based on profile refinements. |
|
60
|
|
|
""" |
|
61
|
2 |
|
if var_id in refinements: |
|
62
|
2 |
|
selector = refinements[var_id] |
|
63
|
|
|
else: |
|
64
|
|
|
selector = "default" |
|
65
|
2 |
|
try: |
|
66
|
2 |
|
options = variables[var_id] |
|
67
|
|
|
except KeyError: |
|
68
|
|
|
raise ValueError("Variable '%s' doesn't exist." % var_id) |
|
69
|
2 |
|
try: |
|
70
|
2 |
|
value = options[selector] |
|
71
|
|
|
except KeyError: |
|
72
|
|
|
if len(options.keys()) == 1: |
|
73
|
|
|
# We will assume that if there is just one option that it could |
|
74
|
|
|
# be selected as a default option. |
|
75
|
|
|
value = list(options.values())[0] |
|
76
|
|
|
else: |
|
77
|
|
|
raise ValueError( |
|
78
|
|
|
"Selector '%s' doesn't exist in variable '%s'. " |
|
79
|
|
|
"Available selectors: %s." % |
|
80
|
|
|
(selector, var_id, ", ".join(options.keys())) |
|
81
|
|
|
) |
|
82
|
2 |
|
return value |
|
83
|
|
|
|
|
84
|
2 |
|
def get_data_from_snippet(self, snippet_yaml, variables, refinements): |
|
85
|
|
|
""" |
|
86
|
|
|
Extracts and resolves tasks and variables from Ansible snippet. |
|
87
|
|
|
""" |
|
88
|
2 |
|
xccdf_var_pattern = re.compile(r"\(xccdf-var\s+(\S+)\)") |
|
89
|
2 |
|
tasks = [] |
|
90
|
2 |
|
values = dict() |
|
91
|
2 |
|
for item in snippet_yaml: |
|
92
|
2 |
|
if isinstance(item, str): |
|
93
|
2 |
|
match = xccdf_var_pattern.match(item) |
|
94
|
2 |
|
if match: |
|
95
|
2 |
|
var_id = match.group(1) |
|
96
|
2 |
|
value = self.choose_variable_value(var_id, variables, |
|
97
|
|
|
refinements) |
|
98
|
2 |
|
values[var_id] = value |
|
99
|
|
|
else: |
|
100
|
|
|
raise ValueError("Found unknown item '%s'" % item) |
|
101
|
|
|
else: |
|
102
|
2 |
|
tasks.append(item) |
|
103
|
2 |
|
return tasks, values |
|
104
|
|
|
|
|
105
|
2 |
|
def get_benchmark_variables(self): |
|
106
|
|
|
""" |
|
107
|
|
|
Get all variables, their selectors and values used in a given |
|
108
|
|
|
benchmark. Returns a dictionary where keys are variable IDs and |
|
109
|
|
|
values are dictionaries where keys are selectors and values are |
|
110
|
|
|
variable values. |
|
111
|
|
|
""" |
|
112
|
2 |
|
variables = dict() |
|
113
|
2 |
|
for dirpath, dirnames, filenames in os.walk(self.guide_dir): |
|
114
|
2 |
|
for filename in filenames: |
|
115
|
2 |
|
root, ext = os.path.splitext(filename) |
|
116
|
2 |
|
if ext == ".var": |
|
117
|
2 |
|
full_path = os.path.join(dirpath, filename) |
|
118
|
2 |
|
xccdf_value = ssg.build_yaml.Value.from_yaml(full_path) |
|
119
|
|
|
# Make sure that selectors and values are strings |
|
120
|
2 |
|
options = dict() |
|
121
|
2 |
|
for k, v in xccdf_value.options.items(): |
|
122
|
2 |
|
options[str(k)] = str(v) |
|
|
|
|
|
|
123
|
2 |
|
variables[xccdf_value.id_] = options |
|
124
|
2 |
|
return variables |
|
125
|
|
|
|
|
126
|
2 |
|
def _find_rule_title(self, rule_id): |
|
127
|
2 |
|
rule_path = os.path.join(self.rules_dir, rule_id + ".yml") |
|
128
|
2 |
|
rule_yaml = ssg.yaml.open_raw(rule_path) |
|
129
|
2 |
|
return rule_yaml["title"] |
|
130
|
|
|
|
|
131
|
2 |
|
def create_playbook(self, snippet_path, rule_id, variables, |
|
132
|
|
|
refinements, output_dir): |
|
133
|
|
|
""" |
|
134
|
|
|
Creates a Playbook from Ansible snippet for the given rule specified |
|
135
|
|
|
by rule ID, fills in the profile values and saves it into output_dir. |
|
136
|
|
|
""" |
|
137
|
|
|
|
|
138
|
2 |
|
with open(snippet_path, "r") as snippet_file: |
|
139
|
2 |
|
snippet_str = snippet_file.read() |
|
140
|
2 |
|
snippet_yaml = ssg.yaml.ordered_load(snippet_str) |
|
141
|
|
|
|
|
142
|
2 |
|
play_tasks, play_vars = self.get_data_from_snippet( |
|
143
|
|
|
snippet_yaml, variables, refinements |
|
144
|
|
|
) |
|
145
|
|
|
|
|
146
|
2 |
|
if len(play_tasks) == 0: |
|
147
|
|
|
raise ValueError( |
|
148
|
|
|
"Ansible remediation for rule '%s' in '%s' " |
|
149
|
|
|
"doesn't contain any task." % |
|
150
|
|
|
(rule_id, snippet_path) |
|
151
|
|
|
) |
|
152
|
|
|
|
|
153
|
2 |
|
tags = set() |
|
154
|
2 |
|
for task in play_tasks: |
|
155
|
2 |
|
tags |= set(task.pop("tags", [])) |
|
156
|
|
|
|
|
157
|
2 |
|
play = OrderedDict() |
|
158
|
2 |
|
play["name"] = self._find_rule_title(rule_id) |
|
159
|
2 |
|
play["hosts"] = "@@HOSTS@@" |
|
160
|
2 |
|
play["become"] = True |
|
161
|
2 |
|
if len(play_vars) > 0: |
|
162
|
2 |
|
play["vars"] = play_vars |
|
163
|
2 |
|
if len(tags) > 0: |
|
164
|
2 |
|
play["tags"] = sorted(list(tags)) |
|
165
|
2 |
|
play["tasks"] = play_tasks |
|
166
|
|
|
|
|
167
|
2 |
|
playbook = [play] |
|
168
|
2 |
|
playbook_path = os.path.join(output_dir, rule_id + ".yml") |
|
169
|
2 |
|
with open(playbook_path, "w") as playbook_file: |
|
170
|
2 |
|
ssg.yaml.ordered_dump( |
|
171
|
|
|
playbook, playbook_file, default_flow_style=False |
|
172
|
|
|
) |
|
173
|
|
|
|
|
174
|
2 |
|
def open_profile(self, profile_path): |
|
175
|
|
|
""" |
|
176
|
|
|
Opens and parses profile at the given profile_path. |
|
177
|
|
|
""" |
|
178
|
2 |
|
if not os.path.isfile(profile_path): |
|
179
|
|
|
raise RuntimeError("'%s' is not a file!\n" % profile_path) |
|
180
|
2 |
|
profile_id, ext = os.path.splitext(os.path.basename(profile_path)) |
|
181
|
2 |
|
if ext != ".profile": |
|
182
|
|
|
raise RuntimeError( |
|
183
|
|
|
"Encountered file '%s' while looking for profiles, " |
|
184
|
|
|
"extension '%s' is unknown. Skipping..\n" |
|
185
|
|
|
% (profile_path, ext) |
|
186
|
|
|
) |
|
187
|
|
|
|
|
188
|
2 |
|
profile = ssg.build_yaml.Profile.from_yaml(profile_path) |
|
189
|
2 |
|
if not profile: |
|
190
|
|
|
raise RuntimeError("Could not parse profile %s.\n" % profile_path) |
|
191
|
2 |
|
return profile |
|
192
|
|
|
|
|
193
|
2 |
|
def create_playbooks_for_all_rules(self, profile, variables): |
|
194
|
|
|
""" |
|
195
|
|
|
Creates a Playbook for each rule selected in a profile from tasks |
|
196
|
|
|
extracted from snippets. Created Playbooks are parametrized by |
|
197
|
|
|
variables according to profile selection. Playbooks are written into |
|
198
|
|
|
a new subdirectory in output_dir. |
|
199
|
|
|
""" |
|
200
|
|
|
profile_rules, profile_refines = self.get_profile_selections(profile) |
|
201
|
|
|
|
|
202
|
|
|
profile_playbooks_dir = os.path.join(self.output_dir, profile.id_) |
|
203
|
|
|
os.makedirs(profile_playbooks_dir) |
|
204
|
|
|
|
|
205
|
|
|
for rule_id in profile_rules: |
|
206
|
|
|
snippet_path = os.path.join(self.input_dir, rule_id + ".yml") |
|
207
|
|
|
if os.path.exists(snippet_path): |
|
208
|
|
|
self.create_playbook( |
|
209
|
|
|
snippet_path, rule_id, variables, |
|
210
|
|
|
profile_refines, profile_playbooks_dir |
|
211
|
|
|
) |
|
212
|
|
|
|
|
213
|
2 |
|
def create_playbook_for_single_rule(self, profile, rule_id, variables): |
|
214
|
|
|
""" |
|
215
|
|
|
Creates a Playbook for given rule specified by a rule_id. Created |
|
216
|
|
|
Playbooks are parametrized by variables according to profile selection. |
|
217
|
|
|
Playbooks are written into a new subdirectory in output_dir. |
|
218
|
|
|
""" |
|
219
|
2 |
|
profile_rules, profile_refines = self.get_profile_selections(profile) |
|
220
|
2 |
|
profile_playbooks_dir = os.path.join(self.output_dir, profile.id_) |
|
221
|
2 |
|
os.makedirs(profile_playbooks_dir) |
|
222
|
2 |
|
snippet_path = os.path.join(self.input_dir, rule_id + ".yml") |
|
223
|
2 |
|
if rule_id in profile_rules: |
|
224
|
2 |
|
self.create_playbook( |
|
225
|
|
|
snippet_path, rule_id, variables, |
|
226
|
|
|
profile_refines, profile_playbooks_dir |
|
227
|
|
|
) |
|
228
|
|
|
else: |
|
229
|
|
|
raise ValueError("Rule '%s' isn't part of profile '%s'" % |
|
230
|
|
|
(rule_id, profile.id_)) |
|
231
|
|
|
|
|
232
|
2 |
|
def build(self, profile_id=None, rule_id=None): |
|
233
|
|
|
""" |
|
234
|
|
|
Creates Playbooks for a specified profile. |
|
235
|
|
|
If profile is not given, creates playbooks for all profiles |
|
236
|
|
|
in the product. |
|
237
|
|
|
If the rule_id is not given, Playbooks are created for every rule. |
|
238
|
|
|
""" |
|
239
|
2 |
|
variables = self.get_benchmark_variables() |
|
240
|
2 |
|
if profile_id: |
|
241
|
2 |
|
profile_path = os.path.join( |
|
242
|
|
|
self.profiles_dir, profile_id + ".profile") |
|
243
|
2 |
|
profile = self.open_profile(profile_path) |
|
244
|
2 |
|
if rule_id: |
|
245
|
2 |
|
self.create_playbook_for_single_rule(profile, rule_id, |
|
246
|
|
|
variables) |
|
247
|
|
|
else: |
|
248
|
|
|
self.create_playbooks_for_all_rules(profile, variables) |
|
249
|
|
|
else: |
|
250
|
|
|
# run for all profiles |
|
251
|
|
|
for profile_file in os.listdir(self.profiles_dir): |
|
252
|
|
|
profile_path = os.path.join(self.profiles_dir, profile_file) |
|
253
|
|
|
try: |
|
254
|
|
|
profile = self.open_profile(profile_path) |
|
255
|
|
|
except RuntimeError as e: |
|
256
|
|
|
sys.stderr.write("%s. Skipping %s." % (str(e), profile_id)) |
|
257
|
|
|
continue |
|
258
|
|
|
if rule_id: |
|
259
|
|
|
self.create_playbook_for_single_rule(profile, rule_id, |
|
260
|
|
|
variables) |
|
261
|
|
|
else: |
|
262
|
|
|
self.create_playbooks_for_all_rules(profile, variables) |
|
263
|
|
|
|
ComplianceAsCode /
content
Loading history...