1
|
|
|
#!/usr/bin/env python |
2
|
|
|
# |
3
|
|
|
# xml2file.py |
4
|
|
|
# |
5
|
|
|
# Copyright (C) 2019, Takazumi Shirayanagi |
6
|
|
|
# This software is released under the new BSD License, |
7
|
|
|
# see LICENSE |
8
|
|
|
# |
9
|
|
|
|
10
|
|
|
import os |
11
|
|
|
import sys |
12
|
|
|
import errno |
13
|
|
|
import json |
14
|
|
|
import codecs |
15
|
|
|
import shutil |
16
|
|
|
import tempfile |
17
|
|
|
import xml.etree.ElementTree as ET |
18
|
|
|
|
19
|
|
|
from argparse import ArgumentParser |
20
|
|
|
|
21
|
|
|
# command line option |
22
|
|
View Code Duplication |
def parse_command_line(): |
|
|
|
|
23
|
|
|
parser = ArgumentParser() |
24
|
|
|
parser.add_argument( |
25
|
|
|
'-v', |
26
|
|
|
'--version', |
27
|
|
|
action='version', |
28
|
|
|
version=u'%(prog)s version 0.1' |
29
|
|
|
) |
30
|
|
|
parser.add_argument( |
31
|
|
|
'-o', |
32
|
|
|
'--output', |
33
|
|
|
default=None, |
34
|
|
|
help='output file path.' |
35
|
|
|
) |
36
|
|
|
parser.add_argument( |
37
|
|
|
'--no-time', |
38
|
|
|
action='store_true', |
39
|
|
|
help='no output time attribute' |
40
|
|
|
) |
41
|
|
|
parser.add_argument( |
42
|
|
|
'--verbose', |
43
|
|
|
type=int, |
44
|
|
|
default=0, |
45
|
|
|
metavar='LEVEL', |
46
|
|
|
help='log verbose' |
47
|
|
|
) |
48
|
|
|
parser.add_argument( |
49
|
|
|
'--encoding', |
50
|
|
|
default='utf-8', |
51
|
|
|
help='output file encoding.' |
52
|
|
|
) |
53
|
|
|
parser.add_argument( |
54
|
|
|
'--clean', |
55
|
|
|
action='store_true', |
56
|
|
|
help='clean output directory (before)' |
57
|
|
|
) |
58
|
|
|
parser.add_argument( |
59
|
|
|
'--debug', |
60
|
|
|
action='store_true', |
61
|
|
|
help='log debug' |
62
|
|
|
) |
63
|
|
|
parser.add_argument( |
64
|
|
|
'file', |
65
|
|
|
metavar='FILE', |
66
|
|
|
nargs='+', |
67
|
|
|
help='test result xml files' |
68
|
|
|
) |
69
|
|
|
options = parser.parse_args() |
70
|
|
|
return options |
71
|
|
|
|
72
|
|
|
cmdline_options = None |
73
|
|
|
|
74
|
|
|
|
75
|
|
|
def log(msg): |
76
|
|
|
print(msg) |
77
|
|
|
|
78
|
|
|
|
79
|
|
|
def logv(lv, msg): |
80
|
|
|
if cmdline_options.verbose >= lv: |
81
|
|
|
print(msg) |
82
|
|
|
|
83
|
|
|
|
84
|
|
|
def logd(msg): |
85
|
|
|
if cmdline_options.debug: |
86
|
|
|
print(msg) |
87
|
|
|
|
88
|
|
|
|
89
|
|
|
def loge(msg): |
90
|
|
|
sys.stderr.write(msg + "\n") |
91
|
|
|
|
92
|
|
|
|
93
|
|
|
def mkdir_p(path): |
94
|
|
|
try: |
95
|
|
|
os.makedirs(path) |
96
|
|
|
except OSError as exc: # Python >2.5 |
97
|
|
|
if exc.errno == errno.EEXIST and os.path.isdir(path): |
98
|
|
|
pass |
99
|
|
|
else: |
100
|
|
|
loge('failed mkdirs: ' + path) |
101
|
|
|
raise |
102
|
|
|
|
103
|
|
|
|
104
|
|
|
def clean_dir(path): |
105
|
|
|
if os.path.exists(path): |
106
|
|
|
shutil.rmtree(path) |
107
|
|
|
|
108
|
|
|
|
109
|
|
|
def fopen(path): |
110
|
|
|
dir = os.path.dirname(path) |
111
|
|
|
mkdir_p(dir) |
112
|
|
|
f = codecs.open(path, 'w', cmdline_options.encoding) |
113
|
|
|
return f |
114
|
|
|
|
115
|
|
|
|
116
|
|
|
def make_rootpath(xml_filename): |
117
|
|
|
root_name = xml_filename |
118
|
|
|
path = os.path.join(cmdline_options.output, root_name) |
119
|
|
|
return path |
120
|
|
|
|
121
|
|
|
|
122
|
|
|
def make_path(root_path, testsuite, testcase): |
123
|
|
|
suite_name = testsuite.attrib['name'].lstrip('/') |
124
|
|
|
case_name = testcase.attrib['name'].lstrip('/') |
125
|
|
|
ext = '.json' |
126
|
|
|
return os.path.join(os.path.join(root_path, suite_name), case_name + ext) |
127
|
|
|
|
128
|
|
|
|
129
|
|
|
def get_properties_node(node): |
130
|
|
|
users = {} |
131
|
|
|
for prop in node: |
132
|
|
|
if ('name' in prop.attrib) and ('value' in prop.attrib): |
133
|
|
|
users[prop.attrib['name']] = prop.attrib['value'] |
134
|
|
|
return users |
135
|
|
|
|
136
|
|
|
|
137
|
|
|
def _get_user_properties(node, system_attributes): |
138
|
|
|
users = {} |
139
|
|
|
for a in node.attrib: |
140
|
|
|
if a not in system_attributes: |
141
|
|
|
users[a] = node.attrib[a] |
142
|
|
|
return users |
143
|
|
|
|
144
|
|
|
|
145
|
|
|
def get_user_properties(node): |
146
|
|
|
system_attributes = { |
147
|
|
|
"testsuites": [ |
148
|
|
|
"name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed" |
149
|
|
|
], |
150
|
|
|
"testsuite": [ |
151
|
|
|
"name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed" |
152
|
|
|
], |
153
|
|
|
"testcase": [ |
154
|
|
|
"name", "status", "time", "classname", "type_param", "value_param" |
155
|
|
|
] |
156
|
|
|
} |
157
|
|
|
for k,v in system_attributes.items(): |
158
|
|
|
if node.tag == k: |
159
|
|
|
return _get_user_properties(node, v) |
160
|
|
|
return node.attrib |
161
|
|
|
|
162
|
|
|
|
163
|
|
|
def write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase): |
164
|
|
|
d = testcase.attrib |
165
|
|
|
if cmdline_options.no_time: |
166
|
|
|
if 'time' in d: |
167
|
|
|
del d['time'] |
168
|
|
|
d['testsuites_attrib'] = testsuites_user_attrib |
169
|
|
|
d['testsuite_attrib'] = testsuite_user_attrib |
170
|
|
|
# failure and skipped ... |
171
|
|
|
for child in testcase: |
172
|
|
|
tag = child.tag |
173
|
|
|
if tag not in d: |
174
|
|
|
d[tag] = [] |
175
|
|
|
fd = child.attrib |
176
|
|
|
fd['text'] = child.text |
177
|
|
|
d[tag].append(fd) |
178
|
|
|
jt = json.dumps(d, indent=4, ensure_ascii=False) |
179
|
|
|
logd(jt) |
180
|
|
|
f.write(jt) |
181
|
|
|
|
182
|
|
|
|
183
|
|
|
def opentree(path): |
184
|
|
|
try: |
185
|
|
|
with codecs.open(path, 'r', encoding=cmdline_options.encoding) as f: |
186
|
|
|
return ET.parse(f) |
187
|
|
|
except Exception as e: |
188
|
|
|
loge("error: " + path + ": " + str(e)) |
189
|
|
|
xmlp = ET.XMLParser(encoding=cmdline_options.encoding) |
190
|
|
|
return ET.parse(path, xmlp) |
191
|
|
|
|
192
|
|
|
|
193
|
|
|
def xml2file(path): |
194
|
|
|
basename = os.path.basename(path) |
195
|
|
|
filename = os.path.splitext(basename)[0] |
196
|
|
|
logv(1, basename) |
197
|
|
|
|
198
|
|
|
root_path = make_rootpath(filename) |
199
|
|
|
clean_dir(root_path) |
200
|
|
|
|
201
|
|
|
try: |
202
|
|
|
tree = opentree(path) |
203
|
|
|
root = tree.getroot() |
204
|
|
|
testsuites = root |
205
|
|
|
|
206
|
|
|
testsuites_user_attrib = get_user_properties(testsuites) |
207
|
|
|
for testsuite in testsuites: |
208
|
|
|
logv(2, " " + testsuite.attrib['name']) |
209
|
|
|
testsuite_user_attrib = get_user_properties(testsuite) |
210
|
|
|
for testcase in testsuite: |
211
|
|
|
if testcase.tag == 'testcase': |
212
|
|
|
logv(3, " " + testcase.attrib['name']) |
213
|
|
|
f = fopen(make_path(root_path, testsuite, testcase)) |
214
|
|
|
write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase) |
215
|
|
|
f.close() |
216
|
|
|
elif testcase.tag == 'properties': |
217
|
|
|
testsuite_user_attrib.update(get_properties_node(testcase)) |
218
|
|
|
except Exception as e: |
219
|
|
|
f = fopen(os.path.join(root_path, "parser_error.txt")) |
220
|
|
|
f.write(str(e)) |
221
|
|
|
f.close() |
222
|
|
|
raise |
223
|
|
|
|
224
|
|
|
|
225
|
|
|
def main(): |
226
|
|
|
result=True |
227
|
|
|
global cmdline_options |
228
|
|
|
cmdline_options = parse_command_line() |
229
|
|
|
if cmdline_options.output is None: |
230
|
|
|
cmdline_options.output = tempfile.mkdtemp(prefix='xml2file') |
231
|
|
|
logd(sys.getfilesystemencoding()) |
232
|
|
|
log("output: " + cmdline_options.output) |
233
|
|
|
if cmdline_options.clean: |
234
|
|
|
clean_dir(cmdline_options.output) |
235
|
|
|
for path in cmdline_options.file: |
236
|
|
|
try: |
237
|
|
|
xml2file(path) |
238
|
|
|
except Exception as e: |
239
|
|
|
loge("error: " + path + ": " + str(e)) |
240
|
|
|
result = False |
241
|
|
|
if not result: |
242
|
|
|
exit(1) |
243
|
|
|
|
244
|
|
|
|
245
|
|
|
if __name__ == '__main__': |
246
|
|
|
main() |
247
|
|
|
|