xml2file.parse_command_line() - Code Metrics - Inspection of "Merge remote-tracking branch 'origin/develop'" - srz-zumix/iutest - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — master ( 1838da...65ad15 )

by srz

created 2019-04-18 01:25 UTC

xml2file.parse_command_line() B

↳ Parent: xml2file

Complexity

Conditions

Size

Total Lines	49
Code Lines	41

Duplication

Lines	49
Ratio	100 %

Importance

Changes

Metric	Value
cc	1
eloc	41
nop	0
dl	49
loc	49
rs	8.896
c	0
b	0
f	0

#!/usr/bin/env python
#
# xml2file.py
#
# Copyright (C) 2019, Takazumi Shirayanagi
# This software is released under the new BSD License,
# see LICENSE
#

import os
import sys
import errno
import json
import codecs
import shutil
import tempfile
import xml.etree.ElementTree as ET

from argparse import ArgumentParser

# command line option
def parse_command_line():

    parser = ArgumentParser()
    parser.add_argument(
        '-v',
        '--version',
        action='version',
        version=u'%(prog)s version 0.1'
    )
    parser.add_argument(
        '-o',
        '--output',
        default=None,
        help='output file path.'
    )
    parser.add_argument(
        '--no-time',
        action='store_true',
        help='no output time attribute'
    )
    parser.add_argument(
        '--verbose',
        type=int,
        default=0,
        metavar='LEVEL',
        help='log verbose'
    )
    parser.add_argument(
        '--encoding',
        default='utf-8',
        help='output file encoding.'
    )
    parser.add_argument(
        '--clean',
        action='store_true',
        help='clean output directory (before)'
    )
    parser.add_argument(
        '--debug',
        action='store_true',
        help='log debug'
    )
    parser.add_argument(
        'file',
        metavar='FILE',
        nargs='+',
        help='test result xml files'
    )
    options = parser.parse_args()
    return options

cmdline_options = None


def log(msg):
    print(msg)


def logv(lv, msg):
    if cmdline_options.verbose >= lv:
        print(msg)


def logd(msg):
    if cmdline_options.debug:
        print(msg)


def loge(msg):
    sys.stderr.write(msg + "\n")


def mkdir_p(path):
    try:
        os.makedirs(path)
    except OSError as exc:  # Python >2.5
        if exc.errno == errno.EEXIST and os.path.isdir(path):
            pass
        else:
            loge('failed mkdirs: ' + path)
            raise


def clean_dir(path):
    if os.path.exists(path):
        shutil.rmtree(path)


def fopen(path):
    dir = os.path.dirname(path)
    mkdir_p(dir)
    f = codecs.open(path, 'w', cmdline_options.encoding)
    return f


def make_rootpath(xml_filename):
    root_name = xml_filename
    path = os.path.join(cmdline_options.output, root_name)
    return path


def make_path(root_path, testsuite, testcase):
    suite_name = testsuite.attrib['name'].lstrip('/')
    case_name = testcase.attrib['name'].lstrip('/')
    ext = '.json'
    return os.path.join(os.path.join(root_path, suite_name), case_name + ext)


def get_properties_node(node):
    users = {}
    for prop in node:
        if ('name' in prop.attrib) and ('value' in prop.attrib):
            users[prop.attrib['name']] = prop.attrib['value']
    return users


def _get_user_properties(node, system_attributes):
    users = {}
    for a in node.attrib:
        if a not in system_attributes:
            users[a] = node.attrib[a]
    return users


def get_user_properties(node):
    system_attributes = {
        "testsuites": [
            "name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed"
        ],
        "testsuite": [
            "name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed"
        ],
        "testcase": [
            "name", "status", "time", "classname", "type_param", "value_param"
        ]
    }
    for k,v in system_attributes.items():
        if node.tag == k:
            return _get_user_properties(node, v)
    return node.attrib


def write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase):
    d = testcase.attrib
    if cmdline_options.no_time:
        if 'time' in d:
            del d['time']
    d['testsuites_attrib'] = testsuites_user_attrib
    d['testsuite_attrib'] = testsuite_user_attrib
    # failure and skipped ...
    for child in testcase:
        tag = child.tag
        if tag not in d:
            d[tag] = []
        fd = child.attrib
        fd['text'] = child.text
        d[tag].append(fd)
    jt = json.dumps(d, indent=4, ensure_ascii=False)
    logd(jt)
    f.write(jt)


def opentree(path):
    try:
        with codecs.open(path, 'r', encoding=cmdline_options.encoding) as f:
            return ET.parse(f)
    except Exception as e:
        loge("error: " + path + ": " + str(e))
        xmlp = ET.XMLParser(encoding=cmdline_options.encoding)
        return ET.parse(path, xmlp)


def xml2file(path):
    basename = os.path.basename(path)
    filename = os.path.splitext(basename)[0]
    logv(1, basename)

    root_path = make_rootpath(filename)
    clean_dir(root_path)

    try:
        tree = opentree(path)
        root = tree.getroot()
        testsuites = root

        testsuites_user_attrib = get_user_properties(testsuites)
        for testsuite in testsuites:
            logv(2, "  " + testsuite.attrib['name'])
            testsuite_user_attrib = get_user_properties(testsuite)
            for testcase in testsuite:
                if testcase.tag == 'testcase':
                    logv(3, "    " + testcase.attrib['name'])
                    f = fopen(make_path(root_path, testsuite, testcase))
                    write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase)
                    f.close()
                elif testcase.tag == 'properties':
                    testsuite_user_attrib.update(get_properties_node(testcase))
    except Exception as e:
        f = fopen(os.path.join(root_path, "parser_error.txt"))
        f.write(str(e))
        f.close()
        raise


def main():
    result=True
    global cmdline_options
    cmdline_options = parse_command_line()
    if cmdline_options.output is None:
        cmdline_options.output = tempfile.mkdtemp(prefix='xml2file')
    logd(sys.getfilesystemencoding())
    log("output: " + cmdline_options.output)
    if cmdline_options.clean:
        clean_dir(cmdline_options.output)
    for path in cmdline_options.file:
        try:
            xml2file(path)
        except Exception as e:
            loge("error: " + path + ": " + str(e))
            result = False
    if not result:
        exit(1)


if __name__ == '__main__':
    main()


1		#!/usr/bin/env python
2		#
3		# xml2file.py
4		#
5		# Copyright (C) 2019, Takazumi Shirayanagi
6		# This software is released under the new BSD License,
7		# see LICENSE
8		#
9
10		import os
11		import sys
12		import errno
13		import json
14		import codecs
15		import shutil
16		import tempfile
17		import xml.etree.ElementTree as ET
18
19		from argparse import ArgumentParser
20
21		# command line option
22	View Code Duplication	def parse_command_line():
		0 ignored issues – show Duplication introduced 2019-01-14 13:51 UTC by Report Bug Copy Issue Report This code seems to be duplicated in your project. Loading history...
23		parser = ArgumentParser()
24		parser.add_argument(
25		'-v',
26		'--version',
27		action='version',
28		version=u'%(prog)s version 0.1'
29		)
30		parser.add_argument(
31		'-o',
32		'--output',
33		default=None,
34		help='output file path.'
35		)
36		parser.add_argument(
37		'--no-time',
38		action='store_true',
39		help='no output time attribute'
40		)
41		parser.add_argument(
42		'--verbose',
43		type=int,
44		default=0,
45		metavar='LEVEL',
46		help='log verbose'
47		)
48		parser.add_argument(
49		'--encoding',
50		default='utf-8',
51		help='output file encoding.'
52		)
53		parser.add_argument(
54		'--clean',
55		action='store_true',
56		help='clean output directory (before)'
57		)
58		parser.add_argument(
59		'--debug',
60		action='store_true',
61		help='log debug'
62		)
63		parser.add_argument(
64		'file',
65		metavar='FILE',
66		nargs='+',
67		help='test result xml files'
68		)
69		options = parser.parse_args()
70		return options
71
72		cmdline_options = None
73
74
75		def log(msg):
76		print(msg)
77
78
79		def logv(lv, msg):
80		if cmdline_options.verbose >= lv:
81		print(msg)
82
83
84		def logd(msg):
85		if cmdline_options.debug:
86		print(msg)
87
88
89		def loge(msg):
90		sys.stderr.write(msg + "\n")
91
92
93		def mkdir_p(path):
94		try:
95		os.makedirs(path)
96		except OSError as exc: # Python >2.5
97		if exc.errno == errno.EEXIST and os.path.isdir(path):
98		pass
99		else:
100		loge('failed mkdirs: ' + path)
101		raise
102
103
104		def clean_dir(path):
105		if os.path.exists(path):
106		shutil.rmtree(path)
107
108
109		def fopen(path):
110		dir = os.path.dirname(path)
111		mkdir_p(dir)
112		f = codecs.open(path, 'w', cmdline_options.encoding)
113		return f
114
115
116		def make_rootpath(xml_filename):
117		root_name = xml_filename
118		path = os.path.join(cmdline_options.output, root_name)
119		return path
120
121
122		def make_path(root_path, testsuite, testcase):
123		suite_name = testsuite.attrib['name'].lstrip('/')
124		case_name = testcase.attrib['name'].lstrip('/')
125		ext = '.json'
126		return os.path.join(os.path.join(root_path, suite_name), case_name + ext)
127
128
129		def get_properties_node(node):
130		users = {}
131		for prop in node:
132		if ('name' in prop.attrib) and ('value' in prop.attrib):
133		users[prop.attrib['name']] = prop.attrib['value']
134		return users
135
136
137		def _get_user_properties(node, system_attributes):
138		users = {}
139		for a in node.attrib:
140		if a not in system_attributes:
141		users[a] = node.attrib[a]
142		return users
143
144
145		def get_user_properties(node):
146		system_attributes = {
147		"testsuites": [
148		"name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed"
149		],
150		"testsuite": [
151		"name", "tests", "failures", "disabled", "skip", "errors", "time", "timestamp", "random_seed"
152		],
153		"testcase": [
154		"name", "status", "time", "classname", "type_param", "value_param"
155		]
156		}
157		for k,v in system_attributes.items():
158		if node.tag == k:
159		return _get_user_properties(node, v)
160		return node.attrib
161
162
163		def write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase):
164		d = testcase.attrib
165		if cmdline_options.no_time:
166		if 'time' in d:
167		del d['time']
168		d['testsuites_attrib'] = testsuites_user_attrib
169		d['testsuite_attrib'] = testsuite_user_attrib
170		# failure and skipped ...
171		for child in testcase:
172		tag = child.tag
173		if tag not in d:
174		d[tag] = []
175		fd = child.attrib
176		fd['text'] = child.text
177		d[tag].append(fd)
178		jt = json.dumps(d, indent=4, ensure_ascii=False)
179		logd(jt)
180		f.write(jt)
181
182
183		def opentree(path):
184		try:
185		with codecs.open(path, 'r', encoding=cmdline_options.encoding) as f:
186		return ET.parse(f)
187		except Exception as e:
188		loge("error: " + path + ": " + str(e))
189		xmlp = ET.XMLParser(encoding=cmdline_options.encoding)
190		return ET.parse(path, xmlp)
191
192
193		def xml2file(path):
194		basename = os.path.basename(path)
195		filename = os.path.splitext(basename)[0]
196		logv(1, basename)
197
198		root_path = make_rootpath(filename)
199		clean_dir(root_path)
200
201		try:
202		tree = opentree(path)
203		root = tree.getroot()
204		testsuites = root
205
206		testsuites_user_attrib = get_user_properties(testsuites)
207		for testsuite in testsuites:
208		logv(2, " " + testsuite.attrib['name'])
209		testsuite_user_attrib = get_user_properties(testsuite)
210		for testcase in testsuite:
211		if testcase.tag == 'testcase':
212		logv(3, " " + testcase.attrib['name'])
213		f = fopen(make_path(root_path, testsuite, testcase))
214		write_result(f, testsuites_user_attrib, testsuite_user_attrib, testcase)
215		f.close()
216		elif testcase.tag == 'properties':
217		testsuite_user_attrib.update(get_properties_node(testcase))
218		except Exception as e:
219		f = fopen(os.path.join(root_path, "parser_error.txt"))
220		f.write(str(e))
221		f.close()
222		raise
223
224
225		def main():
226		result=True
227		global cmdline_options
228		cmdline_options = parse_command_line()
229		if cmdline_options.output is None:
230		cmdline_options.output = tempfile.mkdtemp(prefix='xml2file')
231		logd(sys.getfilesystemencoding())
232		log("output: " + cmdline_options.output)
233		if cmdline_options.clean:
234		clean_dir(cmdline_options.output)
235		for path in cmdline_options.file:
236		try:
237		xml2file(path)
238		except Exception as e:
239		loge("error: " + path + ": " + str(e))
240		result = False
241		if not result:
242		exit(1)
243
244
245		if __name__ == '__main__':
246		main()
247

srz-zumix / iutest

Push — master ( 1838da...65ad15 )

xml2file.parse_command_line() B

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like