inspect_conda_package() - Code Metrics - Inspection of "PR: [WIP] Add automatic upload" - Anaconda-Platform/anaconda-client - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Pull Request — develop (#344)

by Gonzalo

created 2016-08-10 14:55 UTC

inspect_conda_package() F

↳ Parent: Project

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes	5
Bugs	0	Features	0

Metric	Value
cc	14
c	5
b	0
f	0
dl	0
loc	74
rs	2.2878

How to fix Long Method Complexity

from __future__ import print_function

# Standard library imports
from os import path
from pprint import pprint
import json
import re
import sys
import tarfile
import tempfile

# Local imports
from ..utils.notebook.data_uri import data_uri_from


os_map = {'osx': 'darwin', 'win': 'win32'}
specs_re = re.compile('^([=><]+)(.*)$')


def transform_conda_deps(deps):
    """
    Format dependencies into a common binstar format
    """
    depends = []
    for dep in deps:
        dep = dep.strip()
        name_spec = dep.split(' ', 1)
        if len(name_spec) == 1:
            name, = name_spec
            depends.append({'name':name, 'specs': []})
        elif len(name_spec) == 2:
            name, spec = name_spec
            if spec.endswith('*'):  # Star does nothing in semver
                spec = spec[:-1]

            match = specs_re.match(spec)
            if match:
                op, spec = match.groups()
            else:
                op = '=='

            depends.append({'name':name, 'specs': [[op, spec]]})
        elif len(name_spec) == 3:
            name, spec, build_str = name_spec
            if spec.endswith('*'):  # Star does nothing in semver
                spec = spec[:-1]

            match = specs_re.match(spec)
            if match:
                op, spec = match.groups()
            else:
                op = '=='

            depends.append({'name':name, 'specs': [['==', '%s+%s' % (spec, build_str)]]})

    return {'depends': depends}


def get_subdir(index):
    """
    Return the sub-directory given the index dictionary.  The return
    value is obtained in the following order:

    1. when the 'subdir' key exists, it's value is returned
    2. if the 'arch' is None, or does not exist, 'noarch' is returned
    3. otherwise, the return value is constructed from the 'platform' key
       and the 'arch' key (where 'x86' is replaced by '32',
       and 'x86_64' by '64')
    """
    try:
        return index['subdir']
    except KeyError:
        arch = index.get('arch')
        if arch is None:
            return 'noarch'
        intel_map = {'x86': '32', 'x86_64': '64'}
        return '%s-%s' % (index.get('platform'), intel_map.get(arch, arch))


def inspect_conda_package(filename, fileobj, *args, **kwargs):

    index, recipe, has_prefix = None, {}, False

    with tarfile.open(filename, fileobj=fileobj, mode="r|bz2") as tar:
        for info in tar:
            if info.name == 'info/index.json':
                index = tar.extractfile(info)
                index = json.loads(index.read().decode())
            elif info.name == 'info/recipe.json':
                # recipe.index is deprecated and only packages built with older
                # versions of conda-build contain that file.
                recipe = tar.extractfile(info)
                recipe = json.loads(recipe.read().decode())
            elif info.name == 'info/has_prefix':
                has_prefix = True
            if index is not None and recipe != {}:
                break
        else:
            if index is None:
                raise TypeError("info/index.json required in conda package")

    # Load icon defined in the index.json and file exists inside info folder
    fileobj.seek(0)
    icon_b64 = None
    icon_path = index.get('icon')
    if icon_path:
        tar = tarfile.open(filename, fileobj=fileobj, mode="r|bz2")
        for info in tar:
            if info.name == 'info/{0}'.format(icon_path):
                icon_data = tar.extractfile(info).read()
                f, temp_path = tempfile.mkstemp()
                with open(temp_path, 'wb') as f:
                    f.write(icon_data)
                icon_b64 = data_uri_from(temp_path)
                break

    about = recipe.pop('about', {})

    subdir = get_subdir(index)

    machine = index['arch']
    operatingsystem = os_map.get(index['platform'], index['platform'])

    package_data = {
        'name': index.pop('name'),
        # TODO: this info should be removed and moved to release
        'summary': about.get('summary', ''),
        'license': about.get('license'),
        }
    release_data = {
        'version': index.pop('version'),
        'home_page': about.get('home'),
        'description': '',
        # TODO: Add summary and license as per release attributes
        # 'summary': about.get('summary', ''),
        # 'license': about.get('license'),
        'icon': icon_b64,
        }
    file_data = {
        'basename': '%s/%s' % (subdir, path.basename(filename)),
        'attrs': {
            'operatingsystem': operatingsystem,
            'machine': machine,
            'target-triplet': '%s-any-%s' % (machine, operatingsystem),
            'has_prefix': has_prefix
            }
        }

    file_data['attrs'].update(index)
    conda_depends = index.get('depends', index.get('requires', []))
    file_data['dependencies'] = transform_conda_deps(conda_depends)

    return package_data, release_data, file_data


def main():
    filename = sys.argv[1]
    with open(filename) as fileobj:
        package_data, release_data, file_data = inspect_conda_package(filename, fileobj)
    pprint(package_data)
    print('--')
    pprint(release_data)
    print('--')
    pprint(file_data)

if __name__ == '__main__':
    main()


1			from __future__ import print_function
2
3			# Standard library imports
4			from os import path
5			from pprint import pprint
6			import json
7			import re
8			import sys
9			import tarfile
10			import tempfile
11
12			# Local imports
13			from ..utils.notebook.data_uri import data_uri_from
14
15
16			os_map = {'osx': 'darwin', 'win': 'win32'}
17			specs_re = re.compile('^([=><]+)(.*)$')
18
19
20			def transform_conda_deps(deps):
21			"""
22			Format dependencies into a common binstar format
23			"""
24			depends = []
25			for dep in deps:
26			dep = dep.strip()
27			name_spec = dep.split(' ', 1)
28			if len(name_spec) == 1:
29			name, = name_spec
30			depends.append({'name':name, 'specs': []})
31			elif len(name_spec) == 2:
32			name, spec = name_spec
33			if spec.endswith('*'): # Star does nothing in semver
34			spec = spec[:-1]
35
36			match = specs_re.match(spec)
37			if match:
38			op, spec = match.groups()
39			else:
40			op = '=='
41
42			depends.append({'name':name, 'specs': [[op, spec]]})
43			elif len(name_spec) == 3:
44			name, spec, build_str = name_spec
45			if spec.endswith('*'): # Star does nothing in semver
46			spec = spec[:-1]
47
48			match = specs_re.match(spec)
49			if match:
50			op, spec = match.groups()
51			else:
52			op = '=='
53
54			depends.append({'name':name, 'specs': [['==', '%s+%s' % (spec, build_str)]]})
55
56			return {'depends': depends}
57
58
59			def get_subdir(index):
60			"""
61			Return the sub-directory given the index dictionary. The return
62			value is obtained in the following order:
63
64			1. when the 'subdir' key exists, it's value is returned
65			2. if the 'arch' is None, or does not exist, 'noarch' is returned
66			3. otherwise, the return value is constructed from the 'platform' key
67			and the 'arch' key (where 'x86' is replaced by '32',
68			and 'x86_64' by '64')
69			"""
70			try:
71			return index['subdir']
72			except KeyError:
73			arch = index.get('arch')
74			if arch is None:
75			return 'noarch'
76			intel_map = {'x86': '32', 'x86_64': '64'}
77			return '%s-%s' % (index.get('platform'), intel_map.get(arch, arch))
78
79
80			def inspect_conda_package(filename, fileobj, args, *kwargs):
81
82			index, recipe, has_prefix = None, {}, False
83
84			with tarfile.open(filename, fileobj=fileobj, mode="r\|bz2") as tar:
85			for info in tar:
86			if info.name == 'info/index.json':
87			index = tar.extractfile(info)
88			index = json.loads(index.read().decode())
89			elif info.name == 'info/recipe.json':
90			# recipe.index is deprecated and only packages built with older
91			# versions of conda-build contain that file.
92			recipe = tar.extractfile(info)
93			recipe = json.loads(recipe.read().decode())
94			elif info.name == 'info/has_prefix':
95			has_prefix = True
96			if index is not None and recipe != {}:
97			break
98			else:
99			if index is None:
100			raise TypeError("info/index.json required in conda package")
101
102			# Load icon defined in the index.json and file exists inside info folder
103			fileobj.seek(0)
104			icon_b64 = None
105			icon_path = index.get('icon')
106			if icon_path:
107			tar = tarfile.open(filename, fileobj=fileobj, mode="r\|bz2")
108			for info in tar:
109			if info.name == 'info/{0}'.format(icon_path):
110			icon_data = tar.extractfile(info).read()
111			f, temp_path = tempfile.mkstemp()
112			with open(temp_path, 'wb') as f:
113			f.write(icon_data)
114			icon_b64 = data_uri_from(temp_path)
115			break
116
117			about = recipe.pop('about', {})
118
119			subdir = get_subdir(index)
120
121			machine = index['arch']
122			operatingsystem = os_map.get(index['platform'], index['platform'])
123
124			package_data = {
125			'name': index.pop('name'),
126			# TODO: this info should be removed and moved to release
127			'summary': about.get('summary', ''),
128			'license': about.get('license'),
129			}
130			release_data = {
131			'version': index.pop('version'),
132			'home_page': about.get('home'),
133			'description': '',
134			# TODO: Add summary and license as per release attributes
135			# 'summary': about.get('summary', ''),
136			# 'license': about.get('license'),
137			'icon': icon_b64,
138			}
139			file_data = {
140			'basename': '%s/%s' % (subdir, path.basename(filename)),
141			'attrs': {
142			'operatingsystem': operatingsystem,
143			'machine': machine,
144			'target-triplet': '%s-any-%s' % (machine, operatingsystem),
145			'has_prefix': has_prefix
146			}
147			}
148
149			file_data['attrs'].update(index)
150			conda_depends = index.get('depends', index.get('requires', []))
151			file_data['dependencies'] = transform_conda_deps(conda_depends)
152
153			return package_data, release_data, file_data
154
155
156			def main():
157			filename = sys.argv[1]
158			with open(filename) as fileobj:
159			package_data, release_data, file_data = inspect_conda_package(filename, fileobj)
160			pprint(package_data)
161			print('--')
162			pprint(release_data)
163			print('--')
164			pprint(file_data)
165
166			if __name__ == '__main__':
167			main()
168

Anaconda-Platform / anaconda-client

Pull Request — develop (#344)

inspect_conda_package() F

Complexity

Size

Duplication

Importance

How to fix Long Method Complexity

Long Method

Complexity

Duplication Side-by-Side

Filter issues like