inspect_conda_package() - Code Metrics - Inspection of "PR: [WIP] Add automatic upload" - Anaconda-Platform/anaconda-client - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Pull Request — develop (#344)

by Gonzalo

created 2016-08-08 15:12 UTC

inspect_conda_package() F

↳ Parent: Project

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes	4
Bugs	0	Features	0

Metric	Value
cc	15
dl	0
loc	74
rs	2.3086
c	4
b	0
f	0

How to fix Long Method Complexity

from __future__ import print_function

# Standard library imports
from os import path
from pprint import pprint
import json
import re
import sys
import tarfile
import tempfile

# Local imports
from ..utils.notebook.data_uri import data_uri_from


os_map = {'osx': 'darwin', 'win': 'win32'}
specs_re = re.compile('^([=><]+)(.*)$')


def transform_conda_deps(deps):
    """
    Format dependencies into a common binstar format
    """
    depends = []
    for dep in deps:
        dep = dep.strip()
        name_spec = dep.split(' ', 1)
        if len(name_spec) == 1:
            name, = name_spec
            depends.append({'name':name, 'specs': []})
        elif len(name_spec) == 2:
            name, spec = name_spec
            if spec.endswith('*'):  # Star does nothing in semver
                spec = spec[:-1]

            match = specs_re.match(spec)
            if match:
                op, spec = match.groups()
            else:
                op = '=='

            depends.append({'name':name, 'specs': [[op, spec]]})
        elif len(name_spec) == 3:
            name, spec, build_str = name_spec
            if spec.endswith('*'):  # Star does nothing in semver
                spec = spec[:-1]

            match = specs_re.match(spec)
            if match:
                op, spec = match.groups()
            else:
                op = '=='

            depends.append({'name':name, 'specs': [['==', '%s+%s' % (spec, build_str)]]})

    return {'depends': depends}


def get_subdir(index):
    """
    Return the sub-directory given the index dictionary.  The return
    value is obtained in the following order:

    1. when the 'subdir' key exists, it's value is returned
    2. if the 'arch' is None, or does not exist, 'noarch' is returned
    3. otherwise, the return value is constructed from the 'platform' key
       and the 'arch' key (where 'x86' is replaced by '32',
       and 'x86_64' by '64')
    """
    try:
        return index['subdir']
    except KeyError:
        arch = index.get('arch')
        if arch is None:
            return 'noarch'
        intel_map = {'x86': '32', 'x86_64': '64'}
        return '%s-%s' % (index.get('platform'), intel_map.get(arch, arch))


def inspect_conda_package(filename, fileobj, *args, **kwargs):

    index, recipe, has_prefix = None, {}, False

    with tarfile.open(filename, fileobj=fileobj, mode="r|bz2") as tar:
        for info in tar:
            if info.name == 'info/index.json':
                index = tar.extractfile(info)
                index = json.loads(index.read().decode())
            elif info.name == 'info/recipe.json':
                recipe = tar.extractfile(info)
                recipe = json.loads(recipe.read().decode())
            elif info.name == 'info/has_prefix':
                has_prefix = True
            if index is not None and recipe != {}:
                break
        else:
            if index is None:
                raise TypeError("info/index.json required in conda package")

    # Load icon if defined in the recipe app section and file exists inside
    # recipe folder
    fileobj.seek(0)
    icon_b64 = None
    app = recipe.get('app')
    if app:
        icon_path = app.get('icon')
        if icon_path:
            tar = tarfile.open(filename, fileobj=fileobj, mode="r|bz2")
            for info in tar:
                if info.name == 'info/recipe/{0}'.format(icon_path):
                    icon_data = tar.extractfile(info).read()
                    f, temp_path = tempfile.mkstemp()
                    with open(temp_path, 'wb') as f:
                        f.write(icon_data)
                    icon_b64 = data_uri_from(temp_path)
                    break

    about = recipe.pop('about', {})

    subdir = get_subdir(index)

    machine = index['arch']
    operatingsystem = os_map.get(index['platform'], index['platform'])

    package_data = {
                    'name': index.pop('name'),
                    # Should this info be removed and moved to the release?
                    'summary': about.get('summary', ''),
                    'license': about.get('license'),
                    }
    release_data = {
                    'version': index.pop('version'),
                    'home_page': about.get('home'),
                    'description': '',
                    # Add summary and license as per release attributes?
                    # 'summary': about.get('summary', ''),
                    # 'license': about.get('license'),
                    'icon': icon_b64,
                    }
    file_data = {
                'basename': '%s/%s' % (subdir, path.basename(filename)),
                'attrs': {
                        'operatingsystem': operatingsystem,
                        'machine': machine,
                        'target-triplet': '%s-any-%s' % (machine, operatingsystem),
                        'has_prefix': has_prefix
                         }
                 }

    file_data['attrs'].update(index)
    conda_depends = index.get('depends', index.get('requires', []))
    file_data['dependencies'] = transform_conda_deps(conda_depends)
    return package_data, release_data, file_data


def main():
    filename = sys.argv[1]
    with open(filename) as fileobj:
        package_data, release_data, file_data = inspect_conda_package(filename, fileobj)
    pprint(package_data)
    print('--')
    pprint(release_data)
    print('--')
    pprint(file_data)

if __name__ == '__main__':
    main()


1			from __future__ import print_function
2
3			# Standard library imports
4			from os import path
5			from pprint import pprint
6			import json
7			import re
8			import sys
9			import tarfile
10			import tempfile
11
12			# Local imports
13			from ..utils.notebook.data_uri import data_uri_from
14
15
16			os_map = {'osx': 'darwin', 'win': 'win32'}
17			specs_re = re.compile('^([=><]+)(.*)$')
18
19
20			def transform_conda_deps(deps):
21			"""
22			Format dependencies into a common binstar format
23			"""
24			depends = []
25			for dep in deps:
26			dep = dep.strip()
27			name_spec = dep.split(' ', 1)
28			if len(name_spec) == 1:
29			name, = name_spec
30			depends.append({'name':name, 'specs': []})
31			elif len(name_spec) == 2:
32			name, spec = name_spec
33			if spec.endswith('*'): # Star does nothing in semver
34			spec = spec[:-1]
35
36			match = specs_re.match(spec)
37			if match:
38			op, spec = match.groups()
39			else:
40			op = '=='
41
42			depends.append({'name':name, 'specs': [[op, spec]]})
43			elif len(name_spec) == 3:
44			name, spec, build_str = name_spec
45			if spec.endswith('*'): # Star does nothing in semver
46			spec = spec[:-1]
47
48			match = specs_re.match(spec)
49			if match:
50			op, spec = match.groups()
51			else:
52			op = '=='
53
54			depends.append({'name':name, 'specs': [['==', '%s+%s' % (spec, build_str)]]})
55
56			return {'depends': depends}
57
58
59			def get_subdir(index):
60			"""
61			Return the sub-directory given the index dictionary. The return
62			value is obtained in the following order:
63
64			1. when the 'subdir' key exists, it's value is returned
65			2. if the 'arch' is None, or does not exist, 'noarch' is returned
66			3. otherwise, the return value is constructed from the 'platform' key
67			and the 'arch' key (where 'x86' is replaced by '32',
68			and 'x86_64' by '64')
69			"""
70			try:
71			return index['subdir']
72			except KeyError:
73			arch = index.get('arch')
74			if arch is None:
75			return 'noarch'
76			intel_map = {'x86': '32', 'x86_64': '64'}
77			return '%s-%s' % (index.get('platform'), intel_map.get(arch, arch))
78
79
80			def inspect_conda_package(filename, fileobj, args, *kwargs):
81
82			index, recipe, has_prefix = None, {}, False
83
84			with tarfile.open(filename, fileobj=fileobj, mode="r\|bz2") as tar:
85			for info in tar:
86			if info.name == 'info/index.json':
87			index = tar.extractfile(info)
88			index = json.loads(index.read().decode())
89			elif info.name == 'info/recipe.json':
90			recipe = tar.extractfile(info)
91			recipe = json.loads(recipe.read().decode())
92			elif info.name == 'info/has_prefix':
93			has_prefix = True
94			if index is not None and recipe != {}:
95			break
96			else:
97			if index is None:
98			raise TypeError("info/index.json required in conda package")
99
100			# Load icon if defined in the recipe app section and file exists inside
101			# recipe folder
102			fileobj.seek(0)
103			icon_b64 = None
104			app = recipe.get('app')
105			if app:
106			icon_path = app.get('icon')
107			if icon_path:
108			tar = tarfile.open(filename, fileobj=fileobj, mode="r\|bz2")
109			for info in tar:
110			if info.name == 'info/recipe/{0}'.format(icon_path):
111			icon_data = tar.extractfile(info).read()
112			f, temp_path = tempfile.mkstemp()
113			with open(temp_path, 'wb') as f:
114			f.write(icon_data)
115			icon_b64 = data_uri_from(temp_path)
116			break
117
118			about = recipe.pop('about', {})
119
120			subdir = get_subdir(index)
121
122			machine = index['arch']
123			operatingsystem = os_map.get(index['platform'], index['platform'])
124
125			package_data = {
126			'name': index.pop('name'),
127			# Should this info be removed and moved to the release?
128			'summary': about.get('summary', ''),
129			'license': about.get('license'),
130			}
131			release_data = {
132			'version': index.pop('version'),
133			'home_page': about.get('home'),
134			'description': '',
135			# Add summary and license as per release attributes?
136			# 'summary': about.get('summary', ''),
137			# 'license': about.get('license'),
138			'icon': icon_b64,
139			}
140			file_data = {
141			'basename': '%s/%s' % (subdir, path.basename(filename)),
142			'attrs': {
143			'operatingsystem': operatingsystem,
144			'machine': machine,
145			'target-triplet': '%s-any-%s' % (machine, operatingsystem),
146			'has_prefix': has_prefix
147			}
148			}
149
150			file_data['attrs'].update(index)
151			conda_depends = index.get('depends', index.get('requires', []))
152			file_data['dependencies'] = transform_conda_deps(conda_depends)
153			return package_data, release_data, file_data
154
155
156			def main():
157			filename = sys.argv[1]
158			with open(filename) as fileobj:
159			package_data, release_data, file_data = inspect_conda_package(filename, fileobj)
160			pprint(package_data)
161			print('--')
162			pprint(release_data)
163			print('--')
164			pprint(file_data)
165
166			if __name__ == '__main__':
167			main()
168

Anaconda-Platform / anaconda-client

Pull Request — develop (#344)

inspect_conda_package() F

Complexity

Size

Duplication

Importance

How to fix Long Method Complexity

Long Method

Complexity

Duplication Side-by-Side

Filter issues like