get_binstar() - Code Metrics - Inspection of "Feat/default upload user" - Anaconda-Platform/anaconda-client - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Pull Request — develop (#457)

unknown

created 2018-02-19 14:03 UTC

get_binstar() A

↳ Parent: Project

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes	2
Bugs	0	Features	0

Metric	Value
cc	1
dl	0
loc	17
rs	9.4285
c	2
b	0
f	0

from __future__ import print_function, absolute_import, unicode_literals

import collections
import logging
import os
import stat
import warnings
import itertools

from os.path import exists, join, dirname, isfile, isdir, abspath, expanduser
from string import Template

try:
    from urllib import quote_plus
except ImportError:
    from urllib.parse import quote_plus

from binstar_client.utils.conda import CONDA_PREFIX, CONDA_ROOT
from binstar_client.utils.appdirs import AppDirs, EnvAppDirs
from binstar_client.errors import BinstarError

from .yaml import yaml_load, yaml_dump


logger = logging.getLogger('binstar')


def expandvars(path):
    environ = dict(CONDA_ROOT=CONDA_ROOT, CONDA_PREFIX=CONDA_PREFIX)
    environ.update(os.environ)
    return Template(path).safe_substitute(**environ)


def expand(path):
    return abspath(expanduser(expandvars(path)))


if 'BINSTAR_CONFIG_DIR' in os.environ:
    dirs = EnvAppDirs('binstar', 'ContinuumIO', os.environ['BINSTAR_CONFIG_DIR'])
    USER_CONFIG = join(dirs.user_data_dir, 'config.yaml')
else:
    dirs = AppDirs('binstar', 'ContinuumIO')
    USER_CONFIG = expand('~/.continuum/anaconda-client/config.yaml')


USER_LOGDIR = dirs.user_log_dir
SITE_CONFIG = expand('$CONDA_ROOT/etc/anaconda-client/config.yaml')
SYSTEM_CONFIG = SITE_CONFIG

DEFAULT_URL = 'https://api.anaconda.org'
DEFAULT_CONFIG = {
    'sites': {
        'anaconda': {'url': DEFAULT_URL},
        'binstar': {'url': DEFAULT_URL},
    },
    'auto_register': True,
    'default_site': 'anaconda',
    'url': DEFAULT_URL,
    'ssl_verify': True
}

CONFIGURATION_KEYS = [
    'auto_register',
    'default_site',
    'upload_user',
    'sites',
    'url',
    'verify_ssl',
    'ssl_verify',
]

SEARCH_PATH = (
    dirs.site_data_dir,
    '/etc/anaconda-client/',
    '$CONDA_ROOT/etc/anaconda-client/',
    dirs.user_data_dir,
    '~/.continuum/anaconda-client/',
    '$CONDA_PREFIX/etc/anaconda-client/',
)


def recursive_update(config, update_dict):
    for update_key, updated_value in update_dict.items():
        if isinstance(updated_value, collections.Mapping):
            updated_value_dict = recursive_update(config.get(update_key, {}), updated_value)
            config[update_key] = updated_value_dict
        else:
            config[update_key] = update_dict[update_key]

    return config


def get_server_api(token=None, site=None, cls=None, config=None, **kwargs):
    """
    Get the anaconda server api class
    """
    if not cls:
        from binstar_client import Binstar
        cls = Binstar

    config = config if config is not None else get_config(site=site)

    url = config.get('url', DEFAULT_URL)

    logger.info("Using Anaconda API: %s", url)

    if token:
        logger.debug("Using token from command line args")
    elif 'BINSTAR_API_TOKEN' in os.environ:
        logger.debug("Using token from environment variable BINSTAR_API_TOKEN")
        token = os.environ['BINSTAR_API_TOKEN']
    elif 'ANACONDA_API_TOKEN' in os.environ:
        logger.debug("Using token from environment variable ANACONDA_API_TOKEN")
        token = os.environ['ANACONDA_API_TOKEN']
    else:
        token = load_token(url)

    verify = config.get('ssl_verify', config.get('verify_ssl', True))

    return cls(token, domain=url, verify=verify, **kwargs)


TOKEN_DIRS = [
    dirs.user_data_dir,
    join(dirname(USER_CONFIG), 'tokens'),
]
TOKEN_DIR = TOKEN_DIRS[-1]


def store_token(token, args):
    config = get_config(site=args and args.site)

    for token_dir in TOKEN_DIRS:
        url = config.get('url', DEFAULT_URL)

        if not isdir(token_dir):
            os.makedirs(token_dir)
        tokenfile = join(token_dir, '%s.token' % quote_plus(url))

        if isfile(tokenfile):
            os.unlink(tokenfile)
        with open(tokenfile, 'w') as fd:
            fd.write(token)
        os.chmod(tokenfile, stat.S_IWRITE | stat.S_IREAD)


def load_token(url):
    for token_dir in TOKEN_DIRS:
        tokenfile = join(token_dir, '%s.token' % quote_plus(url))

        if isfile(tokenfile):
            logger.debug("Found login token: {}".format(tokenfile))
            with open(tokenfile) as fd:
                token = fd.read().strip()

            if token:
                return token
            else:
                logger.debug("Token file is empty: {}".format(tokenfile))
                logger.debug("Removing file: {}".format(tokenfile))
                os.unlink(tokenfile)


def remove_token(args):
    config = get_config(site=args and args.site)
    url = config.get('url', DEFAULT_URL)

    for token_dir in TOKEN_DIRS:
        tokenfile = join(token_dir, '%s.token' % quote_plus(url))
        if isfile(tokenfile):
            os.unlink(tokenfile)


def load_config(config_file):
    if exists(config_file):
        with open(config_file) as fd:
            data = yaml_load(fd)
            if data:
                return data

    return {}


def load_file_configs(search_path):
    def _file_yaml_loader(fullpath):
        assert fullpath.endswith(".yml") or fullpath.endswith(".yaml") or fullpath.endswith("anacondarc"), fullpath
        yield fullpath, load_config(fullpath)

    def _dir_yaml_loader(fullpath):
        for filename in os.listdir(fullpath):
            if filename.endswith(".yml") or filename.endswith(".yaml"):
                filepath = join(fullpath, filename)
                yield filepath, load_config(filepath)

    # map a stat result to a file loader or a directory loader
    _loader = {
        stat.S_IFREG: _file_yaml_loader,
        stat.S_IFDIR: _dir_yaml_loader,
    }

    def _get_st_mode(path):
        # stat the path for file type, or None if path doesn't exist
        try:
            return stat.S_IFMT(os.stat(path).st_mode)
        except OSError:
            return None

    expanded_paths = [expand(path) for path in search_path]
    stat_paths = (_get_st_mode(path) for path in expanded_paths)
    load_paths = (_loader[st_mode](path)
                  for path, st_mode in zip(expanded_paths, stat_paths)
                  if st_mode is not None)
    raw_data = collections.OrderedDict(kv for kv in itertools.chain.from_iterable(load_paths))

    return raw_data


def get_config(site=None):
    config = DEFAULT_CONFIG.copy()

    file_configs = load_file_configs(SEARCH_PATH)
    for fn in file_configs:
        recursive_update(config, file_configs[fn])

    site = site or config.get('default_site')
    sites = config.get('sites', {})

    if site:
        site = str(site)

        if site not in sites:
            logger.warning('Site alias "%s" does not exist in the config file', site)
        else:
            # This takes whatever keys are set for the site into the top level of the config dict
            recursive_update(config, sites.get(site, {}))

    return config


def save_config(data, config_file):
    data_dir = dirname(config_file)

    try:
        if not exists(data_dir):
            os.makedirs(data_dir)

        with open(config_file, 'w') as fd:
            yaml_dump(data, stream=fd)
    except EnvironmentError as exc:
        raise BinstarError('%s: %s' % (exc.filename, exc.strerror,))


def set_config(data, user=True):
    warnings.warn('Use save_config instead of set_config', DeprecationWarning)
    save_config(data, USER_CONFIG if user else SYSTEM_CONFIG)


1			from __future__ import print_function, absolute_import, unicode_literals
2
3			import collections
4			import logging
5			import os
6			import stat
7			import warnings
8			import itertools
9
10			from os.path import exists, join, dirname, isfile, isdir, abspath, expanduser
11			from string import Template
12
13			try:
14			from urllib import quote_plus
15			except ImportError:
16			from urllib.parse import quote_plus
17
18			from binstar_client.utils.conda import CONDA_PREFIX, CONDA_ROOT
19			from binstar_client.utils.appdirs import AppDirs, EnvAppDirs
20			from binstar_client.errors import BinstarError
21
22			from .yaml import yaml_load, yaml_dump
23
24
25			logger = logging.getLogger('binstar')
26
27
28			def expandvars(path):
29			environ = dict(CONDA_ROOT=CONDA_ROOT, CONDA_PREFIX=CONDA_PREFIX)
30			environ.update(os.environ)
31			return Template(path).safe_substitute(**environ)
32
33
34			def expand(path):
35			return abspath(expanduser(expandvars(path)))
36
37
38			if 'BINSTAR_CONFIG_DIR' in os.environ:
39			dirs = EnvAppDirs('binstar', 'ContinuumIO', os.environ['BINSTAR_CONFIG_DIR'])
40			USER_CONFIG = join(dirs.user_data_dir, 'config.yaml')
41			else:
42			dirs = AppDirs('binstar', 'ContinuumIO')
43			USER_CONFIG = expand('~/.continuum/anaconda-client/config.yaml')
44
45
46			USER_LOGDIR = dirs.user_log_dir
47			SITE_CONFIG = expand('$CONDA_ROOT/etc/anaconda-client/config.yaml')
48			SYSTEM_CONFIG = SITE_CONFIG
49
50			DEFAULT_URL = 'https://api.anaconda.org'
51			DEFAULT_CONFIG = {
52			'sites': {
53			'anaconda': {'url': DEFAULT_URL},
54			'binstar': {'url': DEFAULT_URL},
55			},
56			'auto_register': True,
57			'default_site': 'anaconda',
58			'url': DEFAULT_URL,
59			'ssl_verify': True
60			}
61
62			CONFIGURATION_KEYS = [
63			'auto_register',
64			'default_site',
65			'upload_user',
66			'sites',
67			'url',
68			'verify_ssl',
69			'ssl_verify',
70			]
71
72			SEARCH_PATH = (
73			dirs.site_data_dir,
74			'/etc/anaconda-client/',
75			'$CONDA_ROOT/etc/anaconda-client/',
76			dirs.user_data_dir,
77			'~/.continuum/anaconda-client/',
78			'$CONDA_PREFIX/etc/anaconda-client/',
79			)
80
81
82			def recursive_update(config, update_dict):
83			for update_key, updated_value in update_dict.items():
84			if isinstance(updated_value, collections.Mapping):
85			updated_value_dict = recursive_update(config.get(update_key, {}), updated_value)
86			config[update_key] = updated_value_dict
87			else:
88			config[update_key] = update_dict[update_key]
89
90			return config
91
92
93			def get_server_api(token=None, site=None, cls=None, config=None, **kwargs):
94			"""
95			Get the anaconda server api class
96			"""
97			if not cls:
98			from binstar_client import Binstar
99			cls = Binstar
100
101			config = config if config is not None else get_config(site=site)
102
103			url = config.get('url', DEFAULT_URL)
104
105			logger.info("Using Anaconda API: %s", url)
106
107			if token:
108			logger.debug("Using token from command line args")
109			elif 'BINSTAR_API_TOKEN' in os.environ:
110			logger.debug("Using token from environment variable BINSTAR_API_TOKEN")
111			token = os.environ['BINSTAR_API_TOKEN']
112			elif 'ANACONDA_API_TOKEN' in os.environ:
113			logger.debug("Using token from environment variable ANACONDA_API_TOKEN")
114			token = os.environ['ANACONDA_API_TOKEN']
115			else:
116			token = load_token(url)
117
118			verify = config.get('ssl_verify', config.get('verify_ssl', True))
119
120			return cls(token, domain=url, verify=verify, **kwargs)
121
122
123			TOKEN_DIRS = [
124			dirs.user_data_dir,
125			join(dirname(USER_CONFIG), 'tokens'),
126			]
127			TOKEN_DIR = TOKEN_DIRS[-1]
128
129
130			def store_token(token, args):
131			config = get_config(site=args and args.site)
132
133			for token_dir in TOKEN_DIRS:
134			url = config.get('url', DEFAULT_URL)
135
136			if not isdir(token_dir):
137			os.makedirs(token_dir)
138			tokenfile = join(token_dir, '%s.token' % quote_plus(url))
139
140			if isfile(tokenfile):
141			os.unlink(tokenfile)
142			with open(tokenfile, 'w') as fd:
143			fd.write(token)
144			os.chmod(tokenfile, stat.S_IWRITE \| stat.S_IREAD)
145
146
147			def load_token(url):
148			for token_dir in TOKEN_DIRS:
149			tokenfile = join(token_dir, '%s.token' % quote_plus(url))
150
151			if isfile(tokenfile):
152			logger.debug("Found login token: {}".format(tokenfile))
153			with open(tokenfile) as fd:
154			token = fd.read().strip()
155
156			if token:
157			return token
158			else:
159			logger.debug("Token file is empty: {}".format(tokenfile))
160			logger.debug("Removing file: {}".format(tokenfile))
161			os.unlink(tokenfile)
162
163
164			def remove_token(args):
165			config = get_config(site=args and args.site)
166			url = config.get('url', DEFAULT_URL)
167
168			for token_dir in TOKEN_DIRS:
169			tokenfile = join(token_dir, '%s.token' % quote_plus(url))
170			if isfile(tokenfile):
171			os.unlink(tokenfile)
172
173
174			def load_config(config_file):
175			if exists(config_file):
176			with open(config_file) as fd:
177			data = yaml_load(fd)
178			if data:
179			return data
180
181			return {}
182
183
184			def load_file_configs(search_path):
185			def _file_yaml_loader(fullpath):
186			assert fullpath.endswith(".yml") or fullpath.endswith(".yaml") or fullpath.endswith("anacondarc"), fullpath
187			yield fullpath, load_config(fullpath)
188
189			def _dir_yaml_loader(fullpath):
190			for filename in os.listdir(fullpath):
191			if filename.endswith(".yml") or filename.endswith(".yaml"):
192			filepath = join(fullpath, filename)
193			yield filepath, load_config(filepath)
194
195			# map a stat result to a file loader or a directory loader
196			_loader = {
197			stat.S_IFREG: _file_yaml_loader,
198			stat.S_IFDIR: _dir_yaml_loader,
199			}
200
201			def _get_st_mode(path):
202			# stat the path for file type, or None if path doesn't exist
203			try:
204			return stat.S_IFMT(os.stat(path).st_mode)
205			except OSError:
206			return None
207
208			expanded_paths = [expand(path) for path in search_path]
209			stat_paths = (_get_st_mode(path) for path in expanded_paths)
210			load_paths = (_loader[st_mode](path)
211			for path, st_mode in zip(expanded_paths, stat_paths)
212			if st_mode is not None)
213			raw_data = collections.OrderedDict(kv for kv in itertools.chain.from_iterable(load_paths))
214
215			return raw_data
216
217
218			def get_config(site=None):
219			config = DEFAULT_CONFIG.copy()
220
221			file_configs = load_file_configs(SEARCH_PATH)
222			for fn in file_configs:
223			recursive_update(config, file_configs[fn])
224
225			site = site or config.get('default_site')
226			sites = config.get('sites', {})
227
228			if site:
229			site = str(site)
230
231			if site not in sites:
232			logger.warning('Site alias "%s" does not exist in the config file', site)
233			else:
234			# This takes whatever keys are set for the site into the top level of the config dict
235			recursive_update(config, sites.get(site, {}))
236
237			return config
238
239
240			def save_config(data, config_file):
241			data_dir = dirname(config_file)
242
243			try:
244			if not exists(data_dir):
245			os.makedirs(data_dir)
246
247			with open(config_file, 'w') as fd:
248			yaml_dump(data, stream=fd)
249			except EnvironmentError as exc:
250			raise BinstarError('%s: %s' % (exc.filename, exc.strerror,))
251
252
253			def set_config(data, user=True):
254			warnings.warn('Use save_config instead of set_config', DeprecationWarning)
255			save_config(data, USER_CONFIG if user else SYSTEM_CONFIG)
256

Anaconda-Platform / anaconda-client

Pull Request — develop (#457)

get_binstar() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like