coalib.collecting.collect_bears() - Code Metrics - Inspection of "Fix show bears" - coala-analyzer/coala - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Pull Request — master (#1665)

by Abdeali

created 2016-02-24 10:50 UTC

coalib.collecting.collect_bears() B

↳ Parent: Project

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Metric	Value
cc	4
dl	0
loc	27
rs	8.5806

import functools
import os
import pkg_resources

from coalib.bears.BEAR_KIND import BEAR_KIND
from coalib.collecting.Importers import iimport_objects
from coalib.misc.Decorators import yield_once
from coalib.output.printers.LOG_LEVEL import LOG_LEVEL
from coalib.parsing.Globbing import fnmatch, iglob


def _get_kind(bear_class):
    try:
        return bear_class.kind()
    except NotImplementedError:
        return None


def _import_bears(file_path, kinds):
    # recursive imports:
    for bear_list in iimport_objects(file_path,
                                     names='__additional_bears__',
                                     types=list):
        for bear_class in bear_list:
            if _get_kind(bear_class) in kinds:
                yield bear_class
    # normal import
    for bear_class in iimport_objects(file_path,
                                      attributes='kind',
                                      local=True):
        if _get_kind(bear_class) in kinds:
            yield bear_class


@yield_once
def icollect(file_paths, ignored_globs=None):
    """
    Evaluate globs in file paths and return all matching files.

    :param file_paths:    file path or list of such that can include globs
    :param ignored_globs: list of globs to ignore when matching files
    :return:              iterator that yields tuple of path of a matching
                          file, the glob where it was found
    """
    if isinstance(file_paths, str):
        file_paths = [file_paths]

    for file_path in file_paths:
        for match in iglob(file_path):
            if not ignored_globs or not fnmatch(match, ignored_globs):
                yield match, file_path


def collect_files(file_paths, log_printer, ignored_file_paths=None,
                  limit_file_paths=None):
    """
    Evaluate globs in file paths and return all matching files

    :param file_paths:         file path or list of such that can include globs
    :param ignored_file_paths: list of globs that match to-be-ignored files
    :param limit_file_paths:   list of globs that the files are limited to
    :return:                   list of paths of all matching files
    """
    limit_fnmatch = (functools.partial(fnmatch, patterns=limit_file_paths)
                     if limit_file_paths else lambda fname: True)

    valid_files = list(filter(lambda fname: os.path.isfile(fname[0]),
                              icollect(file_paths, ignored_file_paths)))

    # Find globs that gave no files and warn the user
    if valid_files:
        collected_files, file_globs_with_files = zip(*valid_files)
    else:
        collected_files, file_globs_with_files = [], []

    _warn_if_unused_glob(log_printer, file_paths, file_globs_with_files,
                         "No files matching '{}' were found.")
    limited_files = list(filter(limit_fnmatch, collected_files))
    return limited_files


def collect_dirs(dir_paths, ignored_dir_paths=None):
    """
    Evaluate globs in directory paths and return all matching directories

    :param dir_paths:         file path or list of such that can include globs
    :param ignored_dir_paths: list of globs that match to-be-ignored dirs
    :return:                  list of paths of all matching directories
    """
    valid_dirs = list(filter(lambda fname: os.path.isdir(fname[0]),
                             icollect(dir_paths, ignored_dir_paths)))
    if valid_dirs:
        collected_dirs, _ = zip(*valid_dirs)
        return list(collected_dirs)
    else:
        return []


@yield_once
def icollect_bears(bear_dirs, bear_globs, kinds, log_printer):
    """
    Collect all bears from bear directories that have a matching kind.

    :param bear_dirs:   directory name or list of such that can contain bears
    :param bear_globs:  globs of bears to collect
    :param kinds:       list of bear kinds to be collected
    :param log_printer: log_printer to handle logging
    :return:            iterator that yields a tuple with bear class and
                        which bear_glob was used to find that bear class.
    """
    for bear_dir, dir_glob in filter(lambda x: os.path.isdir(x[0]),
                                     icollect(bear_dirs)):
        for bear_glob in bear_globs:
            for matching_file in iglob(
                    os.path.join(bear_dir, bear_glob + '.py')):

                try:
                    for bear in _import_bears(matching_file, kinds):
                        yield bear, bear_glob
                except BaseException as exception:
                    log_printer.log_exception(
                        "Unable to collect bears from {file}. Probably the "
                        "file is malformed or the module code raises an "
                        "exception.".format(file=matching_file),
                        exception,
                        log_level=LOG_LEVEL.WARNING)


def collect_bears(bear_dirs, bear_globs, kinds, log_printer,
                  warn_if_unused_glob=True):
    """
    Collect all bears from bear directories that have a matching kind
    matching the given globs.

    :param bear_dirs:           Directory name or list of such that can contain
                                bears.
    :param bear_globs:          Globs of bears to collect.
    :param kinds:               List of bear kinds to be collected.
    :param log_printer:         LogPrinter to handle logging.
    :param warn_if_unused_glob: True if warning message should be shown if a
                                glob didn't give any bears.
    :return:                    Tuple of list of matching bear classes based on
                                kind. The lists are in the same order as kinds.
    """
    bears_found = tuple([] for i in range(len(kinds)))
    bear_globs_with_bears = set()
    for bear, glob in icollect_bears(bear_dirs, bear_globs, kinds, log_printer):
        index = kinds.index(_get_kind(bear))
        bears_found[index].append(bear)
        bear_globs_with_bears.add(glob)

    if warn_if_unused_glob:
        _warn_if_unused_glob(log_printer, bear_globs, bear_globs_with_bears,
                             "No bears were found matching '{}'.")
    return bears_found


def collect_all_bears_from_sections(sections, log_printer):
    """
    Collect all kinds of bears from bear directories given in the sections.

    :param bear_dirs:   directory name or list of such that can contain bears
    :param log_printer: log_printer to handle logging
    :return:            tuple of dictionaries of local and global bears
                        The dictionary key is section class and
                        dictionary value is a list of Bear classes
    """
    local_bears = {}
    global_bears = {}
    for section in sections:
        bear_dirs = sections[section].bear_dirs()
        local_bears[section], global_bears[section] = collect_bears(
            bear_dirs,
            ["**"],
            [BEAR_KIND.LOCAL, BEAR_KIND.GLOBAL],
            log_printer,
            warn_if_unused_glob=False)
    return local_bears, global_bears


def _warn_if_unused_glob(log_printer, globs, used_globs, message):
    """
    Warn if a glob has not been used.

    :param log_printer: The log_printer to handle logging.
    :param globs:       List of globs that were expected to be used.
    :param used_globs:  List of globs that were actually used.
    :param message:     Warning message to display if a glob is unused.
                        The glob which was unused will be added using
                        .format()
    """
    unused_globs = set(globs) - set(used_globs)
    for glob in unused_globs:
        log_printer.warn(message.format(glob))


def collect_registered_bears_dirs(entrypoint):
    """
    Searches setuptools for the entrypoint and returns the bear
    directories given by the module.

    :param entrypoint: The endpoint to find packages with.
    :return:           List of bear directories.
    """
    collected_dirs = []
    for ep in pkg_resources.iter_entry_points(entrypoint):
        registered_package = None
        try:
            registered_package = ep.load()
        except pkg_resources.DistributionNotFound:
            continue
        collected_dirs.append(os.path.abspath(
            os.path.dirname(registered_package.__file__)))
    return collected_dirs


1			import functools
2			import os
3			import pkg_resources
4
5			from coalib.bears.BEAR_KIND import BEAR_KIND
6			from coalib.collecting.Importers import iimport_objects
7			from coalib.misc.Decorators import yield_once
8			from coalib.output.printers.LOG_LEVEL import LOG_LEVEL
9			from coalib.parsing.Globbing import fnmatch, iglob
10
11
12			def _get_kind(bear_class):
13			try:
14			return bear_class.kind()
15			except NotImplementedError:
16			return None
17
18
19			def _import_bears(file_path, kinds):
20			# recursive imports:
21			for bear_list in iimport_objects(file_path,
22			names='__additional_bears__',
23			types=list):
24			for bear_class in bear_list:
25			if _get_kind(bear_class) in kinds:
26			yield bear_class
27			# normal import
28			for bear_class in iimport_objects(file_path,
29			attributes='kind',
30			local=True):
31			if _get_kind(bear_class) in kinds:
32			yield bear_class
33
34
35			@yield_once
36			def icollect(file_paths, ignored_globs=None):
37			"""
38			Evaluate globs in file paths and return all matching files.
39
40			:param file_paths: file path or list of such that can include globs
41			:param ignored_globs: list of globs to ignore when matching files
42			:return: iterator that yields tuple of path of a matching
43			file, the glob where it was found
44			"""
45			if isinstance(file_paths, str):
46			file_paths = [file_paths]
47
48			for file_path in file_paths:
49			for match in iglob(file_path):
50			if not ignored_globs or not fnmatch(match, ignored_globs):
51			yield match, file_path
52
53
54			def collect_files(file_paths, log_printer, ignored_file_paths=None,
55			limit_file_paths=None):
56			"""
57			Evaluate globs in file paths and return all matching files
58
59			:param file_paths: file path or list of such that can include globs
60			:param ignored_file_paths: list of globs that match to-be-ignored files
61			:param limit_file_paths: list of globs that the files are limited to
62			:return: list of paths of all matching files
63			"""
64			limit_fnmatch = (functools.partial(fnmatch, patterns=limit_file_paths)
65			if limit_file_paths else lambda fname: True)
66
67			valid_files = list(filter(lambda fname: os.path.isfile(fname[0]),
68			icollect(file_paths, ignored_file_paths)))
69
70			# Find globs that gave no files and warn the user
71			if valid_files:
72			collected_files, file_globs_with_files = zip(*valid_files)
73			else:
74			collected_files, file_globs_with_files = [], []
75
76			_warn_if_unused_glob(log_printer, file_paths, file_globs_with_files,
77			"No files matching '{}' were found.")
78			limited_files = list(filter(limit_fnmatch, collected_files))
79			return limited_files
80
81
82			def collect_dirs(dir_paths, ignored_dir_paths=None):
83			"""
84			Evaluate globs in directory paths and return all matching directories
85
86			:param dir_paths: file path or list of such that can include globs
87			:param ignored_dir_paths: list of globs that match to-be-ignored dirs
88			:return: list of paths of all matching directories
89			"""
90			valid_dirs = list(filter(lambda fname: os.path.isdir(fname[0]),
91			icollect(dir_paths, ignored_dir_paths)))
92			if valid_dirs:
93			collected_dirs, _ = zip(*valid_dirs)
94			return list(collected_dirs)
95			else:
96			return []
97
98
99			@yield_once
100			def icollect_bears(bear_dirs, bear_globs, kinds, log_printer):
101			"""
102			Collect all bears from bear directories that have a matching kind.
103
104			:param bear_dirs: directory name or list of such that can contain bears
105			:param bear_globs: globs of bears to collect
106			:param kinds: list of bear kinds to be collected
107			:param log_printer: log_printer to handle logging
108			:return: iterator that yields a tuple with bear class and
109			which bear_glob was used to find that bear class.
110			"""
111			for bear_dir, dir_glob in filter(lambda x: os.path.isdir(x[0]),
112			icollect(bear_dirs)):
113			for bear_glob in bear_globs:
114			for matching_file in iglob(
115			os.path.join(bear_dir, bear_glob + '.py')):
116
117			try:
118			for bear in _import_bears(matching_file, kinds):
119			yield bear, bear_glob
120			except BaseException as exception:
121			log_printer.log_exception(
122			"Unable to collect bears from {file}. Probably the "
123			"file is malformed or the module code raises an "
124			"exception.".format(file=matching_file),
125			exception,
126			log_level=LOG_LEVEL.WARNING)
127
128
129			def collect_bears(bear_dirs, bear_globs, kinds, log_printer,
130			warn_if_unused_glob=True):
131			"""
132			Collect all bears from bear directories that have a matching kind
133			matching the given globs.
134
135			:param bear_dirs: Directory name or list of such that can contain
136			bears.
137			:param bear_globs: Globs of bears to collect.
138			:param kinds: List of bear kinds to be collected.
139			:param log_printer: LogPrinter to handle logging.
140			:param warn_if_unused_glob: True if warning message should be shown if a
141			glob didn't give any bears.
142			:return: Tuple of list of matching bear classes based on
143			kind. The lists are in the same order as kinds.
144			"""
145			bears_found = tuple([] for i in range(len(kinds)))
146			bear_globs_with_bears = set()
147			for bear, glob in icollect_bears(bear_dirs, bear_globs, kinds, log_printer):
148			index = kinds.index(_get_kind(bear))
149			bears_found[index].append(bear)
150			bear_globs_with_bears.add(glob)
151
152			if warn_if_unused_glob:
153			_warn_if_unused_glob(log_printer, bear_globs, bear_globs_with_bears,
154			"No bears were found matching '{}'.")
155			return bears_found
156
157
158			def collect_all_bears_from_sections(sections, log_printer):
159			"""
160			Collect all kinds of bears from bear directories given in the sections.
161
162			:param bear_dirs: directory name or list of such that can contain bears
163			:param log_printer: log_printer to handle logging
164			:return: tuple of dictionaries of local and global bears
165			The dictionary key is section class and
166			dictionary value is a list of Bear classes
167			"""
168			local_bears = {}
169			global_bears = {}
170			for section in sections:
171			bear_dirs = sections[section].bear_dirs()
172			local_bears[section], global_bears[section] = collect_bears(
173			bear_dirs,
174			["**"],
175			[BEAR_KIND.LOCAL, BEAR_KIND.GLOBAL],
176			log_printer,
177			warn_if_unused_glob=False)
178			return local_bears, global_bears
179
180
181			def _warn_if_unused_glob(log_printer, globs, used_globs, message):
182			"""
183			Warn if a glob has not been used.
184
185			:param log_printer: The log_printer to handle logging.
186			:param globs: List of globs that were expected to be used.
187			:param used_globs: List of globs that were actually used.
188			:param message: Warning message to display if a glob is unused.
189			The glob which was unused will be added using
190			.format()
191			"""
192			unused_globs = set(globs) - set(used_globs)
193			for glob in unused_globs:
194			log_printer.warn(message.format(glob))
195
196
197			def collect_registered_bears_dirs(entrypoint):
198			"""
199			Searches setuptools for the entrypoint and returns the bear
200			directories given by the module.
201
202			:param entrypoint: The endpoint to find packages with.
203			:return: List of bear directories.
204			"""
205			collected_dirs = []
206			for ep in pkg_resources.iter_entry_points(entrypoint):
207			registered_package = None
208			try:
209			registered_package = ep.load()
210			except pkg_resources.DistributionNotFound:
211			continue
212			collected_dirs.append(os.path.abspath(
213			os.path.dirname(registered_package.__file__)))
214			return collected_dirs
215

coala-analyzer / coala

Pull Request — master (#1665)

coalib.collecting.collect_bears() B

Complexity

Size

Duplication

Duplication Side-by-Side

Filter issues like