annif.transformer

Complexity

Total Complexity

11

Size/Duplication

Total Lines	57
Duplicated Lines	22.81 %

Importance

Changes

0

3 Functions

Rating	Name	Duplication	Size	Complexity
A	parse_specs()	0	14	3
A	get_transform()	0	10	3
A	_parse_transform_args()	13	13	5

# TODO Add docstring
import re
from . import transformer
from . import inputlimiter
from .transformer import IdentityTransform
from annif.exception import ConfigurationException

__all__ = ["IdentityTransform"]


def _parse_transform_args(param_string):

This code seems to be duplicated in your project.

    if not param_string:
        return [], {}
    kwargs = {}
    posargs = []
    param_strings = param_string.split(',')
    for p_string in param_strings:
        parts = p_string.split('=')
        if len(parts) == 1:
            posargs.append(p_string)
        elif len(parts) == 2:
            kwargs[parts[0]] = parts[1]
    return posargs, kwargs


def parse_specs(transform_specs):
    """parse a configuration definition such as 'A(x),B(y=1),C' into a tuples
    of ((A, [x], {}), (B, [None], {y: 1}))..."""  # TODO
    parsed = []
    # Split by commas not inside parentheses
    parts = re.split(r',\s*(?![^()]*\))', transform_specs)
    for part in parts:
        match = re.match(r'(\w+)(\((.*)\))?', part)
        if match is None:
            continue
        transform = match.group(1)
        posargs, kwargs = _parse_transform_args(match.group(3))
        parsed.append((transform, posargs, kwargs))
    return parsed


def get_transform(transform_specs, project):
    transform_defs = parse_specs(transform_specs)
    transform_classes = []
    args = []
    for trans, posargs, kwargs in transform_defs:
        if trans not in _transforms:
            raise ConfigurationException(f"No such transform {trans}")
        transform_classes.append(_transforms[trans])
        args.append((posargs, kwargs))
    return transformer.TransformChain(transform_classes, args, project)


_transforms = {
    transformer.IdentityTransform.name: transformer.IdentityTransform,
    inputlimiter.InputLimiter.name: inputlimiter.InputLimiter}