annif.analyzer

Complexity

Total Complexity

10

Size/Duplication

Total Lines	55
Duplicated Lines	0 %

Importance

Changes

0

3 Functions

Rating	Name	Duplication	Size	Complexity
A	register_analyzer()	0	2	1
B	_parse_analyzer_args()	0	15	6
A	get_analyzer()	0	12	3

"""Collection of language-specific analyzers and analyzer registry for Annif"""

import re
from . import simple
from . import snowball
import annif

_analyzers = {}


def register_analyzer(analyzer):
    _analyzers[analyzer.name] = analyzer


def _parse_analyzer_args(param_string):
    if not param_string:
        return [None], {}
    kwargs = {}
    pos_args = []
    param_strings = param_string.split(',')
    for p_string in param_strings:
        parts = p_string.split('=')
        if len(parts) == 1:
            pos_args.append(p_string)
        elif len(parts) == 2:
            kwargs[parts[0]] = parts[1]
    if not pos_args:
        pos_args = [None]
    return pos_args, kwargs


def get_analyzer(analyzerspec):
    match = re.match(r'(\w+)(\((.*)\))?', analyzerspec)
    if match is None:
        raise ValueError(
            "Invalid analyzer specification {}".format(analyzerspec))

    analyzer = match.group(1)
    pos_args, kwargs = _parse_analyzer_args(match.group(3))
    try:
        return _analyzers[analyzer](*pos_args, **kwargs)
    except KeyError:
        raise ValueError("No such analyzer {}".format(analyzer))


register_analyzer(simple.SimpleAnalyzer)
register_analyzer(snowball.SnowballAnalyzer)

# Optional analyzers
try:
    from . import voikko
    register_analyzer(voikko.VoikkoAnalyzer)
except ImportError:
    annif.logger.debug("voikko not available, not enabling voikko analyzer")