annif.analyzer.voikko

Complexity

Total Complexity

6

Size/Duplication

Total Lines	31
Duplicated Lines	74.19 %

Importance

Changes

0

3 Methods

Rating	Name	Duplication	Size	Complexity
A	VoikkoAnalyzer.__init__()	4	4	1
A	VoikkoAnalyzer.__getstate__()	6	6	1
A	VoikkoAnalyzer._normalize_word()	8	8	4

"""Voikko analyzer for Annif, based on libvoikko library."""

import functools
import voikko.libvoikko
from . import analyzer


class VoikkoAnalyzer(analyzer.Analyzer):

This code seems to be duplicated in your project.

    name = "voikko"

    def __init__(self, param, **kwargs):
        self.param = param
        self.voikko = None
        super().__init__(**kwargs)

    def __getstate__(self):
        """Return the state of the object for pickling purposes. The Voikko
        instance is set to None because as a ctypes object it cannot be
        pickled."""

        return {'param': self.param, 'voikko': None}

    @functools.lru_cache(maxsize=500000)
    def _normalize_word(self, word):
        if self.voikko is None:
            self.voikko = voikko.libvoikko.Voikko(self.param)
        result = self.voikko.analyze(word)
        if len(result) > 0 and 'BASEFORM' in result[0]:
            return result[0]['BASEFORM']
        return word