annif.analyzer.simplemma

Complexity

Total Complexity

4

Size/Duplication

Total Lines	27
Duplicated Lines	70.37 %

Importance

Changes

0

3 Methods

Rating	Name	Duplication	Size	Complexity
A	SimplemmaAnalyzer.__init__()	4	4	1
A	SimplemmaAnalyzer._normalize_word()	5	5	2
A	SimplemmaAnalyzer.__getstate__()	5	5	1

"""Simplemma analyzer for Annif, based on simplemma lemmatizer."""

import functools
import simplemma
from . import analyzer


class SimplemmaAnalyzer(analyzer.Analyzer):

This code seems to be duplicated in your project.

    name = "simplemma"

    def __init__(self, param, **kwargs):
        self.lang = param
        self.langdata = None
        super().__init__(**kwargs)

    def __getstate__(self):
        """Return the state of the object for pickling purposes. The langdata
        field is set to None as it's more efficient to use load_data."""

        return {'lang': self.lang, 'langdata': None}

    @functools.lru_cache(maxsize=500000)
    def _normalize_word(self, word):
        if self.langdata is None:
            self.langdata = simplemma.load_data(self.lang)
        return simplemma.lemmatize(word, self.langdata)