annif.analyzer.voikko

Complexity

Total Complexity

7

Size/Duplication

Total Lines	41
Duplicated Lines	0 %

Importance

Changes

0

4 Methods

Rating	Name	Duplication	Size	Complexity
A	VoikkoAnalyzer.is_available()	0	4	1
A	VoikkoAnalyzer.__init__()	0	4	1
A	VoikkoAnalyzer._normalize_word()	0	10	4
A	VoikkoAnalyzer.__getstate__()	0	6	1

"""Voikko analyzer for Annif, based on libvoikko library."""

from __future__ import annotations

import functools
import importlib

from . import analyzer


class VoikkoAnalyzer(analyzer.Analyzer):
    name = "voikko"

    @staticmethod
    def is_available() -> bool:
        # return True iff Voikko is installed
        return importlib.util.find_spec("voikko") is not None

    def __init__(self, param: str, **kwargs) -> None:
        self.param = param
        self.voikko = None
        super().__init__(**kwargs)

    def __getstate__(self) -> dict[str, str | None]:
        """Return the state of the object for pickling purposes. The Voikko
        instance is set to None because as a ctypes object it cannot be
        pickled."""

        return {"param": self.param, "voikko": None}

    @functools.lru_cache(maxsize=500000)
    def _normalize_word(self, word: str) -> str:
        import voikko.libvoikko

        if self.voikko is None:
            self.voikko = voikko.libvoikko.Voikko(self.param)
        result = self.voikko.analyze(word)
        if len(result) > 0 and "BASEFORM" in result[0]:
            return result[0]["BASEFORM"]
        return word