annif.analyzer.voikko.VoikkoAnalyzer._normalize_word() - Code Metrics - Inspection of "refactor code to avoid flake8 warning" - NatLibFi/Annif - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — feature-estnltk-analyzer ( d2a005...66f577 )

by Osma

created 2024-11-22 13:23 UTC

VoikkoAnalyzer._normalize_word() A

↳ Parent: annif.analyzer.voikko

Complexity

Conditions

Size

Total Lines	10
Code Lines	9

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	4
eloc	9
nop	2
dl	0
loc	10
rs	9.95
c	0
b	0
f	0

"""Voikko analyzer for Annif, based on libvoikko library."""

from __future__ import annotations

import functools
import importlib

from . import analyzer


class VoikkoAnalyzer(analyzer.Analyzer):
    name = "voikko"

    @staticmethod
    def is_available() -> bool:
        # return True iff Voikko is installed
        return importlib.util.find_spec("voikko") is not None

    def __init__(self, param: str, **kwargs) -> None:
        self.param = param
        self.voikko = None
        super().__init__(**kwargs)

    def __getstate__(self) -> dict[str, str | None]:
        """Return the state of the object for pickling purposes. The Voikko
        instance is set to None because as a ctypes object it cannot be
        pickled."""

        return {"param": self.param, "voikko": None}

    @functools.lru_cache(maxsize=500000)
    def _normalize_word(self, word: str) -> str:
        import voikko.libvoikko

        if self.voikko is None:
            self.voikko = voikko.libvoikko.Voikko(self.param)
        result = self.voikko.analyze(word)
        if len(result) > 0 and "BASEFORM" in result[0]:
            return result[0]["BASEFORM"]
        return word


1			"""Voikko analyzer for Annif, based on libvoikko library."""
2
3			from __future__ import annotations
4
5			import functools
6			import importlib
7
8			from . import analyzer
9
10
11			class VoikkoAnalyzer(analyzer.Analyzer):
12			name = "voikko"
13
14			@staticmethod
15			def is_available() -> bool:
16			# return True iff Voikko is installed
17			return importlib.util.find_spec("voikko") is not None
18
19			def __init__(self, param: str, **kwargs) -> None:
20			self.param = param
21			self.voikko = None
22			super().__init__(**kwargs)
23
24			def __getstate__(self) -> dict[str, str \| None]:
25			"""Return the state of the object for pickling purposes. The Voikko
26			instance is set to None because as a ctypes object it cannot be
27			pickled."""
28
29			return {"param": self.param, "voikko": None}
30
31			@functools.lru_cache(maxsize=500000)
32			def _normalize_word(self, word: str) -> str:
33			import voikko.libvoikko
34
35			if self.voikko is None:
36			self.voikko = voikko.libvoikko.Voikko(self.param)
37			result = self.voikko.analyze(word)
38			if len(result) > 0 and "BASEFORM" in result[0]:
39			return result[0]["BASEFORM"]
40			return word
41

NatLibFi / Annif

Push — feature-estnltk-analyzer ( d2a005...66f577 )

VoikkoAnalyzer._normalize_word() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like