for testing and deploying your application
for finding and fixing issues
for empowering human code reviews
"""Voikko analyzer for Annif, based on libvoikko library."""
import functools
import voikko.libvoikko
from . import analyzer
class VoikkoAnalyzer(analyzer.Analyzer):
name = "voikko"
def __init__(self, param, **kwargs):
self.param = param
self.voikko = None
super().__init__(**kwargs)
def __getstate__(self):
"""Return the state of the object for pickling purposes. The Voikko
instance is set to None because as a ctypes object it cannot be
pickled."""
return {'param': self.param, 'voikko': None}
@functools.lru_cache(maxsize=500000)
def _normalize_word(self, word):
if self.voikko is None:
self.voikko = voikko.libvoikko.Voikko(self.param)
result = self.voikko.analyze(word)
if len(result) > 0 and 'BASEFORM' in result[0]:
return result[0]['BASEFORM']
return word
NatLibFi /
Annif
Loading history...