abydos.stemmer._snowball_danish

Complexity

Total Complexity

24

Size/Duplication

Total Lines	209
Duplicated Lines	17.22 %

Test Coverage

Coverage

100%

Importance

Changes

0

1 Function

Rating	Name	Duplication	Size	Complexity
A	sb_danish()	0	26	1

# -*- coding: utf-8 -*-

# Copyright 2014-2018 by Christopher C. Little.
# This file is part of Abydos.
#
# Abydos is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Abydos is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Abydos. If not, see <http://www.gnu.org/licenses/>.

"""abydos.stemmer._snowball_danish.

Snowball Danish stemmer
"""

from __future__ import (
    absolute_import,
    division,
    print_function,
    unicode_literals,
)

from unicodedata import normalize

from six import text_type

from ._snowball import _Snowball

__all__ = ['SnowballDanish', 'sb_danish']


class SnowballDanish(_Snowball):

The variable __class__ seems to be unused.

    """Snowball Danish stemmer.

    The Snowball Danish stemmer is defined at:
    http://snowball.tartarus.org/algorithms/danish/stemmer.html
    """

    _vowels = {'a', 'e', 'i', 'o', 'u', 'y', 'å', 'æ', 'ø'}
    _s_endings = {
        'a',
        'b',
        'c',
        'd',
        'f',
        'g',
        'h',
        'j',
        'k',
        'l',
        'm',
        'n',
        'o',
        'p',
        'r',
        't',
        'v',
        'y',
        'z',
        'å',
    }

    def stem(self, word):

Parameters differ from overridden 'stem' method

        """Return Snowball Danish stem.

        Parameters
        ----------
        word : str
            The word to stem

        Returns
        -------
        str
            Word stem

        Examples
        --------
        >>> stmr = SnowballDanish()
        >>> stmr.stem('underviser')
        'undervis'
        >>> stmr.stem('suspension')
        'suspension'
        >>> stmr.stem('sikkerhed')
        'sikker'

        """
        # lowercase, normalize, and compose
        word = normalize('NFC', text_type(word.lower()))

        r1_start = min(max(3, self._sb_r1(word)), len(word))

        # Step 1
        _r1 = word[r1_start:]
        if _r1[-7:] == 'erendes':

This code seems to be duplicated in your project.

            word = word[:-7]
        elif _r1[-6:] in {'erende', 'hedens'}:
            word = word[:-6]
        elif _r1[-5:] in {
            'ethed',

Wrong hanging indentation before block (add 4 spaces).

            'erede',

Wrong hanging indentation before block (add 4 spaces).

            'heden',

Wrong hanging indentation before block (add 4 spaces).

            'heder',

Wrong hanging indentation before block (add 4 spaces).

            'endes',

Wrong hanging indentation before block (add 4 spaces).

            'ernes',

Wrong hanging indentation before block (add 4 spaces).

            'erens',

Wrong hanging indentation before block (add 4 spaces).

            'erets',

Wrong hanging indentation before block (add 4 spaces).

        }:
            word = word[:-5]
        elif _r1[-4:] in {
            'ered',

Wrong hanging indentation before block (add 4 spaces).

            'ende',

Wrong hanging indentation before block (add 4 spaces).

            'erne',

Wrong hanging indentation before block (add 4 spaces).

            'eren',

Wrong hanging indentation before block (add 4 spaces).

            'erer',

Wrong hanging indentation before block (add 4 spaces).

            'heds',

Wrong hanging indentation before block (add 4 spaces).

            'enes',

Wrong hanging indentation before block (add 4 spaces).

            'eres',

Wrong hanging indentation before block (add 4 spaces).

            'eret',

Wrong hanging indentation before block (add 4 spaces).

        }:
            word = word[:-4]
        elif _r1[-3:] in {'hed', 'ene', 'ere', 'ens', 'ers', 'ets'}:
            word = word[:-3]
        elif _r1[-2:] in {'en', 'er', 'es', 'et'}:
            word = word[:-2]
        elif _r1[-1:] == 'e':
            word = word[:-1]
        elif _r1[-1:] == 's':
            if len(word) > 1 and word[-2] in self._s_endings:
                word = word[:-1]

        # Step 2
        if word[r1_start:][-2:] in {'gd', 'dt', 'gt', 'kt'}:
            word = word[:-1]

        # Step 3
        if word[-4:] == 'igst':
            word = word[:-2]

        _r1 = word[r1_start:]
        repeat_step2 = False
        if _r1[-4:] == 'elig':
            word = word[:-4]
            repeat_step2 = True
        elif _r1[-4:] == 'løst':
            word = word[:-1]
        elif _r1[-3:] in {'lig', 'els'}:
            word = word[:-3]
            repeat_step2 = True
        elif _r1[-2:] == 'ig':
            word = word[:-2]
            repeat_step2 = True

        if repeat_step2:
            if word[r1_start:][-2:] in {'gd', 'dt', 'gt', 'kt'}:
                word = word[:-1]

        # Step 4
        if (
            len(word[r1_start:]) >= 1

Wrong hanging indentation before block (add 4 spaces).

            and len(word) >= 2

Wrong hanging indentation before block (add 4 spaces).

            and word[-1] == word[-2]

Wrong hanging indentation before block (add 4 spaces).

            and word[-1] not in self._vowels

Wrong hanging indentation before block (add 4 spaces).

        ):
            word = word[:-1]

        return word


def sb_danish(word):
    """Return Snowball Danish stem.

    This is a wrapper for :py:meth:`SnowballDanish.stem`.

    Parameters
    ----------
    word : str
        The word to stem

    Returns
    -------
    str
        Word stem

    Examples
    --------
    >>> sb_danish('underviser')
    'undervis'
    >>> sb_danish('suspension')
    'suspension'
    >>> sb_danish('sikkerhed')
    'sikker'

    """
    return SnowballDanish().stem(word)


if __name__ == '__main__':
    import doctest

    doctest.testmod()