LanguageProcessingUtility::removeStopWords() - Code Metrics - iranianpep/botonomous - Measure and Improve Code Quality continuously with Scrutinizer

LanguageProcessingUtility::removeStopWords() A
last analyzed 2021-06-14 01:09 UTC

↳ Parent: LanguageProcessingUtility

Complexity

Conditions	4
Paths	2

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	8
CRAP Score	4

Importance

Changes

Metric	Value
dl	0
loc	15
ccs	8
cts	8
cp	1
rs	9.7666
c	0
b	0
f	0
cc	4
nc	2
nop	2
crap	4

<?php

namespace Botonomous\utility;

use Botonomous\Dictionary;
use NlpTools\Stemmers\PorterStemmer;
use NlpTools\Tokenizers\WhitespaceTokenizer;

/**
 * Class LanguageProcessingUtility.
 */
class LanguageProcessingUtility extends AbstractUtility
{
    /**
     * @param $text
     *
     * @return string
     */
    public function stem($text)
    {
        $tokens = (new WhitespaceTokenizer())->tokenize($text);

        $stemmed = (new PorterStemmer())->stemAll($tokens);

        return implode(' ', $stemmed);
    }

    /**
     * @param $text
     * @param string $language
     *
     * @throws \Exception
     *
     * @return string
     */
    public function removeStopWords($text, $language = 'en')
    {
        $stopWords = (new Dictionary())->get('stopwords-'.$language);

        $words = explode(' ', $text);
        if (!empty($words)) {
            foreach ($words as $key => $word) {
                if (in_array($word, $stopWords)) {
                    unset($words[$key]);
                }
            }
        }

        return implode(' ', $words);
    }

    /**
     * @param $text
     *
     * @throws \Exception
     *
     * @return string
     */
    public function removePunctuations($text)
    {
        $punctuations = (new Dictionary())->get('punctuations');

        return str_replace($punctuations, '', $text);
    }
}


1		<?php
2
3		namespace Botonomous\utility;
4
5		use Botonomous\Dictionary;
6		use NlpTools\Stemmers\PorterStemmer;
7		use NlpTools\Tokenizers\WhitespaceTokenizer;
8
9		/**
10		* Class LanguageProcessingUtility.
11		*/
12		class LanguageProcessingUtility extends AbstractUtility
13		{
14		/**
15		* @param $text
16		*
17		* @return string
18		*/
19	2	public function stem($text)
20		{
21	2	$tokens = (new WhitespaceTokenizer())->tokenize($text);
22
23	2	$stemmed = (new PorterStemmer())->stemAll($tokens);
24
25	2	return implode(' ', $stemmed);
26		}
27
28		/**
29		* @param $text
30		* @param string $language
31		*
32		* @throws \Exception
33		*
34		* @return string
35		*/
36	1	public function removeStopWords($text, $language = 'en')
37		{
38	1	$stopWords = (new Dictionary())->get('stopwords-'.$language);
39
40	1	$words = explode(' ', $text);
41	1	if (!empty($words)) {
42	1	foreach ($words as $key => $word) {
43	1	if (in_array($word, $stopWords)) {
44	1	unset($words[$key]);
45		}
46		}
47		}
48
49	1	return implode(' ', $words);
50		}
51
52		/**
53		* @param $text
54		*
55		* @throws \Exception
56		*
57		* @return string
58		*/
59	1	public function removePunctuations($text)
60		{
61	1	$punctuations = (new Dictionary())->get('punctuations');
62
63	1	return str_replace($punctuations, '', $text);
64		}
65		}
66

iranianpep / botonomous

LanguageProcessingUtility::removeStopWords() A last analyzed 2021-06-14 01:09 UTC

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like

LanguageProcessingUtility::removeStopWords() A
last analyzed 2021-06-14 01:09 UTC