CustomHyphenationTokenizer::__construct() - Code Metrics - Inspection of "Merge pull request #33 from heiglandreas/feature/a..." - heiglandreas/Org_Heigl_Hyphenator - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — master ( c5a25c...70c6b7 )

by Andreas

created 2017-03-30 11:35 UTC

CustomHyphenationTokenizer::__construct() A

↳ Parent: CustomHyphenationTokenizer

Complexity

Conditions	1
Paths	1

Size

Total Lines	4
Code Lines	2

Duplication

Lines	0
Ratio	0 %

Importance

Changes	1
Bugs	0	Features	0

Metric	Value
c	1
b	0
f	0
dl	0
loc	4
rs	10
cc	1
eloc	2
nc	1
nop	1

<?php
/**
 * Copyright (c) 2008-2011 Andreas Heigl<[email protected]>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 *
 * @category   Hyphenation
 * @package    Org_Heigl_Hyphenator
 * @subpackage Tokenizer
 * @author     Andreas Heigl <[email protected]>
 * @copyright  2008-2011 Andreas Heigl<[email protected]>
 * @license    http://www.opensource.org/licenses/mit-license.php MIT-License
 * @version    2.0.1
 * @link       http://github.com/heiglandreas/Hyphenator
 * @since      11.11.2011
 */

namespace Org\Heigl\Hyphenator\Tokenizer;

use Org\Heigl\Hyphenator\Options;

/**
 * Use Punktuation to split any input into tokens
 *
 * @category   Hyphenation
 * @package    Org_Heigl_Hyphenator
 * @subpackage Tokenizer
 * @author     Andreas Heigl <[email protected]>
 * @copyright  2008-2011 Andreas Heigl<[email protected]>
 * @license    http://www.opensource.org/licenses/mit-license.php MIT-License
 * @version    2.0.1
 * @link       http://github.com/heiglandreas/Hyphenator
 * @since      04.11.2011
 */
class CustomHyphenationTokenizer implements Tokenizer
{

    private $options;

    public function __construct(Options $options)
    {
        $this->options = $options;
    }

    /**
     * Split the given input into tokens using punktuation marks as splitter
     *
     * The input can be a string or a tokenRegistry. If the input is a
     * TokenRegistry, each item will be tokenized.
     *
     * @param string|\Org\Heigl\Hyphenator\Tokenizer\TokenRegistry $input The
     * input to be tokenized
     *
     * @return \Org\Heigl\Hyphenator\Tokenizer\TokenRegistry
     */
    public function run($input)

    {
        if ($input instanceof TokenRegistry) {
            // Tokenize a TokenRegistry
            $f = clone($input);
            foreach ($input as $token) {
                if (! $token instanceof WordToken) {
                    continue;
                }
                $newTokens = $this->tokenize($token->get());
                $f->replace($token, $newTokens);
            }

            return $f ;
        }

        // Tokenize a simple string.
        $array =  $this->tokenize($input);
function acceptsInteger($int) { }

$x = '123'; // string "123"

// Instead of
acceptsInteger($x);

// we recommend to use
acceptsInteger((integer) $x);
        $registry = new TokenRegistry();
        foreach ($array as $item) {
            $registry->add($item);
        }

        return $registry;
    }

    /**
     * Split the given string into tokens using whitespace.
     *
     * Each whitespace is placed in a WhitespaceToken and everything else is
     * placed in a WordToken-Object
     *
     * @param \string $input The String to tokenize
     *
     * @return Token
     */
    private function tokenize($input)
    {
        $tokens = [];

        $splits = preg_split(sprintf(
            '/((?:(?<=\W)%1$s|\b\w+%2$s)\w+?\b)/u',
                $this->options->getNoHyphenateString(),
                $this->options->getCustomHyphen()
        ), $input, -1, PREG_SPLIT_DELIM_CAPTURE);
        foreach ($splits as $split) {
            if ('' == $split) {
                continue;
            }
            if (0 === mb_strpos($split, $this->options->getNoHyphenateString())) {

                $tokens[] = new ExcludedWordToken(str_replace(
                    $this->options->getNoHyphenateString(),
                    '',
                    $split
                ));
                continue;
            }

            if (false !== mb_strpos($split, $this->options->getCustomHyphen())) {

                $tokens[] = new ExcludedWordToken(str_replace(
                    $this->options->getCustomHyphen(),
                    $this->options->getHyphen(),
                    $split
                ));
                continue;
            }

            $tokens[] = new WordToken($split);
        }

        return $tokens;
    }
}


1		<?php
2		/**
3		* Copyright (c) 2008-2011 Andreas Heigl<[email protected]>
4		*
5		* Permission is hereby granted, free of charge, to any person obtaining a copy
6		* of this software and associated documentation files (the "Software"), to deal
7		* in the Software without restriction, including without limitation the rights
8		* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9		* copies of the Software, and to permit persons to whom the Software is
10		* furnished to do so, subject to the following conditions:
11		*
12		* The above copyright notice and this permission notice shall be included in
13		* all copies or substantial portions of the Software.
14		*
15		* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16		* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17		* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18		* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19		* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20		* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21		* THE SOFTWARE.
22		*
23		* @category Hyphenation
24		* @package Org_Heigl_Hyphenator
25		* @subpackage Tokenizer
26		* @author Andreas Heigl <[email protected]>
27		* @copyright 2008-2011 Andreas Heigl<[email protected]>
28		* @license http://www.opensource.org/licenses/mit-license.php MIT-License
29		* @version 2.0.1
30		* @link http://github.com/heiglandreas/Hyphenator
31		* @since 11.11.2011
32		*/
33
34		namespace Org\Heigl\Hyphenator\Tokenizer;
35
36		use Org\Heigl\Hyphenator\Options;
37
38		/**
39		* Use Punktuation to split any input into tokens
40		*
41		* @category Hyphenation
42		* @package Org_Heigl_Hyphenator
43		* @subpackage Tokenizer
44		* @author Andreas Heigl <[email protected]>
45		* @copyright 2008-2011 Andreas Heigl<[email protected]>
46		* @license http://www.opensource.org/licenses/mit-license.php MIT-License
47		* @version 2.0.1
48		* @link http://github.com/heiglandreas/Hyphenator
49		* @since 04.11.2011
50		*/
51		class CustomHyphenationTokenizer implements Tokenizer
52		{
53
54		private $options;
55
56		public function __construct(Options $options)
57		{
58		$this->options = $options;
59		}
60
61		/**
62		* Split the given input into tokens using punktuation marks as splitter
63		*
64		* The input can be a string or a tokenRegistry. If the input is a
65		* TokenRegistry, each item will be tokenized.
66		*
67		* @param string\|\Org\Heigl\Hyphenator\Tokenizer\TokenRegistry $input The
68		* input to be tokenized
69		*
70		* @return \Org\Heigl\Hyphenator\Tokenizer\TokenRegistry
71		*/
72	View Code Duplication	public function run($input)
		0 ignored issues – show Duplication introduced 2017-03-30 11:30 UTC by Report Bug Copy Issue Report This method seems to be duplicated in your project. Duplicated code is one of the most pungent code smells. If you need to duplicate the same code in three or more different places, we strongly encourage you to look into extracting the code into a single class or operation. You can also find more detailed suggestions in the “Code” section of your repository. Loading history...
73		{
74		if ($input instanceof TokenRegistry) {
75		// Tokenize a TokenRegistry
76		$f = clone($input);
77		foreach ($input as $token) {
78		if (! $token instanceof WordToken) {
79		continue;
80		}
81		$newTokens = $this->tokenize($token->get());
82		$f->replace($token, $newTokens);
83		}
84
85		return $f ;
86		}
87
88		// Tokenize a simple string.
89		$array = $this->tokenize($input);
		0 ignored issues – show Documentation introduced 2017-03-30 11:30 UTC by Report Bug Copy Issue Report `$input` is of type `string`, but the function expects a `object<string>`. It seems like the type of the argument is not accepted by the function/method which you are calling. In some cases, in particular if PHP’s automatic type-juggling kicks in this might be fine. In other cases, however this might be a bug. We suggest to add an explicit type cast like in the following example: function acceptsInteger($int) { } $x = '123'; // string "123" // Instead of acceptsInteger($x); // we recommend to use acceptsInteger((integer) $x); Loading history...
90		$registry = new TokenRegistry();
91		foreach ($array as $item) {
92		$registry->add($item);
93		}
94
95		return $registry;
96		}
97
98		/**
99		* Split the given string into tokens using whitespace.
100		*
101		* Each whitespace is placed in a WhitespaceToken and everything else is
102		* placed in a WordToken-Object
103		*
104		* @param \string $input The String to tokenize
105		*
106		* @return Token
107		*/
108		private function tokenize($input)
109		{
110		$tokens = [];
111
112		$splits = preg_split(sprintf(
113		'/((?:(?<=\W)%1$s\|\b\w+%2$s)\w+?\b)/u',
114		$this->options->getNoHyphenateString(),
115		$this->options->getCustomHyphen()
116		), $input, -1, PREG_SPLIT_DELIM_CAPTURE);
117		foreach ($splits as $split) {
118		if ('' == $split) {
119		continue;
120		}
121		if (0 === mb_strpos($split, $this->options->getNoHyphenateString())) {
122
123		$tokens[] = new ExcludedWordToken(str_replace(
124		$this->options->getNoHyphenateString(),
125		'',
126		$split
127		));
128		continue;
129		}
130
131		if (false !== mb_strpos($split, $this->options->getCustomHyphen())) {
132
133		$tokens[] = new ExcludedWordToken(str_replace(
134		$this->options->getCustomHyphen(),
135		$this->options->getHyphen(),
136		$split
137		));
138		continue;
139		}
140
141		$tokens[] = new WordToken($split);
142		}
143
144		return $tokens;
145		}
146		}
147

heiglandreas / Org_Heigl_Hyphenator

Push — master ( c5a25c...70c6b7 )

CustomHyphenationTokenizer::__construct() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like