EncodingDetector::getRangeModel() - Code Metrics - Inspection of "fix" - onnov/detect-encoding - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — master ( e993ee...2cde4b )

by Sergey

created 2021-01-04 13:52 UTC

EncodingDetector::getRangeModel() A

↳ Parent: EncodingDetector

Complexity

Conditions	1
Paths	1

Size

Total Lines	3
Code Lines	1

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	0
CRAP Score	2

Importance

Changes	1
Bugs	1	Features	0

Metric	Value
cc	1
eloc	1
c	1
b	1
f	0
nc	1
nop	0
dl	0
loc	3
ccs	0
cts	2
cp	0
crap	2
rs	10

<?php

/**
 * User: onnov
 * Date: 27.08.2019
 * Time: 21:59
 */

declare(strict_types=1);

namespace Onnov\DetectEncoding;

use Exception;
use RuntimeException;

/**
 * Class EncodingDetector
 *
 * @package Onnov\DetectEncoding
 */
class EncodingDetector
{
    public const LOWER_FACTOR = 3;

    public const UTF_8 = 'utf-8';
    public const WINDOWS_1251 = 'windows-1251';
    public const KOI8_R = 'koi8-r';
    public const IBM866 = 'ibm866';
    public const ISO_8859_5 = 'iso-8859-5';
    public const MAC_CYRILLIC = 'MacCyrillic';

    /** @var array<string, array<string, string>> */
    protected $rangeModel
        = [
            self::WINDOWS_1251 => [
                'upper' => '168, 192-212, 214-223',
                'lower' => '184, 224-255',
            ],
            self::KOI8_R       => [
                'upper' => '179, 224-231, 233-255',
                'lower' => '163, 192-223',
            ],
            self::ISO_8859_5   => [
                'upper' => '161, 176-196, 198-207',
                'lower' => '208-239, 241',
            ],
            self::IBM866       => [
                'upper' => '128-148, 150-159, 240',
                'lower' => '160-175, 224-239, 241',
            ],
            self::MAC_CYRILLIC => [
                'upper' => '128-148, 150-159, 221',
                'lower' => '222-254',
            ],
        ];

    /** @var mixed[] */
    protected $ranges;

    /**
     * EncodingDetector constructor.
     */
    public function __construct()
    {
        // default setting
        $this->enableEncoding(
            [
                self::WINDOWS_1251,
                self::KOI8_R,
                self::ISO_8859_5,
            ]
        );
    }

    /**
     * Method to enable encoding definition
     * Example:
     * $detector->enableEncoding([
     *      $detector::IBM866,
     *      $detector::MAC_CYRILLIC,
     * ]);
     *
     * @param mixed[] $encodingList
     */
    public function enableEncoding(array $encodingList): void
    {
        foreach ($encodingList as $encoding) {
            if (isset($this->rangeModel[$encoding])) {
                $this->ranges[$encoding]
                    = $this->getRanges($this->rangeModel[$encoding]);
            }
        }
    }

    /**
     * Method to disable encoding definition
     * Example:
     * $detector->disableEncoding([
     *      $detector::ISO_8859_5,
     * ]);
     *
     * @param string[] $encodingList
     */
    public function disableEncoding(array $encodingList): void
    {
        foreach ($encodingList as $encoding) {
            unset($this->ranges[$encoding]);
        }
    }

    /**
     * Method for adding custom encoding
     * Example:
     * $detector->addEncoding([
     *      'encodingName' => [
     *          'upper' => '1-50,200-250,253', // uppercase character number range
     *          'lower' => '55-100,120-180,199', // lowercase character number range
     *      ],
     * ]);
     *
     * @param mixed[] $ranges
     */
    public function addEncoding(array $ranges): void
    {
        foreach ($ranges as $encoding => $config) {
            if (isset($config['upper'], $config['lower'])) {
                $this->ranges[$encoding] = $this->getRanges($config);
            }
        }
    }

    /**
     * Method for converting text of an unknown encoding into a given encoding, by default in utf-8
     * optional parameters:
     * $extra = '//TRANSLIT' (default setting) , other options: '' or '//IGNORE'
     * $encoding = 'utf-8' (default setting) , other options: any encoding that is available iconv
     *
     * @param string $text
     * @param string $extra
     * @param string $encoding
     *
     * @return string
     * @throws RuntimeException
     */
    public function iconvXtoEncoding(
        string &$text,
        string $extra = '//TRANSLIT',
        string $encoding = EncodingDetector::UTF_8
    ): string {
        $res = $text;
        $xec = $this->getEncoding($text);
        if ($xec !== $encoding) {
            $msg = 'iconv returned false';
            try {
                $res = iconv($xec, $encoding . $extra, $text);
                if ($res === false) {
                    throw new RuntimeException($msg);
                }
            } catch (Exception $error) {
                $msg = $error->getMessage();
                throw new RuntimeException($msg);
            }
        }

        return $res;
    }

    /**
     * Definition of text encoding
     *
     * @param string $text
     *
     * @return string
     */
    public function getEncoding(string &$text): string
    {
        $result = $this::UTF_8;
        if ($this->isUtf($text) === false) {
            $res = [];
            $chars = count_chars($text, 1);
            foreach ($this->ranges as $encoding => $config) {
                $upc = array_intersect_key($chars, $config['upper']);
                $loc = array_intersect_key($chars, $config['lower']);
                $res[$encoding] = (array_sum($upc) + array_sum($loc) * self::LOWER_FACTOR);
            }
            asort($res);
            $result = (string)array_key_last($res);
        }

        return $result;
    }

    /**
     * UTF Encoding Definition Method
     *
     * @param string $text
     *
     * @return bool
     */
    private function isUtf(string &$text): bool
    {
        return (bool)preg_match('/./u', $text);
    }

    /**
     * @param mixed[] $config
     *
     * @return mixed[]
     */
    private function getRanges(array $config): array
    {
        return [
            'upper' => $this->getRange($config['upper']),
            'lower' => $this->getRange($config['lower']),
        ];
    }

    /**
     * Method to convert a range from a string to an array
     *
     * @param string $str
     *
     * @return int[]
     */
    private function getRange(string &$str): array
    {
        $ranges = [];
        foreach (explode(',', $str) as $item) {
            $arr = explode('-', $item);
            if (count($arr) > 1) {
                $ranges[] = implode(',', range($arr[0], $arr[1]));
            }
        }

        return array_flip(explode(',', implode(',', $ranges)));
    }

    /**
     * @return array<string, array<string, string>>
     */
    public function getEncodingList(): array
    {
        return $this->ranges;
    }

    /**
     * @return string[][]
     */
    public function getRangeModel(): array
    {
        return $this->rangeModel;
    }
}


1		<?php
2
3		/**
4		* User: onnov
5		* Date: 27.08.2019
6		* Time: 21:59
7		*/
8
9		declare(strict_types=1);
10
11		namespace Onnov\DetectEncoding;
12
13		use Exception;
14		use RuntimeException;
15
16		/**
17		* Class EncodingDetector
18		*
19		* @package Onnov\DetectEncoding
20		*/
21		class EncodingDetector
22		{
23		public const LOWER_FACTOR = 3;
24
25		public const UTF_8 = 'utf-8';
26		public const WINDOWS_1251 = 'windows-1251';
27		public const KOI8_R = 'koi8-r';
28		public const IBM866 = 'ibm866';
29		public const ISO_8859_5 = 'iso-8859-5';
30		public const MAC_CYRILLIC = 'MacCyrillic';
31
32		/** @var array<string, array<string, string>> */
33		protected $rangeModel
34		= [
35		self::WINDOWS_1251 => [
36		'upper' => '168, 192-212, 214-223',
37		'lower' => '184, 224-255',
38		],
39		self::KOI8_R => [
40		'upper' => '179, 224-231, 233-255',
41		'lower' => '163, 192-223',
42		],
43		self::ISO_8859_5 => [
44		'upper' => '161, 176-196, 198-207',
45		'lower' => '208-239, 241',
46		],
47		self::IBM866 => [
48		'upper' => '128-148, 150-159, 240',
49		'lower' => '160-175, 224-239, 241',
50		],
51		self::MAC_CYRILLIC => [
52		'upper' => '128-148, 150-159, 221',
53		'lower' => '222-254',
54		],
55		];
56
57		/** @var mixed[] */
58		protected $ranges;
59
60		/**
61		* EncodingDetector constructor.
62		*/
63	25	public function __construct()
64		{
65		// default setting
66	25	$this->enableEncoding(
67		[
68	25	self::WINDOWS_1251,
69	25	self::KOI8_R,
70	25	self::ISO_8859_5,
71		]
72		);
73	25	}
74
75		/**
76		* Method to enable encoding definition
77		* Example:
78		* $detector->enableEncoding([
79		* $detector::IBM866,
80		* $detector::MAC_CYRILLIC,
81		* ]);
82		*
83		* @param mixed[] $encodingList
84		*/
85	25	public function enableEncoding(array $encodingList): void
86		{
87	25	foreach ($encodingList as $encoding) {
88	25	if (isset($this->rangeModel[$encoding])) {
89	25	$this->ranges[$encoding]
90	25	= $this->getRanges($this->rangeModel[$encoding]);
91		}
92		}
93	25	}
94
95		/**
96		* Method to disable encoding definition
97		* Example:
98		* $detector->disableEncoding([
99		* $detector::ISO_8859_5,
100		* ]);
101		*
102		* @param string[] $encodingList
103		*/
104	8	public function disableEncoding(array $encodingList): void
105		{
106	8	foreach ($encodingList as $encoding) {
107	8	unset($this->ranges[$encoding]);
108		}
109	8	}
110
111		/**
112		* Method for adding custom encoding
113		* Example:
114		* $detector->addEncoding([
115		* 'encodingName' => [
116		* 'upper' => '1-50,200-250,253', // uppercase character number range
117		* 'lower' => '55-100,120-180,199', // lowercase character number range
118		* ],
119		* ]);
120		*
121		* @param mixed[] $ranges
122		*/
123	1	public function addEncoding(array $ranges): void
124		{
125	1	foreach ($ranges as $encoding => $config) {
126	1	if (isset($config['upper'], $config['lower'])) {
127	1	$this->ranges[$encoding] = $this->getRanges($config);
128		}
129		}
130	1	}
131
132		/**
133		* Method for converting text of an unknown encoding into a given encoding, by default in utf-8
134		* optional parameters:
135		* $extra = '//TRANSLIT' (default setting) , other options: '' or '//IGNORE'
136		* $encoding = 'utf-8' (default setting) , other options: any encoding that is available iconv
137		*
138		* @param string $text
139		* @param string $extra
140		* @param string $encoding
141		*
142		* @return string
143		* @throws RuntimeException
144		*/
145	4	public function iconvXtoEncoding(
146		string &$text,
147		string $extra = '//TRANSLIT',
148		string $encoding = EncodingDetector::UTF_8
149		): string {
150	4	$res = $text;
151	4	$xec = $this->getEncoding($text);
152	4	if ($xec !== $encoding) {
153	4	$msg = 'iconv returned false';
154		try {
155	4	$res = iconv($xec, $encoding . $extra, $text);
156	2	if ($res === false) {
157	2	throw new RuntimeException($msg);
158		}
159	2	} catch (Exception $error) {
160	2	$msg = $error->getMessage();
161	2	throw new RuntimeException($msg);
162		}
163		}
164
165	2	return $res;
166		}
167
168		/**
169		* Definition of text encoding
170		*
171		* @param string $text
172		*
173		* @return string
174		*/
175	6	public function getEncoding(string &$text): string
176		{
177	6	$result = $this::UTF_8;
178	6	if ($this->isUtf($text) === false) {
179	4	$res = [];
180	4	$chars = count_chars($text, 1);
181	4	foreach ($this->ranges as $encoding => $config) {
182	4	$upc = array_intersect_key($chars, $config['upper']);
183	4	$loc = array_intersect_key($chars, $config['lower']);
184	4	$res[$encoding] = (array_sum($upc) + array_sum($loc) * self::LOWER_FACTOR);
185		}
186	4	asort($res);
187	4	$result = (string)array_key_last($res);
188		}
189
190	6	return $result;
191		}
192
193		/**
194		* UTF Encoding Definition Method
195		*
196		* @param string $text
197		*
198		* @return bool
199		*/
200	6	private function isUtf(string &$text): bool
201		{
202	6	return (bool)preg_match('/./u', $text);
203		}
204
205		/**
206		* @param mixed[] $config
207		*
208		* @return mixed[]
209		*/
210	25	private function getRanges(array $config): array
211		{
212		return [
213	25	'upper' => $this->getRange($config['upper']),
214	25	'lower' => $this->getRange($config['lower']),
215		];
216		}
217
218		/**
219		* Method to convert a range from a string to an array
220		*
221		* @param string $str
222		*
223		* @return int[]
224		*/
225	25	private function getRange(string &$str): array
226		{
227	25	$ranges = [];
228	25	foreach (explode(',', $str) as $item) {
229	25	$arr = explode('-', $item);
230	25	if (count($arr) > 1) {
231	25	$ranges[] = implode(',', range($arr[0], $arr[1]));
232		}
233		}
234
235	25	return array_flip(explode(',', implode(',', $ranges)));
236		}
237
238		/**
239		* @return array<string, array<string, string>>
240		*/
241	18	public function getEncodingList(): array
242		{
243	18	return $this->ranges;
244		}
245
246		/**
247		* @return string[][]
248		*/
249		public function getRangeModel(): array
250		{
251		return $this->rangeModel;
252		}
253		}
254

onnov / detect-encoding

Push — master ( e993ee...2cde4b )

EncodingDetector::getRangeModel() A

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like