@@ -7,179 +7,179 @@ |
||
7 | 7 | */ |
8 | 8 | class Multibyte |
9 | 9 | { |
10 | - //https://stackoverflow.com/questions/20025030/convert-all-types-of-smart-quotes-with-php |
|
11 | - private static $unicodeCharacterMap = [ |
|
12 | - // Windows codepage 1252 |
|
13 | - "\xC2\x82" => "'", // U+0082⇒U+201A single low-9 quotation mark |
|
14 | - "\xC2\x84" => '"', // U+0084⇒U+201E double low-9 quotation mark |
|
15 | - "\xC2\x8B" => "'", // U+008B⇒U+2039 single left-pointing angle quotation mark |
|
16 | - "\xC2\x91" => "'", // U+0091⇒U+2018 left single quotation mark |
|
17 | - "\xC2\x92" => "'", // U+0092⇒U+2019 right single quotation mark |
|
18 | - "\xC2\x93" => '"', // U+0093⇒U+201C left double quotation mark |
|
19 | - "\xC2\x94" => '"', // U+0094⇒U+201D right double quotation mark |
|
20 | - "\xC2\x9B" => "'", // U+009B⇒U+203A single right-pointing angle quotation mark |
|
21 | - // Regular Unicode // U+0022 quotation mark (") |
|
22 | - // U+0027 apostrophe (') |
|
23 | - "\xC2\xAB" => '"', // U+00AB left-pointing double angle quotation mark |
|
24 | - "\xC2\xBB" => '"', // U+00BB right-pointing double angle quotation mark |
|
25 | - "\xE2\x80\x98" => "'", // U+2018 left single quotation mark |
|
26 | - "\xE2\x80\x99" => "'", // U+2019 right single quotation mark |
|
27 | - "\xE2\x80\x9A" => "'", // U+201A single low-9 quotation mark |
|
28 | - "\xE2\x80\x9B" => "'", // U+201B single high-reversed-9 quotation mark |
|
29 | - "\xE2\x80\x9C" => '"', // U+201C left double quotation mark |
|
30 | - "\xE2\x80\x9D" => '"', // U+201D right double quotation mark |
|
31 | - "\xE2\x80\x9E" => '"', // U+201E double low-9 quotation mark |
|
32 | - "\xE2\x80\x9F" => '"', // U+201F double high-reversed-9 quotation mark |
|
33 | - "\xE2\x80\xB9" => "'", // U+2039 single left-pointing angle quotation mark |
|
34 | - "\xE2\x80\xBA" => "'", // U+203A single right-pointing angle quotation mark |
|
35 | - ]; |
|
36 | - |
|
37 | - /** |
|
38 | - * Replace |
|
39 | - * |
|
40 | - * @staticvar array $chr_map |
|
41 | - * @param string $string |
|
42 | - * @return string |
|
43 | - */ |
|
44 | - public static function cleanUnicode($string) |
|
45 | - { |
|
46 | - $character = array_keys(self::$unicodeCharacterMap); // but: for efficiency you should |
|
47 | - $replace = array_values(self::$unicodeCharacterMap); // pre-calculate these two arrays |
|
48 | - return str_replace($character, $replace, html_entity_decode($string, ENT_QUOTES, "UTF-8")); |
|
49 | - } |
|
50 | - |
|
51 | - /** |
|
52 | - * Multibyte.php safe version of standard trim() function. |
|
53 | - * |
|
54 | - * @param string $string |
|
55 | - * @return string |
|
56 | - */ |
|
57 | - public static function trim($string) |
|
58 | - { |
|
59 | - $string = mb_ereg_replace('^\s*', '', $string); // left trim |
|
60 | - $string = mb_ereg_replace('\s*$', '', $string); // right trim |
|
61 | - return $string; |
|
62 | - } |
|
63 | - |
|
64 | - /** |
|
65 | - * A cross between mb_split and preg_split, adding the preg_split flags |
|
66 | - * to mb_split. |
|
67 | - * |
|
68 | - * @param string $pattern |
|
69 | - * @param string $string |
|
70 | - * @param int $limit |
|
71 | - * @param int $flags |
|
72 | - * @return array |
|
73 | - */ |
|
74 | - public static function split($pattern, $string, $limit = -1, $flags = 0) |
|
75 | - { |
|
76 | - $offset_capture = (bool)($flags & PREG_SPLIT_OFFSET_CAPTURE); |
|
77 | - |
|
78 | - $lengths = self::getSplitLengths($pattern, $string); |
|
79 | - |
|
80 | - // Substrings |
|
81 | - $parts = []; |
|
82 | - $position = 0; |
|
83 | - $count = 1; |
|
84 | - foreach ($lengths as $length) { |
|
85 | - if (self::isLastPart($length, $flags, $limit, $count)) { |
|
86 | - $parts[] = self::makePart($string, $position, null, $offset_capture); |
|
87 | - return $parts; |
|
88 | - } |
|
89 | - |
|
90 | - if (self::isPart($length, $flags)) { |
|
91 | - $parts[] = self::makePart($string, $position, $length[0], $offset_capture); |
|
92 | - } |
|
93 | - |
|
94 | - $position += $length[0]; |
|
95 | - } |
|
96 | - |
|
97 | - return $parts; |
|
98 | - } |
|
99 | - |
|
100 | - /** |
|
101 | - * @param $length |
|
102 | - * @param $flags |
|
103 | - * @param $limit |
|
104 | - * @param $count |
|
105 | - * @return bool |
|
106 | - */ |
|
107 | - private static function isLastPart($length, $flags, $limit, &$count) |
|
108 | - { |
|
109 | - $split_empty = !($flags & PREG_SPLIT_NO_EMPTY) || $length[0]; |
|
110 | - $is_delimiter = $length[1]; |
|
111 | - |
|
112 | - return $limit > 0 |
|
113 | - && !$is_delimiter |
|
114 | - && $split_empty |
|
115 | - && ++$count > $limit; |
|
116 | - } |
|
117 | - |
|
118 | - /** |
|
119 | - * @param $length |
|
120 | - * @param $flags |
|
121 | - * @return bool |
|
122 | - */ |
|
123 | - private static function isPart($length, $flags) |
|
124 | - { |
|
125 | - $split_empty = !($flags & PREG_SPLIT_NO_EMPTY) || $length[0]; |
|
126 | - $is_delimiter = $length[1]; |
|
127 | - $is_captured = ($flags & PREG_SPLIT_DELIM_CAPTURE) && $length[2]; |
|
128 | - |
|
129 | - return (!$is_delimiter |
|
130 | - || $is_captured) |
|
131 | - && $split_empty; |
|
132 | - } |
|
133 | - |
|
134 | - /** |
|
135 | - * Make part |
|
136 | - * @param string $string |
|
137 | - * @param integer $position |
|
138 | - * @param integer|null $length |
|
139 | - * @param bool $offset_capture |
|
140 | - * @return array|string |
|
141 | - */ |
|
142 | - private static function makePart($string, $position, $length = null, $offset_capture = false) |
|
143 | - { |
|
144 | - $cut = mb_strcut($string, $position, $length); |
|
145 | - |
|
146 | - return $offset_capture |
|
147 | - ? [$cut, $position] |
|
148 | - : $cut; |
|
149 | - } |
|
150 | - |
|
151 | - /** |
|
152 | - * Splits the string by pattern and for each element (part or split) returns: |
|
153 | - * [ 0 => length, 1 => is_delimiter?, 2 => |
|
154 | - * |
|
155 | - * @param $pattern |
|
156 | - * @param $string |
|
157 | - * @return array |
|
158 | - */ |
|
159 | - private static function getSplitLengths($pattern, $string) |
|
160 | - { |
|
161 | - $strlen = strlen($string); // bytes! |
|
162 | - $lengths = []; |
|
163 | - |
|
164 | - mb_ereg_search_init($string); |
|
165 | - |
|
166 | - $position = 0; |
|
167 | - while ($position < $strlen |
|
168 | - && ($array = mb_ereg_search_pos($pattern, '')) !== false) { |
|
169 | - // capture split |
|
170 | - $lengths[] = [$array[0] - $position, false, null]; |
|
171 | - |
|
172 | - // move position |
|
173 | - $position = $array[0] + $array[1]; |
|
174 | - |
|
175 | - // capture delimiter |
|
176 | - $regs = mb_ereg_search_getregs(); |
|
177 | - $lengths[] = [$array[1], true, isset($regs[1]) && $regs[1]]; |
|
178 | - } |
|
179 | - |
|
180 | - // Add last bit, if not ending with split |
|
181 | - $lengths[] = [$strlen - $position, false, null]; |
|
182 | - |
|
183 | - return $lengths; |
|
184 | - } |
|
10 | + //https://stackoverflow.com/questions/20025030/convert-all-types-of-smart-quotes-with-php |
|
11 | + private static $unicodeCharacterMap = [ |
|
12 | + // Windows codepage 1252 |
|
13 | + "\xC2\x82" => "'", // U+0082⇒U+201A single low-9 quotation mark |
|
14 | + "\xC2\x84" => '"', // U+0084⇒U+201E double low-9 quotation mark |
|
15 | + "\xC2\x8B" => "'", // U+008B⇒U+2039 single left-pointing angle quotation mark |
|
16 | + "\xC2\x91" => "'", // U+0091⇒U+2018 left single quotation mark |
|
17 | + "\xC2\x92" => "'", // U+0092⇒U+2019 right single quotation mark |
|
18 | + "\xC2\x93" => '"', // U+0093⇒U+201C left double quotation mark |
|
19 | + "\xC2\x94" => '"', // U+0094⇒U+201D right double quotation mark |
|
20 | + "\xC2\x9B" => "'", // U+009B⇒U+203A single right-pointing angle quotation mark |
|
21 | + // Regular Unicode // U+0022 quotation mark (") |
|
22 | + // U+0027 apostrophe (') |
|
23 | + "\xC2\xAB" => '"', // U+00AB left-pointing double angle quotation mark |
|
24 | + "\xC2\xBB" => '"', // U+00BB right-pointing double angle quotation mark |
|
25 | + "\xE2\x80\x98" => "'", // U+2018 left single quotation mark |
|
26 | + "\xE2\x80\x99" => "'", // U+2019 right single quotation mark |
|
27 | + "\xE2\x80\x9A" => "'", // U+201A single low-9 quotation mark |
|
28 | + "\xE2\x80\x9B" => "'", // U+201B single high-reversed-9 quotation mark |
|
29 | + "\xE2\x80\x9C" => '"', // U+201C left double quotation mark |
|
30 | + "\xE2\x80\x9D" => '"', // U+201D right double quotation mark |
|
31 | + "\xE2\x80\x9E" => '"', // U+201E double low-9 quotation mark |
|
32 | + "\xE2\x80\x9F" => '"', // U+201F double high-reversed-9 quotation mark |
|
33 | + "\xE2\x80\xB9" => "'", // U+2039 single left-pointing angle quotation mark |
|
34 | + "\xE2\x80\xBA" => "'", // U+203A single right-pointing angle quotation mark |
|
35 | + ]; |
|
36 | + |
|
37 | + /** |
|
38 | + * Replace |
|
39 | + * |
|
40 | + * @staticvar array $chr_map |
|
41 | + * @param string $string |
|
42 | + * @return string |
|
43 | + */ |
|
44 | + public static function cleanUnicode($string) |
|
45 | + { |
|
46 | + $character = array_keys(self::$unicodeCharacterMap); // but: for efficiency you should |
|
47 | + $replace = array_values(self::$unicodeCharacterMap); // pre-calculate these two arrays |
|
48 | + return str_replace($character, $replace, html_entity_decode($string, ENT_QUOTES, "UTF-8")); |
|
49 | + } |
|
50 | + |
|
51 | + /** |
|
52 | + * Multibyte.php safe version of standard trim() function. |
|
53 | + * |
|
54 | + * @param string $string |
|
55 | + * @return string |
|
56 | + */ |
|
57 | + public static function trim($string) |
|
58 | + { |
|
59 | + $string = mb_ereg_replace('^\s*', '', $string); // left trim |
|
60 | + $string = mb_ereg_replace('\s*$', '', $string); // right trim |
|
61 | + return $string; |
|
62 | + } |
|
63 | + |
|
64 | + /** |
|
65 | + * A cross between mb_split and preg_split, adding the preg_split flags |
|
66 | + * to mb_split. |
|
67 | + * |
|
68 | + * @param string $pattern |
|
69 | + * @param string $string |
|
70 | + * @param int $limit |
|
71 | + * @param int $flags |
|
72 | + * @return array |
|
73 | + */ |
|
74 | + public static function split($pattern, $string, $limit = -1, $flags = 0) |
|
75 | + { |
|
76 | + $offset_capture = (bool)($flags & PREG_SPLIT_OFFSET_CAPTURE); |
|
77 | + |
|
78 | + $lengths = self::getSplitLengths($pattern, $string); |
|
79 | + |
|
80 | + // Substrings |
|
81 | + $parts = []; |
|
82 | + $position = 0; |
|
83 | + $count = 1; |
|
84 | + foreach ($lengths as $length) { |
|
85 | + if (self::isLastPart($length, $flags, $limit, $count)) { |
|
86 | + $parts[] = self::makePart($string, $position, null, $offset_capture); |
|
87 | + return $parts; |
|
88 | + } |
|
89 | + |
|
90 | + if (self::isPart($length, $flags)) { |
|
91 | + $parts[] = self::makePart($string, $position, $length[0], $offset_capture); |
|
92 | + } |
|
93 | + |
|
94 | + $position += $length[0]; |
|
95 | + } |
|
96 | + |
|
97 | + return $parts; |
|
98 | + } |
|
99 | + |
|
100 | + /** |
|
101 | + * @param $length |
|
102 | + * @param $flags |
|
103 | + * @param $limit |
|
104 | + * @param $count |
|
105 | + * @return bool |
|
106 | + */ |
|
107 | + private static function isLastPart($length, $flags, $limit, &$count) |
|
108 | + { |
|
109 | + $split_empty = !($flags & PREG_SPLIT_NO_EMPTY) || $length[0]; |
|
110 | + $is_delimiter = $length[1]; |
|
111 | + |
|
112 | + return $limit > 0 |
|
113 | + && !$is_delimiter |
|
114 | + && $split_empty |
|
115 | + && ++$count > $limit; |
|
116 | + } |
|
117 | + |
|
118 | + /** |
|
119 | + * @param $length |
|
120 | + * @param $flags |
|
121 | + * @return bool |
|
122 | + */ |
|
123 | + private static function isPart($length, $flags) |
|
124 | + { |
|
125 | + $split_empty = !($flags & PREG_SPLIT_NO_EMPTY) || $length[0]; |
|
126 | + $is_delimiter = $length[1]; |
|
127 | + $is_captured = ($flags & PREG_SPLIT_DELIM_CAPTURE) && $length[2]; |
|
128 | + |
|
129 | + return (!$is_delimiter |
|
130 | + || $is_captured) |
|
131 | + && $split_empty; |
|
132 | + } |
|
133 | + |
|
134 | + /** |
|
135 | + * Make part |
|
136 | + * @param string $string |
|
137 | + * @param integer $position |
|
138 | + * @param integer|null $length |
|
139 | + * @param bool $offset_capture |
|
140 | + * @return array|string |
|
141 | + */ |
|
142 | + private static function makePart($string, $position, $length = null, $offset_capture = false) |
|
143 | + { |
|
144 | + $cut = mb_strcut($string, $position, $length); |
|
145 | + |
|
146 | + return $offset_capture |
|
147 | + ? [$cut, $position] |
|
148 | + : $cut; |
|
149 | + } |
|
150 | + |
|
151 | + /** |
|
152 | + * Splits the string by pattern and for each element (part or split) returns: |
|
153 | + * [ 0 => length, 1 => is_delimiter?, 2 => |
|
154 | + * |
|
155 | + * @param $pattern |
|
156 | + * @param $string |
|
157 | + * @return array |
|
158 | + */ |
|
159 | + private static function getSplitLengths($pattern, $string) |
|
160 | + { |
|
161 | + $strlen = strlen($string); // bytes! |
|
162 | + $lengths = []; |
|
163 | + |
|
164 | + mb_ereg_search_init($string); |
|
165 | + |
|
166 | + $position = 0; |
|
167 | + while ($position < $strlen |
|
168 | + && ($array = mb_ereg_search_pos($pattern, '')) !== false) { |
|
169 | + // capture split |
|
170 | + $lengths[] = [$array[0] - $position, false, null]; |
|
171 | + |
|
172 | + // move position |
|
173 | + $position = $array[0] + $array[1]; |
|
174 | + |
|
175 | + // capture delimiter |
|
176 | + $regs = mb_ereg_search_getregs(); |
|
177 | + $lengths[] = [$array[1], true, isset($regs[1]) && $regs[1]]; |
|
178 | + } |
|
179 | + |
|
180 | + // Add last bit, if not ending with split |
|
181 | + $lengths[] = [$strlen - $position, false, null]; |
|
182 | + |
|
183 | + return $lengths; |
|
184 | + } |
|
185 | 185 | } |