1 | <?php
|
---|
2 | /**
|
---|
3 | *
|
---|
4 | * @package utf
|
---|
5 | * @version $Id$
|
---|
6 | * @copyright (c) 2006 phpBB Group
|
---|
7 | * @license http://opensource.org/licenses/gpl-license.php GNU Public License
|
---|
8 | *
|
---|
9 | */
|
---|
10 |
|
---|
11 | /**
|
---|
12 | */
|
---|
13 | if (!defined('IN_PHPBB'))
|
---|
14 | {
|
---|
15 | exit;
|
---|
16 | }
|
---|
17 |
|
---|
18 | // Enforce ASCII only string handling
|
---|
19 | setlocale(LC_CTYPE, 'C');
|
---|
20 |
|
---|
21 | /**
|
---|
22 | * UTF-8 tools
|
---|
23 | *
|
---|
24 | * Whenever possible, these functions will try to use PHP's built-in functions or
|
---|
25 | * extensions, otherwise they will default to custom routines.
|
---|
26 | *
|
---|
27 | * @package utf
|
---|
28 | */
|
---|
29 |
|
---|
30 | if (!extension_loaded('xml'))
|
---|
31 | {
|
---|
32 | /**
|
---|
33 | * Implementation of PHP's native utf8_encode for people without XML support
|
---|
34 | * This function exploits some nice things that ISO-8859-1 and UTF-8 have in common
|
---|
35 | *
|
---|
36 | * @param string $str ISO-8859-1 encoded data
|
---|
37 | * @return string UTF-8 encoded data
|
---|
38 | */
|
---|
39 | function utf8_encode($str)
|
---|
40 | {
|
---|
41 | $out = '';
|
---|
42 | for ($i = 0, $len = strlen($str); $i < $len; $i++)
|
---|
43 | {
|
---|
44 | $letter = $str[$i];
|
---|
45 | $num = ord($letter);
|
---|
46 | if ($num < 0x80)
|
---|
47 | {
|
---|
48 | $out .= $letter;
|
---|
49 | }
|
---|
50 | else if ($num < 0xC0)
|
---|
51 | {
|
---|
52 | $out .= "\xC2" . $letter;
|
---|
53 | }
|
---|
54 | else
|
---|
55 | {
|
---|
56 | $out .= "\xC3" . chr($num - 64);
|
---|
57 | }
|
---|
58 | }
|
---|
59 | return $out;
|
---|
60 | }
|
---|
61 |
|
---|
62 | /**
|
---|
63 | * Implementation of PHP's native utf8_decode for people without XML support
|
---|
64 | *
|
---|
65 | * @param string $str UTF-8 encoded data
|
---|
66 | * @return string ISO-8859-1 encoded data
|
---|
67 | */
|
---|
68 | function utf8_decode($str)
|
---|
69 | {
|
---|
70 | $pos = 0;
|
---|
71 | $len = strlen($str);
|
---|
72 | $ret = '';
|
---|
73 |
|
---|
74 | while ($pos < $len)
|
---|
75 | {
|
---|
76 | $ord = ord($str[$pos]) & 0xF0;
|
---|
77 | if ($ord === 0xC0 || $ord === 0xD0)
|
---|
78 | {
|
---|
79 | $charval = ((ord($str[$pos]) & 0x1F) << 6) | (ord($str[$pos + 1]) & 0x3F);
|
---|
80 | $pos += 2;
|
---|
81 | $ret .= (($charval < 256) ? chr($charval) : '?');
|
---|
82 | }
|
---|
83 | else if ($ord === 0xE0)
|
---|
84 | {
|
---|
85 | $ret .= '?';
|
---|
86 | $pos += 3;
|
---|
87 | }
|
---|
88 | else if ($ord === 0xF0)
|
---|
89 | {
|
---|
90 | $ret .= '?';
|
---|
91 | $pos += 4;
|
---|
92 | }
|
---|
93 | else
|
---|
94 | {
|
---|
95 | $ret .= $str[$pos];
|
---|
96 | ++$pos;
|
---|
97 | }
|
---|
98 | }
|
---|
99 | return $ret;
|
---|
100 | }
|
---|
101 | }
|
---|
102 |
|
---|
103 | // mbstring is old and has it's functions around for older versions of PHP.
|
---|
104 | // if mbstring is not loaded, we go into native mode.
|
---|
105 | if (extension_loaded('mbstring'))
|
---|
106 | {
|
---|
107 | mb_internal_encoding('UTF-8');
|
---|
108 |
|
---|
109 | /**
|
---|
110 | * UTF-8 aware alternative to strrpos
|
---|
111 | * Find position of last occurrence of a char in a string
|
---|
112 | *
|
---|
113 | * Notes:
|
---|
114 | * - offset for mb_strrpos was added in 5.2.0, we emulate if it is lower
|
---|
115 | */
|
---|
116 | if (version_compare(PHP_VERSION, '5.2.0', '>='))
|
---|
117 | {
|
---|
118 | /**
|
---|
119 | * UTF-8 aware alternative to strrpos
|
---|
120 | * @ignore
|
---|
121 | */
|
---|
122 | function utf8_strrpos($str, $needle, $offset = null)
|
---|
123 | {
|
---|
124 | // Emulate behaviour of strrpos rather than raising warning
|
---|
125 | if (empty($str))
|
---|
126 | {
|
---|
127 | return false;
|
---|
128 | }
|
---|
129 |
|
---|
130 | if (is_null($offset))
|
---|
131 | {
|
---|
132 | return mb_strrpos($str, $needle);
|
---|
133 | }
|
---|
134 | else
|
---|
135 | {
|
---|
136 | return mb_strrpos($str, $needle, $offset);
|
---|
137 | }
|
---|
138 | }
|
---|
139 | }
|
---|
140 | else
|
---|
141 | {
|
---|
142 | /**
|
---|
143 | * UTF-8 aware alternative to strrpos
|
---|
144 | * @ignore
|
---|
145 | */
|
---|
146 | function utf8_strrpos($str, $needle, $offset = null)
|
---|
147 | {
|
---|
148 | // offset for mb_strrpos was added in 5.2.0
|
---|
149 | if (is_null($offset))
|
---|
150 | {
|
---|
151 | // Emulate behaviour of strrpos rather than raising warning
|
---|
152 | if (empty($str))
|
---|
153 | {
|
---|
154 | return false;
|
---|
155 | }
|
---|
156 |
|
---|
157 | return mb_strrpos($str, $needle);
|
---|
158 | }
|
---|
159 | else
|
---|
160 | {
|
---|
161 | if (!is_int($offset))
|
---|
162 | {
|
---|
163 | trigger_error('utf8_strrpos expects parameter 3 to be long', E_USER_ERROR);
|
---|
164 | return false;
|
---|
165 | }
|
---|
166 |
|
---|
167 | $str = mb_substr($str, $offset);
|
---|
168 |
|
---|
169 | if (false !== ($pos = mb_strrpos($str, $needle)))
|
---|
170 | {
|
---|
171 | return $pos + $offset;
|
---|
172 | }
|
---|
173 |
|
---|
174 | return false;
|
---|
175 | }
|
---|
176 | }
|
---|
177 | }
|
---|
178 |
|
---|
179 | /**
|
---|
180 | * UTF-8 aware alternative to strpos
|
---|
181 | * @ignore
|
---|
182 | */
|
---|
183 | function utf8_strpos($str, $needle, $offset = null)
|
---|
184 | {
|
---|
185 | if (is_null($offset))
|
---|
186 | {
|
---|
187 | return mb_strpos($str, $needle);
|
---|
188 | }
|
---|
189 | else
|
---|
190 | {
|
---|
191 | return mb_strpos($str, $needle, $offset);
|
---|
192 | }
|
---|
193 | }
|
---|
194 |
|
---|
195 | /**
|
---|
196 | * UTF-8 aware alternative to strtolower
|
---|
197 | * @ignore
|
---|
198 | */
|
---|
199 | function utf8_strtolower($str)
|
---|
200 | {
|
---|
201 | return mb_strtolower($str);
|
---|
202 | }
|
---|
203 |
|
---|
204 | /**
|
---|
205 | * UTF-8 aware alternative to strtoupper
|
---|
206 | * @ignore
|
---|
207 | */
|
---|
208 | function utf8_strtoupper($str)
|
---|
209 | {
|
---|
210 | return mb_strtoupper($str);
|
---|
211 | }
|
---|
212 |
|
---|
213 | /**
|
---|
214 | * UTF-8 aware alternative to substr
|
---|
215 | * @ignore
|
---|
216 | */
|
---|
217 | function utf8_substr($str, $offset, $length = null)
|
---|
218 | {
|
---|
219 | if (is_null($length))
|
---|
220 | {
|
---|
221 | return mb_substr($str, $offset);
|
---|
222 | }
|
---|
223 | else
|
---|
224 | {
|
---|
225 | return mb_substr($str, $offset, $length);
|
---|
226 | }
|
---|
227 | }
|
---|
228 |
|
---|
229 | /**
|
---|
230 | * Return the length (in characters) of a UTF-8 string
|
---|
231 | * @ignore
|
---|
232 | */
|
---|
233 | function utf8_strlen($text)
|
---|
234 | {
|
---|
235 | return mb_strlen($text, 'utf-8');
|
---|
236 | }
|
---|
237 | }
|
---|
238 | else
|
---|
239 | {
|
---|
240 | /**
|
---|
241 | * UTF-8 aware alternative to strrpos
|
---|
242 | * Find position of last occurrence of a char in a string
|
---|
243 | *
|
---|
244 | * @author Harry Fuecks
|
---|
245 | * @param string $str haystack
|
---|
246 | * @param string $needle needle
|
---|
247 | * @param integer $offset (optional) offset (from left)
|
---|
248 | * @return mixed integer position or FALSE on failure
|
---|
249 | */
|
---|
250 | function utf8_strrpos($str, $needle, $offset = null)
|
---|
251 | {
|
---|
252 | if (is_null($offset))
|
---|
253 | {
|
---|
254 | $ar = explode($needle, $str);
|
---|
255 |
|
---|
256 | if (sizeof($ar) > 1)
|
---|
257 | {
|
---|
258 | // Pop off the end of the string where the last match was made
|
---|
259 | array_pop($ar);
|
---|
260 | $str = join($needle, $ar);
|
---|
261 |
|
---|
262 | return utf8_strlen($str);
|
---|
263 | }
|
---|
264 | return false;
|
---|
265 | }
|
---|
266 | else
|
---|
267 | {
|
---|
268 | if (!is_int($offset))
|
---|
269 | {
|
---|
270 | trigger_error('utf8_strrpos expects parameter 3 to be long', E_USER_ERROR);
|
---|
271 | return false;
|
---|
272 | }
|
---|
273 |
|
---|
274 | $str = utf8_substr($str, $offset);
|
---|
275 |
|
---|
276 | if (false !== ($pos = utf8_strrpos($str, $needle)))
|
---|
277 | {
|
---|
278 | return $pos + $offset;
|
---|
279 | }
|
---|
280 |
|
---|
281 | return false;
|
---|
282 | }
|
---|
283 | }
|
---|
284 |
|
---|
285 | /**
|
---|
286 | * UTF-8 aware alternative to strpos
|
---|
287 | * Find position of first occurrence of a string
|
---|
288 | *
|
---|
289 | * @author Harry Fuecks
|
---|
290 | * @param string $str haystack
|
---|
291 | * @param string $needle needle
|
---|
292 | * @param integer $offset offset in characters (from left)
|
---|
293 | * @return mixed integer position or FALSE on failure
|
---|
294 | */
|
---|
295 | function utf8_strpos($str, $needle, $offset = null)
|
---|
296 | {
|
---|
297 | if (is_null($offset))
|
---|
298 | {
|
---|
299 | $ar = explode($needle, $str);
|
---|
300 | if (sizeof($ar) > 1)
|
---|
301 | {
|
---|
302 | return utf8_strlen($ar[0]);
|
---|
303 | }
|
---|
304 | return false;
|
---|
305 | }
|
---|
306 | else
|
---|
307 | {
|
---|
308 | if (!is_int($offset))
|
---|
309 | {
|
---|
310 | trigger_error('utf8_strpos: Offset must be an integer', E_USER_ERROR);
|
---|
311 | return false;
|
---|
312 | }
|
---|
313 |
|
---|
314 | $str = utf8_substr($str, $offset);
|
---|
315 |
|
---|
316 | if (false !== ($pos = utf8_strpos($str, $needle)))
|
---|
317 | {
|
---|
318 | return $pos + $offset;
|
---|
319 | }
|
---|
320 |
|
---|
321 | return false;
|
---|
322 | }
|
---|
323 | }
|
---|
324 |
|
---|
325 | /**
|
---|
326 | * UTF-8 aware alternative to strtolower
|
---|
327 | * Make a string lowercase
|
---|
328 | * Note: The concept of a characters "case" only exists is some alphabets
|
---|
329 | * such as Latin, Greek, Cyrillic, Armenian and archaic Georgian - it does
|
---|
330 | * not exist in the Chinese alphabet, for example. See Unicode Standard
|
---|
331 | * Annex #21: Case Mappings
|
---|
332 | *
|
---|
333 | * @param string
|
---|
334 | * @return string string in lowercase
|
---|
335 | */
|
---|
336 | function utf8_strtolower($string)
|
---|
337 | {
|
---|
338 | static $utf8_upper_to_lower = array(
|
---|
339 | "\xC3\x80" => "\xC3\xA0", "\xC3\x81" => "\xC3\xA1",
|
---|
340 | "\xC3\x82" => "\xC3\xA2", "\xC3\x83" => "\xC3\xA3", "\xC3\x84" => "\xC3\xA4", "\xC3\x85" => "\xC3\xA5",
|
---|
341 | "\xC3\x86" => "\xC3\xA6", "\xC3\x87" => "\xC3\xA7", "\xC3\x88" => "\xC3\xA8", "\xC3\x89" => "\xC3\xA9",
|
---|
342 | "\xC3\x8A" => "\xC3\xAA", "\xC3\x8B" => "\xC3\xAB", "\xC3\x8C" => "\xC3\xAC", "\xC3\x8D" => "\xC3\xAD",
|
---|
343 | "\xC3\x8E" => "\xC3\xAE", "\xC3\x8F" => "\xC3\xAF", "\xC3\x90" => "\xC3\xB0", "\xC3\x91" => "\xC3\xB1",
|
---|
344 | "\xC3\x92" => "\xC3\xB2", "\xC3\x93" => "\xC3\xB3", "\xC3\x94" => "\xC3\xB4", "\xC3\x95" => "\xC3\xB5",
|
---|
345 | "\xC3\x96" => "\xC3\xB6", "\xC3\x98" => "\xC3\xB8", "\xC3\x99" => "\xC3\xB9", "\xC3\x9A" => "\xC3\xBA",
|
---|
346 | "\xC3\x9B" => "\xC3\xBB", "\xC3\x9C" => "\xC3\xBC", "\xC3\x9D" => "\xC3\xBD", "\xC3\x9E" => "\xC3\xBE",
|
---|
347 | "\xC4\x80" => "\xC4\x81", "\xC4\x82" => "\xC4\x83", "\xC4\x84" => "\xC4\x85", "\xC4\x86" => "\xC4\x87",
|
---|
348 | "\xC4\x88" => "\xC4\x89", "\xC4\x8A" => "\xC4\x8B", "\xC4\x8C" => "\xC4\x8D", "\xC4\x8E" => "\xC4\x8F",
|
---|
349 | "\xC4\x90" => "\xC4\x91", "\xC4\x92" => "\xC4\x93", "\xC4\x96" => "\xC4\x97", "\xC4\x98" => "\xC4\x99",
|
---|
350 | "\xC4\x9A" => "\xC4\x9B", "\xC4\x9C" => "\xC4\x9D", "\xC4\x9E" => "\xC4\x9F", "\xC4\xA0" => "\xC4\xA1",
|
---|
351 | "\xC4\xA2" => "\xC4\xA3", "\xC4\xA4" => "\xC4\xA5", "\xC4\xA6" => "\xC4\xA7", "\xC4\xA8" => "\xC4\xA9",
|
---|
352 | "\xC4\xAA" => "\xC4\xAB", "\xC4\xAE" => "\xC4\xAF", "\xC4\xB4" => "\xC4\xB5", "\xC4\xB6" => "\xC4\xB7",
|
---|
353 | "\xC4\xB9" => "\xC4\xBA", "\xC4\xBB" => "\xC4\xBC", "\xC4\xBD" => "\xC4\xBE", "\xC5\x81" => "\xC5\x82",
|
---|
354 | "\xC5\x83" => "\xC5\x84", "\xC5\x85" => "\xC5\x86", "\xC5\x87" => "\xC5\x88", "\xC5\x8A" => "\xC5\x8B",
|
---|
355 | "\xC5\x8C" => "\xC5\x8D", "\xC5\x90" => "\xC5\x91", "\xC5\x94" => "\xC5\x95", "\xC5\x96" => "\xC5\x97",
|
---|
356 | "\xC5\x98" => "\xC5\x99", "\xC5\x9A" => "\xC5\x9B", "\xC5\x9C" => "\xC5\x9D", "\xC5\x9E" => "\xC5\x9F",
|
---|
357 | "\xC5\xA0" => "\xC5\xA1", "\xC5\xA2" => "\xC5\xA3", "\xC5\xA4" => "\xC5\xA5", "\xC5\xA6" => "\xC5\xA7",
|
---|
358 | "\xC5\xA8" => "\xC5\xA9", "\xC5\xAA" => "\xC5\xAB", "\xC5\xAC" => "\xC5\xAD", "\xC5\xAE" => "\xC5\xAF",
|
---|
359 | "\xC5\xB0" => "\xC5\xB1", "\xC5\xB2" => "\xC5\xB3", "\xC5\xB4" => "\xC5\xB5", "\xC5\xB6" => "\xC5\xB7",
|
---|
360 | "\xC5\xB8" => "\xC3\xBF", "\xC5\xB9" => "\xC5\xBA", "\xC5\xBB" => "\xC5\xBC", "\xC5\xBD" => "\xC5\xBE",
|
---|
361 | "\xC6\xA0" => "\xC6\xA1", "\xC6\xAF" => "\xC6\xB0", "\xC8\x98" => "\xC8\x99", "\xC8\x9A" => "\xC8\x9B",
|
---|
362 | "\xCE\x86" => "\xCE\xAC", "\xCE\x88" => "\xCE\xAD", "\xCE\x89" => "\xCE\xAE", "\xCE\x8A" => "\xCE\xAF",
|
---|
363 | "\xCE\x8C" => "\xCF\x8C", "\xCE\x8E" => "\xCF\x8D", "\xCE\x8F" => "\xCF\x8E", "\xCE\x91" => "\xCE\xB1",
|
---|
364 | "\xCE\x92" => "\xCE\xB2", "\xCE\x93" => "\xCE\xB3", "\xCE\x94" => "\xCE\xB4", "\xCE\x95" => "\xCE\xB5",
|
---|
365 | "\xCE\x96" => "\xCE\xB6", "\xCE\x97" => "\xCE\xB7", "\xCE\x98" => "\xCE\xB8", "\xCE\x99" => "\xCE\xB9",
|
---|
366 | "\xCE\x9A" => "\xCE\xBA", "\xCE\x9B" => "\xCE\xBB", "\xCE\x9C" => "\xCE\xBC", "\xCE\x9D" => "\xCE\xBD",
|
---|
367 | "\xCE\x9E" => "\xCE\xBE", "\xCE\x9F" => "\xCE\xBF", "\xCE\xA0" => "\xCF\x80", "\xCE\xA1" => "\xCF\x81",
|
---|
368 | "\xCE\xA3" => "\xCF\x83", "\xCE\xA4" => "\xCF\x84", "\xCE\xA5" => "\xCF\x85", "\xCE\xA6" => "\xCF\x86",
|
---|
369 | "\xCE\xA7" => "\xCF\x87", "\xCE\xA8" => "\xCF\x88", "\xCE\xA9" => "\xCF\x89", "\xCE\xAA" => "\xCF\x8A",
|
---|
370 | "\xCE\xAB" => "\xCF\x8B", "\xD0\x81" => "\xD1\x91", "\xD0\x82" => "\xD1\x92", "\xD0\x83" => "\xD1\x93",
|
---|
371 | "\xD0\x84" => "\xD1\x94", "\xD0\x85" => "\xD1\x95", "\xD0\x86" => "\xD1\x96", "\xD0\x87" => "\xD1\x97",
|
---|
372 | "\xD0\x88" => "\xD1\x98", "\xD0\x89" => "\xD1\x99", "\xD0\x8A" => "\xD1\x9A", "\xD0\x8B" => "\xD1\x9B",
|
---|
373 | "\xD0\x8C" => "\xD1\x9C", "\xD0\x8E" => "\xD1\x9E", "\xD0\x8F" => "\xD1\x9F", "\xD0\x90" => "\xD0\xB0",
|
---|
374 | "\xD0\x91" => "\xD0\xB1", "\xD0\x92" => "\xD0\xB2", "\xD0\x93" => "\xD0\xB3", "\xD0\x94" => "\xD0\xB4",
|
---|
375 | "\xD0\x95" => "\xD0\xB5", "\xD0\x96" => "\xD0\xB6", "\xD0\x97" => "\xD0\xB7", "\xD0\x98" => "\xD0\xB8",
|
---|
376 | "\xD0\x99" => "\xD0\xB9", "\xD0\x9A" => "\xD0\xBA", "\xD0\x9B" => "\xD0\xBB", "\xD0\x9C" => "\xD0\xBC",
|
---|
377 | "\xD0\x9D" => "\xD0\xBD", "\xD0\x9E" => "\xD0\xBE", "\xD0\x9F" => "\xD0\xBF", "\xD0\xA0" => "\xD1\x80",
|
---|
378 | "\xD0\xA1" => "\xD1\x81", "\xD0\xA2" => "\xD1\x82", "\xD0\xA3" => "\xD1\x83", "\xD0\xA4" => "\xD1\x84",
|
---|
379 | "\xD0\xA5" => "\xD1\x85", "\xD0\xA6" => "\xD1\x86", "\xD0\xA7" => "\xD1\x87", "\xD0\xA8" => "\xD1\x88",
|
---|
380 | "\xD0\xA9" => "\xD1\x89", "\xD0\xAA" => "\xD1\x8A", "\xD0\xAB" => "\xD1\x8B", "\xD0\xAC" => "\xD1\x8C",
|
---|
381 | "\xD0\xAD" => "\xD1\x8D", "\xD0\xAE" => "\xD1\x8E", "\xD0\xAF" => "\xD1\x8F", "\xD2\x90" => "\xD2\x91",
|
---|
382 | "\xE1\xB8\x82" => "\xE1\xB8\x83", "\xE1\xB8\x8A" => "\xE1\xB8\x8B", "\xE1\xB8\x9E" => "\xE1\xB8\x9F", "\xE1\xB9\x80" => "\xE1\xB9\x81",
|
---|
383 | "\xE1\xB9\x96" => "\xE1\xB9\x97", "\xE1\xB9\xA0" => "\xE1\xB9\xA1", "\xE1\xB9\xAA" => "\xE1\xB9\xAB", "\xE1\xBA\x80" => "\xE1\xBA\x81",
|
---|
384 | "\xE1\xBA\x82" => "\xE1\xBA\x83", "\xE1\xBA\x84" => "\xE1\xBA\x85", "\xE1\xBB\xB2" => "\xE1\xBB\xB3"
|
---|
385 | );
|
---|
386 |
|
---|
387 | return strtr(strtolower($string), $utf8_upper_to_lower);
|
---|
388 | }
|
---|
389 |
|
---|
390 | /**
|
---|
391 | * UTF-8 aware alternative to strtoupper
|
---|
392 | * Make a string uppercase
|
---|
393 | * Note: The concept of a characters "case" only exists is some alphabets
|
---|
394 | * such as Latin, Greek, Cyrillic, Armenian and archaic Georgian - it does
|
---|
395 | * not exist in the Chinese alphabet, for example. See Unicode Standard
|
---|
396 | * Annex #21: Case Mappings
|
---|
397 | *
|
---|
398 | * @param string
|
---|
399 | * @return string string in uppercase
|
---|
400 | */
|
---|
401 | function utf8_strtoupper($string)
|
---|
402 | {
|
---|
403 | static $utf8_lower_to_upper = array(
|
---|
404 | "\xC3\xA0" => "\xC3\x80", "\xC3\xA1" => "\xC3\x81",
|
---|
405 | "\xC3\xA2" => "\xC3\x82", "\xC3\xA3" => "\xC3\x83", "\xC3\xA4" => "\xC3\x84", "\xC3\xA5" => "\xC3\x85",
|
---|
406 | "\xC3\xA6" => "\xC3\x86", "\xC3\xA7" => "\xC3\x87", "\xC3\xA8" => "\xC3\x88", "\xC3\xA9" => "\xC3\x89",
|
---|
407 | "\xC3\xAA" => "\xC3\x8A", "\xC3\xAB" => "\xC3\x8B", "\xC3\xAC" => "\xC3\x8C", "\xC3\xAD" => "\xC3\x8D",
|
---|
408 | "\xC3\xAE" => "\xC3\x8E", "\xC3\xAF" => "\xC3\x8F", "\xC3\xB0" => "\xC3\x90", "\xC3\xB1" => "\xC3\x91",
|
---|
409 | "\xC3\xB2" => "\xC3\x92", "\xC3\xB3" => "\xC3\x93", "\xC3\xB4" => "\xC3\x94", "\xC3\xB5" => "\xC3\x95",
|
---|
410 | "\xC3\xB6" => "\xC3\x96", "\xC3\xB8" => "\xC3\x98", "\xC3\xB9" => "\xC3\x99", "\xC3\xBA" => "\xC3\x9A",
|
---|
411 | "\xC3\xBB" => "\xC3\x9B", "\xC3\xBC" => "\xC3\x9C", "\xC3\xBD" => "\xC3\x9D", "\xC3\xBE" => "\xC3\x9E",
|
---|
412 | "\xC3\xBF" => "\xC5\xB8", "\xC4\x81" => "\xC4\x80", "\xC4\x83" => "\xC4\x82", "\xC4\x85" => "\xC4\x84",
|
---|
413 | "\xC4\x87" => "\xC4\x86", "\xC4\x89" => "\xC4\x88", "\xC4\x8B" => "\xC4\x8A", "\xC4\x8D" => "\xC4\x8C",
|
---|
414 | "\xC4\x8F" => "\xC4\x8E", "\xC4\x91" => "\xC4\x90", "\xC4\x93" => "\xC4\x92", "\xC4\x97" => "\xC4\x96",
|
---|
415 | "\xC4\x99" => "\xC4\x98", "\xC4\x9B" => "\xC4\x9A", "\xC4\x9D" => "\xC4\x9C", "\xC4\x9F" => "\xC4\x9E",
|
---|
416 | "\xC4\xA1" => "\xC4\xA0", "\xC4\xA3" => "\xC4\xA2", "\xC4\xA5" => "\xC4\xA4", "\xC4\xA7" => "\xC4\xA6",
|
---|
417 | "\xC4\xA9" => "\xC4\xA8", "\xC4\xAB" => "\xC4\xAA", "\xC4\xAF" => "\xC4\xAE", "\xC4\xB5" => "\xC4\xB4",
|
---|
418 | "\xC4\xB7" => "\xC4\xB6", "\xC4\xBA" => "\xC4\xB9", "\xC4\xBC" => "\xC4\xBB", "\xC4\xBE" => "\xC4\xBD",
|
---|
419 | "\xC5\x82" => "\xC5\x81", "\xC5\x84" => "\xC5\x83", "\xC5\x86" => "\xC5\x85", "\xC5\x88" => "\xC5\x87",
|
---|
420 | "\xC5\x8B" => "\xC5\x8A", "\xC5\x8D" => "\xC5\x8C", "\xC5\x91" => "\xC5\x90", "\xC5\x95" => "\xC5\x94",
|
---|
421 | "\xC5\x97" => "\xC5\x96", "\xC5\x99" => "\xC5\x98", "\xC5\x9B" => "\xC5\x9A", "\xC5\x9D" => "\xC5\x9C",
|
---|
422 | "\xC5\x9F" => "\xC5\x9E", "\xC5\xA1" => "\xC5\xA0", "\xC5\xA3" => "\xC5\xA2", "\xC5\xA5" => "\xC5\xA4",
|
---|
423 | "\xC5\xA7" => "\xC5\xA6", "\xC5\xA9" => "\xC5\xA8", "\xC5\xAB" => "\xC5\xAA", "\xC5\xAD" => "\xC5\xAC",
|
---|
424 | "\xC5\xAF" => "\xC5\xAE", "\xC5\xB1" => "\xC5\xB0", "\xC5\xB3" => "\xC5\xB2", "\xC5\xB5" => "\xC5\xB4",
|
---|
425 | "\xC5\xB7" => "\xC5\xB6", "\xC5\xBA" => "\xC5\xB9", "\xC5\xBC" => "\xC5\xBB", "\xC5\xBE" => "\xC5\xBD",
|
---|
426 | "\xC6\xA1" => "\xC6\xA0", "\xC6\xB0" => "\xC6\xAF", "\xC8\x99" => "\xC8\x98", "\xC8\x9B" => "\xC8\x9A",
|
---|
427 | "\xCE\xAC" => "\xCE\x86", "\xCE\xAD" => "\xCE\x88", "\xCE\xAE" => "\xCE\x89", "\xCE\xAF" => "\xCE\x8A",
|
---|
428 | "\xCE\xB1" => "\xCE\x91", "\xCE\xB2" => "\xCE\x92", "\xCE\xB3" => "\xCE\x93", "\xCE\xB4" => "\xCE\x94",
|
---|
429 | "\xCE\xB5" => "\xCE\x95", "\xCE\xB6" => "\xCE\x96", "\xCE\xB7" => "\xCE\x97", "\xCE\xB8" => "\xCE\x98",
|
---|
430 | "\xCE\xB9" => "\xCE\x99", "\xCE\xBA" => "\xCE\x9A", "\xCE\xBB" => "\xCE\x9B", "\xCE\xBC" => "\xCE\x9C",
|
---|
431 | "\xCE\xBD" => "\xCE\x9D", "\xCE\xBE" => "\xCE\x9E", "\xCE\xBF" => "\xCE\x9F", "\xCF\x80" => "\xCE\xA0",
|
---|
432 | "\xCF\x81" => "\xCE\xA1", "\xCF\x83" => "\xCE\xA3", "\xCF\x84" => "\xCE\xA4", "\xCF\x85" => "\xCE\xA5",
|
---|
433 | "\xCF\x86" => "\xCE\xA6", "\xCF\x87" => "\xCE\xA7", "\xCF\x88" => "\xCE\xA8", "\xCF\x89" => "\xCE\xA9",
|
---|
434 | "\xCF\x8A" => "\xCE\xAA", "\xCF\x8B" => "\xCE\xAB", "\xCF\x8C" => "\xCE\x8C", "\xCF\x8D" => "\xCE\x8E",
|
---|
435 | "\xCF\x8E" => "\xCE\x8F", "\xD0\xB0" => "\xD0\x90", "\xD0\xB1" => "\xD0\x91", "\xD0\xB2" => "\xD0\x92",
|
---|
436 | "\xD0\xB3" => "\xD0\x93", "\xD0\xB4" => "\xD0\x94", "\xD0\xB5" => "\xD0\x95", "\xD0\xB6" => "\xD0\x96",
|
---|
437 | "\xD0\xB7" => "\xD0\x97", "\xD0\xB8" => "\xD0\x98", "\xD0\xB9" => "\xD0\x99", "\xD0\xBA" => "\xD0\x9A",
|
---|
438 | "\xD0\xBB" => "\xD0\x9B", "\xD0\xBC" => "\xD0\x9C", "\xD0\xBD" => "\xD0\x9D", "\xD0\xBE" => "\xD0\x9E",
|
---|
439 | "\xD0\xBF" => "\xD0\x9F", "\xD1\x80" => "\xD0\xA0", "\xD1\x81" => "\xD0\xA1", "\xD1\x82" => "\xD0\xA2",
|
---|
440 | "\xD1\x83" => "\xD0\xA3", "\xD1\x84" => "\xD0\xA4", "\xD1\x85" => "\xD0\xA5", "\xD1\x86" => "\xD0\xA6",
|
---|
441 | "\xD1\x87" => "\xD0\xA7", "\xD1\x88" => "\xD0\xA8", "\xD1\x89" => "\xD0\xA9", "\xD1\x8A" => "\xD0\xAA",
|
---|
442 | "\xD1\x8B" => "\xD0\xAB", "\xD1\x8C" => "\xD0\xAC", "\xD1\x8D" => "\xD0\xAD", "\xD1\x8E" => "\xD0\xAE",
|
---|
443 | "\xD1\x8F" => "\xD0\xAF", "\xD1\x91" => "\xD0\x81", "\xD1\x92" => "\xD0\x82", "\xD1\x93" => "\xD0\x83",
|
---|
444 | "\xD1\x94" => "\xD0\x84", "\xD1\x95" => "\xD0\x85", "\xD1\x96" => "\xD0\x86", "\xD1\x97" => "\xD0\x87",
|
---|
445 | "\xD1\x98" => "\xD0\x88", "\xD1\x99" => "\xD0\x89", "\xD1\x9A" => "\xD0\x8A", "\xD1\x9B" => "\xD0\x8B",
|
---|
446 | "\xD1\x9C" => "\xD0\x8C", "\xD1\x9E" => "\xD0\x8E", "\xD1\x9F" => "\xD0\x8F", "\xD2\x91" => "\xD2\x90",
|
---|
447 | "\xE1\xB8\x83" => "\xE1\xB8\x82", "\xE1\xB8\x8B" => "\xE1\xB8\x8A", "\xE1\xB8\x9F" => "\xE1\xB8\x9E", "\xE1\xB9\x81" => "\xE1\xB9\x80",
|
---|
448 | "\xE1\xB9\x97" => "\xE1\xB9\x96", "\xE1\xB9\xA1" => "\xE1\xB9\xA0", "\xE1\xB9\xAB" => "\xE1\xB9\xAA", "\xE1\xBA\x81" => "\xE1\xBA\x80",
|
---|
449 | "\xE1\xBA\x83" => "\xE1\xBA\x82", "\xE1\xBA\x85" => "\xE1\xBA\x84", "\xE1\xBB\xB3" => "\xE1\xBB\xB2"
|
---|
450 | );
|
---|
451 |
|
---|
452 | return strtr(strtoupper($string), $utf8_lower_to_upper);
|
---|
453 | }
|
---|
454 |
|
---|
455 | /**
|
---|
456 | * UTF-8 aware alternative to substr
|
---|
457 | * Return part of a string given character offset (and optionally length)
|
---|
458 | *
|
---|
459 | * Note arguments: comparied to substr - if offset or length are
|
---|
460 | * not integers, this version will not complain but rather massages them
|
---|
461 | * into an integer.
|
---|
462 | *
|
---|
463 | * Note on returned values: substr documentation states false can be
|
---|
464 | * returned in some cases (e.g. offset > string length)
|
---|
465 | * mb_substr never returns false, it will return an empty string instead.
|
---|
466 | * This adopts the mb_substr approach
|
---|
467 | *
|
---|
468 | * Note on implementation: PCRE only supports repetitions of less than
|
---|
469 | * 65536, in order to accept up to MAXINT values for offset and length,
|
---|
470 | * we'll repeat a group of 65535 characters when needed.
|
---|
471 | *
|
---|
472 | * Note on implementation: calculating the number of characters in the
|
---|
473 | * string is a relatively expensive operation, so we only carry it out when
|
---|
474 | * necessary. It isn't necessary for +ve offsets and no specified length
|
---|
475 | *
|
---|
476 | * @author Chris Smith<chris@jalakai.co.uk>
|
---|
477 | * @param string $str
|
---|
478 | * @param integer $offset number of UTF-8 characters offset (from left)
|
---|
479 | * @param integer $length (optional) length in UTF-8 characters from offset
|
---|
480 | * @return mixed string or FALSE if failure
|
---|
481 | */
|
---|
482 | function utf8_substr($str, $offset, $length = NULL)
|
---|
483 | {
|
---|
484 | // generates E_NOTICE
|
---|
485 | // for PHP4 objects, but not PHP5 objects
|
---|
486 | $str = (string) $str;
|
---|
487 | $offset = (int) $offset;
|
---|
488 | if (!is_null($length))
|
---|
489 | {
|
---|
490 | $length = (int) $length;
|
---|
491 | }
|
---|
492 |
|
---|
493 | // handle trivial cases
|
---|
494 | if ($length === 0 || ($offset < 0 && $length < 0 && $length < $offset))
|
---|
495 | {
|
---|
496 | return '';
|
---|
497 | }
|
---|
498 |
|
---|
499 | // normalise negative offsets (we could use a tail
|
---|
500 | // anchored pattern, but they are horribly slow!)
|
---|
501 | if ($offset < 0)
|
---|
502 | {
|
---|
503 | // see notes
|
---|
504 | $strlen = utf8_strlen($str);
|
---|
505 | $offset = $strlen + $offset;
|
---|
506 | if ($offset < 0)
|
---|
507 | {
|
---|
508 | $offset = 0;
|
---|
509 | }
|
---|
510 | }
|
---|
511 |
|
---|
512 | $op = '';
|
---|
513 | $lp = '';
|
---|
514 |
|
---|
515 | // establish a pattern for offset, a
|
---|
516 | // non-captured group equal in length to offset
|
---|
517 | if ($offset > 0)
|
---|
518 | {
|
---|
519 | $ox = (int) ($offset / 65535);
|
---|
520 | $oy = $offset % 65535;
|
---|
521 |
|
---|
522 | if ($ox)
|
---|
523 | {
|
---|
524 | $op = '(?:.{65535}){' . $ox . '}';
|
---|
525 | }
|
---|
526 |
|
---|
527 | $op = '^(?:' . $op . '.{' . $oy . '})';
|
---|
528 | }
|
---|
529 | else
|
---|
530 | {
|
---|
531 | // offset == 0; just anchor the pattern
|
---|
532 | $op = '^';
|
---|
533 | }
|
---|
534 |
|
---|
535 | // establish a pattern for length
|
---|
536 | if (is_null($length))
|
---|
537 | {
|
---|
538 | // the rest of the string
|
---|
539 | $lp = '(.*)$';
|
---|
540 | }
|
---|
541 | else
|
---|
542 | {
|
---|
543 | if (!isset($strlen))
|
---|
544 | {
|
---|
545 | // see notes
|
---|
546 | $strlen = utf8_strlen($str);
|
---|
547 | }
|
---|
548 |
|
---|
549 | // another trivial case
|
---|
550 | if ($offset > $strlen)
|
---|
551 | {
|
---|
552 | return '';
|
---|
553 | }
|
---|
554 |
|
---|
555 | if ($length > 0)
|
---|
556 | {
|
---|
557 | // reduce any length that would
|
---|
558 | // go passed the end of the string
|
---|
559 | $length = min($strlen - $offset, $length);
|
---|
560 |
|
---|
561 | $lx = (int) ($length / 65535);
|
---|
562 | $ly = $length % 65535;
|
---|
563 |
|
---|
564 | // negative length requires a captured group
|
---|
565 | // of length characters
|
---|
566 | if ($lx)
|
---|
567 | {
|
---|
568 | $lp = '(?:.{65535}){' . $lx . '}';
|
---|
569 | }
|
---|
570 | $lp = '(' . $lp . '.{'. $ly . '})';
|
---|
571 | }
|
---|
572 | else if ($length < 0)
|
---|
573 | {
|
---|
574 | if ($length < ($offset - $strlen))
|
---|
575 | {
|
---|
576 | return '';
|
---|
577 | }
|
---|
578 |
|
---|
579 | $lx = (int)((-$length) / 65535);
|
---|
580 | $ly = (-$length) % 65535;
|
---|
581 |
|
---|
582 | // negative length requires ... capture everything
|
---|
583 | // except a group of -length characters
|
---|
584 | // anchored at the tail-end of the string
|
---|
585 | if ($lx)
|
---|
586 | {
|
---|
587 | $lp = '(?:.{65535}){' . $lx . '}';
|
---|
588 | }
|
---|
589 | $lp = '(.*)(?:' . $lp . '.{' . $ly . '})$';
|
---|
590 | }
|
---|
591 | }
|
---|
592 |
|
---|
593 | if (!preg_match('#' . $op . $lp . '#us', $str, $match))
|
---|
594 | {
|
---|
595 | return '';
|
---|
596 | }
|
---|
597 |
|
---|
598 | return $match[1];
|
---|
599 | }
|
---|
600 |
|
---|
601 | /**
|
---|
602 | * Return the length (in characters) of a UTF-8 string
|
---|
603 | *
|
---|
604 | * @param string $text UTF-8 string
|
---|
605 | * @return integer Length (in chars) of given string
|
---|
606 | */
|
---|
607 | function utf8_strlen($text)
|
---|
608 | {
|
---|
609 | // Since utf8_decode is replacing multibyte characters to ? strlen works fine
|
---|
610 | return strlen(utf8_decode($text));
|
---|
611 | }
|
---|
612 | }
|
---|
613 |
|
---|
614 | /**
|
---|
615 | * UTF-8 aware alternative to str_split
|
---|
616 | * Convert a string to an array
|
---|
617 | *
|
---|
618 | * @author Harry Fuecks
|
---|
619 | * @param string $str UTF-8 encoded
|
---|
620 | * @param int $split_len number to characters to split string by
|
---|
621 | * @return array characters in string reverses
|
---|
622 | */
|
---|
623 | function utf8_str_split($str, $split_len = 1)
|
---|
624 | {
|
---|
625 | if (!is_int($split_len) || $split_len < 1)
|
---|
626 | {
|
---|
627 | return false;
|
---|
628 | }
|
---|
629 |
|
---|
630 | $len = utf8_strlen($str);
|
---|
631 | if ($len <= $split_len)
|
---|
632 | {
|
---|
633 | return array($str);
|
---|
634 | }
|
---|
635 |
|
---|
636 | preg_match_all('/.{' . $split_len . '}|[^\x00]{1,' . $split_len . '}$/us', $str, $ar);
|
---|
637 | return $ar[0];
|
---|
638 | }
|
---|
639 |
|
---|
640 | /**
|
---|
641 | * UTF-8 aware alternative to strspn
|
---|
642 | * Find length of initial segment matching the mask
|
---|
643 | *
|
---|
644 | * @author Harry Fuecks
|
---|
645 | */
|
---|
646 | function utf8_strspn($str, $mask, $start = null, $length = null)
|
---|
647 | {
|
---|
648 | if ($start !== null || $length !== null)
|
---|
649 | {
|
---|
650 | $str = utf8_substr($str, $start, $length);
|
---|
651 | }
|
---|
652 |
|
---|
653 | preg_match('/^[' . $mask . ']+/u', $str, $matches);
|
---|
654 |
|
---|
655 | if (isset($matches[0]))
|
---|
656 | {
|
---|
657 | return utf8_strlen($matches[0]);
|
---|
658 | }
|
---|
659 |
|
---|
660 | return 0;
|
---|
661 | }
|
---|
662 |
|
---|
663 | /**
|
---|
664 | * UTF-8 aware alternative to ucfirst
|
---|
665 | * Make a string's first character uppercase
|
---|
666 | *
|
---|
667 | * @author Harry Fuecks
|
---|
668 | * @param string
|
---|
669 | * @return string with first character as upper case (if applicable)
|
---|
670 | */
|
---|
671 | function utf8_ucfirst($str)
|
---|
672 | {
|
---|
673 | switch (utf8_strlen($str))
|
---|
674 | {
|
---|
675 | case 0:
|
---|
676 | return '';
|
---|
677 | break;
|
---|
678 |
|
---|
679 | case 1:
|
---|
680 | return utf8_strtoupper($str);
|
---|
681 | break;
|
---|
682 |
|
---|
683 | default:
|
---|
684 | preg_match('/^(.{1})(.*)$/us', $str, $matches);
|
---|
685 | return utf8_strtoupper($matches[1]) . $matches[2];
|
---|
686 | break;
|
---|
687 | }
|
---|
688 | }
|
---|
689 |
|
---|
690 | /**
|
---|
691 | * Recode a string to UTF-8
|
---|
692 | *
|
---|
693 | * If the encoding is not supported, the string is returned as-is
|
---|
694 | *
|
---|
695 | * @param string $string Original string
|
---|
696 | * @param string $encoding Original encoding (lowered)
|
---|
697 | * @return string The string, encoded in UTF-8
|
---|
698 | */
|
---|
699 | function utf8_recode($string, $encoding)
|
---|
700 | {
|
---|
701 | $encoding = strtolower($encoding);
|
---|
702 |
|
---|
703 | if ($encoding == 'utf-8' || !is_string($string) || empty($string))
|
---|
704 | {
|
---|
705 | return $string;
|
---|
706 | }
|
---|
707 |
|
---|
708 | // we force iso-8859-1 to be cp1252
|
---|
709 | if ($encoding == 'iso-8859-1')
|
---|
710 | {
|
---|
711 | $encoding = 'cp1252';
|
---|
712 | }
|
---|
713 | // convert iso-8859-8-i to iso-8859-8
|
---|
714 | else if ($encoding == 'iso-8859-8-i')
|
---|
715 | {
|
---|
716 | $encoding = 'iso-8859-8';
|
---|
717 | $string = hebrev($string);
|
---|
718 | }
|
---|
719 |
|
---|
720 | // First, try iconv()
|
---|
721 | if (function_exists('iconv'))
|
---|
722 | {
|
---|
723 | $ret = @iconv($encoding, 'utf-8', $string);
|
---|
724 |
|
---|
725 | if (!empty($ret))
|
---|
726 | {
|
---|
727 | return $ret;
|
---|
728 | }
|
---|
729 | }
|
---|
730 |
|
---|
731 | // Try the mb_string extension
|
---|
732 | if (function_exists('mb_convert_encoding'))
|
---|
733 | {
|
---|
734 | // mbstring is nasty on PHP4, we must make *sure* that we send a good encoding
|
---|
735 | switch ($encoding)
|
---|
736 | {
|
---|
737 | case 'iso-8859-1':
|
---|
738 | case 'iso-8859-2':
|
---|
739 | case 'iso-8859-4':
|
---|
740 | case 'iso-8859-7':
|
---|
741 | case 'iso-8859-9':
|
---|
742 | case 'iso-8859-15':
|
---|
743 | case 'windows-1251':
|
---|
744 | case 'windows-1252':
|
---|
745 | case 'cp1252':
|
---|
746 | case 'shift_jis':
|
---|
747 | case 'euc-kr':
|
---|
748 | case 'big5':
|
---|
749 | case 'gb2312':
|
---|
750 | $ret = @mb_convert_encoding($string, 'utf-8', $encoding);
|
---|
751 |
|
---|
752 | if (!empty($ret))
|
---|
753 | {
|
---|
754 | return $ret;
|
---|
755 | }
|
---|
756 | }
|
---|
757 | }
|
---|
758 |
|
---|
759 | // Try the recode extension
|
---|
760 | if (function_exists('recode_string'))
|
---|
761 | {
|
---|
762 | $ret = @recode_string($encoding . '..utf-8', $string);
|
---|
763 |
|
---|
764 | if (!empty($ret))
|
---|
765 | {
|
---|
766 | return $ret;
|
---|
767 | }
|
---|
768 | }
|
---|
769 |
|
---|
770 | // If nothing works, check if we have a custom transcoder available
|
---|
771 | if (!preg_match('#^[a-z0-9_ \\-]+$#', $encoding))
|
---|
772 | {
|
---|
773 | // Make sure the encoding name is alphanumeric, we don't want it to be abused into loading arbitrary files
|
---|
774 | trigger_error('Unknown encoding: ' . $encoding, E_USER_ERROR);
|
---|
775 | }
|
---|
776 |
|
---|
777 | global $phpbb_root_path, $phpEx;
|
---|
778 |
|
---|
779 | // iso-8859-* character encoding
|
---|
780 | if (preg_match('/iso[_ -]?8859[_ -]?(\\d+)/', $encoding, $array))
|
---|
781 | {
|
---|
782 | switch ($array[1])
|
---|
783 | {
|
---|
784 | case '1':
|
---|
785 | case '2':
|
---|
786 | case '4':
|
---|
787 | case '7':
|
---|
788 | case '8':
|
---|
789 | case '9':
|
---|
790 | case '15':
|
---|
791 | if (!function_exists('iso_8859_' . $array[1]))
|
---|
792 | {
|
---|
793 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx))
|
---|
794 | {
|
---|
795 | trigger_error('Basic reencoder file is missing', E_USER_ERROR);
|
---|
796 | }
|
---|
797 | include($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx);
|
---|
798 | }
|
---|
799 | return call_user_func('iso_8859_' . $array[1], $string);
|
---|
800 | break;
|
---|
801 |
|
---|
802 | default:
|
---|
803 | trigger_error('Unknown encoding: ' . $encoding, E_USER_ERROR);
|
---|
804 | break;
|
---|
805 | }
|
---|
806 | }
|
---|
807 |
|
---|
808 | // CP/WIN character encoding
|
---|
809 | if (preg_match('/(?:cp|windows)[_\- ]?(\\d+)/', $encoding, $array))
|
---|
810 | {
|
---|
811 | switch ($array[1])
|
---|
812 | {
|
---|
813 | case '932':
|
---|
814 | break;
|
---|
815 | case '1250':
|
---|
816 | case '1251':
|
---|
817 | case '1252':
|
---|
818 | case '1254':
|
---|
819 | case '1255':
|
---|
820 | case '1256':
|
---|
821 | case '1257':
|
---|
822 | case '874':
|
---|
823 | if (!function_exists('cp' . $array[1]))
|
---|
824 | {
|
---|
825 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx))
|
---|
826 | {
|
---|
827 | trigger_error('Basic reencoder file is missing', E_USER_ERROR);
|
---|
828 | }
|
---|
829 | include($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx);
|
---|
830 | }
|
---|
831 | return call_user_func('cp' . $array[1], $string);
|
---|
832 | break;
|
---|
833 |
|
---|
834 | default:
|
---|
835 | trigger_error('Unknown encoding: ' . $encoding, E_USER_ERROR);
|
---|
836 | break;
|
---|
837 | }
|
---|
838 | }
|
---|
839 |
|
---|
840 | // TIS-620
|
---|
841 | if (preg_match('/tis[_ -]?620/', $encoding))
|
---|
842 | {
|
---|
843 | if (!function_exists('tis_620'))
|
---|
844 | {
|
---|
845 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx))
|
---|
846 | {
|
---|
847 | trigger_error('Basic reencoder file is missing', E_USER_ERROR);
|
---|
848 | }
|
---|
849 | include($phpbb_root_path . 'includes/utf/data/recode_basic.' . $phpEx);
|
---|
850 | }
|
---|
851 | return tis_620($string);
|
---|
852 | }
|
---|
853 |
|
---|
854 | // SJIS
|
---|
855 | if (preg_match('/sjis(?:[_ -]?win)?|(?:cp|ibm)[_ -]?932|shift[_ -]?jis/', $encoding))
|
---|
856 | {
|
---|
857 | if (!function_exists('sjis'))
|
---|
858 | {
|
---|
859 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx))
|
---|
860 | {
|
---|
861 | trigger_error('CJK reencoder file is missing', E_USER_ERROR);
|
---|
862 | }
|
---|
863 | include($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx);
|
---|
864 | }
|
---|
865 | return sjis($string);
|
---|
866 | }
|
---|
867 |
|
---|
868 | // EUC_KR
|
---|
869 | if (preg_match('/euc[_ -]?kr/', $encoding))
|
---|
870 | {
|
---|
871 | if (!function_exists('euc_kr'))
|
---|
872 | {
|
---|
873 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx))
|
---|
874 | {
|
---|
875 | trigger_error('CJK reencoder file is missing', E_USER_ERROR);
|
---|
876 | }
|
---|
877 | include($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx);
|
---|
878 | }
|
---|
879 | return euc_kr($string);
|
---|
880 | }
|
---|
881 |
|
---|
882 | // BIG-5
|
---|
883 | if (preg_match('/big[_ -]?5/', $encoding))
|
---|
884 | {
|
---|
885 | if (!function_exists('big5'))
|
---|
886 | {
|
---|
887 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx))
|
---|
888 | {
|
---|
889 | trigger_error('CJK reencoder file is missing', E_USER_ERROR);
|
---|
890 | }
|
---|
891 | include($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx);
|
---|
892 | }
|
---|
893 | return big5($string);
|
---|
894 | }
|
---|
895 |
|
---|
896 | // GB2312
|
---|
897 | if (preg_match('/gb[_ -]?2312/', $encoding))
|
---|
898 | {
|
---|
899 | if (!function_exists('gb2312'))
|
---|
900 | {
|
---|
901 | if (!file_exists($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx))
|
---|
902 | {
|
---|
903 | trigger_error('CJK reencoder file is missing', E_USER_ERROR);
|
---|
904 | }
|
---|
905 | include($phpbb_root_path . 'includes/utf/data/recode_cjk.' . $phpEx);
|
---|
906 | }
|
---|
907 | return gb2312($string);
|
---|
908 | }
|
---|
909 |
|
---|
910 | // Trigger an error?! Fow now just give bad data :-(
|
---|
911 | trigger_error('Unknown encoding: ' . $encoding, E_USER_ERROR);
|
---|
912 | //return $string; // use utf_normalizer::cleanup() ?
|
---|
913 | }
|
---|
914 |
|
---|
915 | /**
|
---|
916 | * Replace all UTF-8 chars that are not in ASCII with their NCR
|
---|
917 | *
|
---|
918 | * @param string $text UTF-8 string in NFC
|
---|
919 | * @return string ASCII string using NCRs for non-ASCII chars
|
---|
920 | */
|
---|
921 | function utf8_encode_ncr($text)
|
---|
922 | {
|
---|
923 | return preg_replace_callback('#[\\xC2-\\xF4][\\x80-\\xBF]{1,3}#', 'utf8_encode_ncr_callback', $text);
|
---|
924 | }
|
---|
925 |
|
---|
926 | /**
|
---|
927 | * Callback used in encode_ncr()
|
---|
928 | *
|
---|
929 | * Takes a UTF-8 char and replaces it with its NCR. Attention, $m is an array
|
---|
930 | *
|
---|
931 | * @param array $m 0-based numerically indexed array passed by preg_replace_callback()
|
---|
932 | * @return string A HTML NCR if the character is valid, or the original string otherwise
|
---|
933 | */
|
---|
934 | function utf8_encode_ncr_callback($m)
|
---|
935 | {
|
---|
936 | return '&#' . utf8_ord($m[0]) . ';';
|
---|
937 | }
|
---|
938 |
|
---|
939 | /**
|
---|
940 | * Converts a UTF-8 char to an NCR
|
---|
941 | *
|
---|
942 | * @param string $chr UTF-8 char
|
---|
943 | * @return integer UNICODE code point
|
---|
944 | */
|
---|
945 | function utf8_ord($chr)
|
---|
946 | {
|
---|
947 | switch (strlen($chr))
|
---|
948 | {
|
---|
949 | case 1:
|
---|
950 | return ord($chr);
|
---|
951 | break;
|
---|
952 |
|
---|
953 | case 2:
|
---|
954 | return ((ord($chr[0]) & 0x1F) << 6) | (ord($chr[1]) & 0x3F);
|
---|
955 | break;
|
---|
956 |
|
---|
957 | case 3:
|
---|
958 | return ((ord($chr[0]) & 0x0F) << 12) | ((ord($chr[1]) & 0x3F) << 6) | (ord($chr[2]) & 0x3F);
|
---|
959 | break;
|
---|
960 |
|
---|
961 | case 4:
|
---|
962 | return ((ord($chr[0]) & 0x07) << 18) | ((ord($chr[1]) & 0x3F) << 12) | ((ord($chr[2]) & 0x3F) << 6) | (ord($chr[3]) & 0x3F);
|
---|
963 | break;
|
---|
964 |
|
---|
965 | default:
|
---|
966 | return $chr;
|
---|
967 | }
|
---|
968 | }
|
---|
969 |
|
---|
970 | /**
|
---|
971 | * Converts an NCR to a UTF-8 char
|
---|
972 | *
|
---|
973 | * @param int $cp UNICODE code point
|
---|
974 | * @return string UTF-8 char
|
---|
975 | */
|
---|
976 | function utf8_chr($cp)
|
---|
977 | {
|
---|
978 | if ($cp > 0xFFFF)
|
---|
979 | {
|
---|
980 | return chr(0xF0 | ($cp >> 18)) . chr(0x80 | (($cp >> 12) & 0x3F)) . chr(0x80 | (($cp >> 6) & 0x3F)) . chr(0x80 | ($cp & 0x3F));
|
---|
981 | }
|
---|
982 | else if ($cp > 0x7FF)
|
---|
983 | {
|
---|
984 | return chr(0xE0 | ($cp >> 12)) . chr(0x80 | (($cp >> 6) & 0x3F)) . chr(0x80 | ($cp & 0x3F));
|
---|
985 | }
|
---|
986 | else if ($cp > 0x7F)
|
---|
987 | {
|
---|
988 | return chr(0xC0 | ($cp >> 6)) . chr(0x80 | ($cp & 0x3F));
|
---|
989 | }
|
---|
990 | else
|
---|
991 | {
|
---|
992 | return chr($cp);
|
---|
993 | }
|
---|
994 | }
|
---|
995 |
|
---|
996 | /**
|
---|
997 | * Convert Numeric Character References to UTF-8 chars
|
---|
998 | *
|
---|
999 | * Notes:
|
---|
1000 | * - we do not convert NCRs recursively, if you pass &#38; it will return &
|
---|
1001 | * - we DO NOT check for the existence of the Unicode characters, therefore an entity may be converted to an inexistent codepoint
|
---|
1002 | *
|
---|
1003 | * @param string $text String to convert, encoded in UTF-8 (no normal form required)
|
---|
1004 | * @return string UTF-8 string where NCRs have been replaced with the actual chars
|
---|
1005 | */
|
---|
1006 | function utf8_decode_ncr($text)
|
---|
1007 | {
|
---|
1008 | return preg_replace_callback('/&#([0-9]{1,6}|x[0-9A-F]{1,5});/i', 'utf8_decode_ncr_callback', $text);
|
---|
1009 | }
|
---|
1010 |
|
---|
1011 | /**
|
---|
1012 | * Callback used in decode_ncr()
|
---|
1013 | *
|
---|
1014 | * Takes a NCR (in decimal or hexadecimal) and returns a UTF-8 char. Attention, $m is an array.
|
---|
1015 | * It will ignore most of invalid NCRs, but not all!
|
---|
1016 | *
|
---|
1017 | * @param array $m 0-based numerically indexed array passed by preg_replace_callback()
|
---|
1018 | * @return string UTF-8 char
|
---|
1019 | */
|
---|
1020 | function utf8_decode_ncr_callback($m)
|
---|
1021 | {
|
---|
1022 | $cp = (strncasecmp($m[1], 'x', 1)) ? $m[1] : hexdec(substr($m[1], 1));
|
---|
1023 |
|
---|
1024 | return utf8_chr($cp);
|
---|
1025 | }
|
---|
1026 |
|
---|
1027 | /**
|
---|
1028 | * Case folds a unicode string as per Unicode 5.0, section 3.13
|
---|
1029 | *
|
---|
1030 | * @param string $text text to be case folded
|
---|
1031 | * @param string $option determines how we will fold the cases
|
---|
1032 | * @return string case folded text
|
---|
1033 | */
|
---|
1034 | function utf8_case_fold($text, $option = 'full')
|
---|
1035 | {
|
---|
1036 | static $uniarray = array();
|
---|
1037 | global $phpbb_root_path, $phpEx;
|
---|
1038 |
|
---|
1039 | // common is always set
|
---|
1040 | if (!isset($uniarray['c']))
|
---|
1041 | {
|
---|
1042 | $uniarray['c'] = include($phpbb_root_path . 'includes/utf/data/case_fold_c.' . $phpEx);
|
---|
1043 | }
|
---|
1044 |
|
---|
1045 | // only set full if we need to
|
---|
1046 | if ($option === 'full' && !isset($uniarray['f']))
|
---|
1047 | {
|
---|
1048 | $uniarray['f'] = include($phpbb_root_path . 'includes/utf/data/case_fold_f.' . $phpEx);
|
---|
1049 | }
|
---|
1050 |
|
---|
1051 | // only set simple if we need to
|
---|
1052 | if ($option !== 'full' && !isset($uniarray['s']))
|
---|
1053 | {
|
---|
1054 | $uniarray['s'] = include($phpbb_root_path . 'includes/utf/data/case_fold_s.' . $phpEx);
|
---|
1055 | }
|
---|
1056 |
|
---|
1057 | // common is always replaced
|
---|
1058 | $text = strtr($text, $uniarray['c']);
|
---|
1059 |
|
---|
1060 | if ($option === 'full')
|
---|
1061 | {
|
---|
1062 | // full replaces a character with multiple characters
|
---|
1063 | $text = strtr($text, $uniarray['f']);
|
---|
1064 | }
|
---|
1065 | else
|
---|
1066 | {
|
---|
1067 | // simple replaces a character with another character
|
---|
1068 | $text = strtr($text, $uniarray['s']);
|
---|
1069 | }
|
---|
1070 |
|
---|
1071 | return $text;
|
---|
1072 | }
|
---|
1073 |
|
---|
1074 | /**
|
---|
1075 | * Takes the input and does a "special" case fold. It does minor normalization
|
---|
1076 | * and returns NFKC compatable text
|
---|
1077 | *
|
---|
1078 | * @param string $text text to be case folded
|
---|
1079 | * @param string $option determines how we will fold the cases
|
---|
1080 | * @return string case folded text
|
---|
1081 | */
|
---|
1082 | function utf8_case_fold_nfkc($text, $option = 'full')
|
---|
1083 | {
|
---|
1084 | static $fc_nfkc_closure = array(
|
---|
1085 | "\xCD\xBA" => "\x20\xCE\xB9",
|
---|
1086 | "\xCF\x92" => "\xCF\x85",
|
---|
1087 | "\xCF\x93" => "\xCF\x8D",
|
---|
1088 | "\xCF\x94" => "\xCF\x8B",
|
---|
1089 | "\xCF\xB2" => "\xCF\x83",
|
---|
1090 | "\xCF\xB9" => "\xCF\x83",
|
---|
1091 | "\xE1\xB4\xAC" => "\x61",
|
---|
1092 | "\xE1\xB4\xAD" => "\xC3\xA6",
|
---|
1093 | "\xE1\xB4\xAE" => "\x62",
|
---|
1094 | "\xE1\xB4\xB0" => "\x64",
|
---|
1095 | "\xE1\xB4\xB1" => "\x65",
|
---|
1096 | "\xE1\xB4\xB2" => "\xC7\x9D",
|
---|
1097 | "\xE1\xB4\xB3" => "\x67",
|
---|
1098 | "\xE1\xB4\xB4" => "\x68",
|
---|
1099 | "\xE1\xB4\xB5" => "\x69",
|
---|
1100 | "\xE1\xB4\xB6" => "\x6A",
|
---|
1101 | "\xE1\xB4\xB7" => "\x6B",
|
---|
1102 | "\xE1\xB4\xB8" => "\x6C",
|
---|
1103 | "\xE1\xB4\xB9" => "\x6D",
|
---|
1104 | "\xE1\xB4\xBA" => "\x6E",
|
---|
1105 | "\xE1\xB4\xBC" => "\x6F",
|
---|
1106 | "\xE1\xB4\xBD" => "\xC8\xA3",
|
---|
1107 | "\xE1\xB4\xBE" => "\x70",
|
---|
1108 | "\xE1\xB4\xBF" => "\x72",
|
---|
1109 | "\xE1\xB5\x80" => "\x74",
|
---|
1110 | "\xE1\xB5\x81" => "\x75",
|
---|
1111 | "\xE1\xB5\x82" => "\x77",
|
---|
1112 | "\xE2\x82\xA8" => "\x72\x73",
|
---|
1113 | "\xE2\x84\x82" => "\x63",
|
---|
1114 | "\xE2\x84\x83" => "\xC2\xB0\x63",
|
---|
1115 | "\xE2\x84\x87" => "\xC9\x9B",
|
---|
1116 | "\xE2\x84\x89" => "\xC2\xB0\x66",
|
---|
1117 | "\xE2\x84\x8B" => "\x68",
|
---|
1118 | "\xE2\x84\x8C" => "\x68",
|
---|
1119 | "\xE2\x84\x8D" => "\x68",
|
---|
1120 | "\xE2\x84\x90" => "\x69",
|
---|
1121 | "\xE2\x84\x91" => "\x69",
|
---|
1122 | "\xE2\x84\x92" => "\x6C",
|
---|
1123 | "\xE2\x84\x95" => "\x6E",
|
---|
1124 | "\xE2\x84\x96" => "\x6E\x6F",
|
---|
1125 | "\xE2\x84\x99" => "\x70",
|
---|
1126 | "\xE2\x84\x9A" => "\x71",
|
---|
1127 | "\xE2\x84\x9B" => "\x72",
|
---|
1128 | "\xE2\x84\x9C" => "\x72",
|
---|
1129 | "\xE2\x84\x9D" => "\x72",
|
---|
1130 | "\xE2\x84\xA0" => "\x73\x6D",
|
---|
1131 | "\xE2\x84\xA1" => "\x74\x65\x6C",
|
---|
1132 | "\xE2\x84\xA2" => "\x74\x6D",
|
---|
1133 | "\xE2\x84\xA4" => "\x7A",
|
---|
1134 | "\xE2\x84\xA8" => "\x7A",
|
---|
1135 | "\xE2\x84\xAC" => "\x62",
|
---|
1136 | "\xE2\x84\xAD" => "\x63",
|
---|
1137 | "\xE2\x84\xB0" => "\x65",
|
---|
1138 | "\xE2\x84\xB1" => "\x66",
|
---|
1139 | "\xE2\x84\xB3" => "\x6D",
|
---|
1140 | "\xE2\x84\xBB" => "\x66\x61\x78",
|
---|
1141 | "\xE2\x84\xBE" => "\xCE\xB3",
|
---|
1142 | "\xE2\x84\xBF" => "\xCF\x80",
|
---|
1143 | "\xE2\x85\x85" => "\x64",
|
---|
1144 | "\xE3\x89\x90" => "\x70\x74\x65",
|
---|
1145 | "\xE3\x8B\x8C" => "\x68\x67",
|
---|
1146 | "\xE3\x8B\x8E" => "\x65\x76",
|
---|
1147 | "\xE3\x8B\x8F" => "\x6C\x74\x64",
|
---|
1148 | "\xE3\x8D\xB1" => "\x68\x70\x61",
|
---|
1149 | "\xE3\x8D\xB3" => "\x61\x75",
|
---|
1150 | "\xE3\x8D\xB5" => "\x6F\x76",
|
---|
1151 | "\xE3\x8D\xBA" => "\x69\x75",
|
---|
1152 | "\xE3\x8E\x80" => "\x70\x61",
|
---|
1153 | "\xE3\x8E\x81" => "\x6E\x61",
|
---|
1154 | "\xE3\x8E\x82" => "\xCE\xBC\x61",
|
---|
1155 | "\xE3\x8E\x83" => "\x6D\x61",
|
---|
1156 | "\xE3\x8E\x84" => "\x6B\x61",
|
---|
1157 | "\xE3\x8E\x85" => "\x6B\x62",
|
---|
1158 | "\xE3\x8E\x86" => "\x6D\x62",
|
---|
1159 | "\xE3\x8E\x87" => "\x67\x62",
|
---|
1160 | "\xE3\x8E\x8A" => "\x70\x66",
|
---|
1161 | "\xE3\x8E\x8B" => "\x6E\x66",
|
---|
1162 | "\xE3\x8E\x8C" => "\xCE\xBC\x66",
|
---|
1163 | "\xE3\x8E\x90" => "\x68\x7A",
|
---|
1164 | "\xE3\x8E\x91" => "\x6B\x68\x7A",
|
---|
1165 | "\xE3\x8E\x92" => "\x6D\x68\x7A",
|
---|
1166 | "\xE3\x8E\x93" => "\x67\x68\x7A",
|
---|
1167 | "\xE3\x8E\x94" => "\x74\x68\x7A",
|
---|
1168 | "\xE3\x8E\xA9" => "\x70\x61",
|
---|
1169 | "\xE3\x8E\xAA" => "\x6B\x70\x61",
|
---|
1170 | "\xE3\x8E\xAB" => "\x6D\x70\x61",
|
---|
1171 | "\xE3\x8E\xAC" => "\x67\x70\x61",
|
---|
1172 | "\xE3\x8E\xB4" => "\x70\x76",
|
---|
1173 | "\xE3\x8E\xB5" => "\x6E\x76",
|
---|
1174 | "\xE3\x8E\xB6" => "\xCE\xBC\x76",
|
---|
1175 | "\xE3\x8E\xB7" => "\x6D\x76",
|
---|
1176 | "\xE3\x8E\xB8" => "\x6B\x76",
|
---|
1177 | "\xE3\x8E\xB9" => "\x6D\x76",
|
---|
1178 | "\xE3\x8E\xBA" => "\x70\x77",
|
---|
1179 | "\xE3\x8E\xBB" => "\x6E\x77",
|
---|
1180 | "\xE3\x8E\xBC" => "\xCE\xBC\x77",
|
---|
1181 | "\xE3\x8E\xBD" => "\x6D\x77",
|
---|
1182 | "\xE3\x8E\xBE" => "\x6B\x77",
|
---|
1183 | "\xE3\x8E\xBF" => "\x6D\x77",
|
---|
1184 | "\xE3\x8F\x80" => "\x6B\xCF\x89",
|
---|
1185 | "\xE3\x8F\x81" => "\x6D\xCF\x89",
|
---|
1186 | "\xE3\x8F\x83" => "\x62\x71",
|
---|
1187 | "\xE3\x8F\x86" => "\x63\xE2\x88\x95\x6B\x67",
|
---|
1188 | "\xE3\x8F\x87" => "\x63\x6F\x2E",
|
---|
1189 | "\xE3\x8F\x88" => "\x64\x62",
|
---|
1190 | "\xE3\x8F\x89" => "\x67\x79",
|
---|
1191 | "\xE3\x8F\x8B" => "\x68\x70",
|
---|
1192 | "\xE3\x8F\x8D" => "\x6B\x6B",
|
---|
1193 | "\xE3\x8F\x8E" => "\x6B\x6D",
|
---|
1194 | "\xE3\x8F\x97" => "\x70\x68",
|
---|
1195 | "\xE3\x8F\x99" => "\x70\x70\x6D",
|
---|
1196 | "\xE3\x8F\x9A" => "\x70\x72",
|
---|
1197 | "\xE3\x8F\x9C" => "\x73\x76",
|
---|
1198 | "\xE3\x8F\x9D" => "\x77\x62",
|
---|
1199 | "\xE3\x8F\x9E" => "\x76\xE2\x88\x95\x6D",
|
---|
1200 | "\xE3\x8F\x9F" => "\x61\xE2\x88\x95\x6D",
|
---|
1201 | "\xF0\x9D\x90\x80" => "\x61",
|
---|
1202 | "\xF0\x9D\x90\x81" => "\x62",
|
---|
1203 | "\xF0\x9D\x90\x82" => "\x63",
|
---|
1204 | "\xF0\x9D\x90\x83" => "\x64",
|
---|
1205 | "\xF0\x9D\x90\x84" => "\x65",
|
---|
1206 | "\xF0\x9D\x90\x85" => "\x66",
|
---|
1207 | "\xF0\x9D\x90\x86" => "\x67",
|
---|
1208 | "\xF0\x9D\x90\x87" => "\x68",
|
---|
1209 | "\xF0\x9D\x90\x88" => "\x69",
|
---|
1210 | "\xF0\x9D\x90\x89" => "\x6A",
|
---|
1211 | "\xF0\x9D\x90\x8A" => "\x6B",
|
---|
1212 | "\xF0\x9D\x90\x8B" => "\x6C",
|
---|
1213 | "\xF0\x9D\x90\x8C" => "\x6D",
|
---|
1214 | "\xF0\x9D\x90\x8D" => "\x6E",
|
---|
1215 | "\xF0\x9D\x90\x8E" => "\x6F",
|
---|
1216 | "\xF0\x9D\x90\x8F" => "\x70",
|
---|
1217 | "\xF0\x9D\x90\x90" => "\x71",
|
---|
1218 | "\xF0\x9D\x90\x91" => "\x72",
|
---|
1219 | "\xF0\x9D\x90\x92" => "\x73",
|
---|
1220 | "\xF0\x9D\x90\x93" => "\x74",
|
---|
1221 | "\xF0\x9D\x90\x94" => "\x75",
|
---|
1222 | "\xF0\x9D\x90\x95" => "\x76",
|
---|
1223 | "\xF0\x9D\x90\x96" => "\x77",
|
---|
1224 | "\xF0\x9D\x90\x97" => "\x78",
|
---|
1225 | "\xF0\x9D\x90\x98" => "\x79",
|
---|
1226 | "\xF0\x9D\x90\x99" => "\x7A",
|
---|
1227 | "\xF0\x9D\x90\xB4" => "\x61",
|
---|
1228 | "\xF0\x9D\x90\xB5" => "\x62",
|
---|
1229 | "\xF0\x9D\x90\xB6" => "\x63",
|
---|
1230 | "\xF0\x9D\x90\xB7" => "\x64",
|
---|
1231 | "\xF0\x9D\x90\xB8" => "\x65",
|
---|
1232 | "\xF0\x9D\x90\xB9" => "\x66",
|
---|
1233 | "\xF0\x9D\x90\xBA" => "\x67",
|
---|
1234 | "\xF0\x9D\x90\xBB" => "\x68",
|
---|
1235 | "\xF0\x9D\x90\xBC" => "\x69",
|
---|
1236 | "\xF0\x9D\x90\xBD" => "\x6A",
|
---|
1237 | "\xF0\x9D\x90\xBE" => "\x6B",
|
---|
1238 | "\xF0\x9D\x90\xBF" => "\x6C",
|
---|
1239 | "\xF0\x9D\x91\x80" => "\x6D",
|
---|
1240 | "\xF0\x9D\x91\x81" => "\x6E",
|
---|
1241 | "\xF0\x9D\x91\x82" => "\x6F",
|
---|
1242 | "\xF0\x9D\x91\x83" => "\x70",
|
---|
1243 | "\xF0\x9D\x91\x84" => "\x71",
|
---|
1244 | "\xF0\x9D\x91\x85" => "\x72",
|
---|
1245 | "\xF0\x9D\x91\x86" => "\x73",
|
---|
1246 | "\xF0\x9D\x91\x87" => "\x74",
|
---|
1247 | "\xF0\x9D\x91\x88" => "\x75",
|
---|
1248 | "\xF0\x9D\x91\x89" => "\x76",
|
---|
1249 | "\xF0\x9D\x91\x8A" => "\x77",
|
---|
1250 | "\xF0\x9D\x91\x8B" => "\x78",
|
---|
1251 | "\xF0\x9D\x91\x8C" => "\x79",
|
---|
1252 | "\xF0\x9D\x91\x8D" => "\x7A",
|
---|
1253 | "\xF0\x9D\x91\xA8" => "\x61",
|
---|
1254 | "\xF0\x9D\x91\xA9" => "\x62",
|
---|
1255 | "\xF0\x9D\x91\xAA" => "\x63",
|
---|
1256 | "\xF0\x9D\x91\xAB" => "\x64",
|
---|
1257 | "\xF0\x9D\x91\xAC" => "\x65",
|
---|
1258 | "\xF0\x9D\x91\xAD" => "\x66",
|
---|
1259 | "\xF0\x9D\x91\xAE" => "\x67",
|
---|
1260 | "\xF0\x9D\x91\xAF" => "\x68",
|
---|
1261 | "\xF0\x9D\x91\xB0" => "\x69",
|
---|
1262 | "\xF0\x9D\x91\xB1" => "\x6A",
|
---|
1263 | "\xF0\x9D\x91\xB2" => "\x6B",
|
---|
1264 | "\xF0\x9D\x91\xB3" => "\x6C",
|
---|
1265 | "\xF0\x9D\x91\xB4" => "\x6D",
|
---|
1266 | "\xF0\x9D\x91\xB5" => "\x6E",
|
---|
1267 | "\xF0\x9D\x91\xB6" => "\x6F",
|
---|
1268 | "\xF0\x9D\x91\xB7" => "\x70",
|
---|
1269 | "\xF0\x9D\x91\xB8" => "\x71",
|
---|
1270 | "\xF0\x9D\x91\xB9" => "\x72",
|
---|
1271 | "\xF0\x9D\x91\xBA" => "\x73",
|
---|
1272 | "\xF0\x9D\x91\xBB" => "\x74",
|
---|
1273 | "\xF0\x9D\x91\xBC" => "\x75",
|
---|
1274 | "\xF0\x9D\x91\xBD" => "\x76",
|
---|
1275 | "\xF0\x9D\x91\xBE" => "\x77",
|
---|
1276 | "\xF0\x9D\x91\xBF" => "\x78",
|
---|
1277 | "\xF0\x9D\x92\x80" => "\x79",
|
---|
1278 | "\xF0\x9D\x92\x81" => "\x7A",
|
---|
1279 | "\xF0\x9D\x92\x9C" => "\x61",
|
---|
1280 | "\xF0\x9D\x92\x9E" => "\x63",
|
---|
1281 | "\xF0\x9D\x92\x9F" => "\x64",
|
---|
1282 | "\xF0\x9D\x92\xA2" => "\x67",
|
---|
1283 | "\xF0\x9D\x92\xA5" => "\x6A",
|
---|
1284 | "\xF0\x9D\x92\xA6" => "\x6B",
|
---|
1285 | "\xF0\x9D\x92\xA9" => "\x6E",
|
---|
1286 | "\xF0\x9D\x92\xAA" => "\x6F",
|
---|
1287 | "\xF0\x9D\x92\xAB" => "\x70",
|
---|
1288 | "\xF0\x9D\x92\xAC" => "\x71",
|
---|
1289 | "\xF0\x9D\x92\xAE" => "\x73",
|
---|
1290 | "\xF0\x9D\x92\xAF" => "\x74",
|
---|
1291 | "\xF0\x9D\x92\xB0" => "\x75",
|
---|
1292 | "\xF0\x9D\x92\xB1" => "\x76",
|
---|
1293 | "\xF0\x9D\x92\xB2" => "\x77",
|
---|
1294 | "\xF0\x9D\x92\xB3" => "\x78",
|
---|
1295 | "\xF0\x9D\x92\xB4" => "\x79",
|
---|
1296 | "\xF0\x9D\x92\xB5" => "\x7A",
|
---|
1297 | "\xF0\x9D\x93\x90" => "\x61",
|
---|
1298 | "\xF0\x9D\x93\x91" => "\x62",
|
---|
1299 | "\xF0\x9D\x93\x92" => "\x63",
|
---|
1300 | "\xF0\x9D\x93\x93" => "\x64",
|
---|
1301 | "\xF0\x9D\x93\x94" => "\x65",
|
---|
1302 | "\xF0\x9D\x93\x95" => "\x66",
|
---|
1303 | "\xF0\x9D\x93\x96" => "\x67",
|
---|
1304 | "\xF0\x9D\x93\x97" => "\x68",
|
---|
1305 | "\xF0\x9D\x93\x98" => "\x69",
|
---|
1306 | "\xF0\x9D\x93\x99" => "\x6A",
|
---|
1307 | "\xF0\x9D\x93\x9A" => "\x6B",
|
---|
1308 | "\xF0\x9D\x93\x9B" => "\x6C",
|
---|
1309 | "\xF0\x9D\x93\x9C" => "\x6D",
|
---|
1310 | "\xF0\x9D\x93\x9D" => "\x6E",
|
---|
1311 | "\xF0\x9D\x93\x9E" => "\x6F",
|
---|
1312 | "\xF0\x9D\x93\x9F" => "\x70",
|
---|
1313 | "\xF0\x9D\x93\xA0" => "\x71",
|
---|
1314 | "\xF0\x9D\x93\xA1" => "\x72",
|
---|
1315 | "\xF0\x9D\x93\xA2" => "\x73",
|
---|
1316 | "\xF0\x9D\x93\xA3" => "\x74",
|
---|
1317 | "\xF0\x9D\x93\xA4" => "\x75",
|
---|
1318 | "\xF0\x9D\x93\xA5" => "\x76",
|
---|
1319 | "\xF0\x9D\x93\xA6" => "\x77",
|
---|
1320 | "\xF0\x9D\x93\xA7" => "\x78",
|
---|
1321 | "\xF0\x9D\x93\xA8" => "\x79",
|
---|
1322 | "\xF0\x9D\x93\xA9" => "\x7A",
|
---|
1323 | "\xF0\x9D\x94\x84" => "\x61",
|
---|
1324 | "\xF0\x9D\x94\x85" => "\x62",
|
---|
1325 | "\xF0\x9D\x94\x87" => "\x64",
|
---|
1326 | "\xF0\x9D\x94\x88" => "\x65",
|
---|
1327 | "\xF0\x9D\x94\x89" => "\x66",
|
---|
1328 | "\xF0\x9D\x94\x8A" => "\x67",
|
---|
1329 | "\xF0\x9D\x94\x8D" => "\x6A",
|
---|
1330 | "\xF0\x9D\x94\x8E" => "\x6B",
|
---|
1331 | "\xF0\x9D\x94\x8F" => "\x6C",
|
---|
1332 | "\xF0\x9D\x94\x90" => "\x6D",
|
---|
1333 | "\xF0\x9D\x94\x91" => "\x6E",
|
---|
1334 | "\xF0\x9D\x94\x92" => "\x6F",
|
---|
1335 | "\xF0\x9D\x94\x93" => "\x70",
|
---|
1336 | "\xF0\x9D\x94\x94" => "\x71",
|
---|
1337 | "\xF0\x9D\x94\x96" => "\x73",
|
---|
1338 | "\xF0\x9D\x94\x97" => "\x74",
|
---|
1339 | "\xF0\x9D\x94\x98" => "\x75",
|
---|
1340 | "\xF0\x9D\x94\x99" => "\x76",
|
---|
1341 | "\xF0\x9D\x94\x9A" => "\x77",
|
---|
1342 | "\xF0\x9D\x94\x9B" => "\x78",
|
---|
1343 | "\xF0\x9D\x94\x9C" => "\x79",
|
---|
1344 | "\xF0\x9D\x94\xB8" => "\x61",
|
---|
1345 | "\xF0\x9D\x94\xB9" => "\x62",
|
---|
1346 | "\xF0\x9D\x94\xBB" => "\x64",
|
---|
1347 | "\xF0\x9D\x94\xBC" => "\x65",
|
---|
1348 | "\xF0\x9D\x94\xBD" => "\x66",
|
---|
1349 | "\xF0\x9D\x94\xBE" => "\x67",
|
---|
1350 | "\xF0\x9D\x95\x80" => "\x69",
|
---|
1351 | "\xF0\x9D\x95\x81" => "\x6A",
|
---|
1352 | "\xF0\x9D\x95\x82" => "\x6B",
|
---|
1353 | "\xF0\x9D\x95\x83" => "\x6C",
|
---|
1354 | "\xF0\x9D\x95\x84" => "\x6D",
|
---|
1355 | "\xF0\x9D\x95\x86" => "\x6F",
|
---|
1356 | "\xF0\x9D\x95\x8A" => "\x73",
|
---|
1357 | "\xF0\x9D\x95\x8B" => "\x74",
|
---|
1358 | "\xF0\x9D\x95\x8C" => "\x75",
|
---|
1359 | "\xF0\x9D\x95\x8D" => "\x76",
|
---|
1360 | "\xF0\x9D\x95\x8E" => "\x77",
|
---|
1361 | "\xF0\x9D\x95\x8F" => "\x78",
|
---|
1362 | "\xF0\x9D\x95\x90" => "\x79",
|
---|
1363 | "\xF0\x9D\x95\xAC" => "\x61",
|
---|
1364 | "\xF0\x9D\x95\xAD" => "\x62",
|
---|
1365 | "\xF0\x9D\x95\xAE" => "\x63",
|
---|
1366 | "\xF0\x9D\x95\xAF" => "\x64",
|
---|
1367 | "\xF0\x9D\x95\xB0" => "\x65",
|
---|
1368 | "\xF0\x9D\x95\xB1" => "\x66",
|
---|
1369 | "\xF0\x9D\x95\xB2" => "\x67",
|
---|
1370 | "\xF0\x9D\x95\xB3" => "\x68",
|
---|
1371 | "\xF0\x9D\x95\xB4" => "\x69",
|
---|
1372 | "\xF0\x9D\x95\xB5" => "\x6A",
|
---|
1373 | "\xF0\x9D\x95\xB6" => "\x6B",
|
---|
1374 | "\xF0\x9D\x95\xB7" => "\x6C",
|
---|
1375 | "\xF0\x9D\x95\xB8" => "\x6D",
|
---|
1376 | "\xF0\x9D\x95\xB9" => "\x6E",
|
---|
1377 | "\xF0\x9D\x95\xBA" => "\x6F",
|
---|
1378 | "\xF0\x9D\x95\xBB" => "\x70",
|
---|
1379 | "\xF0\x9D\x95\xBC" => "\x71",
|
---|
1380 | "\xF0\x9D\x95\xBD" => "\x72",
|
---|
1381 | "\xF0\x9D\x95\xBE" => "\x73",
|
---|
1382 | "\xF0\x9D\x95\xBF" => "\x74",
|
---|
1383 | "\xF0\x9D\x96\x80" => "\x75",
|
---|
1384 | "\xF0\x9D\x96\x81" => "\x76",
|
---|
1385 | "\xF0\x9D\x96\x82" => "\x77",
|
---|
1386 | "\xF0\x9D\x96\x83" => "\x78",
|
---|
1387 | "\xF0\x9D\x96\x84" => "\x79",
|
---|
1388 | "\xF0\x9D\x96\x85" => "\x7A",
|
---|
1389 | "\xF0\x9D\x96\xA0" => "\x61",
|
---|
1390 | "\xF0\x9D\x96\xA1" => "\x62",
|
---|
1391 | "\xF0\x9D\x96\xA2" => "\x63",
|
---|
1392 | "\xF0\x9D\x96\xA3" => "\x64",
|
---|
1393 | "\xF0\x9D\x96\xA4" => "\x65",
|
---|
1394 | "\xF0\x9D\x96\xA5" => "\x66",
|
---|
1395 | "\xF0\x9D\x96\xA6" => "\x67",
|
---|
1396 | "\xF0\x9D\x96\xA7" => "\x68",
|
---|
1397 | "\xF0\x9D\x96\xA8" => "\x69",
|
---|
1398 | "\xF0\x9D\x96\xA9" => "\x6A",
|
---|
1399 | "\xF0\x9D\x96\xAA" => "\x6B",
|
---|
1400 | "\xF0\x9D\x96\xAB" => "\x6C",
|
---|
1401 | "\xF0\x9D\x96\xAC" => "\x6D",
|
---|
1402 | "\xF0\x9D\x96\xAD" => "\x6E",
|
---|
1403 | "\xF0\x9D\x96\xAE" => "\x6F",
|
---|
1404 | "\xF0\x9D\x96\xAF" => "\x70",
|
---|
1405 | "\xF0\x9D\x96\xB0" => "\x71",
|
---|
1406 | "\xF0\x9D\x96\xB1" => "\x72",
|
---|
1407 | "\xF0\x9D\x96\xB2" => "\x73",
|
---|
1408 | "\xF0\x9D\x96\xB3" => "\x74",
|
---|
1409 | "\xF0\x9D\x96\xB4" => "\x75",
|
---|
1410 | "\xF0\x9D\x96\xB5" => "\x76",
|
---|
1411 | "\xF0\x9D\x96\xB6" => "\x77",
|
---|
1412 | "\xF0\x9D\x96\xB7" => "\x78",
|
---|
1413 | "\xF0\x9D\x96\xB8" => "\x79",
|
---|
1414 | "\xF0\x9D\x96\xB9" => "\x7A",
|
---|
1415 | "\xF0\x9D\x97\x94" => "\x61",
|
---|
1416 | "\xF0\x9D\x97\x95" => "\x62",
|
---|
1417 | "\xF0\x9D\x97\x96" => "\x63",
|
---|
1418 | "\xF0\x9D\x97\x97" => "\x64",
|
---|
1419 | "\xF0\x9D\x97\x98" => "\x65",
|
---|
1420 | "\xF0\x9D\x97\x99" => "\x66",
|
---|
1421 | "\xF0\x9D\x97\x9A" => "\x67",
|
---|
1422 | "\xF0\x9D\x97\x9B" => "\x68",
|
---|
1423 | "\xF0\x9D\x97\x9C" => "\x69",
|
---|
1424 | "\xF0\x9D\x97\x9D" => "\x6A",
|
---|
1425 | "\xF0\x9D\x97\x9E" => "\x6B",
|
---|
1426 | "\xF0\x9D\x97\x9F" => "\x6C",
|
---|
1427 | "\xF0\x9D\x97\xA0" => "\x6D",
|
---|
1428 | "\xF0\x9D\x97\xA1" => "\x6E",
|
---|
1429 | "\xF0\x9D\x97\xA2" => "\x6F",
|
---|
1430 | "\xF0\x9D\x97\xA3" => "\x70",
|
---|
1431 | "\xF0\x9D\x97\xA4" => "\x71",
|
---|
1432 | "\xF0\x9D\x97\xA5" => "\x72",
|
---|
1433 | "\xF0\x9D\x97\xA6" => "\x73",
|
---|
1434 | "\xF0\x9D\x97\xA7" => "\x74",
|
---|
1435 | "\xF0\x9D\x97\xA8" => "\x75",
|
---|
1436 | "\xF0\x9D\x97\xA9" => "\x76",
|
---|
1437 | "\xF0\x9D\x97\xAA" => "\x77",
|
---|
1438 | "\xF0\x9D\x97\xAB" => "\x78",
|
---|
1439 | "\xF0\x9D\x97\xAC" => "\x79",
|
---|
1440 | "\xF0\x9D\x97\xAD" => "\x7A",
|
---|
1441 | "\xF0\x9D\x98\x88" => "\x61",
|
---|
1442 | "\xF0\x9D\x98\x89" => "\x62",
|
---|
1443 | "\xF0\x9D\x98\x8A" => "\x63",
|
---|
1444 | "\xF0\x9D\x98\x8B" => "\x64",
|
---|
1445 | "\xF0\x9D\x98\x8C" => "\x65",
|
---|
1446 | "\xF0\x9D\x98\x8D" => "\x66",
|
---|
1447 | "\xF0\x9D\x98\x8E" => "\x67",
|
---|
1448 | "\xF0\x9D\x98\x8F" => "\x68",
|
---|
1449 | "\xF0\x9D\x98\x90" => "\x69",
|
---|
1450 | "\xF0\x9D\x98\x91" => "\x6A",
|
---|
1451 | "\xF0\x9D\x98\x92" => "\x6B",
|
---|
1452 | "\xF0\x9D\x98\x93" => "\x6C",
|
---|
1453 | "\xF0\x9D\x98\x94" => "\x6D",
|
---|
1454 | "\xF0\x9D\x98\x95" => "\x6E",
|
---|
1455 | "\xF0\x9D\x98\x96" => "\x6F",
|
---|
1456 | "\xF0\x9D\x98\x97" => "\x70",
|
---|
1457 | "\xF0\x9D\x98\x98" => "\x71",
|
---|
1458 | "\xF0\x9D\x98\x99" => "\x72",
|
---|
1459 | "\xF0\x9D\x98\x9A" => "\x73",
|
---|
1460 | "\xF0\x9D\x98\x9B" => "\x74",
|
---|
1461 | "\xF0\x9D\x98\x9C" => "\x75",
|
---|
1462 | "\xF0\x9D\x98\x9D" => "\x76",
|
---|
1463 | "\xF0\x9D\x98\x9E" => "\x77",
|
---|
1464 | "\xF0\x9D\x98\x9F" => "\x78",
|
---|
1465 | "\xF0\x9D\x98\xA0" => "\x79",
|
---|
1466 | "\xF0\x9D\x98\xA1" => "\x7A",
|
---|
1467 | "\xF0\x9D\x98\xBC" => "\x61",
|
---|
1468 | "\xF0\x9D\x98\xBD" => "\x62",
|
---|
1469 | "\xF0\x9D\x98\xBE" => "\x63",
|
---|
1470 | "\xF0\x9D\x98\xBF" => "\x64",
|
---|
1471 | "\xF0\x9D\x99\x80" => "\x65",
|
---|
1472 | "\xF0\x9D\x99\x81" => "\x66",
|
---|
1473 | "\xF0\x9D\x99\x82" => "\x67",
|
---|
1474 | "\xF0\x9D\x99\x83" => "\x68",
|
---|
1475 | "\xF0\x9D\x99\x84" => "\x69",
|
---|
1476 | "\xF0\x9D\x99\x85" => "\x6A",
|
---|
1477 | "\xF0\x9D\x99\x86" => "\x6B",
|
---|
1478 | "\xF0\x9D\x99\x87" => "\x6C",
|
---|
1479 | "\xF0\x9D\x99\x88" => "\x6D",
|
---|
1480 | "\xF0\x9D\x99\x89" => "\x6E",
|
---|
1481 | "\xF0\x9D\x99\x8A" => "\x6F",
|
---|
1482 | "\xF0\x9D\x99\x8B" => "\x70",
|
---|
1483 | "\xF0\x9D\x99\x8C" => "\x71",
|
---|
1484 | "\xF0\x9D\x99\x8D" => "\x72",
|
---|
1485 | "\xF0\x9D\x99\x8E" => "\x73",
|
---|
1486 | "\xF0\x9D\x99\x8F" => "\x74",
|
---|
1487 | "\xF0\x9D\x99\x90" => "\x75",
|
---|
1488 | "\xF0\x9D\x99\x91" => "\x76",
|
---|
1489 | "\xF0\x9D\x99\x92" => "\x77",
|
---|
1490 | "\xF0\x9D\x99\x93" => "\x78",
|
---|
1491 | "\xF0\x9D\x99\x94" => "\x79",
|
---|
1492 | "\xF0\x9D\x99\x95" => "\x7A",
|
---|
1493 | "\xF0\x9D\x99\xB0" => "\x61",
|
---|
1494 | "\xF0\x9D\x99\xB1" => "\x62",
|
---|
1495 | "\xF0\x9D\x99\xB2" => "\x63",
|
---|
1496 | "\xF0\x9D\x99\xB3" => "\x64",
|
---|
1497 | "\xF0\x9D\x99\xB4" => "\x65",
|
---|
1498 | "\xF0\x9D\x99\xB5" => "\x66",
|
---|
1499 | "\xF0\x9D\x99\xB6" => "\x67",
|
---|
1500 | "\xF0\x9D\x99\xB7" => "\x68",
|
---|
1501 | "\xF0\x9D\x99\xB8" => "\x69",
|
---|
1502 | "\xF0\x9D\x99\xB9" => "\x6A",
|
---|
1503 | "\xF0\x9D\x99\xBA" => "\x6B",
|
---|
1504 | "\xF0\x9D\x99\xBB" => "\x6C",
|
---|
1505 | "\xF0\x9D\x99\xBC" => "\x6D",
|
---|
1506 | "\xF0\x9D\x99\xBD" => "\x6E",
|
---|
1507 | "\xF0\x9D\x99\xBE" => "\x6F",
|
---|
1508 | "\xF0\x9D\x99\xBF" => "\x70",
|
---|
1509 | "\xF0\x9D\x9A\x80" => "\x71",
|
---|
1510 | "\xF0\x9D\x9A\x81" => "\x72",
|
---|
1511 | "\xF0\x9D\x9A\x82" => "\x73",
|
---|
1512 | "\xF0\x9D\x9A\x83" => "\x74",
|
---|
1513 | "\xF0\x9D\x9A\x84" => "\x75",
|
---|
1514 | "\xF0\x9D\x9A\x85" => "\x76",
|
---|
1515 | "\xF0\x9D\x9A\x86" => "\x77",
|
---|
1516 | "\xF0\x9D\x9A\x87" => "\x78",
|
---|
1517 | "\xF0\x9D\x9A\x88" => "\x79",
|
---|
1518 | "\xF0\x9D\x9A\x89" => "\x7A",
|
---|
1519 | "\xF0\x9D\x9A\xA8" => "\xCE\xB1",
|
---|
1520 | "\xF0\x9D\x9A\xA9" => "\xCE\xB2",
|
---|
1521 | "\xF0\x9D\x9A\xAA" => "\xCE\xB3",
|
---|
1522 | "\xF0\x9D\x9A\xAB" => "\xCE\xB4",
|
---|
1523 | "\xF0\x9D\x9A\xAC" => "\xCE\xB5",
|
---|
1524 | "\xF0\x9D\x9A\xAD" => "\xCE\xB6",
|
---|
1525 | "\xF0\x9D\x9A\xAE" => "\xCE\xB7",
|
---|
1526 | "\xF0\x9D\x9A\xAF" => "\xCE\xB8",
|
---|
1527 | "\xF0\x9D\x9A\xB0" => "\xCE\xB9",
|
---|
1528 | "\xF0\x9D\x9A\xB1" => "\xCE\xBA",
|
---|
1529 | "\xF0\x9D\x9A\xB2" => "\xCE\xBB",
|
---|
1530 | "\xF0\x9D\x9A\xB3" => "\xCE\xBC",
|
---|
1531 | "\xF0\x9D\x9A\xB4" => "\xCE\xBD",
|
---|
1532 | "\xF0\x9D\x9A\xB5" => "\xCE\xBE",
|
---|
1533 | "\xF0\x9D\x9A\xB6" => "\xCE\xBF",
|
---|
1534 | "\xF0\x9D\x9A\xB7" => "\xCF\x80",
|
---|
1535 | "\xF0\x9D\x9A\xB8" => "\xCF\x81",
|
---|
1536 | "\xF0\x9D\x9A\xB9" => "\xCE\xB8",
|
---|
1537 | "\xF0\x9D\x9A\xBA" => "\xCF\x83",
|
---|
1538 | "\xF0\x9D\x9A\xBB" => "\xCF\x84",
|
---|
1539 | "\xF0\x9D\x9A\xBC" => "\xCF\x85",
|
---|
1540 | "\xF0\x9D\x9A\xBD" => "\xCF\x86",
|
---|
1541 | "\xF0\x9D\x9A\xBE" => "\xCF\x87",
|
---|
1542 | "\xF0\x9D\x9A\xBF" => "\xCF\x88",
|
---|
1543 | "\xF0\x9D\x9B\x80" => "\xCF\x89",
|
---|
1544 | "\xF0\x9D\x9B\x93" => "\xCF\x83",
|
---|
1545 | "\xF0\x9D\x9B\xA2" => "\xCE\xB1",
|
---|
1546 | "\xF0\x9D\x9B\xA3" => "\xCE\xB2",
|
---|
1547 | "\xF0\x9D\x9B\xA4" => "\xCE\xB3",
|
---|
1548 | "\xF0\x9D\x9B\xA5" => "\xCE\xB4",
|
---|
1549 | "\xF0\x9D\x9B\xA6" => "\xCE\xB5",
|
---|
1550 | "\xF0\x9D\x9B\xA7" => "\xCE\xB6",
|
---|
1551 | "\xF0\x9D\x9B\xA8" => "\xCE\xB7",
|
---|
1552 | "\xF0\x9D\x9B\xA9" => "\xCE\xB8",
|
---|
1553 | "\xF0\x9D\x9B\xAA" => "\xCE\xB9",
|
---|
1554 | "\xF0\x9D\x9B\xAB" => "\xCE\xBA",
|
---|
1555 | "\xF0\x9D\x9B\xAC" => "\xCE\xBB",
|
---|
1556 | "\xF0\x9D\x9B\xAD" => "\xCE\xBC",
|
---|
1557 | "\xF0\x9D\x9B\xAE" => "\xCE\xBD",
|
---|
1558 | "\xF0\x9D\x9B\xAF" => "\xCE\xBE",
|
---|
1559 | "\xF0\x9D\x9B\xB0" => "\xCE\xBF",
|
---|
1560 | "\xF0\x9D\x9B\xB1" => "\xCF\x80",
|
---|
1561 | "\xF0\x9D\x9B\xB2" => "\xCF\x81",
|
---|
1562 | "\xF0\x9D\x9B\xB3" => "\xCE\xB8",
|
---|
1563 | "\xF0\x9D\x9B\xB4" => "\xCF\x83",
|
---|
1564 | "\xF0\x9D\x9B\xB5" => "\xCF\x84",
|
---|
1565 | "\xF0\x9D\x9B\xB6" => "\xCF\x85",
|
---|
1566 | "\xF0\x9D\x9B\xB7" => "\xCF\x86",
|
---|
1567 | "\xF0\x9D\x9B\xB8" => "\xCF\x87",
|
---|
1568 | "\xF0\x9D\x9B\xB9" => "\xCF\x88",
|
---|
1569 | "\xF0\x9D\x9B\xBA" => "\xCF\x89",
|
---|
1570 | "\xF0\x9D\x9C\x8D" => "\xCF\x83",
|
---|
1571 | "\xF0\x9D\x9C\x9C" => "\xCE\xB1",
|
---|
1572 | "\xF0\x9D\x9C\x9D" => "\xCE\xB2",
|
---|
1573 | "\xF0\x9D\x9C\x9E" => "\xCE\xB3",
|
---|
1574 | "\xF0\x9D\x9C\x9F" => "\xCE\xB4",
|
---|
1575 | "\xF0\x9D\x9C\xA0" => "\xCE\xB5",
|
---|
1576 | "\xF0\x9D\x9C\xA1" => "\xCE\xB6",
|
---|
1577 | "\xF0\x9D\x9C\xA2" => "\xCE\xB7",
|
---|
1578 | "\xF0\x9D\x9C\xA3" => "\xCE\xB8",
|
---|
1579 | "\xF0\x9D\x9C\xA4" => "\xCE\xB9",
|
---|
1580 | "\xF0\x9D\x9C\xA5" => "\xCE\xBA",
|
---|
1581 | "\xF0\x9D\x9C\xA6" => "\xCE\xBB",
|
---|
1582 | "\xF0\x9D\x9C\xA7" => "\xCE\xBC",
|
---|
1583 | "\xF0\x9D\x9C\xA8" => "\xCE\xBD",
|
---|
1584 | "\xF0\x9D\x9C\xA9" => "\xCE\xBE",
|
---|
1585 | "\xF0\x9D\x9C\xAA" => "\xCE\xBF",
|
---|
1586 | "\xF0\x9D\x9C\xAB" => "\xCF\x80",
|
---|
1587 | "\xF0\x9D\x9C\xAC" => "\xCF\x81",
|
---|
1588 | "\xF0\x9D\x9C\xAD" => "\xCE\xB8",
|
---|
1589 | "\xF0\x9D\x9C\xAE" => "\xCF\x83",
|
---|
1590 | "\xF0\x9D\x9C\xAF" => "\xCF\x84",
|
---|
1591 | "\xF0\x9D\x9C\xB0" => "\xCF\x85",
|
---|
1592 | "\xF0\x9D\x9C\xB1" => "\xCF\x86",
|
---|
1593 | "\xF0\x9D\x9C\xB2" => "\xCF\x87",
|
---|
1594 | "\xF0\x9D\x9C\xB3" => "\xCF\x88",
|
---|
1595 | "\xF0\x9D\x9C\xB4" => "\xCF\x89",
|
---|
1596 | "\xF0\x9D\x9D\x87" => "\xCF\x83",
|
---|
1597 | "\xF0\x9D\x9D\x96" => "\xCE\xB1",
|
---|
1598 | "\xF0\x9D\x9D\x97" => "\xCE\xB2",
|
---|
1599 | "\xF0\x9D\x9D\x98" => "\xCE\xB3",
|
---|
1600 | "\xF0\x9D\x9D\x99" => "\xCE\xB4",
|
---|
1601 | "\xF0\x9D\x9D\x9A" => "\xCE\xB5",
|
---|
1602 | "\xF0\x9D\x9D\x9B" => "\xCE\xB6",
|
---|
1603 | "\xF0\x9D\x9D\x9C" => "\xCE\xB7",
|
---|
1604 | "\xF0\x9D\x9D\x9D" => "\xCE\xB8",
|
---|
1605 | "\xF0\x9D\x9D\x9E" => "\xCE\xB9",
|
---|
1606 | "\xF0\x9D\x9D\x9F" => "\xCE\xBA",
|
---|
1607 | "\xF0\x9D\x9D\xA0" => "\xCE\xBB",
|
---|
1608 | "\xF0\x9D\x9D\xA1" => "\xCE\xBC",
|
---|
1609 | "\xF0\x9D\x9D\xA2" => "\xCE\xBD",
|
---|
1610 | "\xF0\x9D\x9D\xA3" => "\xCE\xBE",
|
---|
1611 | "\xF0\x9D\x9D\xA4" => "\xCE\xBF",
|
---|
1612 | "\xF0\x9D\x9D\xA5" => "\xCF\x80",
|
---|
1613 | "\xF0\x9D\x9D\xA6" => "\xCF\x81",
|
---|
1614 | "\xF0\x9D\x9D\xA7" => "\xCE\xB8",
|
---|
1615 | "\xF0\x9D\x9D\xA8" => "\xCF\x83",
|
---|
1616 | "\xF0\x9D\x9D\xA9" => "\xCF\x84",
|
---|
1617 | "\xF0\x9D\x9D\xAA" => "\xCF\x85",
|
---|
1618 | "\xF0\x9D\x9D\xAB" => "\xCF\x86",
|
---|
1619 | "\xF0\x9D\x9D\xAC" => "\xCF\x87",
|
---|
1620 | "\xF0\x9D\x9D\xAD" => "\xCF\x88",
|
---|
1621 | "\xF0\x9D\x9D\xAE" => "\xCF\x89",
|
---|
1622 | "\xF0\x9D\x9E\x81" => "\xCF\x83",
|
---|
1623 | "\xF0\x9D\x9E\x90" => "\xCE\xB1",
|
---|
1624 | "\xF0\x9D\x9E\x91" => "\xCE\xB2",
|
---|
1625 | "\xF0\x9D\x9E\x92" => "\xCE\xB3",
|
---|
1626 | "\xF0\x9D\x9E\x93" => "\xCE\xB4",
|
---|
1627 | "\xF0\x9D\x9E\x94" => "\xCE\xB5",
|
---|
1628 | "\xF0\x9D\x9E\x95" => "\xCE\xB6",
|
---|
1629 | "\xF0\x9D\x9E\x96" => "\xCE\xB7",
|
---|
1630 | "\xF0\x9D\x9E\x97" => "\xCE\xB8",
|
---|
1631 | "\xF0\x9D\x9E\x98" => "\xCE\xB9",
|
---|
1632 | "\xF0\x9D\x9E\x99" => "\xCE\xBA",
|
---|
1633 | "\xF0\x9D\x9E\x9A" => "\xCE\xBB",
|
---|
1634 | "\xF0\x9D\x9E\x9B" => "\xCE\xBC",
|
---|
1635 | "\xF0\x9D\x9E\x9C" => "\xCE\xBD",
|
---|
1636 | "\xF0\x9D\x9E\x9D" => "\xCE\xBE",
|
---|
1637 | "\xF0\x9D\x9E\x9E" => "\xCE\xBF",
|
---|
1638 | "\xF0\x9D\x9E\x9F" => "\xCF\x80",
|
---|
1639 | "\xF0\x9D\x9E\xA0" => "\xCF\x81",
|
---|
1640 | "\xF0\x9D\x9E\xA1" => "\xCE\xB8",
|
---|
1641 | "\xF0\x9D\x9E\xA2" => "\xCF\x83",
|
---|
1642 | "\xF0\x9D\x9E\xA3" => "\xCF\x84",
|
---|
1643 | "\xF0\x9D\x9E\xA4" => "\xCF\x85",
|
---|
1644 | "\xF0\x9D\x9E\xA5" => "\xCF\x86",
|
---|
1645 | "\xF0\x9D\x9E\xA6" => "\xCF\x87",
|
---|
1646 | "\xF0\x9D\x9E\xA7" => "\xCF\x88",
|
---|
1647 | "\xF0\x9D\x9E\xA8" => "\xCF\x89",
|
---|
1648 | "\xF0\x9D\x9E\xBB" => "\xCF\x83",
|
---|
1649 | "\xF0\x9D\x9F\x8A" => "\xCF\x9D",
|
---|
1650 | );
|
---|
1651 | global $phpbb_root_path, $phpEx;
|
---|
1652 |
|
---|
1653 | // do the case fold
|
---|
1654 | $text = utf8_case_fold($text, $option);
|
---|
1655 |
|
---|
1656 | if (!class_exists('utf_normalizer'))
|
---|
1657 | {
|
---|
1658 | global $phpbb_root_path, $phpEx;
|
---|
1659 | include($phpbb_root_path . 'includes/utf/utf_normalizer.' . $phpEx);
|
---|
1660 | }
|
---|
1661 |
|
---|
1662 | // convert to NFKC
|
---|
1663 | utf_normalizer::nfkc($text);
|
---|
1664 |
|
---|
1665 | // FC_NFKC_Closure, http://www.unicode.org/Public/5.0.0/ucd/DerivedNormalizationProps.txt
|
---|
1666 | $text = strtr($text, $fc_nfkc_closure);
|
---|
1667 |
|
---|
1668 | return $text;
|
---|
1669 | }
|
---|
1670 |
|
---|
1671 | /**
|
---|
1672 | * Assume the input is NFC:
|
---|
1673 | * Takes the input and does a "special" case fold. It does minor normalization as well.
|
---|
1674 | *
|
---|
1675 | * @param string $text text to be case folded
|
---|
1676 | * @param string $option determines how we will fold the cases
|
---|
1677 | * @return string case folded text
|
---|
1678 | */
|
---|
1679 | function utf8_case_fold_nfc($text, $option = 'full')
|
---|
1680 | {
|
---|
1681 | static $uniarray = array();
|
---|
1682 | static $ypogegrammeni = array(
|
---|
1683 | "\xCD\xBA" => "\x20\xCD\x85",
|
---|
1684 | "\xE1\xBE\x80" => "\xE1\xBC\x80\xCD\x85",
|
---|
1685 | "\xE1\xBE\x81" => "\xE1\xBC\x81\xCD\x85",
|
---|
1686 | "\xE1\xBE\x82" => "\xE1\xBC\x82\xCD\x85",
|
---|
1687 | "\xE1\xBE\x83" => "\xE1\xBC\x83\xCD\x85",
|
---|
1688 | "\xE1\xBE\x84" => "\xE1\xBC\x84\xCD\x85",
|
---|
1689 | "\xE1\xBE\x85" => "\xE1\xBC\x85\xCD\x85",
|
---|
1690 | "\xE1\xBE\x86" => "\xE1\xBC\x86\xCD\x85",
|
---|
1691 | "\xE1\xBE\x87" => "\xE1\xBC\x87\xCD\x85",
|
---|
1692 | "\xE1\xBE\x88" => "\xE1\xBC\x88\xCD\x85",
|
---|
1693 | "\xE1\xBE\x89" => "\xE1\xBC\x89\xCD\x85",
|
---|
1694 | "\xE1\xBE\x8A" => "\xE1\xBC\x8A\xCD\x85",
|
---|
1695 | "\xE1\xBE\x8B" => "\xE1\xBC\x8B\xCD\x85",
|
---|
1696 | "\xE1\xBE\x8C" => "\xE1\xBC\x8C\xCD\x85",
|
---|
1697 | "\xE1\xBE\x8D" => "\xE1\xBC\x8D\xCD\x85",
|
---|
1698 | "\xE1\xBE\x8E" => "\xE1\xBC\x8E\xCD\x85",
|
---|
1699 | "\xE1\xBE\x8F" => "\xE1\xBC\x8F\xCD\x85",
|
---|
1700 | "\xE1\xBE\x90" => "\xE1\xBC\xA0\xCD\x85",
|
---|
1701 | "\xE1\xBE\x91" => "\xE1\xBC\xA1\xCD\x85",
|
---|
1702 | "\xE1\xBE\x92" => "\xE1\xBC\xA2\xCD\x85",
|
---|
1703 | "\xE1\xBE\x93" => "\xE1\xBC\xA3\xCD\x85",
|
---|
1704 | "\xE1\xBE\x94" => "\xE1\xBC\xA4\xCD\x85",
|
---|
1705 | "\xE1\xBE\x95" => "\xE1\xBC\xA5\xCD\x85",
|
---|
1706 | "\xE1\xBE\x96" => "\xE1\xBC\xA6\xCD\x85",
|
---|
1707 | "\xE1\xBE\x97" => "\xE1\xBC\xA7\xCD\x85",
|
---|
1708 | "\xE1\xBE\x98" => "\xE1\xBC\xA8\xCD\x85",
|
---|
1709 | "\xE1\xBE\x99" => "\xE1\xBC\xA9\xCD\x85",
|
---|
1710 | "\xE1\xBE\x9A" => "\xE1\xBC\xAA\xCD\x85",
|
---|
1711 | "\xE1\xBE\x9B" => "\xE1\xBC\xAB\xCD\x85",
|
---|
1712 | "\xE1\xBE\x9C" => "\xE1\xBC\xAC\xCD\x85",
|
---|
1713 | "\xE1\xBE\x9D" => "\xE1\xBC\xAD\xCD\x85",
|
---|
1714 | "\xE1\xBE\x9E" => "\xE1\xBC\xAE\xCD\x85",
|
---|
1715 | "\xE1\xBE\x9F" => "\xE1\xBC\xAF\xCD\x85",
|
---|
1716 | "\xE1\xBE\xA0" => "\xE1\xBD\xA0\xCD\x85",
|
---|
1717 | "\xE1\xBE\xA1" => "\xE1\xBD\xA1\xCD\x85",
|
---|
1718 | "\xE1\xBE\xA2" => "\xE1\xBD\xA2\xCD\x85",
|
---|
1719 | "\xE1\xBE\xA3" => "\xE1\xBD\xA3\xCD\x85",
|
---|
1720 | "\xE1\xBE\xA4" => "\xE1\xBD\xA4\xCD\x85",
|
---|
1721 | "\xE1\xBE\xA5" => "\xE1\xBD\xA5\xCD\x85",
|
---|
1722 | "\xE1\xBE\xA6" => "\xE1\xBD\xA6\xCD\x85",
|
---|
1723 | "\xE1\xBE\xA7" => "\xE1\xBD\xA7\xCD\x85",
|
---|
1724 | "\xE1\xBE\xA8" => "\xE1\xBD\xA8\xCD\x85",
|
---|
1725 | "\xE1\xBE\xA9" => "\xE1\xBD\xA9\xCD\x85",
|
---|
1726 | "\xE1\xBE\xAA" => "\xE1\xBD\xAA\xCD\x85",
|
---|
1727 | "\xE1\xBE\xAB" => "\xE1\xBD\xAB\xCD\x85",
|
---|
1728 | "\xE1\xBE\xAC" => "\xE1\xBD\xAC\xCD\x85",
|
---|
1729 | "\xE1\xBE\xAD" => "\xE1\xBD\xAD\xCD\x85",
|
---|
1730 | "\xE1\xBE\xAE" => "\xE1\xBD\xAE\xCD\x85",
|
---|
1731 | "\xE1\xBE\xAF" => "\xE1\xBD\xAF\xCD\x85",
|
---|
1732 | "\xE1\xBE\xB2" => "\xE1\xBD\xB0\xCD\x85",
|
---|
1733 | "\xE1\xBE\xB3" => "\xCE\xB1\xCD\x85",
|
---|
1734 | "\xE1\xBE\xB4" => "\xCE\xAC\xCD\x85",
|
---|
1735 | "\xE1\xBE\xB7" => "\xE1\xBE\xB6\xCD\x85",
|
---|
1736 | "\xE1\xBE\xBC" => "\xCE\x91\xCD\x85",
|
---|
1737 | "\xE1\xBF\x82" => "\xE1\xBD\xB4\xCD\x85",
|
---|
1738 | "\xE1\xBF\x83" => "\xCE\xB7\xCD\x85",
|
---|
1739 | "\xE1\xBF\x84" => "\xCE\xAE\xCD\x85",
|
---|
1740 | "\xE1\xBF\x87" => "\xE1\xBF\x86\xCD\x85",
|
---|
1741 | "\xE1\xBF\x8C" => "\xCE\x97\xCD\x85",
|
---|
1742 | "\xE1\xBF\xB2" => "\xE1\xBD\xBC\xCD\x85",
|
---|
1743 | "\xE1\xBF\xB3" => "\xCF\x89\xCD\x85",
|
---|
1744 | "\xE1\xBF\xB4" => "\xCF\x8E\xCD\x85",
|
---|
1745 | "\xE1\xBF\xB7" => "\xE1\xBF\xB6\xCD\x85",
|
---|
1746 | "\xE1\xBF\xBC" => "\xCE\xA9\xCD\x85",
|
---|
1747 | );
|
---|
1748 | global $phpbb_root_path, $phpEx;
|
---|
1749 |
|
---|
1750 | // perform a small trick, avoid further normalization on composed points that contain U+0345 in their decomposition
|
---|
1751 | $text = strtr($text, $ypogegrammeni);
|
---|
1752 |
|
---|
1753 | // do the case fold
|
---|
1754 | $text = utf8_case_fold($text, $option);
|
---|
1755 |
|
---|
1756 | return $text;
|
---|
1757 | }
|
---|
1758 |
|
---|
1759 | /**
|
---|
1760 | * A wrapper function for the normalizer which takes care of including the class if required and modifies the passed strings
|
---|
1761 | * to be in NFC (Normalization Form Composition).
|
---|
1762 | *
|
---|
1763 | * @param mixed $strings a string or an array of strings to normalize
|
---|
1764 | * @return mixed the normalized content, preserving array keys if array given.
|
---|
1765 | */
|
---|
1766 | function utf8_normalize_nfc($strings)
|
---|
1767 | {
|
---|
1768 | if (empty($strings))
|
---|
1769 | {
|
---|
1770 | return $strings;
|
---|
1771 | }
|
---|
1772 |
|
---|
1773 | if (!class_exists('utf_normalizer'))
|
---|
1774 | {
|
---|
1775 | global $phpbb_root_path, $phpEx;
|
---|
1776 | include($phpbb_root_path . 'includes/utf/utf_normalizer.' . $phpEx);
|
---|
1777 | }
|
---|
1778 |
|
---|
1779 | if (!is_array($strings))
|
---|
1780 | {
|
---|
1781 | utf_normalizer::nfc($strings);
|
---|
1782 | }
|
---|
1783 | else if (is_array($strings))
|
---|
1784 | {
|
---|
1785 | foreach ($strings as $key => $string)
|
---|
1786 | {
|
---|
1787 | if (is_array($string))
|
---|
1788 | {
|
---|
1789 | foreach ($string as $_key => $_string)
|
---|
1790 | {
|
---|
1791 | utf_normalizer::nfc($strings[$key][$_key]);
|
---|
1792 | }
|
---|
1793 | }
|
---|
1794 | else
|
---|
1795 | {
|
---|
1796 | utf_normalizer::nfc($strings[$key]);
|
---|
1797 | }
|
---|
1798 | }
|
---|
1799 | }
|
---|
1800 |
|
---|
1801 | return $strings;
|
---|
1802 | }
|
---|
1803 |
|
---|
1804 | /**
|
---|
1805 | * This function is used to generate a "clean" version of a string.
|
---|
1806 | * Clean means that it is a case insensitive form (case folding) and that it is normalized (NFC).
|
---|
1807 | * Additionally a homographs of one character are transformed into one specific character (preferably ASCII
|
---|
1808 | * if it is an ASCII character).
|
---|
1809 | *
|
---|
1810 | * Please be aware that if you change something within this function or within
|
---|
1811 | * functions used here you need to rebuild/update the username_clean column in the users table. And all other
|
---|
1812 | * columns that store a clean string otherwise you will break this functionality.
|
---|
1813 | *
|
---|
1814 | * @param string $text An unclean string, mabye user input (has to be valid UTF-8!)
|
---|
1815 | * @return string Cleaned up version of the input string
|
---|
1816 | */
|
---|
1817 | function utf8_clean_string($text)
|
---|
1818 | {
|
---|
1819 | global $phpbb_root_path, $phpEx;
|
---|
1820 |
|
---|
1821 | static $homographs = array();
|
---|
1822 | if (empty($homographs))
|
---|
1823 | {
|
---|
1824 | $homographs = include($phpbb_root_path . 'includes/utf/data/confusables.' . $phpEx);
|
---|
1825 | }
|
---|
1826 |
|
---|
1827 | $text = utf8_case_fold_nfkc($text);
|
---|
1828 | $text = strtr($text, $homographs);
|
---|
1829 | // Other control characters
|
---|
1830 | $text = preg_replace('#(?:[\x00-\x1F\x7F]+|(?:\xC2[\x80-\x9F])+)#', '', $text);
|
---|
1831 |
|
---|
1832 | // we need to reduce multiple spaces to a single one
|
---|
1833 | $text = preg_replace('# {2,}#', ' ', $text);
|
---|
1834 |
|
---|
1835 | // we can use trim here as all the other space characters should have been turned
|
---|
1836 | // into normal ASCII spaces by now
|
---|
1837 | return trim($text);
|
---|
1838 | }
|
---|
1839 |
|
---|
1840 | /**
|
---|
1841 | * A wrapper for htmlspecialchars($value, ENT_COMPAT, 'UTF-8')
|
---|
1842 | */
|
---|
1843 | function utf8_htmlspecialchars($value)
|
---|
1844 | {
|
---|
1845 | return htmlspecialchars($value, ENT_COMPAT, 'UTF-8');
|
---|
1846 | }
|
---|
1847 |
|
---|
1848 | /**
|
---|
1849 | * Trying to convert returned system message to utf8
|
---|
1850 | *
|
---|
1851 | * PHP assumes such messages are ISO-8859-1 so we'll do that too
|
---|
1852 | * and if it breaks messages we'll blame it on them ;-)
|
---|
1853 | */
|
---|
1854 | function utf8_convert_message($message)
|
---|
1855 | {
|
---|
1856 | // First of all check if conversion is neded at all, as there is no point
|
---|
1857 | // in converting ASCII messages from ISO-8859-1 to UTF-8
|
---|
1858 | if (!preg_match('/[\x80-\xFF]/', $message))
|
---|
1859 | {
|
---|
1860 | return utf8_htmlspecialchars($message);
|
---|
1861 | }
|
---|
1862 |
|
---|
1863 | // else we need to convert some part of the message
|
---|
1864 | return utf8_htmlspecialchars(utf8_recode($message, 'ISO-8859-1'));
|
---|
1865 | }
|
---|
1866 |
|
---|
1867 | /**
|
---|
1868 | * UTF8-compatible wordwrap replacement
|
---|
1869 | *
|
---|
1870 | * @param string $string The input string
|
---|
1871 | * @param int $width The column width. Defaults to 75.
|
---|
1872 | * @param string $break The line is broken using the optional break parameter. Defaults to '\n'.
|
---|
1873 | * @param bool $cut If the cut is set to TRUE, the string is always wrapped at the specified width. So if you have a word that is larger than the given width, it is broken apart.
|
---|
1874 | *
|
---|
1875 | * @return string the given string wrapped at the specified column.
|
---|
1876 | *
|
---|
1877 | */
|
---|
1878 | function utf8_wordwrap($string, $width = 75, $break = "\n", $cut = false)
|
---|
1879 | {
|
---|
1880 | // We first need to explode on $break, not destroying existing (intended) breaks
|
---|
1881 | $lines = explode($break, $string);
|
---|
1882 | $new_lines = array(0 => '');
|
---|
1883 | $index = 0;
|
---|
1884 |
|
---|
1885 | foreach ($lines as $line)
|
---|
1886 | {
|
---|
1887 | $words = explode(' ', $line);
|
---|
1888 |
|
---|
1889 | for ($i = 0, $size = sizeof($words); $i < $size; $i++)
|
---|
1890 | {
|
---|
1891 | $word = $words[$i];
|
---|
1892 |
|
---|
1893 | // If cut is true we need to cut the word if it is > width chars
|
---|
1894 | if ($cut && utf8_strlen($word) > $width)
|
---|
1895 | {
|
---|
1896 | $words[$i] = utf8_substr($word, $width);
|
---|
1897 | $word = utf8_substr($word, 0, $width);
|
---|
1898 | $i--;
|
---|
1899 | }
|
---|
1900 |
|
---|
1901 | if (utf8_strlen($new_lines[$index] . $word) > $width)
|
---|
1902 | {
|
---|
1903 | $new_lines[$index] = substr($new_lines[$index], 0, -1);
|
---|
1904 | $index++;
|
---|
1905 | $new_lines[$index] = '';
|
---|
1906 | }
|
---|
1907 |
|
---|
1908 | $new_lines[$index] .= $word . ' ';
|
---|
1909 | }
|
---|
1910 |
|
---|
1911 | $new_lines[$index] = substr($new_lines[$index], 0, -1);
|
---|
1912 | $index++;
|
---|
1913 | $new_lines[$index] = '';
|
---|
1914 | }
|
---|
1915 |
|
---|
1916 | unset($new_lines[$index]);
|
---|
1917 | return implode($break, $new_lines);
|
---|
1918 | }
|
---|
1919 |
|
---|
1920 | /**
|
---|
1921 | * UTF8-safe basename() function
|
---|
1922 | *
|
---|
1923 | * basename() has some limitations and is dependent on the locale setting
|
---|
1924 | * according to the PHP manual. Therefore we provide our own locale independant
|
---|
1925 | * basename function.
|
---|
1926 | *
|
---|
1927 | * @param string $filename The filename basename() should be applied to
|
---|
1928 | * @return string The basenamed filename
|
---|
1929 | */
|
---|
1930 | function utf8_basename($filename)
|
---|
1931 | {
|
---|
1932 | // We always check for forward slash AND backward slash
|
---|
1933 | // because they could be mixed or "sneaked" in. ;)
|
---|
1934 | // You know, never trust user input...
|
---|
1935 | if (strpos($filename, '/') !== false)
|
---|
1936 | {
|
---|
1937 | $filename = utf8_substr($filename, utf8_strrpos($filename, '/') + 1);
|
---|
1938 | }
|
---|
1939 |
|
---|
1940 | if (strpos($filename, '\\') !== false)
|
---|
1941 | {
|
---|
1942 | $filename = utf8_substr($filename, utf8_strrpos($filename, '\\') + 1);
|
---|
1943 | }
|
---|
1944 |
|
---|
1945 | return $filename;
|
---|
1946 | }
|
---|
1947 |
|
---|
1948 | /**
|
---|
1949 | * UTF8-safe str_replace() function
|
---|
1950 | *
|
---|
1951 | * @param string $search The value to search for
|
---|
1952 | * @param string $replace The replacement string
|
---|
1953 | * @param string $subject The target string
|
---|
1954 | * @return string The resultant string
|
---|
1955 | */
|
---|
1956 | function utf8_str_replace($search, $replace, $subject)
|
---|
1957 | {
|
---|
1958 | if (!is_array($search))
|
---|
1959 | {
|
---|
1960 | $search = array($search);
|
---|
1961 | if (is_array($replace))
|
---|
1962 | {
|
---|
1963 | $replace = (string) $replace;
|
---|
1964 | trigger_error('Array to string conversion', E_USER_NOTICE);
|
---|
1965 | }
|
---|
1966 | }
|
---|
1967 |
|
---|
1968 | $length = sizeof($search);
|
---|
1969 |
|
---|
1970 | if (!is_array($replace))
|
---|
1971 | {
|
---|
1972 | $replace = array_fill(0, $length, $replace);
|
---|
1973 | }
|
---|
1974 | else
|
---|
1975 | {
|
---|
1976 | $replace = array_pad($replace, $length, '');
|
---|
1977 | }
|
---|
1978 |
|
---|
1979 | for ($i = 0; $i < $length; $i++)
|
---|
1980 | {
|
---|
1981 | $search_length = utf8_strlen($search[$i]);
|
---|
1982 | $replace_length = utf8_strlen($replace[$i]);
|
---|
1983 |
|
---|
1984 | $offset = 0;
|
---|
1985 | while (($start = utf8_strpos($subject, $search[$i], $offset)) !== false)
|
---|
1986 | {
|
---|
1987 | $subject = utf8_substr($subject, 0, $start) . $replace[$i] . utf8_substr($subject, $start + $search_length);
|
---|
1988 | $offset = $start + $replace_length;
|
---|
1989 | }
|
---|
1990 | }
|
---|
1991 |
|
---|
1992 | return $subject;
|
---|
1993 | }
|
---|
1994 |
|
---|
1995 | ?>
|
---|