1<? 2/** 3 * UTF8 helper functions 4 * 5 * @license GPL 2 (http://www.gnu.org/licenses/gpl.html) 6 * @author Andreas Gohr <andi@splitbrain.org> 7 */ 8 9/** 10 * URL-Encode a filename to allow unicodecharacters 11 * 12 * Slashes are not encoded 13 * 14 * When the second parameter is true the string will 15 * be encoded only if non ASCII characters are detected - 16 * This makes it safe to run it multiple times on the 17 * same string (default is true) 18 * 19 * @author Andreas Gohr <andi@splitbrain.org> 20 * @see urlencode 21 */ 22function utf8_encodeFN($file,$safe=true){ 23 if($safe && preg_match('#^[a-zA-Z0-9/_\-.%]+$#',$file)){ 24 return $file; 25 } 26 $file = urlencode($file); 27 $file = str_replace('%2F','/',$file); 28 return $file; 29} 30 31/** 32 * URL-Decode a filename 33 * 34 * This is just a wrapper around urldecode 35 * 36 * @author Andreas Gohr <andi@splitbrain.org> 37 * @see urldecode 38 */ 39function utf8_decodeFN($file){ 40 $file = urldecode($file); 41 return $file; 42} 43 44/** 45 * Checks if a string contains 7bit ASCII only 46 * 47 * @author Andreas Gohr <andi@splitbrain.org> 48 */ 49function utf8_isASCII($str){ 50 for($i=0; $i<strlen($str); $i++){ 51 if(ord($str{$i}) >127) return false; 52 } 53 return true; 54} 55 56/** 57 * Tries to detect if a string is in Unicode encoding 58 * 59 * @author <bmorel@ssi.fr> 60 * @link http://www.php.net/manual/en/function.utf8-encode.php 61 */ 62function utf8_check($Str) { 63 for ($i=0; $i<strlen($Str); $i++) { 64 if (ord($Str[$i]) < 0x80) continue; # 0bbbbbbb 65 elseif ((ord($Str[$i]) & 0xE0) == 0xC0) $n=1; # 110bbbbb 66 elseif ((ord($Str[$i]) & 0xF0) == 0xE0) $n=2; # 1110bbbb 67 elseif ((ord($Str[$i]) & 0xF8) == 0xF0) $n=3; # 11110bbb 68 elseif ((ord($Str[$i]) & 0xFC) == 0xF8) $n=4; # 111110bb 69 elseif ((ord($Str[$i]) & 0xFE) == 0xFC) $n=5; # 1111110b 70 else return false; # Does not match any model 71 for ($j=0; $j<$n; $j++) { # n bytes matching 10bbbbbb follow ? 72 if ((++$i == strlen($Str)) || ((ord($Str[$i]) & 0xC0) != 0x80)) 73 return false; 74 } 75 } 76 return true; 77} 78 79/** 80 * This is a unicode aware replacement for strlen() 81 * 82 * Uses mb_string extension if available 83 * 84 * @author Andreas Gohr <andi@splitbrain.org> 85 * @see strlen() 86 */ 87function utf8_strlen($string){ 88 if(!defined('UTF8_NOMBSTRING') && function_exists('mb_strlen')) 89 return mb_strlen($string,'utf-8'); 90 91 $uni = utf8_to_unicode($string); 92 return count($uni); 93} 94 95/** 96 * This is a unicode aware replacement for substr() 97 * 98 * Uses mb_string extension if available 99 * 100 * @author Andreas Gohr <andi@splitbrain.org> 101 * @see substr() 102 */ 103function utf8_substr($str, $start, $length=null){ 104 if(!defined('UTF8_NOMBSTRING') && function_exists('mb_substr')) 105 return mb_substr($str,$start,$length,'utf-8'); 106 107 $uni = utf8_to_unicode($str); 108 return unicode_to_utf8(array_slice($uni,$start,$length)); 109} 110 111/** 112 * This is a unicode aware replacement for strtolower() 113 * 114 * Uses mb_string extension if available 115 * 116 * @author Andreas Gohr <andi@splitbrain.org> 117 * @see strtolower() 118 * @see utf8_strtoupper() 119 */ 120function utf8_strtolower($string){ 121 if(!defined('UTF8_NOMBSTRING') && function_exists('mb_strtolower')) 122 return mb_strtolower($string,'utf-8'); 123 124 global $UTF8_UPPER_TO_LOWER; 125 $uni = utf8_to_unicode($string); 126 for ($i=0; $i < count($uni); $i++){ 127 if($UTF8_UPPER_TO_LOWER[$uni[$i]]){ 128 $uni[$i] = $UTF8_UPPER_TO_LOWER[$uni[$i]]; 129 } 130 } 131 return unicode_to_utf8($uni); 132} 133 134/** 135 * This is a unicode aware replacement for strtoupper() 136 * 137 * Uses mb_string extension if available 138 * 139 * @author Andreas Gohr <andi@splitbrain.org> 140 * @see strtoupper() 141 * @see utf8_strtoupper() 142 */ 143function utf8_strtoupper($string){ 144 if(!defined('UTF8_NOMBSTRING') && function_exists('mb_strtolower')) 145 return mb_strtolower($string,'utf-8'); 146 147 global $UTF8_LOWER_TO_UPPER; 148 $uni = utf8_to_unicode($string); 149 for ($i=0; $i < count($uni); $i++){ 150 if($UTF8_LOWER_TO_UPPER[$uni[$i]]){ 151 $uni[$i] = $UTF8_LOWER_TO_UPPER[$uni[$i]]; 152 } 153 } 154 return unicode_to_utf8($uni); 155} 156 157/** 158 * Replace accented UTF-8 characters by unaccented ASCII-7 equivalents 159 * 160 * Use the optional parameter to just deaccent lower ($case = -1) or upper ($case = 1) 161 * letters. Default is to deaccent both cases ($case = 0) 162 * 163 * @author Andreas Gohr <andi@splitbrain.org> 164 */ 165function utf8_deaccent($string,$case=0){ 166 if($case <= 0){ 167 global $UTF8_LOWER_ACCENTS; 168 $string = str_replace(array_keys($UTF8_LOWER_ACCENTS),array_values($UTF8_LOWER_ACCENTS),$string); 169 } 170 if($case >= 0){ 171 global $UTF8_UPPER_ACCENTS; 172 $string = str_replace(array_keys($UTF8_UPPER_ACCENTS),array_values($UTF8_UPPER_ACCENTS),$string); 173 } 174 return $string; 175} 176 177/** 178 * This is an Unicode aware replacement for strpos 179 * 180 * Uses mb_string extension if available 181 * 182 * @author Scott Michael Reynen <scott@randomchaos.com> 183 * @author Andreas Gohr <andi@splitbrain.org> 184 * @link http://www.randomchaos.com/document.php?source=php_and_unicode 185 * @see strpos() 186 */ 187function utf8_strpos($haystack, $needle,$offset=0) { 188 if(!defined('UTF8_NOMBSTRING') && function_exists('mb_strpos')) 189 return mb_strpos($haystack,$needle,$offset,'utf-8'); 190 191 $haystack = utf8_to_unicode($haystack); 192 $needle = utf8_to_unicode($needle); 193 $position = $offset; 194 $found = false; 195 196 while( (! $found ) && ( $position < count( $haystack ) ) ) { 197 if ( $needle[0] == $haystack[$position] ) { 198 for ($i = 1; $i < count( $needle ); $i++ ) { 199 if ( $needle[$i] != $haystack[ $position + $i ] ) break; 200 } 201 if ( $i == count( $needle ) ) { 202 $found = true; 203 $position--; 204 } 205 } 206 $position++; 207 } 208 return ( $found == true ) ? $position : false; 209} 210 211/** 212 * This function will any UTF-8 encoded text and return it as 213 * a list of Unicode values: 214 * 215 * @author Scott Michael Reynen <scott@randomchaos.com> 216 * @link http://www.randomchaos.com/document.php?source=php_and_unicode 217 * @see unicode_to_utf8() 218 */ 219function utf8_to_unicode( $str ) { 220 $unicode = array(); 221 $values = array(); 222 $lookingFor = 1; 223 224 for ($i = 0; $i < strlen( $str ); $i++ ) { 225 $thisValue = ord( $str[ $i ] ); 226 if ( $thisValue < 128 ) $unicode[] = $thisValue; 227 else { 228 if ( count( $values ) == 0 ) $lookingFor = ( $thisValue < 224 ) ? 2 : 3; 229 $values[] = $thisValue; 230 if ( count( $values ) == $lookingFor ) { 231 $number = ( $lookingFor == 3 ) ? 232 ( ( $values[0] % 16 ) * 4096 ) + ( ( $values[1] % 64 ) * 64 ) + ( $values[2] % 64 ): 233 ( ( $values[0] % 32 ) * 64 ) + ( $values[1] % 64 ); 234 $unicode[] = $number; 235 $values = array(); 236 $lookingFor = 1; 237 } 238 } 239 } 240 return $unicode; 241} 242 243/** 244 * This function will convert a Unicode array back to its UTF-8 representation 245 * 246 * @author Scott Michael Reynen <scott@randomchaos.com> 247 * @link http://www.randomchaos.com/document.php?source=php_and_unicode 248 * @see utf8_to_unicode() 249 */ 250function unicode_to_utf8( $str ) { 251 $utf8 = ''; 252 foreach( $str as $unicode ) { 253 if ( $unicode < 128 ) { 254 $utf8.= chr( $unicode ); 255 } elseif ( $unicode < 2048 ) { 256 $utf8.= chr( 192 + ( ( $unicode - ( $unicode % 64 ) ) / 64 ) ); 257 $utf8.= chr( 128 + ( $unicode % 64 ) ); 258 } else { 259 $utf8.= chr( 224 + ( ( $unicode - ( $unicode % 4096 ) ) / 4096 ) ); 260 $utf8.= chr( 128 + ( ( ( $unicode % 4096 ) - ( $unicode % 64 ) ) / 64 ) ); 261 $utf8.= chr( 128 + ( $unicode % 64 ) ); 262 } 263 } 264 return $utf8; 265} 266 267/** 268 * UTF-8 Case lookup table 269 * 270 * This lookuptable defines the upper case letters to their correspponding 271 * lower case letter in UTF-8 272 * 273 * @author Andreas Gohr <andi@splitbrain.org> 274 */ 275$UTF8_LOWER_TO_UPPER = array( 276 0x0061=>0x0041, 0x03C6=>0x03A6, 0x0163=>0x0162, 0x00E5=>0x00C5, 0x0062=>0x0042, 277 0x013A=>0x0139, 0x00E1=>0x00C1, 0x0142=>0x0141, 0x03CD=>0x038E, 0x0101=>0x0100, 278 0x0491=>0x0490, 0x03B4=>0x0394, 0x015B=>0x015A, 0x0064=>0x0044, 0x03B3=>0x0393, 279 0x00F4=>0x00D4, 0x044A=>0x042A, 0x0439=>0x0419, 0x0113=>0x0112, 0x043C=>0x041C, 280 0x015F=>0x015E, 0x0144=>0x0143, 0x00EE=>0x00CE, 0x045E=>0x040E, 0x044F=>0x042F, 281 0x03BA=>0x039A, 0x0155=>0x0154, 0x0069=>0x0049, 0x0073=>0x0053, 0x1E1F=>0x1E1E, 282 0x0135=>0x0134, 0x0447=>0x0427, 0x03C0=>0x03A0, 0x0438=>0x0418, 0x00F3=>0x00D3, 283 0x0440=>0x0420, 0x0454=>0x0404, 0x0435=>0x0415, 0x0449=>0x0429, 0x014B=>0x014A, 284 0x0431=>0x0411, 0x0459=>0x0409, 0x1E03=>0x1E02, 0x00F6=>0x00D6, 0x00F9=>0x00D9, 285 0x006E=>0x004E, 0x0451=>0x0401, 0x03C4=>0x03A4, 0x0443=>0x0423, 0x015D=>0x015C, 286 0x0453=>0x0403, 0x03C8=>0x03A8, 0x0159=>0x0158, 0x0067=>0x0047, 0x00E4=>0x00C4, 287 0x03AC=>0x0386, 0x03AE=>0x0389, 0x0167=>0x0166, 0x03BE=>0x039E, 0x0165=>0x0164, 288 0x0117=>0x0116, 0x0109=>0x0108, 0x0076=>0x0056, 0x00FE=>0x00DE, 0x0157=>0x0156, 289 0x00FA=>0x00DA, 0x1E61=>0x1E60, 0x1E83=>0x1E82, 0x00E2=>0x00C2, 0x0119=>0x0118, 290 0x0146=>0x0145, 0x0070=>0x0050, 0x0151=>0x0150, 0x044E=>0x042E, 0x0129=>0x0128, 291 0x03C7=>0x03A7, 0x013E=>0x013D, 0x0442=>0x0422, 0x007A=>0x005A, 0x0448=>0x0428, 292 0x03C1=>0x03A1, 0x1E81=>0x1E80, 0x016D=>0x016C, 0x00F5=>0x00D5, 0x0075=>0x0055, 293 0x0177=>0x0176, 0x00FC=>0x00DC, 0x1E57=>0x1E56, 0x03C3=>0x03A3, 0x043A=>0x041A, 294 0x006D=>0x004D, 0x016B=>0x016A, 0x0171=>0x0170, 0x0444=>0x0424, 0x00EC=>0x00CC, 295 0x0169=>0x0168, 0x03BF=>0x039F, 0x006B=>0x004B, 0x00F2=>0x00D2, 0x00E0=>0x00C0, 296 0x0434=>0x0414, 0x03C9=>0x03A9, 0x1E6B=>0x1E6A, 0x00E3=>0x00C3, 0x044D=>0x042D, 297 0x0436=>0x0416, 0x01A1=>0x01A0, 0x010D=>0x010C, 0x011D=>0x011C, 0x00F0=>0x00D0, 298 0x013C=>0x013B, 0x045F=>0x040F, 0x045A=>0x040A, 0x00E8=>0x00C8, 0x03C5=>0x03A5, 299 0x0066=>0x0046, 0x00FD=>0x00DD, 0x0063=>0x0043, 0x021B=>0x021A, 0x00EA=>0x00CA, 300 0x03B9=>0x0399, 0x017A=>0x0179, 0x00EF=>0x00CF, 0x01B0=>0x01AF, 0x0065=>0x0045, 301 0x03BB=>0x039B, 0x03B8=>0x0398, 0x03BC=>0x039C, 0x045C=>0x040C, 0x043F=>0x041F, 302 0x044C=>0x042C, 0x00FE=>0x00DE, 0x00F0=>0x00D0, 0x1EF3=>0x1EF2, 0x0068=>0x0048, 303 0x00EB=>0x00CB, 0x0111=>0x0110, 0x0433=>0x0413, 0x012F=>0x012E, 0x00E6=>0x00C6, 304 0x0078=>0x0058, 0x0161=>0x0160, 0x016F=>0x016E, 0x03B1=>0x0391, 0x0457=>0x0407, 305 0x0173=>0x0172, 0x00FF=>0x0178, 0x006F=>0x004F, 0x043B=>0x041B, 0x03B5=>0x0395, 306 0x0445=>0x0425, 0x0121=>0x0120, 0x017E=>0x017D, 0x017C=>0x017B, 0x03B6=>0x0396, 307 0x03B2=>0x0392, 0x03AD=>0x0388, 0x1E85=>0x1E84, 0x0175=>0x0174, 0x0071=>0x0051, 308 0x0437=>0x0417, 0x1E0B=>0x1E0A, 0x0148=>0x0147, 0x0105=>0x0104, 0x0458=>0x0408, 309 0x014D=>0x014C, 0x00ED=>0x00CD, 0x0079=>0x0059, 0x010B=>0x010A, 0x03CE=>0x038F, 310 0x0072=>0x0052, 0x0430=>0x0410, 0x0455=>0x0405, 0x0452=>0x0402, 0x0127=>0x0126, 311 0x0137=>0x0136, 0x012B=>0x012A, 0x03AF=>0x038A, 0x044B=>0x042B, 0x006C=>0x004C, 312 0x03B7=>0x0397, 0x0125=>0x0124, 0x0219=>0x0218, 0x00FB=>0x00DB, 0x011F=>0x011E, 313 0x043E=>0x041E, 0x1E41=>0x1E40, 0x03BD=>0x039D, 0x0107=>0x0106, 0x03CB=>0x03AB, 314 0x0446=>0x0426, 0x00FE=>0x00DE, 0x00E7=>0x00C7, 0x03CA=>0x03AA, 0x0441=>0x0421, 315 0x0432=>0x0412, 0x010F=>0x010E, 0x00F8=>0x00D8, 0x0077=>0x0057, 0x011B=>0x011A, 316 0x0074=>0x0054, 0x006A=>0x004A, 0x045B=>0x040B, 0x0456=>0x0406, 0x0103=>0x0102, 317 0x03BB=>0x039B, 0x00F1=>0x00D1, 0x043D=>0x041D, 0x03CC=>0x038C, 0x00E9=>0x00C9, 318 0x00F0=>0x00D0, 0x0457=>0x0407, 0x0123=>0x0122, 319); 320 321/** 322 * UTF-8 Case lookup table 323 * 324 * This lookuptable defines the lower case letters to their correspponding 325 * upper case letter in UTF-8 (it does so by flipping $UTF8_LOWER_TO_UPPER) 326 * 327 * @author Andreas Gohr <andi@splitbrain.org> 328 */ 329$UTF8_UPPER_TO_LOWER = @array_flip($UTF8_LOWER_TO_UPPER); 330 331/** 332 * UTF-8 lookup table for lower case accented letters 333 * 334 * This lookuptable defines replacements for accented characters from the ASCII-7 335 * range. This are lower case letters only. 336 * 337 * @author Andreas Gohr <andi@splitbrain.org> 338 * @see utf8_deaccent() 339 */ 340$UTF8_LOWER_ACCENTS = array( 341 'à' => 'a', 'ô' => 'o', 'ď' => 'd', 'ḟ' => 'f', 'ë' => 'e', 'š' => 's', 'ơ' => 'o', 342 'ß' => 'ss', 'ă' => 'a', 'ř' => 'r', 'ț' => 't', 'ň' => 'n', 'ā' => 'a', 'ķ' => 'k', 343 'ŝ' => 's', 'ỳ' => 'y', 'ņ' => 'n', 'ĺ' => 'l', 'ħ' => 'h', 'ṗ' => 'p', 'ó' => 'o', 344 'ú' => 'u', 'ě' => 'e', 'é' => 'e', 'ç' => 'c', 'ẁ' => 'w', 'ċ' => 'c', 'õ' => 'o', 345 'ṡ' => 's', 'ø' => 'o', 'ģ' => 'g', 'ŧ' => 't', 'ș' => 's', 'ė' => 'e', 'ĉ' => 'c', 346 'ś' => 's', 'î' => 'i', 'ű' => 'u', 'ć' => 'c', 'ę' => 'e', 'ŵ' => 'w', 'ṫ' => 't', 347 'ū' => 'u', 'č' => 'c', 'ö' => 'oe', 'è' => 'e', 'ŷ' => 'y', 'ą' => 'a', 'ł' => 'l', 348 'ų' => 'u', 'ů' => 'u', 'ş' => 's', 'ğ' => 'g', 'ļ' => 'l', 'ƒ' => 'f', 'ž' => 'z', 349 'ẃ' => 'w', 'ḃ' => 'b', 'å' => 'a', 'ì' => 'i', 'ï' => 'i', 'ḋ' => 'd', 'ť' => 't', 350 'ŗ' => 'r', 'ä' => 'ae', 'í' => 'i', 'ŕ' => 'r', 'ê' => 'e', 'ü' => 'ue', 'ò' => 'o', 351 'ē' => 'e', 'ñ' => 'n', 'ń' => 'n', 'ĥ' => 'h', 'ĝ' => 'g', 'đ' => 'd', 'ĵ' => 'j', 352 'ÿ' => 'y', 'ũ' => 'u', 'ŭ' => 'u', 'ư' => 'u', 'ţ' => 't', 'ý' => 'y', 'ő' => 'o', 353 'â' => 'a', 'ľ' => 'l', 'ẅ' => 'w', 'ż' => 'z', 'ī' => 'i', 'ã' => 'a', 'ġ' => 'g', 354 'ṁ' => 'm', 'ō' => 'o', 'ĩ' => 'i', 'ù' => 'u', 'į' => 'i', 'ź' => 'z', 'á' => 'a', 355 'û' => 'u', 'þ' => 'th', 'ð' => 'dh', 'æ' => 'ae', 'µ' => 'u', 356); 357 358/** 359 * UTF-8 lookup table for upper case accented letters 360 * 361 * This lookuptable defines replacements for accented characters from the ASCII-7 362 * range. This are upper case letters only. 363 * 364 * @author Andreas Gohr <andi@splitbrain.org> 365 * @see utf8_deaccent() 366 */ 367$UTF8_UPPER_ACCENTS = array( 368 'à' => 'A', 'ô' => 'O', 'ď' => 'D', 'ḟ' => 'F', 'ë' => 'E', 'š' => 'S', 'ơ' => 'O', 369 'ß' => 'Ss', 'ă' => 'A', 'ř' => 'R', 'ț' => 'T', 'ň' => 'N', 'ā' => 'A', 'ķ' => 'K', 370 'ŝ' => 'S', 'ỳ' => 'Y', 'ņ' => 'N', 'ĺ' => 'L', 'ħ' => 'H', 'ṗ' => 'P', 'ó' => 'O', 371 'ú' => 'U', 'ě' => 'E', 'é' => 'E', 'ç' => 'C', 'ẁ' => 'W', 'ċ' => 'C', 'õ' => 'O', 372 'ṡ' => 'S', 'ø' => 'O', 'ģ' => 'G', 'ŧ' => 'T', 'ș' => 'S', 'ė' => 'E', 'ĉ' => 'C', 373 'ś' => 'S', 'î' => 'I', 'ű' => 'U', 'ć' => 'C', 'ę' => 'E', 'ŵ' => 'W', 'ṫ' => 'T', 374 'ū' => 'U', 'č' => 'C', 'ö' => 'Oe', 'è' => 'E', 'ŷ' => 'Y', 'ą' => 'A', 'ł' => 'L', 375 'ų' => 'U', 'ů' => 'U', 'ş' => 'S', 'ğ' => 'G', 'ļ' => 'L', 'ƒ' => 'F', 'ž' => 'Z', 376 'ẃ' => 'W', 'ḃ' => 'B', 'å' => 'A', 'ì' => 'I', 'ï' => 'I', 'ḋ' => 'D', 'ť' => 'T', 377 'ŗ' => 'R', 'ä' => 'Ae', 'í' => 'I', 'ŕ' => 'R', 'ê' => 'E', 'ü' => 'Ue', 'ò' => 'O', 378 'ē' => 'E', 'ñ' => 'N', 'ń' => 'N', 'ĥ' => 'H', 'ĝ' => 'G', 'đ' => 'D', 'ĵ' => 'J', 379 'ÿ' => 'Y', 'ũ' => 'U', 'ŭ' => 'U', 'ư' => 'U', 'ţ' => 'T', 'ý' => 'Y', 'ő' => 'O', 380 'â' => 'A', 'ľ' => 'L', 'ẅ' => 'W', 'ż' => 'Z', 'ī' => 'I', 'ã' => 'A', 'ġ' => 'G', 381 'ṁ' => 'M', 'ō' => 'O', 'ĩ' => 'I', 'ù' => 'U', 'į' => 'I', 'ź' => 'Z', 'á' => 'A', 382 'û' => 'U', 'Þ' => 'th', 'Ð' => 'dh', 'Æ' => 'ae', 383); 384 385?> 386