170e083ceSChristopher Smith<?php 270e083ceSChristopher Smith 324870174SAndreas Gohruse dokuwiki\Utf8\Unicode; 470e083ceSChristopher Smith/** 570e083ceSChristopher Smith * Class to safely store UTF-8 in a Filename 670e083ceSChristopher Smith * 770e083ceSChristopher Smith * Encodes a utf8 string using only the following characters 0-9a-z_.-% 870e083ceSChristopher Smith * characters 0-9a-z in the original string are preserved, "plain". 970e083ceSChristopher Smith * all other characters are represented in a substring that starts 1070e083ceSChristopher Smith * with '%' are "converted". 1170e083ceSChristopher Smith * The transition from converted substrings to plain characters is 1270e083ceSChristopher Smith * marked with a '.' 1370e083ceSChristopher Smith * 1463703ba5SAndreas Gohr * @author Christopher Smith <chris@jalakai.co.uk> 1570e083ceSChristopher Smith * @date 2010-04-02 1670e083ceSChristopher Smith */ 17*8c7c53b0SAndreas Gohrclass SafeFN 18*8c7c53b0SAndreas Gohr{ 1970e083ceSChristopher Smith 20dcee16d6SChristopher Smith // 'safe' characters are a superset of $plain, $pre_indicator and $post_indicator 21344763adSChristopher Smith private static $plain = '-./[_0123456789abcdefghijklmnopqrstuvwxyz'; // these characters aren't converted 2270e083ceSChristopher Smith private static $pre_indicator = '%'; 23344763adSChristopher Smith private static $post_indicator = ']'; 2470e083ceSChristopher Smith 2570e083ceSChristopher Smith /** 2670e083ceSChristopher Smith * Convert an UTF-8 string to a safe ASCII String 2770e083ceSChristopher Smith * 2870e083ceSChristopher Smith * conversion process 29dcee16d6SChristopher Smith * - if codepoint is a plain or post_indicator character, 30dcee16d6SChristopher Smith * - if previous character was "converted", append post_indicator to output, clear "converted" flag 31dcee16d6SChristopher Smith * - append ascii byte for character to output 32dcee16d6SChristopher Smith * (continue to next character) 3370e083ceSChristopher Smith * 34dcee16d6SChristopher Smith * - if codepoint is a pre_indicator character, 35dcee16d6SChristopher Smith * - append ascii byte for character to output, set "converted" flag 36dcee16d6SChristopher Smith * (continue to next character) 37dcee16d6SChristopher Smith * 38dcee16d6SChristopher Smith * (all remaining characters) 39dcee16d6SChristopher Smith * - reduce codepoint value for non-printable ASCII characters (0x00 - 0x1f). Space becomes our zero. 40dcee16d6SChristopher Smith * - convert reduced value to base36 (0-9a-z) 41dcee16d6SChristopher Smith * - append $pre_indicator characater followed by base36 string to output, set converted flag 42344763adSChristopher Smith * (continue to next character) 43dcee16d6SChristopher Smith * 44dcee16d6SChristopher Smith * @param string $filename a utf8 string, should only include printable characters - not 0x00-0x1f 45dcee16d6SChristopher Smith * @return string an encoded representation of $filename using only 'safe' ASCII characters 46dcee16d6SChristopher Smith * 47dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 4870e083ceSChristopher Smith */ 49e8b5a4f9SAndreas Gohr public static function encode($filename) { 5024870174SAndreas Gohr return self::unicodeToSafe(Unicode::fromUtf8($filename)); 5170e083ceSChristopher Smith } 5270e083ceSChristopher Smith 5370e083ceSChristopher Smith /** 5470e083ceSChristopher Smith * decoding process 55dcee16d6SChristopher Smith * - split the string into substrings at any occurrence of pre or post indicator characters 5670e083ceSChristopher Smith * - check the first character of the substring 57dcee16d6SChristopher Smith * - if its not a pre_indicator character 58dcee16d6SChristopher Smith * - if previous character was converted, skip over post_indicator character 59dcee16d6SChristopher Smith * - copy codepoint values of remaining characters to the output array 60dcee16d6SChristopher Smith * - clear any converted flag 61dcee16d6SChristopher Smith * (continue to next substring) 62dcee16d6SChristopher Smith * 63dcee16d6SChristopher Smith * _ else (its a pre_indicator character) 64dcee16d6SChristopher Smith * - if string length is 1, copy the post_indicator character to the output array 65dcee16d6SChristopher Smith * (continue to next substring) 66dcee16d6SChristopher Smith * 67dcee16d6SChristopher Smith * - else (string length > 1) 68dcee16d6SChristopher Smith * - skip the pre-indicator character and convert remaining string from base36 to base10 69dcee16d6SChristopher Smith * - increase codepoint value for non-printable ASCII characters (add 0x20) 70dcee16d6SChristopher Smith * - append codepoint to output array 71dcee16d6SChristopher Smith * (continue to next substring) 72dcee16d6SChristopher Smith * 73dcee16d6SChristopher Smith * @param string $filename a 'safe' encoded ASCII string, 74dcee16d6SChristopher Smith * @return string decoded utf8 representation of $filename 75dcee16d6SChristopher Smith * 76dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 7770e083ceSChristopher Smith */ 78e8b5a4f9SAndreas Gohr public static function decode($filename) { 7924870174SAndreas Gohr return Unicode::toUtf8(self::safeToUnicode(strtolower($filename))); 8070e083ceSChristopher Smith } 8170e083ceSChristopher Smith 82963c6934SAndreas Gohr public static function validatePrintableUtf8($printable_utf8) { 83dcee16d6SChristopher Smith return !preg_match('#[\x01-\x1f]#', $printable_utf8); 8470e083ceSChristopher Smith } 8570e083ceSChristopher Smith 86963c6934SAndreas Gohr public static function validateSafe($safe) { 87dcee16d6SChristopher Smith return !preg_match('#[^'.self::$plain.self::$post_indicator.self::$pre_indicator.']#', $safe); 8870e083ceSChristopher Smith } 8970e083ceSChristopher Smith 90dcee16d6SChristopher Smith /** 91dcee16d6SChristopher Smith * convert an array of unicode codepoints into 'safe_filename' format 92dcee16d6SChristopher Smith * 9308aad3a3STakamura * @param array int $unicode an array of unicode codepoints 94dcee16d6SChristopher Smith * @return string the unicode represented in 'safe_filename' format 95dcee16d6SChristopher Smith * 96dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 97dcee16d6SChristopher Smith */ 98963c6934SAndreas Gohr private static function unicodeToSafe($unicode) { 9970e083ceSChristopher Smith 10070e083ceSChristopher Smith $safe = ''; 10170e083ceSChristopher Smith $converted = false; 10270e083ceSChristopher Smith 10370e083ceSChristopher Smith foreach ($unicode as $codepoint) { 104dcee16d6SChristopher Smith if ($codepoint < 127 && (strpos(self::$plain.self::$post_indicator, chr($codepoint))!==false)) { 10570e083ceSChristopher Smith if ($converted) { 10670e083ceSChristopher Smith $safe .= self::$post_indicator; 10770e083ceSChristopher Smith $converted = false; 10870e083ceSChristopher Smith } 10970e083ceSChristopher Smith $safe .= chr($codepoint); 110dcee16d6SChristopher Smith } elseif ($codepoint == ord(self::$pre_indicator)) { 111dcee16d6SChristopher Smith $safe .= self::$pre_indicator; 11270e083ceSChristopher Smith $converted = true; 11370e083ceSChristopher Smith } else { 114dcee16d6SChristopher Smith $safe .= self::$pre_indicator.base_convert((string)($codepoint-32), 10, 36); 11570e083ceSChristopher Smith $converted = true; 11670e083ceSChristopher Smith } 11770e083ceSChristopher Smith } 1188bddd94eSAdrian Lang if($converted) $safe .= self::$post_indicator; 11970e083ceSChristopher Smith return $safe; 12070e083ceSChristopher Smith } 12170e083ceSChristopher Smith 122dcee16d6SChristopher Smith /** 123dcee16d6SChristopher Smith * convert a 'safe_filename' string into an array of unicode codepoints 124dcee16d6SChristopher Smith * 125dcee16d6SChristopher Smith * @param string $safe a filename in 'safe_filename' format 126dcee16d6SChristopher Smith * @return array int an array of unicode codepoints 127dcee16d6SChristopher Smith * 128dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 129dcee16d6SChristopher Smith */ 130963c6934SAndreas Gohr private static function safeToUnicode($safe) { 131dcee16d6SChristopher Smith 13224870174SAndreas Gohr $unicode = []; 133dcee16d6SChristopher Smith $split = preg_split('#(?=['.self::$post_indicator.self::$pre_indicator.'])#', $safe, -1, PREG_SPLIT_NO_EMPTY); 13470e083ceSChristopher Smith 13570e083ceSChristopher Smith $converted = false; 13670e083ceSChristopher Smith foreach ($split as $sub) { 13763703ba5SAndreas Gohr $len = strlen($sub); 138dcee16d6SChristopher Smith if ($sub[0] != self::$pre_indicator) { 139dcee16d6SChristopher Smith // plain (unconverted) characters, optionally starting with a post_indicator 140dcee16d6SChristopher Smith // set initial value to skip any post_indicator 14163703ba5SAndreas Gohr for ($i=($converted?1:0); $i < $len; $i++) { 14270e083ceSChristopher Smith $unicode[] = ord($sub[$i]); 14370e083ceSChristopher Smith } 144dcee16d6SChristopher Smith $converted = false; 14563703ba5SAndreas Gohr } elseif ($len==1) { 146dcee16d6SChristopher Smith // a pre_indicator character in the real data 14770e083ceSChristopher Smith $unicode[] = ord($sub); 14870e083ceSChristopher Smith $converted = true; 149dcee16d6SChristopher Smith } else { 150dcee16d6SChristopher Smith // a single codepoint in base36, adjusted for initial 32 non-printable chars 151dcee16d6SChristopher Smith $unicode[] = 32 + (int)base_convert(substr($sub, 1), 36, 10); 152dcee16d6SChristopher Smith $converted = true; 15370e083ceSChristopher Smith } 15470e083ceSChristopher Smith } 15570e083ceSChristopher Smith 15670e083ceSChristopher Smith return $unicode; 15770e083ceSChristopher Smith } 15870e083ceSChristopher Smith} 159