170e083ceSChristopher Smith<?php 270e083ceSChristopher Smith 3*24870174SAndreas Gohruse dokuwiki\Utf8\Unicode; 470e083ceSChristopher Smith/** 570e083ceSChristopher Smith * Class to safely store UTF-8 in a Filename 670e083ceSChristopher Smith * 770e083ceSChristopher Smith * Encodes a utf8 string using only the following characters 0-9a-z_.-% 870e083ceSChristopher Smith * characters 0-9a-z in the original string are preserved, "plain". 970e083ceSChristopher Smith * all other characters are represented in a substring that starts 1070e083ceSChristopher Smith * with '%' are "converted". 1170e083ceSChristopher Smith * The transition from converted substrings to plain characters is 1270e083ceSChristopher Smith * marked with a '.' 1370e083ceSChristopher Smith * 1463703ba5SAndreas Gohr * @author Christopher Smith <chris@jalakai.co.uk> 1570e083ceSChristopher Smith * @date 2010-04-02 1670e083ceSChristopher Smith */ 1770e083ceSChristopher Smithclass SafeFN { 1870e083ceSChristopher Smith 19dcee16d6SChristopher Smith // 'safe' characters are a superset of $plain, $pre_indicator and $post_indicator 20344763adSChristopher Smith private static $plain = '-./[_0123456789abcdefghijklmnopqrstuvwxyz'; // these characters aren't converted 2170e083ceSChristopher Smith private static $pre_indicator = '%'; 22344763adSChristopher Smith private static $post_indicator = ']'; 2370e083ceSChristopher Smith 2470e083ceSChristopher Smith /** 2570e083ceSChristopher Smith * Convert an UTF-8 string to a safe ASCII String 2670e083ceSChristopher Smith * 2770e083ceSChristopher Smith * conversion process 28dcee16d6SChristopher Smith * - if codepoint is a plain or post_indicator character, 29dcee16d6SChristopher Smith * - if previous character was "converted", append post_indicator to output, clear "converted" flag 30dcee16d6SChristopher Smith * - append ascii byte for character to output 31dcee16d6SChristopher Smith * (continue to next character) 3270e083ceSChristopher Smith * 33dcee16d6SChristopher Smith * - if codepoint is a pre_indicator character, 34dcee16d6SChristopher Smith * - append ascii byte for character to output, set "converted" flag 35dcee16d6SChristopher Smith * (continue to next character) 36dcee16d6SChristopher Smith * 37dcee16d6SChristopher Smith * (all remaining characters) 38dcee16d6SChristopher Smith * - reduce codepoint value for non-printable ASCII characters (0x00 - 0x1f). Space becomes our zero. 39dcee16d6SChristopher Smith * - convert reduced value to base36 (0-9a-z) 40dcee16d6SChristopher Smith * - append $pre_indicator characater followed by base36 string to output, set converted flag 41344763adSChristopher Smith * (continue to next character) 42dcee16d6SChristopher Smith * 43dcee16d6SChristopher Smith * @param string $filename a utf8 string, should only include printable characters - not 0x00-0x1f 44dcee16d6SChristopher Smith * @return string an encoded representation of $filename using only 'safe' ASCII characters 45dcee16d6SChristopher Smith * 46dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 4770e083ceSChristopher Smith */ 48e8b5a4f9SAndreas Gohr public static function encode($filename) { 49*24870174SAndreas Gohr return self::unicodeToSafe(Unicode::fromUtf8($filename)); 5070e083ceSChristopher Smith } 5170e083ceSChristopher Smith 5270e083ceSChristopher Smith /** 5370e083ceSChristopher Smith * decoding process 54dcee16d6SChristopher Smith * - split the string into substrings at any occurrence of pre or post indicator characters 5570e083ceSChristopher Smith * - check the first character of the substring 56dcee16d6SChristopher Smith * - if its not a pre_indicator character 57dcee16d6SChristopher Smith * - if previous character was converted, skip over post_indicator character 58dcee16d6SChristopher Smith * - copy codepoint values of remaining characters to the output array 59dcee16d6SChristopher Smith * - clear any converted flag 60dcee16d6SChristopher Smith * (continue to next substring) 61dcee16d6SChristopher Smith * 62dcee16d6SChristopher Smith * _ else (its a pre_indicator character) 63dcee16d6SChristopher Smith * - if string length is 1, copy the post_indicator character to the output array 64dcee16d6SChristopher Smith * (continue to next substring) 65dcee16d6SChristopher Smith * 66dcee16d6SChristopher Smith * - else (string length > 1) 67dcee16d6SChristopher Smith * - skip the pre-indicator character and convert remaining string from base36 to base10 68dcee16d6SChristopher Smith * - increase codepoint value for non-printable ASCII characters (add 0x20) 69dcee16d6SChristopher Smith * - append codepoint to output array 70dcee16d6SChristopher Smith * (continue to next substring) 71dcee16d6SChristopher Smith * 72dcee16d6SChristopher Smith * @param string $filename a 'safe' encoded ASCII string, 73dcee16d6SChristopher Smith * @return string decoded utf8 representation of $filename 74dcee16d6SChristopher Smith * 75dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 7670e083ceSChristopher Smith */ 77e8b5a4f9SAndreas Gohr public static function decode($filename) { 78*24870174SAndreas Gohr return Unicode::toUtf8(self::safeToUnicode(strtolower($filename))); 7970e083ceSChristopher Smith } 8070e083ceSChristopher Smith 81963c6934SAndreas Gohr public static function validatePrintableUtf8($printable_utf8) { 82dcee16d6SChristopher Smith return !preg_match('#[\x01-\x1f]#',$printable_utf8); 8370e083ceSChristopher Smith } 8470e083ceSChristopher Smith 85963c6934SAndreas Gohr public static function validateSafe($safe) { 86dcee16d6SChristopher Smith return !preg_match('#[^'.self::$plain.self::$post_indicator.self::$pre_indicator.']#',$safe); 8770e083ceSChristopher Smith } 8870e083ceSChristopher Smith 89dcee16d6SChristopher Smith /** 90dcee16d6SChristopher Smith * convert an array of unicode codepoints into 'safe_filename' format 91dcee16d6SChristopher Smith * 9208aad3a3STakamura * @param array int $unicode an array of unicode codepoints 93dcee16d6SChristopher Smith * @return string the unicode represented in 'safe_filename' format 94dcee16d6SChristopher Smith * 95dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 96dcee16d6SChristopher Smith */ 97963c6934SAndreas Gohr private static function unicodeToSafe($unicode) { 9870e083ceSChristopher Smith 9970e083ceSChristopher Smith $safe = ''; 10070e083ceSChristopher Smith $converted = false; 10170e083ceSChristopher Smith 10270e083ceSChristopher Smith foreach ($unicode as $codepoint) { 103dcee16d6SChristopher Smith if ($codepoint < 127 && (strpos(self::$plain.self::$post_indicator,chr($codepoint))!==false)) { 10470e083ceSChristopher Smith if ($converted) { 10570e083ceSChristopher Smith $safe .= self::$post_indicator; 10670e083ceSChristopher Smith $converted = false; 10770e083ceSChristopher Smith } 10870e083ceSChristopher Smith $safe .= chr($codepoint); 109dcee16d6SChristopher Smith } elseif ($codepoint == ord(self::$pre_indicator)) { 110dcee16d6SChristopher Smith $safe .= self::$pre_indicator; 11170e083ceSChristopher Smith $converted = true; 11270e083ceSChristopher Smith } else { 113dcee16d6SChristopher Smith $safe .= self::$pre_indicator.base_convert((string)($codepoint-32),10,36); 11470e083ceSChristopher Smith $converted = true; 11570e083ceSChristopher Smith } 11670e083ceSChristopher Smith } 1178bddd94eSAdrian Lang if($converted) $safe .= self::$post_indicator; 11870e083ceSChristopher Smith return $safe; 11970e083ceSChristopher Smith } 12070e083ceSChristopher Smith 121dcee16d6SChristopher Smith /** 122dcee16d6SChristopher Smith * convert a 'safe_filename' string into an array of unicode codepoints 123dcee16d6SChristopher Smith * 124dcee16d6SChristopher Smith * @param string $safe a filename in 'safe_filename' format 125dcee16d6SChristopher Smith * @return array int an array of unicode codepoints 126dcee16d6SChristopher Smith * 127dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 128dcee16d6SChristopher Smith */ 129963c6934SAndreas Gohr private static function safeToUnicode($safe) { 130dcee16d6SChristopher Smith 131*24870174SAndreas Gohr $unicode = []; 132dcee16d6SChristopher Smith $split = preg_split('#(?=['.self::$post_indicator.self::$pre_indicator.'])#',$safe,-1,PREG_SPLIT_NO_EMPTY); 13370e083ceSChristopher Smith 13470e083ceSChristopher Smith $converted = false; 13570e083ceSChristopher Smith foreach ($split as $sub) { 13663703ba5SAndreas Gohr $len = strlen($sub); 137dcee16d6SChristopher Smith if ($sub[0] != self::$pre_indicator) { 138dcee16d6SChristopher Smith // plain (unconverted) characters, optionally starting with a post_indicator 139dcee16d6SChristopher Smith // set initial value to skip any post_indicator 14063703ba5SAndreas Gohr for ($i=($converted?1:0); $i < $len; $i++) { 14170e083ceSChristopher Smith $unicode[] = ord($sub[$i]); 14270e083ceSChristopher Smith } 143dcee16d6SChristopher Smith $converted = false; 14463703ba5SAndreas Gohr } elseif ($len==1) { 145dcee16d6SChristopher Smith // a pre_indicator character in the real data 14670e083ceSChristopher Smith $unicode[] = ord($sub); 14770e083ceSChristopher Smith $converted = true; 148dcee16d6SChristopher Smith } else { 149dcee16d6SChristopher Smith // a single codepoint in base36, adjusted for initial 32 non-printable chars 150dcee16d6SChristopher Smith $unicode[] = 32 + (int)base_convert(substr($sub,1),36,10); 151dcee16d6SChristopher Smith $converted = true; 15270e083ceSChristopher Smith } 15370e083ceSChristopher Smith } 15470e083ceSChristopher Smith 15570e083ceSChristopher Smith return $unicode; 15670e083ceSChristopher Smith } 15770e083ceSChristopher Smith 15870e083ceSChristopher Smith} 159