170e083ceSChristopher Smith<?php 270e083ceSChristopher Smith 370e083ceSChristopher Smith/** 470e083ceSChristopher Smith * Class to safely store UTF-8 in a Filename 570e083ceSChristopher Smith * 670e083ceSChristopher Smith * Encodes a utf8 string using only the following characters 0-9a-z_.-% 770e083ceSChristopher Smith * characters 0-9a-z in the original string are preserved, "plain". 870e083ceSChristopher Smith * all other characters are represented in a substring that starts 970e083ceSChristopher Smith * with '%' are "converted". 1070e083ceSChristopher Smith * The transition from converted substrings to plain characters is 1170e083ceSChristopher Smith * marked with a '.' 1270e083ceSChristopher Smith * 1370e083ceSChristopher Smith * @author Christopher Smith 1470e083ceSChristopher Smith * @date 2010-04-02 1570e083ceSChristopher Smith */ 1670e083ceSChristopher Smithclass SafeFN { 1770e083ceSChristopher Smith 18dcee16d6SChristopher Smith // 'safe' characters are a superset of $plain, $pre_indicator and $post_indicator 19dcee16d6SChristopher Smith private static $plain = '-/_0123456789abcdefghijklmnopqrstuvwxyz'; // these characters aren't converted 2070e083ceSChristopher Smith private static $pre_indicator = '%'; 21dcee16d6SChristopher Smith private static $post_indicator = '.'; 2270e083ceSChristopher Smith 2370e083ceSChristopher Smith /** 2470e083ceSChristopher Smith * Convert an UTF-8 string to a safe ASCII String 2570e083ceSChristopher Smith * 2670e083ceSChristopher Smith * conversion process 27dcee16d6SChristopher Smith * - if codepoint is a plain or post_indicator character, 28dcee16d6SChristopher Smith * - if previous character was "converted", append post_indicator to output, clear "converted" flag 29dcee16d6SChristopher Smith * - append ascii byte for character to output 30dcee16d6SChristopher Smith * (continue to next character) 3170e083ceSChristopher Smith * 32dcee16d6SChristopher Smith * - if codepoint is a pre_indicator character, 33dcee16d6SChristopher Smith * - append ascii byte for character to output, set "converted" flag 34dcee16d6SChristopher Smith * (continue to next character) 35dcee16d6SChristopher Smith * 36dcee16d6SChristopher Smith * (all remaining characters) 37dcee16d6SChristopher Smith * - reduce codepoint value for non-printable ASCII characters (0x00 - 0x1f). Space becomes our zero. 38dcee16d6SChristopher Smith * - convert reduced value to base36 (0-9a-z) 39dcee16d6SChristopher Smith * - append $pre_indicator characater followed by base36 string to output, set converted flag 40dcee16d6SChristopher Smith * continue to next character) 41dcee16d6SChristopher Smith * 42dcee16d6SChristopher Smith * @param string $filename a utf8 string, should only include printable characters - not 0x00-0x1f 43dcee16d6SChristopher Smith * @return string an encoded representation of $filename using only 'safe' ASCII characters 44dcee16d6SChristopher Smith * 45dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 4670e083ceSChristopher Smith */ 47dcee16d6SChristopher Smith public function encode($filename) { 48dcee16d6SChristopher Smith return self::unicode_to_safe(utf8_to_unicode($filename)); 4970e083ceSChristopher Smith } 5070e083ceSChristopher Smith 5170e083ceSChristopher Smith /** 5270e083ceSChristopher Smith * decoding process 53dcee16d6SChristopher Smith * - split the string into substrings at any occurrence of pre or post indicator characters 5470e083ceSChristopher Smith * - check the first character of the substring 55dcee16d6SChristopher Smith * - if its not a pre_indicator character 56dcee16d6SChristopher Smith * - if previous character was converted, skip over post_indicator character 57dcee16d6SChristopher Smith * - copy codepoint values of remaining characters to the output array 58dcee16d6SChristopher Smith * - clear any converted flag 59dcee16d6SChristopher Smith * (continue to next substring) 60dcee16d6SChristopher Smith * 61dcee16d6SChristopher Smith * _ else (its a pre_indicator character) 62dcee16d6SChristopher Smith * - if string length is 1, copy the post_indicator character to the output array 63dcee16d6SChristopher Smith * (continue to next substring) 64dcee16d6SChristopher Smith * 65dcee16d6SChristopher Smith * - else (string length > 1) 66dcee16d6SChristopher Smith * - skip the pre-indicator character and convert remaining string from base36 to base10 67dcee16d6SChristopher Smith * - increase codepoint value for non-printable ASCII characters (add 0x20) 68dcee16d6SChristopher Smith * - append codepoint to output array 69dcee16d6SChristopher Smith * (continue to next substring) 70dcee16d6SChristopher Smith * 71dcee16d6SChristopher Smith * @param string $filename a 'safe' encoded ASCII string, 72dcee16d6SChristopher Smith * @return string decoded utf8 representation of $filename 73dcee16d6SChristopher Smith * 74dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 7570e083ceSChristopher Smith */ 76dcee16d6SChristopher Smith public function decode($filename) { 77dcee16d6SChristopher Smith return unicode_to_utf8(self::safe_to_unicode(strtolower($filename))); 7870e083ceSChristopher Smith } 7970e083ceSChristopher Smith 8070e083ceSChristopher Smith public function validate_printable_utf8($printable_utf8) { 81dcee16d6SChristopher Smith return !preg_match('#[\x01-\x1f]#',$printable_utf8); 8270e083ceSChristopher Smith } 8370e083ceSChristopher Smith 8470e083ceSChristopher Smith public function validate_safe($safe) { 85dcee16d6SChristopher Smith return !preg_match('#[^'.self::$plain.self::$post_indicator.self::$pre_indicator.']#',$safe); 8670e083ceSChristopher Smith } 8770e083ceSChristopher Smith 88dcee16d6SChristopher Smith /** 89dcee16d6SChristopher Smith * convert an array of unicode codepoints into 'safe_filename' format 90dcee16d6SChristopher Smith * 91dcee16d6SChristopher Smith * @param array int $unicode an array of unicode codepoints 92dcee16d6SChristopher Smith * @return string the unicode represented in 'safe_filename' format 93dcee16d6SChristopher Smith * 94dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 95dcee16d6SChristopher Smith */ 96dcee16d6SChristopher Smith private function unicode_to_safe($unicode) { 9770e083ceSChristopher Smith 9870e083ceSChristopher Smith $safe = ''; 9970e083ceSChristopher Smith $converted = false; 10070e083ceSChristopher Smith 10170e083ceSChristopher Smith foreach ($unicode as $codepoint) { 102dcee16d6SChristopher Smith if ($codepoint < 127 && (strpos(self::$plain.self::$post_indicator,chr($codepoint))!==false)) { 10370e083ceSChristopher Smith if ($converted) { 10470e083ceSChristopher Smith $safe .= self::$post_indicator; 10570e083ceSChristopher Smith $converted = false; 10670e083ceSChristopher Smith } 10770e083ceSChristopher Smith $safe .= chr($codepoint); 10870e083ceSChristopher Smith 109dcee16d6SChristopher Smith } else if ($codepoint == ord(self::$pre_indicator)) { 110dcee16d6SChristopher Smith $safe .= self::$pre_indicator; 11170e083ceSChristopher Smith $converted = true; 11270e083ceSChristopher Smith } else { 113dcee16d6SChristopher Smith $safe .= self::$pre_indicator.base_convert((string)($codepoint-32),10,36); 11470e083ceSChristopher Smith $converted = true; 11570e083ceSChristopher Smith } 11670e083ceSChristopher Smith } 117*8bddd94eSAdrian Lang if($converted) $safe .= self::$post_indicator; 11870e083ceSChristopher Smith return $safe; 11970e083ceSChristopher Smith } 12070e083ceSChristopher Smith 121dcee16d6SChristopher Smith /** 122dcee16d6SChristopher Smith * convert a 'safe_filename' string into an array of unicode codepoints 123dcee16d6SChristopher Smith * 124dcee16d6SChristopher Smith * @param string $safe a filename in 'safe_filename' format 125dcee16d6SChristopher Smith * @return array int an array of unicode codepoints 126dcee16d6SChristopher Smith * 127dcee16d6SChristopher Smith * @author Christopher Smith <chris@jalakai.co.uk> 128dcee16d6SChristopher Smith */ 129dcee16d6SChristopher Smith private function safe_to_unicode($safe) { 130dcee16d6SChristopher Smith 13170e083ceSChristopher Smith $unicode = array(); 132dcee16d6SChristopher Smith $split = preg_split('#(?=['.self::$post_indicator.self::$pre_indicator.'])#',$safe,-1,PREG_SPLIT_NO_EMPTY); 13370e083ceSChristopher Smith 13470e083ceSChristopher Smith $converted = false; 13570e083ceSChristopher Smith foreach ($split as $sub) { 136dcee16d6SChristopher Smith if ($sub[0] != self::$pre_indicator) { 137dcee16d6SChristopher Smith // plain (unconverted) characters, optionally starting with a post_indicator 138dcee16d6SChristopher Smith // set initial value to skip any post_indicator 139dcee16d6SChristopher Smith for ($i=($converted?1:0); $i < strlen($sub); $i++) { 14070e083ceSChristopher Smith $unicode[] = ord($sub[$i]); 14170e083ceSChristopher Smith } 142dcee16d6SChristopher Smith $converted = false; 14370e083ceSChristopher Smith } else if (strlen($sub)==1) { 144dcee16d6SChristopher Smith // a pre_indicator character in the real data 14570e083ceSChristopher Smith $unicode[] = ord($sub); 14670e083ceSChristopher Smith $converted = true; 147dcee16d6SChristopher Smith } else { 148dcee16d6SChristopher Smith // a single codepoint in base36, adjusted for initial 32 non-printable chars 149dcee16d6SChristopher Smith $unicode[] = 32 + (int)base_convert(substr($sub,1),36,10); 150dcee16d6SChristopher Smith $converted = true; 15170e083ceSChristopher Smith } 15270e083ceSChristopher Smith } 15370e083ceSChristopher Smith 15470e083ceSChristopher Smith return $unicode; 15570e083ceSChristopher Smith } 15670e083ceSChristopher Smith 15770e083ceSChristopher Smith} 158