You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 

170 lines
6.3 KiB

  1. <?php
  2. use dokuwiki\Utf8\Unicode;
  3. /**
  4. * Class to safely store UTF-8 in a Filename
  5. *
  6. * Encodes a utf8 string using only the following characters 0-9a-z_.-%
  7. * characters 0-9a-z in the original string are preserved, "plain".
  8. * all other characters are represented in a substring that starts
  9. * with '%' are "converted".
  10. * The transition from converted substrings to plain characters is
  11. * marked with a '.'
  12. *
  13. * @author Christopher Smith <chris@jalakai.co.uk>
  14. * @date 2010-04-02
  15. */
  16. class SafeFN
  17. {
  18. // 'safe' characters are a superset of $plain, $pre_indicator and $post_indicator
  19. private static $plain = '-./[_0123456789abcdefghijklmnopqrstuvwxyz'; // these characters aren't converted
  20. private static $pre_indicator = '%';
  21. private static $post_indicator = ']';
  22. /**
  23. * Convert an UTF-8 string to a safe ASCII String
  24. *
  25. * conversion process
  26. * - if codepoint is a plain or post_indicator character,
  27. * - if previous character was "converted", append post_indicator to output, clear "converted" flag
  28. * - append ascii byte for character to output
  29. * (continue to next character)
  30. *
  31. * - if codepoint is a pre_indicator character,
  32. * - append ascii byte for character to output, set "converted" flag
  33. * (continue to next character)
  34. *
  35. * (all remaining characters)
  36. * - reduce codepoint value for non-printable ASCII characters (0x00 - 0x1f). Space becomes our zero.
  37. * - convert reduced value to base36 (0-9a-z)
  38. * - append $pre_indicator characater followed by base36 string to output, set converted flag
  39. * (continue to next character)
  40. *
  41. * @param string $filename a utf8 string, should only include printable characters - not 0x00-0x1f
  42. * @return string an encoded representation of $filename using only 'safe' ASCII characters
  43. *
  44. * @author Christopher Smith <chris@jalakai.co.uk>
  45. */
  46. public static function encode($filename)
  47. {
  48. return self::unicodeToSafe(Unicode::fromUtf8($filename));
  49. }
  50. /**
  51. * decoding process
  52. * - split the string into substrings at any occurrence of pre or post indicator characters
  53. * - check the first character of the substring
  54. * - if its not a pre_indicator character
  55. * - if previous character was converted, skip over post_indicator character
  56. * - copy codepoint values of remaining characters to the output array
  57. * - clear any converted flag
  58. * (continue to next substring)
  59. *
  60. * _ else (its a pre_indicator character)
  61. * - if string length is 1, copy the post_indicator character to the output array
  62. * (continue to next substring)
  63. *
  64. * - else (string length > 1)
  65. * - skip the pre-indicator character and convert remaining string from base36 to base10
  66. * - increase codepoint value for non-printable ASCII characters (add 0x20)
  67. * - append codepoint to output array
  68. * (continue to next substring)
  69. *
  70. * @param string $filename a 'safe' encoded ASCII string,
  71. * @return string decoded utf8 representation of $filename
  72. *
  73. * @author Christopher Smith <chris@jalakai.co.uk>
  74. */
  75. public static function decode($filename)
  76. {
  77. return Unicode::toUtf8(self::safeToUnicode(strtolower($filename)));
  78. }
  79. public static function validatePrintableUtf8($printable_utf8)
  80. {
  81. return !preg_match('#[\x01-\x1f]#', $printable_utf8);
  82. }
  83. public static function validateSafe($safe)
  84. {
  85. return !preg_match('#[^' . self::$plain . self::$post_indicator . self::$pre_indicator . ']#', $safe);
  86. }
  87. /**
  88. * convert an array of unicode codepoints into 'safe_filename' format
  89. *
  90. * @param array int $unicode an array of unicode codepoints
  91. * @return string the unicode represented in 'safe_filename' format
  92. *
  93. * @author Christopher Smith <chris@jalakai.co.uk>
  94. */
  95. private static function unicodeToSafe($unicode)
  96. {
  97. $safe = '';
  98. $converted = false;
  99. foreach ($unicode as $codepoint) {
  100. if ($codepoint < 127 && (strpos(self::$plain . self::$post_indicator, chr($codepoint)) !== false)) {
  101. if ($converted) {
  102. $safe .= self::$post_indicator;
  103. $converted = false;
  104. }
  105. $safe .= chr($codepoint);
  106. } elseif ($codepoint == ord(self::$pre_indicator)) {
  107. $safe .= self::$pre_indicator;
  108. $converted = true;
  109. } else {
  110. $safe .= self::$pre_indicator . base_convert((string)($codepoint - 32), 10, 36);
  111. $converted = true;
  112. }
  113. }
  114. if ($converted) $safe .= self::$post_indicator;
  115. return $safe;
  116. }
  117. /**
  118. * convert a 'safe_filename' string into an array of unicode codepoints
  119. *
  120. * @param string $safe a filename in 'safe_filename' format
  121. * @return array int an array of unicode codepoints
  122. *
  123. * @author Christopher Smith <chris@jalakai.co.uk>
  124. */
  125. private static function safeToUnicode($safe)
  126. {
  127. $unicode = [];
  128. $split = preg_split(
  129. '#(?=[' . self::$post_indicator . self::$pre_indicator . '])#',
  130. $safe,
  131. -1,
  132. PREG_SPLIT_NO_EMPTY
  133. );
  134. $converted = false;
  135. foreach ($split as $sub) {
  136. $len = strlen($sub);
  137. if ($sub[0] != self::$pre_indicator) {
  138. // plain (unconverted) characters, optionally starting with a post_indicator
  139. // set initial value to skip any post_indicator
  140. for ($i = ($converted ? 1 : 0); $i < $len; $i++) {
  141. $unicode[] = ord($sub[$i]);
  142. }
  143. $converted = false;
  144. } elseif ($len == 1) {
  145. // a pre_indicator character in the real data
  146. $unicode[] = ord($sub);
  147. $converted = true;
  148. } else {
  149. // a single codepoint in base36, adjusted for initial 32 non-printable chars
  150. $unicode[] = 32 + (int)base_convert(substr($sub, 1), 36, 10);
  151. $converted = true;
  152. }
  153. }
  154. return $unicode;
  155. }
  156. }