I18nTest.php 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. <?php declare(strict_types=1);
  2. use PHPUnit\Framework\TestCase;
  3. use PrivateBin\I18n;
  4. class I18nMock extends I18n
  5. {
  6. public static function resetAvailableLanguages()
  7. {
  8. self::$_availableLanguages = array();
  9. }
  10. public static function resetPath($path = '')
  11. {
  12. self::$_path = $path;
  13. }
  14. public static function getPath($file = '')
  15. {
  16. return self::_getPath($file);
  17. }
  18. }
  19. class I18nTest extends TestCase
  20. {
  21. private $_translations = array();
  22. public function setUp(): void
  23. {
  24. /* Setup Routine */
  25. $this->_translations = json_decode(
  26. file_get_contents(PATH . 'i18n' . DIRECTORY_SEPARATOR . 'de.json'),
  27. true
  28. );
  29. }
  30. public function tearDown(): void
  31. {
  32. unset($_COOKIE['lang'], $_SERVER['HTTP_ACCEPT_LANGUAGE']);
  33. I18n::loadTranslations();
  34. }
  35. public function testTranslationFallback()
  36. {
  37. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  38. $messageId = 'It does not matter if the message ID exists';
  39. I18n::loadTranslations();
  40. $this->assertEquals($messageId, I18n::_($messageId), 'fallback to en');
  41. I18n::getLanguageLabels();
  42. }
  43. public function testCookieLanguageDeDetection()
  44. {
  45. $_COOKIE['lang'] = 'de';
  46. I18n::loadTranslations();
  47. $this->assertEquals($_COOKIE['lang'], I18n::getLanguage(), 'browser language de');
  48. $this->assertEquals('0 Stunden', I18n::_('%d hours', 0), '0 hours in German');
  49. $this->assertEquals('1 Stunde', I18n::_('%d hours', 1), '1 hour in German');
  50. $this->assertEquals('2 Stunden', I18n::_('%d hours', 2), '2 hours in German');
  51. }
  52. public function testBrowserLanguageDeDetection()
  53. {
  54. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'de-CH,de;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2,fr;q=0.0';
  55. I18n::loadTranslations();
  56. $this->assertEquals('de', I18n::getLanguage(), 'browser language de');
  57. $this->assertEquals('0 Stunden', I18n::_('%d hours', 0), '0 hours in German');
  58. $this->assertEquals('1 Stunde', I18n::_('%d hours', 1), '1 hour in German');
  59. $this->assertEquals('2 Stunden', I18n::_('%d hours', 2), '2 hours in German');
  60. }
  61. public function testBrowserLanguageFrDetection()
  62. {
  63. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'fr-CH,fr;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2,de;q=0.0';
  64. I18n::loadTranslations();
  65. $this->assertEquals('fr', I18n::getLanguage(), 'browser language fr');
  66. $this->assertEquals('0 heure', I18n::_('%d hours', 0), '0 hours in French');
  67. $this->assertEquals('1 heure', I18n::_('%d hours', 1), '1 hour in French');
  68. $this->assertEquals('2 heures', I18n::_('%d hours', 2), '2 hours in French');
  69. }
  70. public function testBrowserLanguageNoDetection()
  71. {
  72. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'no;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  73. I18n::loadTranslations();
  74. $this->assertEquals('no', I18n::getLanguage(), 'browser language no');
  75. $this->assertEquals('0 timer', I18n::_('%d hours', 0), '0 hours in Norwegian');
  76. $this->assertEquals('1 time', I18n::_('%d hours', 1), '1 hour in Norwegian');
  77. $this->assertEquals('2 timer', I18n::_('%d hours', 2), '2 hours in Norwegian');
  78. }
  79. public function testBrowserLanguageOcDetection()
  80. {
  81. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'oc;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  82. I18n::loadTranslations();
  83. $this->assertEquals('oc', I18n::getLanguage(), 'browser language oc');
  84. $this->assertEquals('0 ora', I18n::_('%d hours', 0), '0 hours in Occitan');
  85. $this->assertEquals('1 ora', I18n::_('%d hours', 1), '1 hour in Occitan');
  86. $this->assertEquals('2 oras', I18n::_('%d hours', 2), '2 hours in Occitan');
  87. }
  88. public function testBrowserLanguageZhDetection()
  89. {
  90. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'zh;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  91. I18n::loadTranslations();
  92. $this->assertEquals('zh', I18n::getLanguage(), 'browser language zh');
  93. $this->assertEquals('0 小时', I18n::_('%d hours', 0), '0 hours in Chinese');
  94. $this->assertEquals('1 小时', I18n::_('%d hours', 1), '1 hour in Chinese');
  95. $this->assertEquals('2 小时', I18n::_('%d hours', 2), '2 hours in Chinese');
  96. }
  97. public function testBrowserLanguagePlDetection()
  98. {
  99. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'pl;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  100. I18n::loadTranslations();
  101. $this->assertEquals('pl', I18n::getLanguage(), 'browser language pl');
  102. $this->assertEquals('1 godzina', I18n::_('%d hours', 1), '1 hour in Polish');
  103. $this->assertEquals('2 godziny', I18n::_('%d hours', 2), '2 hours in Polish');
  104. $this->assertEquals('12 godzin', I18n::_('%d hours', 12), '12 hours in Polish');
  105. $this->assertEquals('22 godziny', I18n::_('%d hours', 22), '22 hours in Polish');
  106. $this->assertEquals('1 minuta', I18n::_('%d minutes', 1), '1 minute in Polish');
  107. $this->assertEquals('3 minuty', I18n::_('%d minutes', 3), '3 minutes in Polish');
  108. $this->assertEquals('13 minut', I18n::_('%d minutes', 13), '13 minutes in Polish');
  109. $this->assertEquals('23 minuty', I18n::_('%d minutes', 23), '23 minutes in Polish');
  110. }
  111. public function testBrowserLanguageRuDetection()
  112. {
  113. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'ru;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  114. I18n::loadTranslations();
  115. $this->assertEquals('ru', I18n::getLanguage(), 'browser language ru');
  116. $this->assertEquals('1 минуту', I18n::_('%d minutes', 1), '1 minute in Russian');
  117. $this->assertEquals('3 минуты', I18n::_('%d minutes', 3), '3 minutes in Russian');
  118. $this->assertEquals('10 минут', I18n::_('%d minutes', 10), '10 minutes in Russian');
  119. $this->assertEquals('21 минуту', I18n::_('%d minutes', 21), '21 minutes in Russian');
  120. }
  121. public function testBrowserLanguageSlDetection()
  122. {
  123. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'sl;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  124. I18n::loadTranslations();
  125. $this->assertEquals('sl', I18n::getLanguage(), 'browser language sl');
  126. $this->assertEquals('0 ura', I18n::_('%d hours', 0), '0 hours in Slowene');
  127. $this->assertEquals('1 uri', I18n::_('%d hours', 1), '1 hour in Slowene');
  128. $this->assertEquals('2 ure', I18n::_('%d hours', 2), '2 hours in Slowene');
  129. $this->assertEquals('3 ur', I18n::_('%d hours', 3), '3 hours in Slowene');
  130. $this->assertEquals('11 ura', I18n::_('%d hours', 11), '11 hours in Slowene');
  131. $this->assertEquals('101 uri', I18n::_('%d hours', 101), '101 hours in Slowene');
  132. $this->assertEquals('102 ure', I18n::_('%d hours', 102), '102 hours in Slowene');
  133. $this->assertEquals('104 ur', I18n::_('%d hours', 104), '104 hours in Slowene');
  134. }
  135. public function testBrowserLanguageCsDetection()
  136. {
  137. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'cs;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  138. I18n::loadTranslations();
  139. $this->assertEquals('cs', I18n::getLanguage(), 'browser language cs');
  140. $this->assertEquals('1 hodina', I18n::_('%d hours', 1), '1 hour in Czech');
  141. $this->assertEquals('2 hodiny', I18n::_('%d hours', 2), '2 hours in Czech');
  142. $this->assertEquals('5 minut', I18n::_('%d minutes', 5), '5 minutes in Czech');
  143. $this->assertEquals('14 minut', I18n::_('%d minutes', 14), '14 minutes in Czech');
  144. }
  145. public function testBrowserLanguageAnyDetection()
  146. {
  147. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = '*';
  148. I18n::loadTranslations();
  149. $this->assertTrue(strlen(I18n::getLanguage()) >= 2, 'browser language any');
  150. }
  151. public function testVariableInjection()
  152. {
  153. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  154. I18n::loadTranslations();
  155. $this->assertEquals('some string + 1', I18n::_('some %s + %d', 'string', 1), 'browser language en');
  156. }
  157. public function testHtmlEntityEncoding()
  158. {
  159. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  160. I18n::loadTranslations();
  161. $input = '&<>"\'/`=';
  162. $result = htmlspecialchars($input, ENT_QUOTES | ENT_HTML5 | ENT_DISALLOWED, 'UTF-8', false);
  163. $this->assertEquals($result, I18n::encode($input), 'encodes HTML entities');
  164. $this->assertEquals('<a>some ' . $result . ' + 1</a>', I18n::_('<a>some %s + %d</a>', $input, 1), 'encodes parameters in translations');
  165. // Message ID should NOT be encoded (it comes from trusted source), only the parameter should be
  166. $this->assertEquals($input . $result, I18n::_($input . '%s', $input), 'encodes only parameters, not message ID');
  167. }
  168. public function testApostropheEncodngInMessage()
  169. {
  170. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'fr';
  171. I18n::loadTranslations();
  172. // For example, the French translation should not have the apostrophe encoded
  173. // See https://github.com/PrivateBin/PrivateBin/issues/1712
  174. $message = I18n::_('Document does not exist, has expired or has been deleted.');
  175. $this->assertFalse(strpos($message, '&apos;') !== false, 'French apostrophe should not be encoded in translation message');
  176. $this->assertTrue(strpos($message, "n'existe") !== false, 'French apostrophe should be present as literal character');
  177. }
  178. public function testFallbackAlwaysPresent()
  179. {
  180. $path = sys_get_temp_dir() . DIRECTORY_SEPARATOR . 'privatebin_i18n';
  181. if (!is_dir($path)) {
  182. mkdir($path);
  183. }
  184. $languageIterator = new AppendIterator();
  185. $languageIterator->append(new GlobIterator(I18nMock::getPath('??.json')));
  186. $languageIterator->append(new GlobIterator(I18nMock::getPath('???.json'))); // for jbo
  187. $languageCount = 0;
  188. foreach ($languageIterator as $file) {
  189. ++$languageCount;
  190. $this->assertTrue(copy($file->getPathname(), $path . DIRECTORY_SEPARATOR . $file->getBasename()));
  191. }
  192. I18nMock::resetPath($path);
  193. $languagesDevelopment = I18nMock::getAvailableLanguages();
  194. $this->assertEquals($languageCount, count($languagesDevelopment), 'all copied languages detected');
  195. $this->assertTrue(in_array('en', $languagesDevelopment), 'English fallback present');
  196. unlink($path . DIRECTORY_SEPARATOR . 'en.json');
  197. I18nMock::resetAvailableLanguages();
  198. $languagesDeployed = I18nMock::getAvailableLanguages();
  199. $this->assertEquals($languageCount, count($languagesDeployed), 'all copied languages detected, plus fallback');
  200. $this->assertTrue(in_array('en', $languagesDeployed), 'English fallback still present');
  201. I18nMock::resetAvailableLanguages();
  202. I18nMock::resetPath();
  203. Helper::rmDir($path);
  204. }
  205. public function testMessageIdsExistInAllLanguages()
  206. {
  207. $messageIds = array();
  208. $languages = array();
  209. $dir = dir(PATH . 'i18n');
  210. while (false !== ($file = $dir->read())) {
  211. if (strlen($file) === 7) {
  212. $language = substr($file, 0, 2);
  213. $languageMessageIds = array_keys(
  214. json_decode(
  215. file_get_contents(PATH . 'i18n' . DIRECTORY_SEPARATOR . $file),
  216. true
  217. )
  218. );
  219. $messageIds = array_unique(array_merge($messageIds, $languageMessageIds));
  220. $languages[$language] = $languageMessageIds;
  221. }
  222. }
  223. foreach ($messageIds as $messageId) {
  224. foreach (array_keys($languages) as $language) {
  225. // most languages don't translate the data size units, ignore those
  226. if ($messageId !== 'B' && strlen($messageId) !== 3 && strpos($messageId, 'B', 2) !== 2) {
  227. $this->assertContains(
  228. $messageId,
  229. $languages[$language],
  230. "message ID '$messageId' exists in translation file $language.json"
  231. );
  232. }
  233. }
  234. }
  235. }
  236. }