I18nTest.php 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265
  1. <?php declare(strict_types=1);
  2. use PHPUnit\Framework\TestCase;
  3. use PrivateBin\I18n;
  4. use PrivateBin\Json;
  5. class I18nMock extends I18n
  6. {
  7. public static function resetAvailableLanguages()
  8. {
  9. self::$_availableLanguages = array();
  10. }
  11. public static function resetPath($path = '')
  12. {
  13. self::$_path = $path;
  14. }
  15. public static function getPath($file = '')
  16. {
  17. return self::_getPath($file);
  18. }
  19. }
  20. class I18nTest extends TestCase
  21. {
  22. private $_translations = array();
  23. public function setUp(): void
  24. {
  25. /* Setup Routine */
  26. $this->_translations = json_decode(
  27. file_get_contents(PATH . 'i18n' . DIRECTORY_SEPARATOR . 'de.json'),
  28. true
  29. );
  30. }
  31. public function tearDown(): void
  32. {
  33. unset($_COOKIE['lang'], $_SERVER['HTTP_ACCEPT_LANGUAGE']);
  34. I18n::loadTranslations();
  35. }
  36. public function testTranslationFallback()
  37. {
  38. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  39. $messageId = 'It does not matter if the message ID exists';
  40. I18n::loadTranslations();
  41. $this->assertEquals($messageId, I18n::_($messageId), 'fallback to en');
  42. I18n::getLanguageLabels();
  43. }
  44. public function testCookieLanguageDeDetection()
  45. {
  46. $_COOKIE['lang'] = 'de';
  47. I18n::loadTranslations();
  48. $this->assertEquals($_COOKIE['lang'], I18n::getLanguage(), 'browser language de');
  49. $this->assertEquals('0 Stunden', I18n::_('%d hours', 0), '0 hours in German');
  50. $this->assertEquals('1 Stunde', I18n::_('%d hours', 1), '1 hour in German');
  51. $this->assertEquals('2 Stunden', I18n::_('%d hours', 2), '2 hours in German');
  52. }
  53. public function testBrowserLanguageDeDetection()
  54. {
  55. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'de-CH,de;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2,fr;q=0.0';
  56. I18n::loadTranslations();
  57. $this->assertEquals('de', I18n::getLanguage(), 'browser language de');
  58. $this->assertEquals('0 Stunden', I18n::_('%d hours', 0), '0 hours in German');
  59. $this->assertEquals('1 Stunde', I18n::_('%d hours', 1), '1 hour in German');
  60. $this->assertEquals('2 Stunden', I18n::_('%d hours', 2), '2 hours in German');
  61. }
  62. public function testBrowserLanguageFrDetection()
  63. {
  64. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'fr-CH,fr;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2,de;q=0.0';
  65. I18n::loadTranslations();
  66. $this->assertEquals('fr', I18n::getLanguage(), 'browser language fr');
  67. $this->assertEquals('0 heure', I18n::_('%d hours', 0), '0 hours in French');
  68. $this->assertEquals('1 heure', I18n::_('%d hours', 1), '1 hour in French');
  69. $this->assertEquals('2 heures', I18n::_('%d hours', 2), '2 hours in French');
  70. }
  71. public function testBrowserLanguageNoDetection()
  72. {
  73. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'no;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  74. I18n::loadTranslations();
  75. $this->assertEquals('no', I18n::getLanguage(), 'browser language no');
  76. $this->assertEquals('0 timer', I18n::_('%d hours', 0), '0 hours in Norwegian');
  77. $this->assertEquals('1 time', I18n::_('%d hours', 1), '1 hour in Norwegian');
  78. $this->assertEquals('2 timer', I18n::_('%d hours', 2), '2 hours in Norwegian');
  79. }
  80. public function testBrowserLanguageOcDetection()
  81. {
  82. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'oc;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  83. I18n::loadTranslations();
  84. $this->assertEquals('oc', I18n::getLanguage(), 'browser language oc');
  85. $this->assertEquals('0 ora', I18n::_('%d hours', 0), '0 hours in Occitan');
  86. $this->assertEquals('1 ora', I18n::_('%d hours', 1), '1 hour in Occitan');
  87. $this->assertEquals('2 oras', I18n::_('%d hours', 2), '2 hours in Occitan');
  88. }
  89. public function testBrowserLanguageZhDetection()
  90. {
  91. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'zh;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  92. I18n::loadTranslations();
  93. $this->assertEquals('zh', I18n::getLanguage(), 'browser language zh');
  94. $this->assertEquals('0 小时', I18n::_('%d hours', 0), '0 hours in Chinese');
  95. $this->assertEquals('1 小时', I18n::_('%d hours', 1), '1 hour in Chinese');
  96. $this->assertEquals('2 小时', I18n::_('%d hours', 2), '2 hours in Chinese');
  97. }
  98. public function testBrowserLanguagePlDetection()
  99. {
  100. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'pl;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  101. I18n::loadTranslations();
  102. $this->assertEquals('pl', I18n::getLanguage(), 'browser language pl');
  103. $this->assertEquals('1 godzina', I18n::_('%d hours', 1), '1 hour in Polish');
  104. $this->assertEquals('2 godziny', I18n::_('%d hours', 2), '2 hours in Polish');
  105. $this->assertEquals('12 godzin', I18n::_('%d hours', 12), '12 hours in Polish');
  106. $this->assertEquals('22 godziny', I18n::_('%d hours', 22), '22 hours in Polish');
  107. $this->assertEquals('1 minuta', I18n::_('%d minutes', 1), '1 minute in Polish');
  108. $this->assertEquals('3 minuty', I18n::_('%d minutes', 3), '3 minutes in Polish');
  109. $this->assertEquals('13 minut', I18n::_('%d minutes', 13), '13 minutes in Polish');
  110. $this->assertEquals('23 minuty', I18n::_('%d minutes', 23), '23 minutes in Polish');
  111. }
  112. public function testBrowserLanguageRuDetection()
  113. {
  114. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'ru;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  115. I18n::loadTranslations();
  116. $this->assertEquals('ru', I18n::getLanguage(), 'browser language ru');
  117. $this->assertEquals('1 минуту', I18n::_('%d minutes', 1), '1 minute in Russian');
  118. $this->assertEquals('3 минуты', I18n::_('%d minutes', 3), '3 minutes in Russian');
  119. $this->assertEquals('10 минут', I18n::_('%d minutes', 10), '10 minutes in Russian');
  120. $this->assertEquals('21 минуту', I18n::_('%d minutes', 21), '21 minutes in Russian');
  121. }
  122. public function testBrowserLanguageSlDetection()
  123. {
  124. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'sl;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  125. I18n::loadTranslations();
  126. $this->assertEquals('sl', I18n::getLanguage(), 'browser language sl');
  127. $this->assertEquals('0 ura', I18n::_('%d hours', 0), '0 hours in Slovene');
  128. $this->assertEquals('1 uri', I18n::_('%d hours', 1), '1 hour in Slovene');
  129. $this->assertEquals('2 ure', I18n::_('%d hours', 2), '2 hours in Slovene');
  130. $this->assertEquals('3 ur', I18n::_('%d hours', 3), '3 hours in Slovene');
  131. $this->assertEquals('11 ura', I18n::_('%d hours', 11), '11 hours in Slovene');
  132. $this->assertEquals('101 uri', I18n::_('%d hours', 101), '101 hours in Slovene');
  133. $this->assertEquals('102 ure', I18n::_('%d hours', 102), '102 hours in Slovene');
  134. $this->assertEquals('104 ur', I18n::_('%d hours', 104), '104 hours in Slovene');
  135. }
  136. public function testBrowserLanguageCsDetection()
  137. {
  138. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'cs;q=0.8,en-GB;q=0.6,en-US;q=0.4,en;q=0.2';
  139. I18n::loadTranslations();
  140. $this->assertEquals('cs', I18n::getLanguage(), 'browser language cs');
  141. $this->assertEquals('1 hodina', I18n::_('%d hours', 1), '1 hour in Czech');
  142. $this->assertEquals('2 hodiny', I18n::_('%d hours', 2), '2 hours in Czech');
  143. $this->assertEquals('5 minut', I18n::_('%d minutes', 5), '5 minutes in Czech');
  144. $this->assertEquals('14 minut', I18n::_('%d minutes', 14), '14 minutes in Czech');
  145. }
  146. public function testBrowserLanguageAnyDetection()
  147. {
  148. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = '*';
  149. I18n::loadTranslations();
  150. $this->assertTrue(strlen(I18n::getLanguage()) >= 2, 'browser language any');
  151. }
  152. public function testVariableInjection()
  153. {
  154. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  155. I18n::loadTranslations();
  156. $this->assertEquals('some string + 1', I18n::_('some %s + %d', 'string', 1), 'browser language en');
  157. }
  158. public function testHtmlEntityEncoding()
  159. {
  160. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'foobar';
  161. I18n::loadTranslations();
  162. $input = '&<>"\'/`=';
  163. $result = htmlspecialchars($input, ENT_QUOTES | ENT_HTML5 | ENT_DISALLOWED, 'UTF-8', false);
  164. $this->assertEquals($result, I18n::encode($input), 'encodes HTML entities');
  165. $this->assertEquals('<a>some ' . $result . ' + 1</a>', I18n::_('<a>some %s + %d</a>', $input, 1), 'encodes parameters in translations');
  166. // Message ID should NOT be encoded (it comes from trusted source), only the parameter should be
  167. $this->assertEquals($input . $result, I18n::_($input . '%s', $input), 'encodes only parameters, not message ID');
  168. }
  169. public function testApostropheEncodngInMessage()
  170. {
  171. $_SERVER['HTTP_ACCEPT_LANGUAGE'] = 'fr';
  172. I18n::loadTranslations();
  173. // For example, the French translation should not have the apostrophe encoded
  174. // See https://github.com/PrivateBin/PrivateBin/issues/1712
  175. $message = I18n::_('Document does not exist, has expired or has been deleted.');
  176. $this->assertFalse(strpos($message, '&apos;') !== false, 'French apostrophe should not be encoded in translation message');
  177. $this->assertTrue(strpos($message, "n'existe") !== false, 'French apostrophe should be present as literal character');
  178. }
  179. public function testFallbackAlwaysPresent()
  180. {
  181. $path = sys_get_temp_dir() . DIRECTORY_SEPARATOR . 'privatebin_i18n';
  182. if (!is_dir($path)) {
  183. mkdir($path);
  184. }
  185. $languageIterator = new AppendIterator();
  186. $languageIterator->append(new GlobIterator(I18nMock::getPath('??.json')));
  187. $languageIterator->append(new GlobIterator(I18nMock::getPath('???.json'))); // for jbo
  188. $languageCount = 0;
  189. foreach ($languageIterator as $file) {
  190. ++$languageCount;
  191. $this->assertTrue(copy($file->getPathname(), $path . DIRECTORY_SEPARATOR . $file->getBasename()));
  192. }
  193. I18nMock::resetPath($path);
  194. $languagesDevelopment = I18nMock::getAvailableLanguages();
  195. $this->assertEquals($languageCount, count($languagesDevelopment), 'all copied languages detected');
  196. $this->assertTrue(in_array('en', $languagesDevelopment), 'English fallback present');
  197. unlink($path . DIRECTORY_SEPARATOR . 'en.json');
  198. I18nMock::resetAvailableLanguages();
  199. $languagesDeployed = I18nMock::getAvailableLanguages();
  200. $this->assertEquals($languageCount, count($languagesDeployed), 'all copied languages detected, plus fallback');
  201. $this->assertTrue(in_array('en', $languagesDeployed), 'English fallback still present');
  202. I18nMock::resetAvailableLanguages();
  203. I18nMock::resetPath();
  204. Helper::rmDir($path);
  205. }
  206. public function testMessageIdsExistInAllLanguages()
  207. {
  208. $messageIds = array();
  209. $languages = array();
  210. foreach (new DirectoryIterator(PATH . 'i18n') as $file) {
  211. $fileNameLength = strlen($file->getFilename());
  212. if ($fileNameLength === 7) { // xx.json
  213. $language = substr($file->getFilename(), 0, 2);
  214. } elseif ($fileNameLength === 8) { // jbo.json
  215. $language = substr($file->getFilename(), 0, 3);
  216. } else {
  217. continue;
  218. }
  219. $languageJson = file_get_contents($file->getPathname());
  220. $languageMessageIds = array_keys(Json::decode($languageJson));
  221. $messageIds = array_unique(array_merge($messageIds, $languageMessageIds));
  222. $languages[$language] = $languageMessageIds;
  223. }
  224. foreach ($messageIds as $messageId) {
  225. foreach (array_keys($languages) as $language) {
  226. // most languages don't translate the data size units, ignore those
  227. if ($messageId !== 'B' && strlen($messageId) !== 3 && strpos($messageId, 'B', 2) !== 2) {
  228. $this->assertContains(
  229. $messageId,
  230. $languages[$language],
  231. "message ID '$messageId' exists in translation file $language.json"
  232. );
  233. }
  234. }
  235. }
  236. }
  237. }