cp950_encoding.phpt 3.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. --TEST--
  2. Exhaustive test of verification and conversion of CP950 text
  3. --EXTENSIONS--
  4. mbstring
  5. --SKIPIF--
  6. <?php
  7. if (getenv("SKIP_SLOW_TESTS")) die("skip slow test");
  8. ?>
  9. --FILE--
  10. <?php
  11. include('encoding_tests.inc');
  12. srand(1000); // Make results consistent
  13. mb_substitute_character(0x25); // '%'
  14. readConversionTable(__DIR__ . '/data/CP950.txt', $toUnicode, $fromUnicode);
  15. // Non-reversible mappings (two different CP950 codepoints map to same Unicode codepoint)
  16. $fromUnicode["\x25\x50"] = "\xA2\xA4";
  17. $fromUnicode["\x25\x5E"] = "\xA2\xA5";
  18. $fromUnicode["\x25\x61"] = "\xA2\xA7";
  19. $fromUnicode["\x25\x6A"] = "\xA2\xA6";
  20. $fromUnicode["\x25\x6D"] = "\xA2\x7E";
  21. $fromUnicode["\x25\x6E"] = "\xA2\xA1";
  22. $fromUnicode["\x25\x6F"] = "\xA2\xA3";
  23. $fromUnicode["\x25\x70"] = "\xA2\xA2";
  24. // CP950 explicitly maps some unused Big5 codepoint ranges to Unicode "Private User Area" codepoints
  25. function addPUAMapping($hi, $lo, $unicode) {
  26. global $fromUnicode, $toUnicode;
  27. $cp950 = pack('n', ($hi << 8) + $lo);
  28. $unicode = pack('n', $unicode);
  29. $fromUnicode[$unicode] = $cp950;
  30. $toUnicode[$cp950] = $unicode;
  31. }
  32. for ($hi = 0x81; $hi <= 0x8D; $hi++) {
  33. for ($lo = 0x40; $lo <= 0x7E; $lo++)
  34. addPUAMapping($hi, $lo, 0xEEB8 + (157 * ($hi - 0x81)) + ($lo - 0x40));
  35. for ($lo = 0xA1; $lo <= 0xFE; $lo++)
  36. addPUAMapping($hi, $lo, 0xEEB8 + (157 * ($hi - 0x81)) + ($lo - 0x62));
  37. }
  38. for ($hi = 0x8E; $hi <= 0xA0; $hi++) {
  39. for ($lo = 0x40; $lo <= 0x7E; $lo++)
  40. addPUAMapping($hi, $lo, 0xE311 + (157 * ($hi - 0x8E)) + ($lo - 0x40));
  41. for ($lo = 0xA1; $lo <= 0xFE; $lo++)
  42. addPUAMapping($hi, $lo, 0xE311 + (157 * ($hi - 0x8E)) + ($lo - 0x62));
  43. }
  44. $hi = 0xC6;
  45. for ($lo = 0xA1; $lo <= 0xFE; $lo++)
  46. addPUAMapping($hi, $lo, 0xF672 + (157 * ($hi - 0xC6)) + ($lo - 0x62));
  47. for ($hi = 0xC7; $hi <= 0xC8; $hi++) {
  48. for ($lo = 0x40; $lo <= 0x7E; $lo++)
  49. addPUAMapping($hi, $lo, 0xF672 + (157 * ($hi - 0xC6)) + ($lo - 0x40));
  50. for ($lo = 0xA1; $lo <= 0xFE; $lo++)
  51. addPUAMapping($hi, $lo, 0xF672 + (157 * ($hi - 0xC6)) + ($lo - 0x62));
  52. }
  53. for ($hi = 0xFA; $hi <= 0xFE; $hi++) {
  54. for ($lo = 0x40; $lo <= 0x7E; $lo++)
  55. addPUAMapping($hi, $lo, 0xE000 + (157 * ($hi - 0xFA)) + ($lo - 0x40));
  56. for ($lo = 0xA1; $lo <= 0xFE; $lo++)
  57. addPUAMapping($hi, $lo, 0xE000 + (157 * ($hi - 0xFA)) + ($lo - 0x62));
  58. }
  59. findInvalidChars($toUnicode, $invalid, $truncated);
  60. testAllValidChars($toUnicode, 'CP950', 'UTF-16BE', false);
  61. testAllInvalidChars($invalid, $toUnicode, 'CP950', 'UTF-16BE', "\x00%");
  62. testTruncatedChars($truncated, 'CP950', 'UTF-16BE', "\x00%");
  63. echo "Tested CP950 -> UTF-16BE\n";
  64. testAllValidChars($fromUnicode, 'UTF-16BE', 'CP950', false);
  65. findInvalidChars($fromUnicode, $invalid, $unused, array_fill_keys(range(0,0xFF), 2));
  66. convertAllInvalidChars($invalid, $fromUnicode, 'UTF-16BE', 'CP950', '%');
  67. echo "Tested UTF-16BE -> CP950\n";
  68. // Test "long" illegal character markers
  69. mb_substitute_character("long");
  70. convertInvalidString("\x80", "%", "CP950", "UTF-8");
  71. convertInvalidString("\x26\x09", "U+2609", "UTF-16BE", "CP950");
  72. echo "Done!\n";
  73. ?>
  74. --EXPECT--
  75. Tested CP950 -> UTF-16BE
  76. Tested UTF-16BE -> CP950
  77. Done!