mirror of
https://github.com/php/php-src.git
synced 2026-03-27 01:32:22 +01:00
4f3bd2e235
Converting U+203E to 0x7E was especially wrong for CP932, where 0x7E represents a tilde. For vanilla Shift-JIS and Shift-JIS-2004, converting to 0x7E is acceptable, since 0x7E does represent an overline/macron in those encodings. Follow the same principle in CP51932, which is closely related to CP932.
85 lines
3.5 KiB
PHP
85 lines
3.5 KiB
PHP
--TEST--
|
|
Exhaustive test of EUC-JP encoding verification and conversion
|
|
--SKIPIF--
|
|
<?php
|
|
extension_loaded('mbstring') or die('skip mbstring not available');
|
|
if (getenv("SKIP_SLOW_TESTS")) die("skip slow test");
|
|
?>
|
|
--FILE--
|
|
<?php
|
|
srand(555); /* Make results consistent */
|
|
include('encoding_tests.inc');
|
|
mb_substitute_character(0x25); // '%'
|
|
|
|
/* Read in the table of all characters in EUC-JP */
|
|
readConversionTable(__DIR__ . '/data/EUC-JP.txt', $validChars, $fromUnicode, true);
|
|
|
|
/* The JIS X 0208 character set does not have a single, straightforward
|
|
* mapping to the Unicode character set */
|
|
|
|
/* Kuten code 0x2140 (EUC-JP 0xA1C0) is a backslash; this can be mapped to
|
|
* 0x005C for an ordinary backslash, or 0xFF3C for a _fullwidth_ one
|
|
* We go with fullwidth */
|
|
$validChars["\xA1\xC0"] = "\x00\x00\xFF\x3C";
|
|
$fromUnicode["\x00\x00\xFF\x3C"] = "\xA1\xC0";
|
|
|
|
/* Unicode has both halfwidth and fullwidth NOT SIGN; convert both of them
|
|
* to JIS X 0208 NOT SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE2"] = "\xA2\xCC";
|
|
/* Likewise for fullwidth and halfwidth POUND SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE1"] = "\xA1\xF2";
|
|
/* Likewise for fullwidth and halfwidth CENT SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE0"] = "\xA1\xF1";
|
|
/* Convert Unicode FULLWIDTH TILDE to JIS X 0208 WAVE DASH */
|
|
$fromUnicode["\x00\x00\xFF\x5E"] = "\xA1\xC1";
|
|
/* Convert Unicode FULLWIDTH HYPHEN-MINUS to JIS X 0208 MINUS SIGN */
|
|
$fromUnicode["\x00\x00\xFF\x0D"] = "\xA1\xDD";
|
|
/* Convert Unicode PARALLEL TO to JIS X 0208 DOUBLE VERTICAL LINE */
|
|
$fromUnicode["\x00\x00\x22\x25"] = "\xA1\xC2";
|
|
|
|
/* Unicode 0x007E (tilde) can be represented in two different ways in EUC-JP
|
|
* When converting Unicode to EUC-JP, use the simpler representation */
|
|
$fromUnicode["\x00\x00\x00\x7E"] = "\x7E";
|
|
/* Likewise with 0x005C */
|
|
$fromUnicode["\x00\x00\x00\x5C"] = "\x5C";
|
|
|
|
/* U+203E is OVERLINE; convert to FULLWIDTH MACRON */
|
|
$fromUnicode["\x00\x00\x20\x3E"] = "\xA1\xB1";
|
|
|
|
findInvalidChars($validChars, $invalidChars, $truncated, array_fill_keys(range(0xA1, 0xFE), 2) + array(0x8E => 2, 0x8F => 3));
|
|
|
|
/* In the JIS X 0212 character set, kuten code 0x2237 (EUC-JP 0x8FA2B7)
|
|
* is an ordinary tilde character
|
|
* This mapping is not reversible, because ASCII 0x7E also represents
|
|
* the same character */
|
|
unset($validChars["\x8F\xA2\xB7"]);
|
|
|
|
testAllValidChars($validChars, 'EUC-JP', 'UTF-32BE');
|
|
echo "Encoding verification and conversion work for all valid characters\n";
|
|
|
|
testAllInvalidChars($invalidChars, $validChars, 'EUC-JP', 'UTF-32BE', "\x00\x00\x00%");
|
|
testTruncatedChars($truncated, 'EUC-JP', 'UTF-32BE', "\x00\x00\x00%");
|
|
echo "Encoding verification and conversion work for all invalid characters\n";
|
|
|
|
testValidString("\x8F\xA2\xB7", "\x00\x00\x00~", 'EUC-JP', 'UTF-32BE', false);
|
|
echo "Irreversible mapping of 0x8FA2B7 follows JIS X 0212 correctly\n";
|
|
|
|
testAllValidChars($fromUnicode, 'UTF-32BE', 'EUC-JP', false);
|
|
echo "Unicode -> EUC-JP conversion works on all valid characters\n";
|
|
|
|
$invalidChars = array();
|
|
for ($cp = 0; $cp <= 0xFFFF; $cp++) {
|
|
$char = pack('N', $cp);
|
|
if (!isset($fromUnicode[$char]))
|
|
$invalidChars[$char] = true;
|
|
}
|
|
convertAllInvalidChars($invalidChars, $fromUnicode, 'UTF-32BE', 'EUC-JP', '%');
|
|
echo "Unicode -> EUC-JP conversion works on all invalid characters\n";
|
|
?>
|
|
--EXPECT--
|
|
Encoding verification and conversion work for all valid characters
|
|
Encoding verification and conversion work for all invalid characters
|
|
Irreversible mapping of 0x8FA2B7 follows JIS X 0212 correctly
|
|
Unicode -> EUC-JP conversion works on all valid characters
|
|
Unicode -> EUC-JP conversion works on all invalid characters
|