mirror of
https://github.com/php/php-src.git
synced 2026-04-28 02:33:17 +02:00
Alex Dowad
8f6889b20d
- Don't allow control characters to appear in the middle of a multi-byte character. (A strange feature, or perhaps misfeature, of mbstring which is not present in other libraries such as iconv.) - When checking whether string is valid, reject kuten codes which do not map to any character, whether converting from EUC-JP to another encoding, or converting another encoding which uses JIS X 0208/0212 charsets to EUC-JP. - Truncated multi-byte characters are treated as an error.
78 lines
3.2 KiB
PHP
78 lines
3.2 KiB
PHP
--TEST--
|
|
Exhaustive test of EUC-JP encoding verification and conversion
|
|
--SKIPIF--
|
|
<?php
|
|
extension_loaded('mbstring') or die('skip mbstring not available');
|
|
if (getenv("SKIP_SLOW_TESTS")) die("skip slow test");
|
|
?>
|
|
--FILE--
|
|
<?php
|
|
srand(555); /* Make results consistent */
|
|
include('encoding_tests.inc');
|
|
mb_substitute_character(0x25); // '%'
|
|
|
|
/* Read in the table of all characters in EUC-JP */
|
|
readConversionTable(__DIR__ . '/data/EUC-JP.txt', $validChars, $fromUnicode, true);
|
|
|
|
/* The JIS X 0208 character set does not have a single, straightforward
|
|
* mapping to the Unicode character set */
|
|
|
|
/* Kuten code 0x2140 (EUC-JP 0xA1C0) is a backslash; this can be mapped to
|
|
* 0x005C for an ordinary backslash, or 0xFF3C for a _fullwidth_ one
|
|
* We go with fullwidth */
|
|
$validChars["\xA1\xC0"] = "\x00\x00\xFF\x3C";
|
|
$fromUnicode["\x00\x00\xFF\x3C"] = "\xA1\xC0";
|
|
|
|
/* Unicode has both halfwidth and fullwidth NOT SIGN; convert both of them
|
|
* to JIS X 0208 NOT SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE2"] = "\xA2\xCC";
|
|
/* Likewise for fullwidth and halfwidth POUND SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE1"] = "\xA1\xF2";
|
|
/* Likewise for fullwidth and halfwidth CENT SIGN */
|
|
$fromUnicode["\x00\x00\xFF\xE0"] = "\xA1\xF1";
|
|
/* Convert Unicode FULLWIDTH TILDE to JIS X 0208 WAVE DASH */
|
|
$fromUnicode["\x00\x00\xFF\x5E"] = "\xA1\xC1";
|
|
/* Convert Unicode FULLWIDTH HYPHEN-MINUS to JIS X 0208 MINUS SIGN */
|
|
$fromUnicode["\x00\x00\xFF\x0D"] = "\xA1\xDD";
|
|
/* Convert Unicode PARALLEL TO to JIS X 0208 DOUBLE VERTICAL LINE */
|
|
$fromUnicode["\x00\x00\x22\x25"] = "\xA1\xC2";
|
|
|
|
/* Unicode 0x007E (tilde) can be represented in two different ways in EUC-JP
|
|
* When converting Unicode to EUC-JP, use the simpler representation */
|
|
$fromUnicode["\x00\x00\x00\x7E"] = "\x7E";
|
|
/* Likewise with 0x005C */
|
|
$fromUnicode["\x00\x00\x00\x5C"] = "\x5C";
|
|
|
|
findInvalidChars($validChars, $invalidChars, $truncated, map(range(0xA1, 0xFE), 2, array(0x8E => 2, 0x8F => 3)));
|
|
|
|
/* In the JIS X 0212 character set, kuten code 0x2237 (EUC-JP 0x8FA2B7)
|
|
* is an ordinary tilde character
|
|
* This mapping is not reversible, because ASCII 0x7E also represents
|
|
* the same character */
|
|
unset($validChars["\x8F\xA2\xB7"]);
|
|
|
|
testAllValidChars($validChars, 'EUC-JP', 'UTF-32BE');
|
|
echo "Encoding verification and conversion work for all valid characters\n";
|
|
|
|
testAllInvalidChars($invalidChars, $validChars, 'EUC-JP', 'UTF-32BE', "\x00\x00\x00%");
|
|
testTruncatedChars($truncated, 'EUC-JP', 'UTF-32BE', "\x00\x00\x00%");
|
|
echo "Encoding verification and conversion work for all invalid characters\n";
|
|
|
|
testValidString("\x8F\xA2\xB7", "\x00\x00\x00~", 'EUC-JP', 'UTF-32BE', false);
|
|
echo "Irreversible mapping of 0x8FA2B7 follows JIS X 0212 correctly\n";
|
|
|
|
$invalidChars = array();
|
|
for ($cp = 0; $cp <= 0xFFFF; $cp++) {
|
|
$char = pack('N', $cp);
|
|
if (!isset($fromUnicode[$char]))
|
|
$invalidChars[$char] = true;
|
|
}
|
|
convertAllInvalidChars($invalidChars, $fromUnicode, 'UTF-32BE', 'EUC-JP', '%');
|
|
echo "Unicode -> EUC-JP conversion works on all invalid characters\n";
|
|
?>
|
|
--EXPECT--
|
|
Encoding verification and conversion work for all valid characters
|
|
Encoding verification and conversion work for all invalid characters
|
|
Irreversible mapping of 0x8FA2B7 follows JIS X 0212 correctly
|
|
Unicode -> EUC-JP conversion works on all invalid characters
|