diff options
| author | Kevin Newton <kddnewton@gmail.com> | 2023-11-29 21:45:25 -0500 |
|---|---|---|
| committer | Kevin Newton <kddnewton@gmail.com> | 2023-11-30 21:37:56 -0500 |
| commit | 32249c2cf141158b02f51a41e0dfb36b78c424f4 (patch) | |
| tree | c12bdcd02bfeea4de3586712c27959c661f86318 /test/prism | |
| parent | a9162a44c59d85a56930e78cf1801558984db4a7 (diff) | |
| download | ruby-32249c2cf141158b02f51a41e0dfb36b78c424f4.tar.gz | |
[ruby/prism] GB18030 encoding
https://github.com/ruby/prism/commit/ca3ab7ec89
Diffstat (limited to 'test/prism')
| -rw-r--r-- | test/prism/encoding_test.rb | 25 |
1 files changed, 18 insertions, 7 deletions
diff --git a/test/prism/encoding_test.rb b/test/prism/encoding_test.rb index aa114b669b..b09c5479b6 100644 --- a/test/prism/encoding_test.rb +++ b/test/prism/encoding_test.rb @@ -91,8 +91,13 @@ module Prism # are 3 and 4 byte representations so it can drastically slow down the test # suite. if ENV["PRISM_TEST_ALL_ENCODINGS"] - codepoints_eucjp = [*(0...0x10000), *(0...0x10000).map { |bytes| bytes | 0x8F0000 }] - codepoints_unicode = 0...0x110000 + codepoints_unicode = (0...0x110000) + + codepoints_eucjp = [ + *(0...0x10000), + *(0...0x10000).map { |bytes| bytes | 0x8F0000 } + ] + codepoints_emacs_mule = [ *(0...0x80), *((0x81...0x90).flat_map { |byte1| (0x90...0x100).map { |byte2| byte1 << 8 | byte2 } }), @@ -100,20 +105,26 @@ module Prism *((0xF0...0xF5).flat_map { |byte2| (0xA0...0x100).flat_map { |byte3| (0xA0...0x100).flat_map { |byte4| 0x9C << 24 | byte3 << 16 | byte3 << 8 | byte4 } } }), ] - encodings.clear + codepoints_gb18030 = [ + *(0...0x80), + *((0x81..0xFE).flat_map { |byte1| (0x40...0x100).map { |byte2| byte1 << 8 | byte2 } }), + *((0x81..0xFE).flat_map { |byte1| (0x30...0x40).flat_map { |byte2| (0x81..0xFE).flat_map { |byte3| (0x2F...0x41).map { |byte4| byte1 << 24 | byte2 << 16 | byte3 << 8 | byte4 } } } }), + ] + encodings.merge!( - Encoding::CP51932 => codepoints_eucjp, - Encoding::EUC_JP => codepoints_eucjp, - Encoding::EUCJP_MS => codepoints_eucjp, - Encoding::EUC_JIS_2004 => codepoints_eucjp, Encoding::UTF_8 => codepoints_unicode, Encoding::UTF8_MAC => codepoints_unicode, Encoding::UTF8_DoCoMo => codepoints_unicode, Encoding::UTF8_KDDI => codepoints_unicode, Encoding::UTF8_SoftBank => codepoints_unicode, + Encoding::CP51932 => codepoints_eucjp, + Encoding::EUC_JP => codepoints_eucjp, + Encoding::EUCJP_MS => codepoints_eucjp, + Encoding::EUC_JIS_2004 => codepoints_eucjp, Encoding::EMACS_MULE => codepoints_emacs_mule, Encoding::STATELESS_ISO_2022_JP => codepoints_emacs_mule, Encoding::STATELESS_ISO_2022_JP_KDDI => codepoints_emacs_mule, + Encoding::GB18030 => codepoints_gb18030 ) end |