aboutsummaryrefslogtreecommitdiffstats
path: root/spec/rubyspec/core/string/encoding_spec.rb
blob: a07032b0411d78c8a60e5280f7cb433974da14ad (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
# -*- encoding: us-ascii -*-
require File.expand_path('../../../spec_helper', __FILE__)
require File.expand_path('../fixtures/iso-8859-9-encoding', __FILE__)

with_feature :encoding do
  describe "String#encoding" do
    it "returns an Encoding object" do
      String.new.encoding.should be_an_instance_of(Encoding)
    end

    it "is equal to the source encoding by default" do
      s = StringSpecs::ISO88599Encoding.new
      s.cedilla.encoding.should == s.source_encoding
    end

    it "returns the given encoding if #force_encoding has been called" do
      "a".force_encoding(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
    end

    it "returns the given encoding if #encode!has been called" do
      "a".encode!(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
    end
  end

  describe "String#encoding for US-ASCII Strings" do
    it "returns US-ASCII if self is US-ASCII" do
      "a".encoding.should == Encoding::US_ASCII
    end

    it "returns US-ASCII if self is US-ASCII only, despite the default internal encoding being different" do
      default_internal = Encoding.default_internal
      Encoding.default_internal = Encoding::UTF_8
      "a".encoding.should == Encoding::US_ASCII
      Encoding.default_internal = default_internal
    end

    it "returns US-ASCII if self is US-ASCII only, despite the default external encoding being different" do
      default_external = Encoding.default_external
      Encoding.default_external = Encoding::UTF_8
      "a".encoding.should == Encoding::US_ASCII
      Encoding.default_external = default_external
    end

    it "returns US-ASCII if self is US-ASCII only, despite the default internal and external encodings being different" do
      default_internal = Encoding.default_internal
      default_external = Encoding.default_external
      Encoding.default_internal = Encoding::UTF_8
      Encoding.default_external = Encoding::UTF_8
      "a".encoding.should == Encoding::US_ASCII
      Encoding.default_external = default_external
      Encoding.default_internal = default_internal
    end

    it "returns US-ASCII if self is US-ASCII only, despite the default encodings being different" do
      default_internal = Encoding.default_internal
      default_external = Encoding.default_external
      Encoding.default_internal = Encoding::UTF_8
      Encoding.default_external = Encoding::UTF_8
      "a".encoding.should == Encoding::US_ASCII
      Encoding.default_external = default_external
      Encoding.default_internal = default_internal
    end

  end

  describe "String#encoding for Strings with \\u escapes" do
    it "returns UTF-8" do
      "\u{4040}".encoding.should == Encoding::UTF_8
    end

    it "returns US-ASCII if self is US-ASCII only" do
      s = "\u{40}"
      s.ascii_only?.should be_true
      s.encoding.should == Encoding::US_ASCII
    end

    it "returns UTF-8 if self isn't US-ASCII only" do
      s = "\u{4076}\u{619}"
      s.ascii_only?.should be_false
      s.encoding.should == Encoding::UTF_8
    end

    it "is not affected by the default internal encoding" do
      default_internal = Encoding.default_internal
      Encoding.default_internal = Encoding::ISO_8859_15
      "\u{5050}".encoding.should == Encoding::UTF_8
      "\u{50}".encoding.should == Encoding::US_ASCII
      Encoding.default_internal = default_internal
    end

    it "is not affected by the default external encoding" do
      default_external = Encoding.default_external
      Encoding.default_external = Encoding::SHIFT_JIS
      "\u{50}".encoding.should == Encoding::US_ASCII
      "\u{5050}".encoding.should == Encoding::UTF_8
      Encoding.default_external = default_external
    end

    it "is not affected by both the default internal and external encoding being set at the same time" do
      default_internal = Encoding.default_internal
      default_external = Encoding.default_external
      Encoding.default_internal = Encoding::EUC_JP
      Encoding.default_external = Encoding::SHIFT_JIS
      "\u{50}".encoding.should == Encoding::US_ASCII
      "\u{507}".encoding.should == Encoding::UTF_8
      Encoding.default_external = default_external
      Encoding.default_internal = default_internal
    end

    it "returns the given encoding if #force_encoding has been called" do
      "\u{20}".force_encoding(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
      "\u{2020}".force_encoding(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
    end

    it "returns the given encoding if #encode!has been called" do
      "\u{20}".encode!(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
      "\u{2020}".encode!(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
    end
  end

  describe "String#encoding for Strings with \\x escapes" do

    it "returns US-ASCII if self is US-ASCII only" do
      s = "\x61"
      s.ascii_only?.should be_true
      s.encoding.should == Encoding::US_ASCII
    end

    it "returns ASCII-8BIT when an escape creates a byte with the 8th bit set if the source encoding is US-ASCII" do
      __ENCODING__.should == Encoding::US_ASCII
      str = " "
      str.encoding.should == Encoding::US_ASCII
      str += [0xDF].pack('C')
      str.ascii_only?.should be_false
      str.encoding.should == Encoding::ASCII_8BIT
     end

    # TODO: Deal with case when the byte in question isn't valid in the source
    # encoding?
    it "returns the source encoding when an escape creates a byte with the 8th bit set if the source encoding isn't US-ASCII" do
      fixture  = StringSpecs::ISO88599Encoding.new
      fixture.source_encoding.should == Encoding::ISO8859_9
      fixture.x_escape.ascii_only?.should be_false
      fixture.x_escape.encoding.should == Encoding::ISO8859_9
    end

    it "is not affected by the default internal encoding" do
      default_internal = Encoding.default_internal
      Encoding.default_internal = Encoding::ISO_8859_15
      "\x50".encoding.should == Encoding::US_ASCII
      "\x50".encoding.should == Encoding::US_ASCII
      Encoding.default_internal = default_internal
    end

    it "is not affected by the default external encoding" do
      default_external = Encoding.default_external
      Encoding.default_external = Encoding::SHIFT_JIS
      "\x50".encoding.should == Encoding::US_ASCII
      [0xD4].pack('C').encoding.should == Encoding::ASCII_8BIT
      Encoding.default_external = default_external
    end

    it "is not affected by both the default internal and external encoding being set at the same time" do
      default_internal = Encoding.default_internal
      default_external = Encoding.default_external
      Encoding.default_internal = Encoding::EUC_JP
      Encoding.default_external = Encoding::SHIFT_JIS
      x50 = "\x50"
      x50.encoding.should == Encoding::US_ASCII
      [0xD4].pack('C').encoding.should == Encoding::ASCII_8BIT
      Encoding.default_external = default_external
      Encoding.default_internal = default_internal
    end

    it "returns the given encoding if #force_encoding has been called" do
      x50 = "\x50"
      x50.force_encoding(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
      xD4 = [212].pack('C')
      xD4.force_encoding(Encoding::ISO_8859_9).encoding.should == Encoding::ISO_8859_9
    end

    it "returns the given encoding if #encode!has been called" do
      x50 = "\x50"
      x50.encode!(Encoding::SHIFT_JIS).encoding.should == Encoding::SHIFT_JIS
      x00 = "x\00"
      x00.encode!(Encoding::UTF_8).encoding.should == Encoding::UTF_8
    end
  end
end