diff options
author | aamine <aamine@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2004-10-09 18:20:46 +0000 |
---|---|---|
committer | aamine <aamine@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2004-10-09 18:20:46 +0000 |
commit | 1344cfba26ac2ecbb206ddbb13e1a31dafceaba3 (patch) | |
tree | c9cb29752b977cb06878bc7e188533addb262da0 /test/ripper/test_scanner_events.rb | |
parent | 493bcc9b6475f5e2abc5548474bfac50f0fe4294 (diff) | |
download | ruby-1344cfba26ac2ecbb206ddbb13e1a31dafceaba3.tar.gz |
* test/ripper/test_scanner_events.rb: test location information.
* test/ripper/test_scanner_events.rb: test \n between comments.
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@7026 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
Diffstat (limited to 'test/ripper/test_scanner_events.rb')
-rw-r--r-- | test/ripper/test_scanner_events.rb | 54 |
1 files changed, 40 insertions, 14 deletions
diff --git a/test/ripper/test_scanner_events.rb b/test/ripper/test_scanner_events.rb index 21aa9a8312..57be40c4dc 100644 --- a/test/ripper/test_scanner_events.rb +++ b/test/ripper/test_scanner_events.rb @@ -8,27 +8,53 @@ require 'test/unit' class TestRipper_ScannerEvents < Test::Unit::TestCase def scan(target, str) - if target - sym = "on_#{target}".intern - Ripper.scan(str).select {|_,type,_| type == sym }.map {|_,_,tok| tok } - else - Ripper.scan(str).map {|_,_,tok| tok } - end + sym = "on_#{target}".intern + Ripper.scan(str).select {|_,type,_| type == sym }.map {|_,_,tok| tok } end - def test_scan + def test_tokenize assert_equal [], - scan(nil, '') + Ripper.tokenize('') assert_equal ['a'], - scan(nil, 'a') + Ripper.tokenize('a') assert_equal ['1'], - scan(nil, '1') + Ripper.tokenize('1') assert_equal ['1', ';', 'def', ' ', 'm', '(', 'arg', ')', 'end'], - scan(nil, "1;def m(arg)end") + Ripper.tokenize("1;def m(arg)end") assert_equal ['print', '(', '<<EOS', ')', "\n", "heredoc\n", "EOS\n"], - scan(nil, "print(<<EOS)\nheredoc\nEOS\n") + Ripper.tokenize("print(<<EOS)\nheredoc\nEOS\n") assert_equal ['print', '(', ' ', '<<EOS', ')', "\n", "heredoc\n", "EOS\n"], - scan(nil, "print( <<EOS)\nheredoc\nEOS\n") + Ripper.tokenize("print( <<EOS)\nheredoc\nEOS\n") + assert_equal ["\#\n", "\n", "\#\n", "\n", "nil", "\n"], + Ripper.tokenize("\#\n\n\#\n\nnil\n") + end + + def test_scan + assert_equal [], + Ripper.scan('') + assert_equal [[[1,0], :on_ident, "a"]], + Ripper.scan('a') + assert_equal [[[1, 0], :on_kw, "nil"]], + Ripper.scan("nil") + assert_equal [[[1, 0], :on_kw, "def"], + [[1, 3], :on_sp, " "], + [[1, 4], :on_ident, "m"], + [[1, 5], :on_lparen, "("], + [[1, 6], :on_ident, "a"], + [[1, 7], :on_rparen, ")"], + [[1, 8], :on_kw, "end"]], + Ripper.scan("def m(a)end") + assert_equal [[[1, 0], :on_int, "1"], + [[1, 1], :on_nl, "\n"], + [[2, 0], :on_int, "2"], + [[2, 1], :on_nl, "\n"], + [[3, 0], :on_int, "3"]], + Ripper.scan("1\n2\n3") + assert_equal [[[1, 0], :on_heredoc_beg, "<<EOS"], + [[1, 5], :on_nl, "\n"], + [[2, 0], :on_tstring_content, "heredoc\n"], + [[3, 0], :on_heredoc_end, "EOS"]], + Ripper.scan("<<EOS\nheredoc\nEOS") end def test_location @@ -739,7 +765,7 @@ class TestRipper_ScannerEvents < Test::Unit::TestCase assert_equal ["__END__\n"], scan('__end__', "__END__\n") assert_equal ["__END__\n"], - scan(nil, "__END__\njunk junk junk") + Ripper.tokenize("__END__\njunk junk junk") assert_equal ["__END__"], scan('__end__', "1\n__END__") assert_equal [], |