rubylexer 0.7.0 → 0.7.1

data/test/data/__eof2.rb

@@ -0,0 +1 @@
+__END__

data/test/data/__eof5.rb

@@ -0,0 +1,2 @@
+BEGIN{44}; \
+__END__

data/test/data/__eof6.rb

@@ -0,0 +1,2 @@
+BEGIN{44}; \
+__END__

data/test/data/cvtesc.rb

@@ -0,0 +1,17 @@
+File.open(ARGV.first){|f|
+  deficit=0
+  while buf=f.read(1024+deficit)
+    #trim possibly incomplete sequences from end
+    if /\\[0-7]{0,2}\Z/===buf
+      deficit=$&.size
+      buf[-deficit..-1]=''
+      f.pos-=deficit
+    else 
+      deficit=0
+    end
+
+    $stdout.write buf.gsub(/\\([0-7]{1,3})/){
+      $1.oct.&(0xFF).chr 
+    }
+  end
+}

data/test/data/g.rb

@@ -13,3 +13,9 @@ p(gg :z)
 # g :w #error
 
 
+begin
+a
+rescue
+b;c
+end
+

data/test/data/hd0.rb

@@ -0,0 +1,3 @@
+<<p
+p
+

data/test/data/hdateof.rb

@@ -0,0 +1,2 @@
+<<E
+E

data/test/data/hdempty.rb

@@ -0,0 +1,3 @@
+p <<f
+f
+

data/test/data/hdr.rb

@@ -0,0 +1,9 @@
+<<HEADER
+class #{filename.capitalize}TestCase
+        def set_up
+                @#{filename.downcase}s
+                @#{filename.downcase}s
+        end
+end
+HEADER
+

data/test/data/hdr_dos.rb

@@ -0,0 +1,13 @@
+contents << <<HEADER
+class #{filename.capitalize}TestCase < Math3d::TestCase
+
+        def set_up
+                @#{filename.downcase}s = []
+                @#{filename.downcase}s.clear
+        end
+
+HEADER
+"" << <<Stupid
+end
+Stupid
+

data/test/data/hdr_dos2.rb

@@ -0,0 +1,18 @@
+00000000  63 6f 6e 74 65 6e 74 73  20 3c 3c 20 3c 3c 48 45  |contents << <<HE|
+00000010  41 44 45 52 0d 0d 0a 63  6c 61 73 73 20 23 7b 66  |ADER...class #{f|
+00000020  69 6c 65 6e 61 6d 65 2e  63 61 70 69 74 61 6c 69  |ilename.capitali|
+00000030  7a 65 7d 54 65 73 74 43  61 73 65 20 3c 20 4d 61  |ze}TestCase < Ma|
+00000040  74 68 33 64 3a 3a 54 65  73 74 43 61 73 65 0d 0d  |th3d::TestCase..|
+00000050  0a 0d 0d 0a 20 20 20 20  20 20 20 20 64 65 66 20  |....        def |
+00000060  73 65 74 5f 75 70 0d 0d  0a 20 20 20 20 20 20 20  |set_up...       |
+00000070  20 20 20 20 20 20 20 20  20 40 23 7b 66 69 6c 65  |         @#{file|
+00000080  6e 61 6d 65 2e 64 6f 77  6e 63 61 73 65 7d 73 20  |name.downcase}s |
+00000090  3d 20 5b 5d 0d 0d 0a 20  20 20 20 20 20 20 20 20  |= []...         |
+000000a0  20 20 20 20 20 20 20 40  23 7b 66 69 6c 65 6e 61  |       @#{filena|
+000000b0  6d 65 2e 64 6f 77 6e 63  61 73 65 7d 73 2e 63 6c  |me.downcase}s.cl|
+000000c0  65 61 72 0d 0d 0a 20 20  20 20 20 20 20 20 65 6e  |ear...        en|
+000000d0  64 0d 0d 0a 0d 0d 0a 48  45 41 44 45 52 0d 0d 0a  |d......HEADER...|
+000000e0  22 22 20 3c 3c 20 3c 3c  53 74 75 70 69 64 0d 0d  |"" << <<Stupid..|
+000000f0  0a 65 6e 64 0d 0d 0a 53  74 75 70 69 64 0d 0d 0a  |.end...Stupid...|
+00000100  0d 0d 0a                                          |...|
+00000103

data/test/data/heart.rb

@@ -4,4 +4,6 @@ def ♥(name)
 end
 
 ♥ ARGV.shift
+#p ?♥ #not supported yet
+p :♥
 #♥

data/test/data/here_escnl.rb

@@ -0,0 +1,25 @@
+p(<<stuff+'foobar')\
++"more stuff"
+some stuff
+stuff
+
+p <<stuff+'foobar'\
++"more stuff"
+some stuff
+stuff
+
+p <<stuff+'foobar'+
+some stuff
+stuff
+"more stuff"
+
+p <<stuff+'foobar'+<<baggage+"baz"+<<impedimentia+
+some stuff
+stuff
+blah blah
+baggage
+hic haec hoc
+impedimentia
+"more stuff"
+
+

data/test/data/here_escnl_dos.rb

@@ -0,0 +1,20 @@
+p <<stuff+'foobar'\
++"more stuff"
+some stuff
+stuff
+
+p <<stuff+'foobar'+
+some stuff
+stuff
+"more stuff"
+
+p <<stuff+'foobar'+<<baggage+"baz"+<<impedimentia+
+some stuff
+stuff
+blah blah
+baggage
+hic haec hoc
+impedimentia
+"more stuff"
+
+

data/test/data/here_squote.rb

@@ -0,0 +1,3 @@
+<<'E'
+1
+E

data/test/data/heremonsters.rb

@@ -0,0 +1,140 @@
+<<END0+<<END1+<<END2+"kdsjfasdjf"
+    #{m0}
+END0
+    #{m1}
+END1
+    #{m2}
+END2
+
+foo a=<<a,b=<<b,c=<<c
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+foo(a=<<a,b=<<b,c=<<c)
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+def foo(a=<<a,b=<<b,c=<<c)
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+   a+b+c
+
+end
+
+p <<stuff+'foobar'.tr('j-l','d-f')\
++"more stuff"
+12345678
+the quick brown fox jumped over the lazy dog
+stuff
+
+p <<simple1
+foo
+bar
+baz
+simple1
+p(<<simple2)
+foo2
+bar
+baz
+simple2
+
+p <<oof+"gfert"
+#{gleeble #breakpoint
+}
+oof
+
+    funcnames.collect{|fn| <<-endeval; hn }.to_s(fn,hn,gn=1)
+         #{fn} #{gn} #{hn=2}
+         #$fn #@gn #@@hn=2
+    endeval
+    p fn,gn,hn
+
+p <<foo+'crazy'+<<bar+'nutty'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'+<<quux+'super-wacky'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+CVBNXVBdfg
+quux
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'+<<quux+'super-wacky'+
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+CVBNXVBdfg
+quux
+"5645647585735"
+
+p <<foo+
+bar
+baz
+foo
+"quux"
+
+
+p <<f+<<f
+s435fg
+f
+2345gdf
+f
+
+p <<p
+q\
+p
+p
+
+p <<''
+q\
+
+p
+

data/test/data/heremonsters.rb.broken

@@ -0,0 +1,68 @@
+#offsets in these cases are incorrect... maybe never
+
+p <<-foo+'123
+  abcd
+  foo
+  456'+"8910"
+p heh
+
+p <<-foo+"123#{2.718281828}
+  abcd
+  foo
+  456#{3.14159265}"+"8910"
+p hurhurhurhurhur!
+
+p <<-foo+"123#{2.718281828}
+  abcd
+  foo
+  456#{3.14159265}"
+p hurhurhurhurhur!
+
+
+p <<here+'123
+456
+there
+here
+789'
+p snort!
+
+p <<here+'123\
+456
+there
+here
+789'
+p snort!
+
+p <<here+'123\
+456
+there
+here
+789'
+
+p <<-foo+'123
+  abcd
+  foo
+  456'
+p ha-ha
+
+p <<-foo+'123tyurui
+  abcdCWECWWE
+  foo
+  456rtjmnj'
+p ha-ha
+
+
+p "#{<<foobar1.each('|'){|s| '\nthort: '+s}
+jbvd|g4543ghb|!@G$dfsd|fafr|e
+|s4e5rrwware|BBBBB|*&^(*&^>"PMK:njs;d|
+
+foobar1
+}"
+
+
+p <<bazquux+"#{
+dfgnb
+t 67sevrgvase
+234vjvj7ui
+bazquux
+}foobar"

data/test/data/heremonsters.rb.broken.save

@@ -0,0 +1,68 @@
+#offsets in these cases are incorrect... maybe never
+
+p <<-foo+'123
+  abcd
+  foo
+  456'+"8910"
+p heh
+
+p <<-foo+"123#{2.718281828}
+  abcd
+  foo
+  456#{3.14159265}"+"8910"
+p hurhurhurhurhur!
+
+p <<-foo+"123#{2.718281828}
+  abcd
+  foo
+  456#{3.14159265}"
+p hurhurhurhurhur!
+
+
+p <<here+'123
+456
+there
+here
+789'
+p snort!
+
+p <<here+'123\
+456
+there
+here
+789'
+p snort!
+
+p <<here+'123\
+456
+there
+here
+789'
+
+p <<-foo+'123
+  abcd
+  foo
+  456'
+p ha-ha
+
+p <<-foo+'123tyurui
+  abcdCWECWWE
+  foo
+  456rtjmnj'
+p ha-ha
+
+
+p "#{<<foobar3}"
+bim
+baz
+bof
+foobar3
+
+p <<one ; p "#{<<two}"
+1111111111111111
+fdsgdfgdsfffff
+one
+2222222222222222
+sdfasdfasdfads
+two
+

data/test/data/heremonsters_dos.rb

@@ -0,0 +1,140 @@
+<<END0+<<END1+<<END2+"kdsjfasdjf"
+    #{m0}
+END0
+    #{m1}
+END1
+    #{m2}
+END2
+
+foo a=<<a,b=<<b,c=<<c
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+foo(a=<<a,b=<<b,c=<<c)
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+def foo(a=<<a,b=<<b,c=<<c)
+jfksdkjf
+dkljjkf
+a
+kdljfjkdg
+dfglkdfkgjdf
+dkf
+b
+lkdffdjksadhf
+sdflkdjgsfdkjgsdg
+dsfg;lkdflisgffd
+g
+c
+
+   a+b+c
+
+end
+
+p <<stuff+'foobar'.tr('j-l','d-f')\
++"more stuff"
+12345678
+the quick brown fox jumped over the lazy dog
+stuff
+
+p <<simple1
+foo
+bar
+baz
+simple1
+p(<<simple2)
+foo2
+bar
+baz
+simple2
+
+p <<oof+"gfert"
+#{gleeble #breakpoint
+}
+oof
+
+    funcnames.collect{|fn| <<-endeval; hn }.to_s(fn,hn,gn=1)
+         #{fn} #{gn} #{hn=2}
+         #$fn #@gn #@@hn=2
+    endeval
+    p fn,gn,hn
+
+p <<foo+'crazy'+<<bar+'nutty'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'+<<quux+'super-wacky'
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+CVBNXVBdfg
+quux
+
+p <<foo+'crazy'+<<bar+'nutty'+<<baz+'insane!'+<<quux+'super-wacky'+
+sdsdf
+foo
+sdfsdfgsdfsdf
+bar
+uityeiorwpieo
+baz
+CVBNXVBdfg
+quux
+"5645647585735"
+
+p <<foo+
+bar
+baz
+foo
+"quux"
+
+
+p <<f+<<f
+s435fg
+f
+2345gdf
+f
+
+p <<p
+q\
+p
+p
+
+p <<''
+q\
+
+p
+