rubylexer 0.7.2 → 0.7.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (22) hide show
  1. data/History.txt +25 -0
  2. data/Manifest.txt +5 -8
  3. data/Rakefile +15 -3
  4. data/lib/rubylexer.rb +161 -72
  5. data/lib/rubylexer/context.rb +8 -2
  6. data/lib/rubylexer/rubycode.rb +2 -0
  7. data/lib/rubylexer/rulexer.rb +13 -8
  8. data/{test/data → lib/rubylexer/test}/illegal_oneliners.rb +0 -0
  9. data/{test/data → lib/rubylexer/test}/illegal_stanzas.rb +0 -0
  10. data/{test/data → lib/rubylexer/test}/oneliners.rb +3 -0
  11. data/{test/data → lib/rubylexer/test}/stanzas.rb +0 -1
  12. data/lib/rubylexer/test/testcases.rb +11 -0
  13. data/lib/rubylexer/token.rb +17 -6
  14. data/lib/rubylexer/version.rb +1 -1
  15. data/test/code/locatetest.rb +63 -63
  16. data/test/code/regression.rb +2 -1
  17. data/test/code/rubylexervsruby.rb +1 -0
  18. metadata +10 -14
  19. data/rubylexer.vpj +0 -108
  20. data/test/code/testcases.rb +0 -11
  21. data/test/data/heremonsters.rb.broken.save +0 -68
  22. data/test/data/tokentest.assert.rb.can +0 -7
data/rubylexer.vpj DELETED
@@ -1,108 +0,0 @@
1
- <!DOCTYPE Project SYSTEM "http://www.slickedit.com/dtd/vse/10.0/vpj.dtd">
2
- <Project
3
- Version="10.0"
4
- VendorName="SlickEdit"
5
- WorkingDir=".">
6
- <Config
7
- Name="Release"
8
- OutputFile=""
9
- CompilerConfigName="Latest Version">
10
- <Menu>
11
- <Target
12
- Name="Compile"
13
- MenuCaption="&amp;Compile"
14
- CaptureOutputWith="ProcessBuffer"
15
- SaveOption="SaveCurrent"
16
- RunFromDir="%rw">
17
- <Exec/>
18
- </Target>
19
- <Target
20
- Name="Build"
21
- MenuCaption="&amp;Build"
22
- CaptureOutputWith="ProcessBuffer"
23
- SaveOption="SaveWorkspaceFiles"
24
- RunFromDir="%rw">
25
- <Exec/>
26
- </Target>
27
- <Target
28
- Name="Rebuild"
29
- MenuCaption="&amp;Rebuild"
30
- CaptureOutputWith="ProcessBuffer"
31
- SaveOption="SaveWorkspaceFiles"
32
- RunFromDir="%rw">
33
- <Exec/>
34
- </Target>
35
- <Target
36
- Name="Debug"
37
- MenuCaption="&amp;Debug"
38
- SaveOption="SaveNone"
39
- RunFromDir="%rw">
40
- <Exec/>
41
- </Target>
42
- <Target
43
- Name="Execute"
44
- MenuCaption="E&amp;xecute"
45
- SaveOption="SaveNone"
46
- RunFromDir="%rw">
47
- <Exec CmdLine='".exe"'/>
48
- </Target>
49
- </Menu>
50
- </Config>
51
- <CustomFolders>
52
- <Folder
53
- Name="Source Files"
54
- Filters="*.c;*.C;*.cc;*.cpp;*.cp;*.cxx;*.prg;*.pas;*.dpr;*.asm;*.s;*.bas;*.java;*.cs;*.sc;*.e;*.cob;*.html;*.rc;*.tcl;*.py;*.pl;*.rb">
55
- </Folder>
56
- <Folder
57
- Name="Header Files"
58
- Filters="*.h;*.H;*.hh;*.hpp;*.hxx;*.inc;*.sh;*.cpy;*.if"/>
59
- <Folder
60
- Name="Resource Files"
61
- Filters="*.ico;*.cur;*.dlg"/>
62
- <Folder
63
- Name="Bitmaps"
64
- Filters="*.bmp"/>
65
- <Folder
66
- Name="Other Files"
67
- Filters="">
68
- </Folder>
69
- </CustomFolders>
70
- <Files AutoFolders="DirectoryView">
71
- <Folder Name="lib">
72
- <Folder Name="rubylexer">
73
- <F N="lib/rubylexer/0.6.2.rb"/>
74
- <F N="lib/rubylexer/0.6.rb"/>
75
- <F N="lib/rubylexer/0.7.0.rb"/>
76
- <F N="lib/rubylexer/0.7.1.rb"/>
77
- <F N="lib/rubylexer/charhandler.rb"/>
78
- <F N="lib/rubylexer/charset.rb"/>
79
- <F N="lib/rubylexer/context.rb"/>
80
- <F N="lib/rubylexer/rubycode.rb"/>
81
- <F N="lib/rubylexer/rulexer.rb"/>
82
- <F N="lib/rubylexer/symboltable.rb"/>
83
- <F N="lib/rubylexer/token.rb"/>
84
- <F N="lib/rubylexer/tokenprinter.rb"/>
85
- <F N="lib/rubylexer/version.rb"/>
86
- </Folder>
87
- <F N="lib/assert.rb"/>
88
- <F N="lib/rubylexer.rb"/>
89
- </Folder>
90
- <Folder Name="test">
91
- <Folder Name="code">
92
- <F N="test/code/all_the_gems.rb"/>
93
- <F N="test/code/all_the_raas.rb"/>
94
- <F N="test/code/all_the_rubies.rb"/>
95
- <F N="test/code/deletewarns.rb"/>
96
- <F N="test/code/dumptokens.rb"/>
97
- <F N="test/code/isolate_error.rb"/>
98
- <F N="test/code/locatetest.rb"/>
99
- <F N="test/code/regression.rb"/>
100
- <F N="test/code/rubylexervsruby.rb"/>
101
- <F N="test/code/tarball.rb"/>
102
- <F N="test/code/testcases.rb"/>
103
- <F N="test/code/tokentest.rb"/>
104
- </Folder>
105
- </Folder>
106
- <F N="testing.txt"/>
107
- </Files>
108
- </Project>
data/test/code/testcases.rb DELETED
@@ -1,11 +0,0 @@
1
- module TestCases
2
- # fail unless File.exist 'test/data/oneliners.rb' and File.exist 'test/data/stanzas.rb'
3
- rldir=$:.find{|dir| File.exist? dir+'/test/data/oneliners.rb' and File.exist? dir+'/test/data/stanzas.rb' }
4
- ONELINERS=IO.readlines(rldir+'/test/data/oneliners.rb').map{|x| x.chomp}.grep(/\A\s*[^#\s\n]/).reverse
5
- STANZAS=IO.read(rldir+'/test/data/stanzas.rb').split("\n\n").grep(/./).reverse
6
- STANZAS.each{|stanza| stanza<<"\n" }
7
- ILLEGAL_ONELINERS=IO.readlines(rldir+'/test/data/illegal_oneliners.rb').map{|x| x.chomp}.grep(/\A\s*[^#\s\n]/).reverse
8
- ILLEGAL_STANZAS=IO.read(rldir+'/test/data/illegal_stanzas.rb').split("\n\n").grep(/./).reverse
9
- TESTCASES=ONELINERS+STANZAS
10
- ILLEGAL_TESTCASES=ILLEGAL_ONELINERS+ILLEGAL_STANZAS
11
- end
data/test/data/heremonsters.rb.broken.save DELETED
@@ -1,68 +0,0 @@
1
- #offsets in these cases are incorrect... maybe never
2
-
3
- p <<-foo+'123
4
- abcd
5
- foo
6
- 456'+"8910"
7
- p heh
8
-
9
- p <<-foo+"123#{2.718281828}
10
- abcd
11
- foo
12
- 456#{3.14159265}"+"8910"
13
- p hurhurhurhurhur!
14
-
15
- p <<-foo+"123#{2.718281828}
16
- abcd
17
- foo
18
- 456#{3.14159265}"
19
- p hurhurhurhurhur!
20
-
21
-
22
- p <<here+'123
23
- 456
24
- there
25
- here
26
- 789'
27
- p snort!
28
-
29
- p <<here+'123\
30
- 456
31
- there
32
- here
33
- 789'
34
- p snort!
35
-
36
- p <<here+'123\
37
- 456
38
- there
39
- here
40
- 789'
41
-
42
- p <<-foo+'123
43
- abcd
44
- foo
45
- 456'
46
- p ha-ha
47
-
48
- p <<-foo+'123tyurui
49
- abcdCWECWWE
50
- foo
51
- 456rtjmnj'
52
- p ha-ha
53
-
54
-
55
- p "#{<<foobar3}"
56
- bim
57
- baz
58
- bof
59
- foobar3
60
-
61
- p <<one ; p "#{<<two}"
62
- 1111111111111111
63
- fdsgdfgdsfffff
64
- one
65
- 2222222222222222
66
- sdfasdfasdfads
67
- two
68
-
data/test/data/tokentest.assert.rb.can DELETED
@@ -1,7 +0,0 @@
1
- require "set" #; #; #; def assert ( expr , msg
2
- = "assertion failed" ) #; $DEBUG and ( expr or
3
- raise msg ) #; end #; #; @@printed = Set .
4
- new #; def fixme ( s ) #; @@printed .
5
- include? ( s ) and return #; $DEBUG and
6
- STDERR . print "FIXME: #{s}\n" #; @@printed . add s
7
- #; end #;