rubylexer 0.7.2 → 0.7.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. data/History.txt +25 -0
  2. data/Manifest.txt +5 -8
  3. data/Rakefile +15 -3
  4. data/lib/rubylexer.rb +161 -72
  5. data/lib/rubylexer/context.rb +8 -2
  6. data/lib/rubylexer/rubycode.rb +2 -0
  7. data/lib/rubylexer/rulexer.rb +13 -8
  8. data/{test/data → lib/rubylexer/test}/illegal_oneliners.rb +0 -0
  9. data/{test/data → lib/rubylexer/test}/illegal_stanzas.rb +0 -0
  10. data/{test/data → lib/rubylexer/test}/oneliners.rb +3 -0
  11. data/{test/data → lib/rubylexer/test}/stanzas.rb +0 -1
  12. data/lib/rubylexer/test/testcases.rb +11 -0
  13. data/lib/rubylexer/token.rb +17 -6
  14. data/lib/rubylexer/version.rb +1 -1
  15. data/test/code/locatetest.rb +63 -63
  16. data/test/code/regression.rb +2 -1
  17. data/test/code/rubylexervsruby.rb +1 -0
  18. metadata +10 -14
  19. data/rubylexer.vpj +0 -108
  20. data/test/code/testcases.rb +0 -11
  21. data/test/data/heremonsters.rb.broken.save +0 -68
  22. data/test/data/tokentest.assert.rb.can +0 -7
data/rubylexer.vpj DELETED
@@ -1,108 +0,0 @@
1
- <!DOCTYPE Project SYSTEM "http://www.slickedit.com/dtd/vse/10.0/vpj.dtd">
2
- <Project
3
- Version="10.0"
4
- VendorName="SlickEdit"
5
- WorkingDir=".">
6
- <Config
7
- Name="Release"
8
- OutputFile=""
9
- CompilerConfigName="Latest Version">
10
- <Menu>
11
- <Target
12
- Name="Compile"
13
- MenuCaption="&amp;Compile"
14
- CaptureOutputWith="ProcessBuffer"
15
- SaveOption="SaveCurrent"
16
- RunFromDir="%rw">
17
- <Exec/>
18
- </Target>
19
- <Target
20
- Name="Build"
21
- MenuCaption="&amp;Build"
22
- CaptureOutputWith="ProcessBuffer"
23
- SaveOption="SaveWorkspaceFiles"
24
- RunFromDir="%rw">
25
- <Exec/>
26
- </Target>
27
- <Target
28
- Name="Rebuild"
29
- MenuCaption="&amp;Rebuild"
30
- CaptureOutputWith="ProcessBuffer"
31
- SaveOption="SaveWorkspaceFiles"
32
- RunFromDir="%rw">
33
- <Exec/>
34
- </Target>
35
- <Target
36
- Name="Debug"
37
- MenuCaption="&amp;Debug"
38
- SaveOption="SaveNone"
39
- RunFromDir="%rw">
40
- <Exec/>
41
- </Target>
42
- <Target
43
- Name="Execute"
44
- MenuCaption="E&amp;xecute"
45
- SaveOption="SaveNone"
46
- RunFromDir="%rw">
47
- <Exec CmdLine='".exe"'/>
48
- </Target>
49
- </Menu>
50
- </Config>
51
- <CustomFolders>
52
- <Folder
53
- Name="Source Files"
54
- Filters="*.c;*.C;*.cc;*.cpp;*.cp;*.cxx;*.prg;*.pas;*.dpr;*.asm;*.s;*.bas;*.java;*.cs;*.sc;*.e;*.cob;*.html;*.rc;*.tcl;*.py;*.pl;*.rb">
55
- </Folder>
56
- <Folder
57
- Name="Header Files"
58
- Filters="*.h;*.H;*.hh;*.hpp;*.hxx;*.inc;*.sh;*.cpy;*.if"/>
59
- <Folder
60
- Name="Resource Files"
61
- Filters="*.ico;*.cur;*.dlg"/>
62
- <Folder
63
- Name="Bitmaps"
64
- Filters="*.bmp"/>
65
- <Folder
66
- Name="Other Files"
67
- Filters="">
68
- </Folder>
69
- </CustomFolders>
70
- <Files AutoFolders="DirectoryView">
71
- <Folder Name="lib">
72
- <Folder Name="rubylexer">
73
- <F N="lib/rubylexer/0.6.2.rb"/>
74
- <F N="lib/rubylexer/0.6.rb"/>
75
- <F N="lib/rubylexer/0.7.0.rb"/>
76
- <F N="lib/rubylexer/0.7.1.rb"/>
77
- <F N="lib/rubylexer/charhandler.rb"/>
78
- <F N="lib/rubylexer/charset.rb"/>
79
- <F N="lib/rubylexer/context.rb"/>
80
- <F N="lib/rubylexer/rubycode.rb"/>
81
- <F N="lib/rubylexer/rulexer.rb"/>
82
- <F N="lib/rubylexer/symboltable.rb"/>
83
- <F N="lib/rubylexer/token.rb"/>
84
- <F N="lib/rubylexer/tokenprinter.rb"/>
85
- <F N="lib/rubylexer/version.rb"/>
86
- </Folder>
87
- <F N="lib/assert.rb"/>
88
- <F N="lib/rubylexer.rb"/>
89
- </Folder>
90
- <Folder Name="test">
91
- <Folder Name="code">
92
- <F N="test/code/all_the_gems.rb"/>
93
- <F N="test/code/all_the_raas.rb"/>
94
- <F N="test/code/all_the_rubies.rb"/>
95
- <F N="test/code/deletewarns.rb"/>
96
- <F N="test/code/dumptokens.rb"/>
97
- <F N="test/code/isolate_error.rb"/>
98
- <F N="test/code/locatetest.rb"/>
99
- <F N="test/code/regression.rb"/>
100
- <F N="test/code/rubylexervsruby.rb"/>
101
- <F N="test/code/tarball.rb"/>
102
- <F N="test/code/testcases.rb"/>
103
- <F N="test/code/tokentest.rb"/>
104
- </Folder>
105
- </Folder>
106
- <F N="testing.txt"/>
107
- </Files>
108
- </Project>
data/test/code/testcases.rb DELETED
@@ -1,11 +0,0 @@
1
- module TestCases
2
- # fail unless File.exist 'test/data/oneliners.rb' and File.exist 'test/data/stanzas.rb'
3
- rldir=$:.find{|dir| File.exist? dir+'/test/data/oneliners.rb' and File.exist? dir+'/test/data/stanzas.rb' }
4
- ONELINERS=IO.readlines(rldir+'/test/data/oneliners.rb').map{|x| x.chomp}.grep(/\A\s*[^#\s\n]/).reverse
5
- STANZAS=IO.read(rldir+'/test/data/stanzas.rb').split("\n\n").grep(/./).reverse
6
- STANZAS.each{|stanza| stanza<<"\n" }
7
- ILLEGAL_ONELINERS=IO.readlines(rldir+'/test/data/illegal_oneliners.rb').map{|x| x.chomp}.grep(/\A\s*[^#\s\n]/).reverse
8
- ILLEGAL_STANZAS=IO.read(rldir+'/test/data/illegal_stanzas.rb').split("\n\n").grep(/./).reverse
9
- TESTCASES=ONELINERS+STANZAS
10
- ILLEGAL_TESTCASES=ILLEGAL_ONELINERS+ILLEGAL_STANZAS
11
- end
data/test/data/heremonsters.rb.broken.save DELETED
@@ -1,68 +0,0 @@
1
- #offsets in these cases are incorrect... maybe never
2
-
3
- p <<-foo+'123
4
- abcd
5
- foo
6
- 456'+"8910"
7
- p heh
8
-
9
- p <<-foo+"123#{2.718281828}
10
- abcd
11
- foo
12
- 456#{3.14159265}"+"8910"
13
- p hurhurhurhurhur!
14
-
15
- p <<-foo+"123#{2.718281828}
16
- abcd
17
- foo
18
- 456#{3.14159265}"
19
- p hurhurhurhurhur!
20
-
21
-
22
- p <<here+'123
23
- 456
24
- there
25
- here
26
- 789'
27
- p snort!
28
-
29
- p <<here+'123\
30
- 456
31
- there
32
- here
33
- 789'
34
- p snort!
35
-
36
- p <<here+'123\
37
- 456
38
- there
39
- here
40
- 789'
41
-
42
- p <<-foo+'123
43
- abcd
44
- foo
45
- 456'
46
- p ha-ha
47
-
48
- p <<-foo+'123tyurui
49
- abcdCWECWWE
50
- foo
51
- 456rtjmnj'
52
- p ha-ha
53
-
54
-
55
- p "#{<<foobar3}"
56
- bim
57
- baz
58
- bof
59
- foobar3
60
-
61
- p <<one ; p "#{<<two}"
62
- 1111111111111111
63
- fdsgdfgdsfffff
64
- one
65
- 2222222222222222
66
- sdfasdfasdfads
67
- two
68
-
data/test/data/tokentest.assert.rb.can DELETED
@@ -1,7 +0,0 @@
1
- require "set" #; #; #; def assert ( expr , msg
2
- = "assertion failed" ) #; $DEBUG and ( expr or
3
- raise msg ) #; end #; #; @@printed = Set .
4
- new #; def fixme ( s ) #; @@printed .
5
- include? ( s ) and return #; $DEBUG and
6
- STDERR . print "FIXME: #{s}\n" #; @@printed . add s
7
- #; end #;