rubylexer 0.7.0 → 0.7.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (80) hide show
  1. data/History.txt +90 -0
  2. data/Manifest.txt +54 -3
  3. data/README.txt +4 -7
  4. data/Rakefile +3 -2
  5. data/lib/rubylexer.rb +856 -323
  6. data/lib/rubylexer/0.7.0.rb +11 -2
  7. data/lib/rubylexer/0.7.1.rb +2 -0
  8. data/lib/rubylexer/charhandler.rb +4 -4
  9. data/lib/rubylexer/context.rb +86 -9
  10. data/lib/rubylexer/rulexer.rb +455 -101
  11. data/lib/rubylexer/token.rb +166 -43
  12. data/lib/rubylexer/tokenprinter.rb +16 -8
  13. data/lib/rubylexer/version.rb +1 -1
  14. data/rubylexer.vpj +98 -0
  15. data/test/code/all_the_gems.rb +33 -0
  16. data/test/code/all_the_raas.rb +226 -0
  17. data/test/code/all_the_rubies.rb +2 -0
  18. data/test/code/deletewarns.rb +19 -1
  19. data/test/code/dumptokens.rb +39 -8
  20. data/test/code/errscan +2 -0
  21. data/test/code/isolate_error.rb +72 -0
  22. data/test/code/lexloop +14 -0
  23. data/test/code/locatetest.rb +150 -8
  24. data/test/code/regression.rb +109 -0
  25. data/test/code/rubylexervsruby.rb +53 -15
  26. data/test/code/strgen.rb +138 -0
  27. data/test/code/tarball.rb +144 -0
  28. data/test/code/testcases.rb +11 -0
  29. data/test/code/tokentest.rb +115 -24
  30. data/test/data/__eof2.rb +1 -0
  31. data/test/data/__eof5.rb +2 -0
  32. data/test/data/__eof6.rb +2 -0
  33. data/test/data/cvtesc.rb +17 -0
  34. data/test/data/g.rb +6 -0
  35. data/test/data/hd0.rb +3 -0
  36. data/test/data/hdateof.rb +2 -0
  37. data/test/data/hdempty.rb +3 -0
  38. data/test/data/hdr.rb +9 -0
  39. data/test/data/hdr_dos.rb +13 -0
  40. data/test/data/hdr_dos2.rb +18 -0
  41. data/test/data/heart.rb +2 -0
  42. data/test/data/here_escnl.rb +25 -0
  43. data/test/data/here_escnl_dos.rb +20 -0
  44. data/test/data/here_squote.rb +3 -0
  45. data/test/data/heremonsters.rb +140 -0
  46. data/test/data/heremonsters.rb.broken +68 -0
  47. data/test/data/heremonsters.rb.broken.save +68 -0
  48. data/test/data/heremonsters_dos.rb +140 -0
  49. data/test/data/heremonsters_dos.rb.broken +68 -0
  50. data/test/data/illegal_oneliners.rb +1 -0
  51. data/test/data/illegal_stanzas.rb +0 -0
  52. data/test/data/make_ws_strdelim.rb +22 -0
  53. data/test/data/maven2_builer_test.rb +82 -0
  54. data/test/data/migration.rb +8944 -0
  55. data/test/data/modl.rb +6 -0
  56. data/test/data/modl_dos.rb +7 -0
  57. data/test/data/modl_fails.rb +10 -0
  58. data/test/data/multilinestring.rb +6 -0
  59. data/test/data/oneliners.rb +555 -0
  60. data/test/data/p-op.rb +2 -0
  61. data/test/data/p.rb +3 -1710
  62. data/test/data/s.rb +90 -21
  63. data/test/data/simple.rb +1 -0
  64. data/test/data/simple_dos.rb +1 -0
  65. data/test/data/stanzas.rb +1194 -0
  66. data/test/data/strdelim_crlf.rb +6 -0
  67. data/test/data/stuff.rb +6 -0
  68. data/test/data/stuff2.rb +5 -0
  69. data/test/data/stuff3.rb +6 -0
  70. data/test/data/stuff4.rb +6 -0
  71. data/test/data/tkweird.rb +20 -0
  72. data/test/data/unending_stuff.rb +5 -0
  73. data/test/data/whatnot.rb +8 -0
  74. data/test/data/ws_strdelim.rb +0 -0
  75. data/test/test.sh +239 -0
  76. data/testing.txt +39 -50
  77. metadata +110 -12
  78. data/test/code/dl_all_gems.rb +0 -43
  79. data/test/code/unpack_all_gems.rb +0 -15
  80. data/test/data/gemlist.txt +0 -280
@@ -1,43 +0,0 @@
1
- require 'rubygems'
2
- Gem.manage_gems
3
-
4
- class Gem::SourceInfoCache
5
- public :read_cache
6
- end
7
-
8
- if ARGV.empty?
9
- limit=1.0/0
10
- else
11
- limit=ARGV.first.to_i
12
- end
13
-
14
- gemdir="gems/"
15
-
16
- Dir.mkdir gemdir rescue nil
17
- total=0
18
- db4=[]
19
- db=Gem::SourceInfoCache.new.read_cache
20
- db.each_pair{|site,db2|
21
- newest={}
22
- db3=db2.source_index.instance_variable_get(:@gems)
23
- db3.each_pair{|filename,gemdata|
24
- version=gemdata.version
25
- newest[gemdata.name]=[version,filename,site] unless
26
- newest[gemdata.name] and newest[gemdata.name].first>=version
27
- }
28
- newest.each_pair{|name,triad| triad.shift }
29
- db4.push newest
30
- }
31
-
32
-
33
- db4.each{|hash| hash.each_pair{|filename,(fn,site)|
34
- # fn=filename+".gem"
35
- next if File.exist? gemdir+fn
36
- fn+=".gem"
37
- next if File.exist? gemdir+fn
38
- url=site+"/gems/"+fn
39
- puts url
40
- system "wget #{url} -O "+gemdir+fn
41
- total+=(4096.0+1.01*File.size(gemdir+fn)) rescue 0
42
- exit if total>limit
43
- }}
@@ -1,15 +0,0 @@
1
- gemdir="gems/"
2
- gems=Dir[gemdir+"*.gem"]
3
-
4
- gems.each{|gem|
5
- dir=gem.dup
6
- dir[/\.gem$/]=''
7
- Dir.mkdir dir rescue nil
8
-
9
- system "tar x -f #{gem} -C #{dir}"
10
- system "gunzip #{dir}/metadata.gz -c > #{dir}/metadata"
11
- system "tar xz -f #{dir}/data.tar.gz -C #{dir}"
12
-
13
-
14
- File.unlink gem, dir+"/metadata.gz", dir+"/data.tar.gz" rescue nil
15
- }
@@ -1,280 +0,0 @@
1
- this list was compiled from the following lists found on the web:
2
- http://www.ocssolutions.com/ruby-gems.html
3
- http://www.codefluency.com/2007/2/20/gem-list
4
- http://clarkware.com/cgi/blosxom/2007/02/10#GemSurvey
5
- http://chadfowler.com/2007/2/11/show-us-your-gems
6
-
7
-
8
-
9
- archive-tar-minitar
10
- asciify
11
- aws-s3
12
- Bloglines4R
13
- BlueCloth
14
- Builder
15
- capistrano
16
- cmdparse
17
- daemons
18
- diff-lcs
19
- fcgi
20
- feedtools
21
- gnuplot
22
- htmltools
23
- madeleine
24
- mysql
25
- needle
26
- net-sftp
27
- net-ssh
28
- PageTemplate
29
- ParseTree
30
- payment
31
- podcast
32
- rake
33
- RedCloth
34
- rfacebook
35
- rmagick
36
- RubyInline
37
- rubyzip
38
- ruwiki
39
- salted_login_generator
40
- shipping
41
- soap4r
42
- sources
43
- s3-ruby
44
- syntax
45
- Technorati-Ruby
46
- tidy
47
- uuidtools
48
- vpim
49
- webgen
50
- wee
51
- xml-simple
52
- yax
53
-
54
-
55
- actionmailer (1.3.1, 1.2.5, 1.2.3, 1.2.1, 1.0.1)
56
- actionpack (1.13.1, 1.12.5, 1.12.3, 1.12.1, 1.9.1)
57
- actionwebservice (1.2.1, 1.1.6, 1.1.4, 1.1.2, 0.8.1)
58
- activerecord (1.15.1, 1.14.4, 1.14.3, 1.14.2, 1.11.1)
59
- activesupport (1.4.0, 1.3.1, 1.1.1)
60
- audioscrobbler (0.0.1)
61
- badger (1.0.0)
62
- barcode (0.2)
63
- BlueCloth (1.0.0)
64
- builder (2.0.0)
65
- capistrano (1.2.0, 1.1.0)
66
- capistrano-ext (1.1.0, 1.0.1)
67
- cgi_multipart_eof_fix (2.0.2)
68
- cocoa_dialog (0.0.2)
69
- color-tools (1.3.0)
70
- cooloptions (1.1.0)
71
- daemons (1.0.4, 1.0.2, 0.4.4)
72
- dhaka (0.0.6, 0.0.5)
73
- diff-lcs (1.1.2)
74
- fastercsv (1.0.0)
75
- fastthread (0.6.2)
76
- fcgi (0.8.7, 0.8.6.1)
77
- gem_plugin (0.2.2, 0.2.1)
78
- greenbar (1.0.1, 0.2.1)
79
- gruff (0.2.8, 0.2.4, 0.1.2)
80
- hoe (1.1.6, 1.1.2)
81
- hpricot (0.4)
82
- instiki (0.10.2)
83
- json (0.4.2)
84
- keybox (1.0.0)
85
- keyword_search (1.0.2)
86
- libxml-ruby (0.3.8)
87
- madeleine (0.7.3, 0.7.1)
88
- mailfactory (1.2.3)
89
- memcache-client (1.2.0, 1.0.3)
90
- mime-types (1.15)
91
- mongrel (1.0.1, 0.3.13.4, 0.3.13.3, 0.3.12.4)
92
- mongrel_cluster (0.2.1, 0.2.0)
93
- mysql (2.7)
94
- needle (1.3.0)
95
- net-sftp (1.1.0)
96
- net-ssh (1.0.10, 1.0.9, 1.0.8)
97
- open4 (0.9.1)
98
- paginator (1.0.8, 1.0.7, 1.0.5, 1.0.0)
99
- pdf-writer (1.1.3)
100
- peggy (0.1.0)
101
- piston (1.2.0, 1.1.1)
102
- radiant (0.5.2)
103
- radius (0.5.1)
104
- rails (1.2.1, 1.1.6, 1.1.4, 1.1.2, 0.13.1)
105
- rails_gem_plugin_shim (1.0.0)
106
- rake (0.7.1)
107
- rcov (0.7.0.1)
108
- RedCloth (3.0.4, 3.0.3)
109
- rmagick (1.14.1, 1.11.1, 1.10.1)
110
- rspec (0.6.4, 0.5.13)
111
- rubyforge (0.3.2, 0.3.0)
112
- rubygems-update (0.9.0)
113
- rubyosa (0.1.0)
114
- rubyzip (0.9.1, 0.5.8)
115
- ruport (0.6.1)
116
- scruffy (0.2.2)
117
- sources (0.0.1)
118
- spacesuit (1.2.0)
119
- syntax (1.0.0)
120
- tattle (1.0.3, 1.0.2, 1.0.0)
121
- termios (0.9.4)
122
- Text (1.1.0)
123
- transaction-simple (1.3.0)
124
- twfy (1.0.0)
125
- twitter (0.0.2)
126
- tzinfo (0.3.2, 0.3.1)
127
- xhtmldiff (1.0.0)
128
- ZenTest (3.4.1, 3.2.0)
129
-
130
- actionmailer (1.3.2)
131
- actionpack (1.13.2)
132
- actionwebservice (1.2.2)
133
- activerecord (1.15.2)
134
- activesupport (1.4.1)
135
- aws-s3 (0.3.0)
136
- builder (2.0.0)
137
- capistrano (1.4.0)
138
- cgi_multipart_eof_fix (1.0.0)
139
- cheat (1.2.1)
140
- daemons (1.0.3)
141
- fastthread (0.4)
142
- flexmock (0.4.5)
143
- gem_plugin (0.2.1)
144
- gruff (0.2.8)
145
- hoe (1.1.7, 1.1.4)
146
- hpricot (0.5)
147
- mime-types (1.15)
148
- mocha (0.4.0)
149
- mongrel (0.3.13.2)
150
- mongrel_cluster (0.2.0)
151
- net-sftp (1.1.0)
152
- net-ssh (1.0.10)
153
- piston (1.3.0)
154
- rails (1.2.2)
155
- rake (0.7.1)
156
- rb-appscript (0.3.0)
157
- rcov (0.7.0.1)
158
- RedCloth (3.0.4)
159
- rmagick (1.14.1)
160
- ruby-prof (0.4.1)
161
- rubyforge (0.4.0, 0.3.1)
162
- rubygems-update (0.9.2, 0.9.1)
163
- safariwatir (0.2.2)
164
- sources (0.0.1)
165
- test-spec (0.3.0)
166
- xml-simple (1.0.10)
167
- action_profiler (1.0.0)
168
- actionmailer (1.3.2, 1.3.1, 1.2.5, 1.2.4, 1.2.0)
169
- actionpack (1.13.2, 1.13.1, 1.12.5, 1.12.4, 1.12.0)
170
- actionwebservice (1.2.2, 1.2.1, 1.1.6, 1.1.0)
171
- activerecord (1.15.2, 1.15.1, 1.14.4, 1.14.0)
172
- activesupport (1.4.1, 1.4.0, 1.3.1, 1.3.0)
173
- acts_as_ferret (0.3.1)
174
- acts_as_searchable (0.1.0)
175
- ajax_scaffold (1.0.0)
176
- an-app (0.0.3)
177
- ar_mailer (1.1.0)
178
- aws-s3 (0.3.0, 0.0.8952)
179
- badger (1.0.1)
180
- bfts (1.0.0)
181
- BlueCloth (1.0.0)
182
- builder (2.0.0)
183
- camping (1.5)
184
- capistrano (1.3.1, 1.2.0)
185
- capistrano-ext (1.0.1)
186
- cgi_multipart_eof_fix (2.0.2)
187
- color-tools (1.3.0)
188
- daemons (1.0.3, 0.4.3)
189
- Dependency (1.0.0)
190
- dhaka (2.0.0, 1.0.0, 0.0.6, 0.0.5, 0.0.2)
191
- dnssd (0.6.0)
192
- fastercsv (0.2.0)
193
- fastri (0.1.1.1)
194
- fastthread (0.6.2)
195
- fcgi (0.8.6.1)
196
- feedtools (0.2.26)
197
- ferret (0.10.14, 0.10.13)
198
- fjson (0.0.8)
199
- flexmock (0.2.1)
200
- gem_plugin (0.2.2, 0.2.1)
201
- greenbar (1.0.0)
202
- gruff (0.1.2)
203
- highline (1.2.3)
204
- hobo (0.4.3)
205
- hoe (1.1.6, 1.1.4)
206
- hpricot (0.4.59, 0.4)
207
- icalendar (0.97)
208
- insurance (0.3)
209
- junebug (0.0.12)
210
- keyword_search (1.0.4)
211
- libxml-ruby (0.3.8)
212
- markaby (0.5)
213
- mechanize (0.6.4)
214
- memcache-client (1.0.3)
215
- metaid (1.0)
216
- mime-types (1.15)
217
- miniunit (1.0.0)
218
- mocha (0.3.2)
219
- mofo (0.1)
220
- mongrel (1.0.1, 0.3.13.4)
221
- mongrel_cluster (0.2.1, 0.2.0)
222
- mylib (0.1.0)
223
- mysql (2.7.3, 2.7)
224
- ncurses (0.9.1)
225
- needle (1.3.0)
226
- net-sftp (1.1.0)
227
- net-ssh (1.0.10, 1.0.9, 1.0.8)
228
- newgem (0.2.0)
229
- paginator (1.0.8, 1.0.6)
230
- ParseTree (1.6.3, 1.6.1)
231
- payment (1.0.1)
232
- pdf-writer (1.1.3)
233
- piston (1.1.1)
234
- production_log_analyzer (1.3.0)
235
- query_builder (1.0.0)
236
- rails (1.2.2)
237
- rails_analyzer_tools (1.1.0)
238
- railsmachine (0.1.2)
239
- rake (0.7.1)
240
- raspell (0.0.1)
241
- rbayes (1.0.0)
242
- rcov (0.6.0.1)
243
- RedCloth (3.0.4)
244
- RedGreen (1.0)
245
- rmail (0.17)
246
- rspec (0.6.4)
247
- ruby-breakpoint (0.5.1)
248
- ruby-growl (1.0.1)
249
- ruby2ruby (1.1.1)
250
- rubyforge (0.3.1)
251
- rubygems-update (0.9.2, 0.9.1, 0.9.0, 0.8.11)
252
- RubyInline (3.6.1)
253
- rubyosa (0.2.0, 0.1.0)
254
- RubyToC (1.0.0.5)
255
- rubyweather (1.0.0)
256
- ruport (0.4.0)
257
- selenium (0.6)
258
- Selenium (1.0.0)
259
- sendfile (0.9.2)
260
- session (2.1.6)
261
- sources (0.0.1)
262
- sqlite (2.0.1)
263
- sqlite3-ruby (1.1.0.1)
264
- streamlined_generator (0.0.4)
265
- sup (0.0.5, 0.0.1)
266
- svn_conf_generator (0.0.3)
267
- sydparse (1.2.2, 1.2.0, 1.0.0)
268
- syntax (1.0.0)
269
- tattle (1.0.1, 1.0.0)
270
- termios (0.9.4)
271
- Text (1.1.0)
272
- THERuSH (0.9)
273
- transaction-simple (1.3.0)
274
- tzinfo (0.3.1)
275
- unicode (0.1)
276
- uuidtools (1.0.0)
277
- vpim (0.360)
278
- win32-service (0.5.0)
279
- xml-simple (1.0.10)
280
- ZenTest (3.4.3, 3.2.0)