rubylexer 0.7.0 → 0.7.1
Sign up to get free protection for your applications and to get access to all the features.
- data/History.txt +90 -0
- data/Manifest.txt +54 -3
- data/README.txt +4 -7
- data/Rakefile +3 -2
- data/lib/rubylexer.rb +856 -323
- data/lib/rubylexer/0.7.0.rb +11 -2
- data/lib/rubylexer/0.7.1.rb +2 -0
- data/lib/rubylexer/charhandler.rb +4 -4
- data/lib/rubylexer/context.rb +86 -9
- data/lib/rubylexer/rulexer.rb +455 -101
- data/lib/rubylexer/token.rb +166 -43
- data/lib/rubylexer/tokenprinter.rb +16 -8
- data/lib/rubylexer/version.rb +1 -1
- data/rubylexer.vpj +98 -0
- data/test/code/all_the_gems.rb +33 -0
- data/test/code/all_the_raas.rb +226 -0
- data/test/code/all_the_rubies.rb +2 -0
- data/test/code/deletewarns.rb +19 -1
- data/test/code/dumptokens.rb +39 -8
- data/test/code/errscan +2 -0
- data/test/code/isolate_error.rb +72 -0
- data/test/code/lexloop +14 -0
- data/test/code/locatetest.rb +150 -8
- data/test/code/regression.rb +109 -0
- data/test/code/rubylexervsruby.rb +53 -15
- data/test/code/strgen.rb +138 -0
- data/test/code/tarball.rb +144 -0
- data/test/code/testcases.rb +11 -0
- data/test/code/tokentest.rb +115 -24
- data/test/data/__eof2.rb +1 -0
- data/test/data/__eof5.rb +2 -0
- data/test/data/__eof6.rb +2 -0
- data/test/data/cvtesc.rb +17 -0
- data/test/data/g.rb +6 -0
- data/test/data/hd0.rb +3 -0
- data/test/data/hdateof.rb +2 -0
- data/test/data/hdempty.rb +3 -0
- data/test/data/hdr.rb +9 -0
- data/test/data/hdr_dos.rb +13 -0
- data/test/data/hdr_dos2.rb +18 -0
- data/test/data/heart.rb +2 -0
- data/test/data/here_escnl.rb +25 -0
- data/test/data/here_escnl_dos.rb +20 -0
- data/test/data/here_squote.rb +3 -0
- data/test/data/heremonsters.rb +140 -0
- data/test/data/heremonsters.rb.broken +68 -0
- data/test/data/heremonsters.rb.broken.save +68 -0
- data/test/data/heremonsters_dos.rb +140 -0
- data/test/data/heremonsters_dos.rb.broken +68 -0
- data/test/data/illegal_oneliners.rb +1 -0
- data/test/data/illegal_stanzas.rb +0 -0
- data/test/data/make_ws_strdelim.rb +22 -0
- data/test/data/maven2_builer_test.rb +82 -0
- data/test/data/migration.rb +8944 -0
- data/test/data/modl.rb +6 -0
- data/test/data/modl_dos.rb +7 -0
- data/test/data/modl_fails.rb +10 -0
- data/test/data/multilinestring.rb +6 -0
- data/test/data/oneliners.rb +555 -0
- data/test/data/p-op.rb +2 -0
- data/test/data/p.rb +3 -1710
- data/test/data/s.rb +90 -21
- data/test/data/simple.rb +1 -0
- data/test/data/simple_dos.rb +1 -0
- data/test/data/stanzas.rb +1194 -0
- data/test/data/strdelim_crlf.rb +6 -0
- data/test/data/stuff.rb +6 -0
- data/test/data/stuff2.rb +5 -0
- data/test/data/stuff3.rb +6 -0
- data/test/data/stuff4.rb +6 -0
- data/test/data/tkweird.rb +20 -0
- data/test/data/unending_stuff.rb +5 -0
- data/test/data/whatnot.rb +8 -0
- data/test/data/ws_strdelim.rb +0 -0
- data/test/test.sh +239 -0
- data/testing.txt +39 -50
- metadata +110 -12
- data/test/code/dl_all_gems.rb +0 -43
- data/test/code/unpack_all_gems.rb +0 -15
- data/test/data/gemlist.txt +0 -280
data/test/code/dl_all_gems.rb
DELETED
@@ -1,43 +0,0 @@
|
|
1
|
-
require 'rubygems'
|
2
|
-
Gem.manage_gems
|
3
|
-
|
4
|
-
class Gem::SourceInfoCache
|
5
|
-
public :read_cache
|
6
|
-
end
|
7
|
-
|
8
|
-
if ARGV.empty?
|
9
|
-
limit=1.0/0
|
10
|
-
else
|
11
|
-
limit=ARGV.first.to_i
|
12
|
-
end
|
13
|
-
|
14
|
-
gemdir="gems/"
|
15
|
-
|
16
|
-
Dir.mkdir gemdir rescue nil
|
17
|
-
total=0
|
18
|
-
db4=[]
|
19
|
-
db=Gem::SourceInfoCache.new.read_cache
|
20
|
-
db.each_pair{|site,db2|
|
21
|
-
newest={}
|
22
|
-
db3=db2.source_index.instance_variable_get(:@gems)
|
23
|
-
db3.each_pair{|filename,gemdata|
|
24
|
-
version=gemdata.version
|
25
|
-
newest[gemdata.name]=[version,filename,site] unless
|
26
|
-
newest[gemdata.name] and newest[gemdata.name].first>=version
|
27
|
-
}
|
28
|
-
newest.each_pair{|name,triad| triad.shift }
|
29
|
-
db4.push newest
|
30
|
-
}
|
31
|
-
|
32
|
-
|
33
|
-
db4.each{|hash| hash.each_pair{|filename,(fn,site)|
|
34
|
-
# fn=filename+".gem"
|
35
|
-
next if File.exist? gemdir+fn
|
36
|
-
fn+=".gem"
|
37
|
-
next if File.exist? gemdir+fn
|
38
|
-
url=site+"/gems/"+fn
|
39
|
-
puts url
|
40
|
-
system "wget #{url} -O "+gemdir+fn
|
41
|
-
total+=(4096.0+1.01*File.size(gemdir+fn)) rescue 0
|
42
|
-
exit if total>limit
|
43
|
-
}}
|
@@ -1,15 +0,0 @@
|
|
1
|
-
gemdir="gems/"
|
2
|
-
gems=Dir[gemdir+"*.gem"]
|
3
|
-
|
4
|
-
gems.each{|gem|
|
5
|
-
dir=gem.dup
|
6
|
-
dir[/\.gem$/]=''
|
7
|
-
Dir.mkdir dir rescue nil
|
8
|
-
|
9
|
-
system "tar x -f #{gem} -C #{dir}"
|
10
|
-
system "gunzip #{dir}/metadata.gz -c > #{dir}/metadata"
|
11
|
-
system "tar xz -f #{dir}/data.tar.gz -C #{dir}"
|
12
|
-
|
13
|
-
|
14
|
-
File.unlink gem, dir+"/metadata.gz", dir+"/data.tar.gz" rescue nil
|
15
|
-
}
|
data/test/data/gemlist.txt
DELETED
@@ -1,280 +0,0 @@
|
|
1
|
-
this list was compiled from the following lists found on the web:
|
2
|
-
http://www.ocssolutions.com/ruby-gems.html
|
3
|
-
http://www.codefluency.com/2007/2/20/gem-list
|
4
|
-
http://clarkware.com/cgi/blosxom/2007/02/10#GemSurvey
|
5
|
-
http://chadfowler.com/2007/2/11/show-us-your-gems
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
archive-tar-minitar
|
10
|
-
asciify
|
11
|
-
aws-s3
|
12
|
-
Bloglines4R
|
13
|
-
BlueCloth
|
14
|
-
Builder
|
15
|
-
capistrano
|
16
|
-
cmdparse
|
17
|
-
daemons
|
18
|
-
diff-lcs
|
19
|
-
fcgi
|
20
|
-
feedtools
|
21
|
-
gnuplot
|
22
|
-
htmltools
|
23
|
-
madeleine
|
24
|
-
mysql
|
25
|
-
needle
|
26
|
-
net-sftp
|
27
|
-
net-ssh
|
28
|
-
PageTemplate
|
29
|
-
ParseTree
|
30
|
-
payment
|
31
|
-
podcast
|
32
|
-
rake
|
33
|
-
RedCloth
|
34
|
-
rfacebook
|
35
|
-
rmagick
|
36
|
-
RubyInline
|
37
|
-
rubyzip
|
38
|
-
ruwiki
|
39
|
-
salted_login_generator
|
40
|
-
shipping
|
41
|
-
soap4r
|
42
|
-
sources
|
43
|
-
s3-ruby
|
44
|
-
syntax
|
45
|
-
Technorati-Ruby
|
46
|
-
tidy
|
47
|
-
uuidtools
|
48
|
-
vpim
|
49
|
-
webgen
|
50
|
-
wee
|
51
|
-
xml-simple
|
52
|
-
yax
|
53
|
-
|
54
|
-
|
55
|
-
actionmailer (1.3.1, 1.2.5, 1.2.3, 1.2.1, 1.0.1)
|
56
|
-
actionpack (1.13.1, 1.12.5, 1.12.3, 1.12.1, 1.9.1)
|
57
|
-
actionwebservice (1.2.1, 1.1.6, 1.1.4, 1.1.2, 0.8.1)
|
58
|
-
activerecord (1.15.1, 1.14.4, 1.14.3, 1.14.2, 1.11.1)
|
59
|
-
activesupport (1.4.0, 1.3.1, 1.1.1)
|
60
|
-
audioscrobbler (0.0.1)
|
61
|
-
badger (1.0.0)
|
62
|
-
barcode (0.2)
|
63
|
-
BlueCloth (1.0.0)
|
64
|
-
builder (2.0.0)
|
65
|
-
capistrano (1.2.0, 1.1.0)
|
66
|
-
capistrano-ext (1.1.0, 1.0.1)
|
67
|
-
cgi_multipart_eof_fix (2.0.2)
|
68
|
-
cocoa_dialog (0.0.2)
|
69
|
-
color-tools (1.3.0)
|
70
|
-
cooloptions (1.1.0)
|
71
|
-
daemons (1.0.4, 1.0.2, 0.4.4)
|
72
|
-
dhaka (0.0.6, 0.0.5)
|
73
|
-
diff-lcs (1.1.2)
|
74
|
-
fastercsv (1.0.0)
|
75
|
-
fastthread (0.6.2)
|
76
|
-
fcgi (0.8.7, 0.8.6.1)
|
77
|
-
gem_plugin (0.2.2, 0.2.1)
|
78
|
-
greenbar (1.0.1, 0.2.1)
|
79
|
-
gruff (0.2.8, 0.2.4, 0.1.2)
|
80
|
-
hoe (1.1.6, 1.1.2)
|
81
|
-
hpricot (0.4)
|
82
|
-
instiki (0.10.2)
|
83
|
-
json (0.4.2)
|
84
|
-
keybox (1.0.0)
|
85
|
-
keyword_search (1.0.2)
|
86
|
-
libxml-ruby (0.3.8)
|
87
|
-
madeleine (0.7.3, 0.7.1)
|
88
|
-
mailfactory (1.2.3)
|
89
|
-
memcache-client (1.2.0, 1.0.3)
|
90
|
-
mime-types (1.15)
|
91
|
-
mongrel (1.0.1, 0.3.13.4, 0.3.13.3, 0.3.12.4)
|
92
|
-
mongrel_cluster (0.2.1, 0.2.0)
|
93
|
-
mysql (2.7)
|
94
|
-
needle (1.3.0)
|
95
|
-
net-sftp (1.1.0)
|
96
|
-
net-ssh (1.0.10, 1.0.9, 1.0.8)
|
97
|
-
open4 (0.9.1)
|
98
|
-
paginator (1.0.8, 1.0.7, 1.0.5, 1.0.0)
|
99
|
-
pdf-writer (1.1.3)
|
100
|
-
peggy (0.1.0)
|
101
|
-
piston (1.2.0, 1.1.1)
|
102
|
-
radiant (0.5.2)
|
103
|
-
radius (0.5.1)
|
104
|
-
rails (1.2.1, 1.1.6, 1.1.4, 1.1.2, 0.13.1)
|
105
|
-
rails_gem_plugin_shim (1.0.0)
|
106
|
-
rake (0.7.1)
|
107
|
-
rcov (0.7.0.1)
|
108
|
-
RedCloth (3.0.4, 3.0.3)
|
109
|
-
rmagick (1.14.1, 1.11.1, 1.10.1)
|
110
|
-
rspec (0.6.4, 0.5.13)
|
111
|
-
rubyforge (0.3.2, 0.3.0)
|
112
|
-
rubygems-update (0.9.0)
|
113
|
-
rubyosa (0.1.0)
|
114
|
-
rubyzip (0.9.1, 0.5.8)
|
115
|
-
ruport (0.6.1)
|
116
|
-
scruffy (0.2.2)
|
117
|
-
sources (0.0.1)
|
118
|
-
spacesuit (1.2.0)
|
119
|
-
syntax (1.0.0)
|
120
|
-
tattle (1.0.3, 1.0.2, 1.0.0)
|
121
|
-
termios (0.9.4)
|
122
|
-
Text (1.1.0)
|
123
|
-
transaction-simple (1.3.0)
|
124
|
-
twfy (1.0.0)
|
125
|
-
twitter (0.0.2)
|
126
|
-
tzinfo (0.3.2, 0.3.1)
|
127
|
-
xhtmldiff (1.0.0)
|
128
|
-
ZenTest (3.4.1, 3.2.0)
|
129
|
-
|
130
|
-
actionmailer (1.3.2)
|
131
|
-
actionpack (1.13.2)
|
132
|
-
actionwebservice (1.2.2)
|
133
|
-
activerecord (1.15.2)
|
134
|
-
activesupport (1.4.1)
|
135
|
-
aws-s3 (0.3.0)
|
136
|
-
builder (2.0.0)
|
137
|
-
capistrano (1.4.0)
|
138
|
-
cgi_multipart_eof_fix (1.0.0)
|
139
|
-
cheat (1.2.1)
|
140
|
-
daemons (1.0.3)
|
141
|
-
fastthread (0.4)
|
142
|
-
flexmock (0.4.5)
|
143
|
-
gem_plugin (0.2.1)
|
144
|
-
gruff (0.2.8)
|
145
|
-
hoe (1.1.7, 1.1.4)
|
146
|
-
hpricot (0.5)
|
147
|
-
mime-types (1.15)
|
148
|
-
mocha (0.4.0)
|
149
|
-
mongrel (0.3.13.2)
|
150
|
-
mongrel_cluster (0.2.0)
|
151
|
-
net-sftp (1.1.0)
|
152
|
-
net-ssh (1.0.10)
|
153
|
-
piston (1.3.0)
|
154
|
-
rails (1.2.2)
|
155
|
-
rake (0.7.1)
|
156
|
-
rb-appscript (0.3.0)
|
157
|
-
rcov (0.7.0.1)
|
158
|
-
RedCloth (3.0.4)
|
159
|
-
rmagick (1.14.1)
|
160
|
-
ruby-prof (0.4.1)
|
161
|
-
rubyforge (0.4.0, 0.3.1)
|
162
|
-
rubygems-update (0.9.2, 0.9.1)
|
163
|
-
safariwatir (0.2.2)
|
164
|
-
sources (0.0.1)
|
165
|
-
test-spec (0.3.0)
|
166
|
-
xml-simple (1.0.10)
|
167
|
-
action_profiler (1.0.0)
|
168
|
-
actionmailer (1.3.2, 1.3.1, 1.2.5, 1.2.4, 1.2.0)
|
169
|
-
actionpack (1.13.2, 1.13.1, 1.12.5, 1.12.4, 1.12.0)
|
170
|
-
actionwebservice (1.2.2, 1.2.1, 1.1.6, 1.1.0)
|
171
|
-
activerecord (1.15.2, 1.15.1, 1.14.4, 1.14.0)
|
172
|
-
activesupport (1.4.1, 1.4.0, 1.3.1, 1.3.0)
|
173
|
-
acts_as_ferret (0.3.1)
|
174
|
-
acts_as_searchable (0.1.0)
|
175
|
-
ajax_scaffold (1.0.0)
|
176
|
-
an-app (0.0.3)
|
177
|
-
ar_mailer (1.1.0)
|
178
|
-
aws-s3 (0.3.0, 0.0.8952)
|
179
|
-
badger (1.0.1)
|
180
|
-
bfts (1.0.0)
|
181
|
-
BlueCloth (1.0.0)
|
182
|
-
builder (2.0.0)
|
183
|
-
camping (1.5)
|
184
|
-
capistrano (1.3.1, 1.2.0)
|
185
|
-
capistrano-ext (1.0.1)
|
186
|
-
cgi_multipart_eof_fix (2.0.2)
|
187
|
-
color-tools (1.3.0)
|
188
|
-
daemons (1.0.3, 0.4.3)
|
189
|
-
Dependency (1.0.0)
|
190
|
-
dhaka (2.0.0, 1.0.0, 0.0.6, 0.0.5, 0.0.2)
|
191
|
-
dnssd (0.6.0)
|
192
|
-
fastercsv (0.2.0)
|
193
|
-
fastri (0.1.1.1)
|
194
|
-
fastthread (0.6.2)
|
195
|
-
fcgi (0.8.6.1)
|
196
|
-
feedtools (0.2.26)
|
197
|
-
ferret (0.10.14, 0.10.13)
|
198
|
-
fjson (0.0.8)
|
199
|
-
flexmock (0.2.1)
|
200
|
-
gem_plugin (0.2.2, 0.2.1)
|
201
|
-
greenbar (1.0.0)
|
202
|
-
gruff (0.1.2)
|
203
|
-
highline (1.2.3)
|
204
|
-
hobo (0.4.3)
|
205
|
-
hoe (1.1.6, 1.1.4)
|
206
|
-
hpricot (0.4.59, 0.4)
|
207
|
-
icalendar (0.97)
|
208
|
-
insurance (0.3)
|
209
|
-
junebug (0.0.12)
|
210
|
-
keyword_search (1.0.4)
|
211
|
-
libxml-ruby (0.3.8)
|
212
|
-
markaby (0.5)
|
213
|
-
mechanize (0.6.4)
|
214
|
-
memcache-client (1.0.3)
|
215
|
-
metaid (1.0)
|
216
|
-
mime-types (1.15)
|
217
|
-
miniunit (1.0.0)
|
218
|
-
mocha (0.3.2)
|
219
|
-
mofo (0.1)
|
220
|
-
mongrel (1.0.1, 0.3.13.4)
|
221
|
-
mongrel_cluster (0.2.1, 0.2.0)
|
222
|
-
mylib (0.1.0)
|
223
|
-
mysql (2.7.3, 2.7)
|
224
|
-
ncurses (0.9.1)
|
225
|
-
needle (1.3.0)
|
226
|
-
net-sftp (1.1.0)
|
227
|
-
net-ssh (1.0.10, 1.0.9, 1.0.8)
|
228
|
-
newgem (0.2.0)
|
229
|
-
paginator (1.0.8, 1.0.6)
|
230
|
-
ParseTree (1.6.3, 1.6.1)
|
231
|
-
payment (1.0.1)
|
232
|
-
pdf-writer (1.1.3)
|
233
|
-
piston (1.1.1)
|
234
|
-
production_log_analyzer (1.3.0)
|
235
|
-
query_builder (1.0.0)
|
236
|
-
rails (1.2.2)
|
237
|
-
rails_analyzer_tools (1.1.0)
|
238
|
-
railsmachine (0.1.2)
|
239
|
-
rake (0.7.1)
|
240
|
-
raspell (0.0.1)
|
241
|
-
rbayes (1.0.0)
|
242
|
-
rcov (0.6.0.1)
|
243
|
-
RedCloth (3.0.4)
|
244
|
-
RedGreen (1.0)
|
245
|
-
rmail (0.17)
|
246
|
-
rspec (0.6.4)
|
247
|
-
ruby-breakpoint (0.5.1)
|
248
|
-
ruby-growl (1.0.1)
|
249
|
-
ruby2ruby (1.1.1)
|
250
|
-
rubyforge (0.3.1)
|
251
|
-
rubygems-update (0.9.2, 0.9.1, 0.9.0, 0.8.11)
|
252
|
-
RubyInline (3.6.1)
|
253
|
-
rubyosa (0.2.0, 0.1.0)
|
254
|
-
RubyToC (1.0.0.5)
|
255
|
-
rubyweather (1.0.0)
|
256
|
-
ruport (0.4.0)
|
257
|
-
selenium (0.6)
|
258
|
-
Selenium (1.0.0)
|
259
|
-
sendfile (0.9.2)
|
260
|
-
session (2.1.6)
|
261
|
-
sources (0.0.1)
|
262
|
-
sqlite (2.0.1)
|
263
|
-
sqlite3-ruby (1.1.0.1)
|
264
|
-
streamlined_generator (0.0.4)
|
265
|
-
sup (0.0.5, 0.0.1)
|
266
|
-
svn_conf_generator (0.0.3)
|
267
|
-
sydparse (1.2.2, 1.2.0, 1.0.0)
|
268
|
-
syntax (1.0.0)
|
269
|
-
tattle (1.0.1, 1.0.0)
|
270
|
-
termios (0.9.4)
|
271
|
-
Text (1.1.0)
|
272
|
-
THERuSH (0.9)
|
273
|
-
transaction-simple (1.3.0)
|
274
|
-
tzinfo (0.3.1)
|
275
|
-
unicode (0.1)
|
276
|
-
uuidtools (1.0.0)
|
277
|
-
vpim (0.360)
|
278
|
-
win32-service (0.5.0)
|
279
|
-
xml-simple (1.0.10)
|
280
|
-
ZenTest (3.4.3, 3.2.0)
|