polipus 0.3.7 → 0.4.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. checksums.yaml +8 -8
  2. data/.rspec +1 -1
  3. data/.rubocop.yml +3 -3
  4. data/.rubocop_todo.yml +1 -1
  5. data/.travis.yml +14 -4
  6. data/AUTHORS.md +1 -0
  7. data/CHANGELOG.md +9 -1
  8. data/Gemfile +9 -0
  9. data/README.md +2 -3
  10. data/Rakefile +1 -3
  11. data/examples/basic.rb +8 -1
  12. data/lib/polipus.rb +25 -13
  13. data/lib/polipus/queue_overflow.rb +1 -0
  14. data/lib/polipus/queue_overflow/manager.rb +1 -0
  15. data/lib/polipus/queue_overflow/mongo_queue.rb +1 -1
  16. data/lib/polipus/queue_overflow/worker.rb +24 -0
  17. data/lib/polipus/storage.rb +10 -16
  18. data/lib/polipus/storage/mongo_store.rb +6 -1
  19. data/lib/polipus/storage/rethink_store.rb +90 -0
  20. data/lib/polipus/version.rb +1 -1
  21. data/polipus.gemspec +16 -18
  22. data/spec/{http_spec.rb → polipus/http_spec.rb} +26 -37
  23. data/spec/{page_spec.rb → polipus/page_spec.rb} +7 -11
  24. data/spec/{queue_overflow_manager_spec.rb → polipus/queue_overflow/manager_spec.rb} +22 -29
  25. data/spec/{queue_overflow_spec.rb → polipus/queue_overflow_spec.rb} +14 -20
  26. data/spec/{robotex_spec.rb → polipus/robotex_spec.rb} +10 -11
  27. data/spec/{signal_handler_spec.rb → polipus/signal_handler_spec.rb} +2 -6
  28. data/spec/{storage_memory_spec.rb → polipus/storage/memory_store_spec.rb} +18 -21
  29. data/spec/{storage_mongo_spec.rb → polipus/storage/mongo_store_spec.rb} +23 -25
  30. data/spec/polipus/storage/rethink_store_spec.rb +117 -0
  31. data/spec/{url_tracker_spec.rb → polipus/url_tracker_spec.rb} +4 -4
  32. data/spec/polipus_spec.rb +13 -15
  33. data/spec/spec_helper.rb +13 -12
  34. metadata +76 -154
  35. data/lib/polipus/storage/s3_store.rb +0 -96
  36. data/spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml +0 -166
  37. data/spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml +0 -166
  38. data/spec/cassettes/4640919145753505af2d0f8423de37f3.yml +0 -270
  39. data/spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml +0 -194
  40. data/spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml +0 -183
  41. data/spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml +0 -221
  42. data/spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml +0 -221
  43. data/spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml +0 -221
  44. data/spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml +0 -695
  45. data/spec/storage_s3_spec.rb +0 -115
data/spec/spec_helper.rb CHANGED
@@ -1,18 +1,22 @@
1
- # encoding: UTF-8
2
- # This file was generated by the `rspec --init` command. Conventionally, all
3
- # specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
4
- # Require this file using `require "spec_helper"` to ensure that it is only
5
- # loaded once.
1
+ # Require this file using `require "spec_helper"`
2
+ # to ensure that it is only loaded once.
6
3
  #
7
4
  # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
8
5
  require 'digest/md5'
9
6
  require 'coveralls'
7
+ require 'vcr'
10
8
  require 'webmock/rspec'
11
9
 
12
10
  Coveralls.wear!
13
11
 
12
+ VCR.configure do |c|
13
+ c.cassette_library_dir = "#{File.dirname(__FILE__)}/cassettes"
14
+ c.hook_into :webmock
15
+ end
16
+
17
+ require 'polipus'
18
+
14
19
  RSpec.configure do |config|
15
- config.treat_symbols_as_metadata_keys_with_true_values = true
16
20
  config.run_all_when_everything_filtered = true
17
21
  config.filter_run :focus
18
22
 
@@ -23,18 +27,15 @@ RSpec.configure do |config|
23
27
  config.order = 'random'
24
28
  config.mock_with :flexmock
25
29
  config.around(:each) do |example|
30
+ t = Time.now
31
+ print example.metadata[:full_description]
26
32
  VCR.use_cassette(Digest::MD5.hexdigest(example.metadata[:full_description])) do
27
33
  example.run
34
+ puts " [#{Time.now - t}s]"
28
35
  end
29
36
  end
30
37
  config.before(:each) { Polipus::SignalHandler.disable }
31
38
  end
32
- require 'vcr'
33
- require 'polipus'
34
- VCR.configure do |c|
35
- c.cassette_library_dir = "#{File.dirname(__FILE__)}/cassettes"
36
- c.hook_into :webmock
37
- end
38
39
 
39
40
  def page_factory(url, params = {})
40
41
  Polipus::Page.new url, params
metadata CHANGED
@@ -1,82 +1,82 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: polipus
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.7
4
+ version: 0.4.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Francesco Laurita
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-08-18 00:00:00.000000000 Z
11
+ date: 2015-01-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: redis-bloomfilter
14
+ name: nokogiri
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
17
  - - ~>
18
18
  - !ruby/object:Gem::Version
19
- version: '0.0'
19
+ version: '1.6'
20
20
  - - ! '>='
21
21
  - !ruby/object:Gem::Version
22
- version: 0.0.1
22
+ version: 1.6.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
26
26
  requirements:
27
27
  - - ~>
28
28
  - !ruby/object:Gem::Version
29
- version: '0.0'
29
+ version: '1.6'
30
30
  - - ! '>='
31
31
  - !ruby/object:Gem::Version
32
- version: 0.0.1
32
+ version: 1.6.0
33
33
  - !ruby/object:Gem::Dependency
34
- name: redis-queue
34
+ name: http-cookie
35
35
  requirement: !ruby/object:Gem::Requirement
36
36
  requirements:
37
37
  - - ~>
38
38
  - !ruby/object:Gem::Version
39
- version: '0.0'
39
+ version: '1.0'
40
40
  - - ! '>='
41
41
  - !ruby/object:Gem::Version
42
- version: 0.0.3
42
+ version: 1.0.1
43
43
  type: :runtime
44
44
  prerelease: false
45
45
  version_requirements: !ruby/object:Gem::Requirement
46
46
  requirements:
47
47
  - - ~>
48
48
  - !ruby/object:Gem::Version
49
- version: '0.0'
49
+ version: '1.0'
50
50
  - - ! '>='
51
51
  - !ruby/object:Gem::Version
52
- version: 0.0.3
52
+ version: 1.0.1
53
53
  - !ruby/object:Gem::Dependency
54
- name: nokogiri
54
+ name: redis
55
55
  requirement: !ruby/object:Gem::Requirement
56
56
  requirements:
57
57
  - - ~>
58
58
  - !ruby/object:Gem::Version
59
- version: '1.6'
59
+ version: '3.0'
60
60
  - - ! '>='
61
61
  - !ruby/object:Gem::Version
62
- version: 1.6.0
62
+ version: 3.0.4
63
63
  type: :runtime
64
64
  prerelease: false
65
65
  version_requirements: !ruby/object:Gem::Requirement
66
66
  requirements:
67
67
  - - ~>
68
68
  - !ruby/object:Gem::Version
69
- version: '1.6'
69
+ version: '3.0'
70
70
  - - ! '>='
71
71
  - !ruby/object:Gem::Version
72
- version: 1.6.0
72
+ version: 3.0.4
73
73
  - !ruby/object:Gem::Dependency
74
74
  name: hiredis
75
75
  requirement: !ruby/object:Gem::Requirement
76
76
  requirements:
77
77
  - - ~>
78
78
  - !ruby/object:Gem::Version
79
- version: '0.4'
79
+ version: '0.5'
80
80
  - - ! '>='
81
81
  - !ruby/object:Gem::Version
82
82
  version: 0.4.5
@@ -86,210 +86,148 @@ dependencies:
86
86
  requirements:
87
87
  - - ~>
88
88
  - !ruby/object:Gem::Version
89
- version: '0.4'
89
+ version: '0.5'
90
90
  - - ! '>='
91
91
  - !ruby/object:Gem::Version
92
92
  version: 0.4.5
93
93
  - !ruby/object:Gem::Dependency
94
- name: redis
94
+ name: redis-queue
95
95
  requirement: !ruby/object:Gem::Requirement
96
96
  requirements:
97
97
  - - ~>
98
98
  - !ruby/object:Gem::Version
99
- version: '3.0'
99
+ version: '0.0'
100
100
  - - ! '>='
101
101
  - !ruby/object:Gem::Version
102
- version: 3.0.4
102
+ version: 0.0.4
103
103
  type: :runtime
104
104
  prerelease: false
105
105
  version_requirements: !ruby/object:Gem::Requirement
106
106
  requirements:
107
107
  - - ~>
108
108
  - !ruby/object:Gem::Version
109
- version: '3.0'
109
+ version: '0.0'
110
110
  - - ! '>='
111
111
  - !ruby/object:Gem::Version
112
- version: 3.0.4
112
+ version: 0.0.4
113
113
  - !ruby/object:Gem::Dependency
114
- name: mongo
114
+ name: redis-bloomfilter
115
115
  requirement: !ruby/object:Gem::Requirement
116
116
  requirements:
117
117
  - - ~>
118
118
  - !ruby/object:Gem::Version
119
- version: 1.9.0
119
+ version: '0.0'
120
120
  - - ! '>='
121
121
  - !ruby/object:Gem::Version
122
- version: 1.9.2
122
+ version: 0.0.3
123
123
  type: :runtime
124
124
  prerelease: false
125
125
  version_requirements: !ruby/object:Gem::Requirement
126
126
  requirements:
127
127
  - - ~>
128
128
  - !ruby/object:Gem::Version
129
- version: 1.9.0
129
+ version: '0.0'
130
130
  - - ! '>='
131
131
  - !ruby/object:Gem::Version
132
- version: 1.9.2
132
+ version: 0.0.3
133
133
  - !ruby/object:Gem::Dependency
134
- name: bson_ext
134
+ name: mongo
135
135
  requirement: !ruby/object:Gem::Requirement
136
136
  requirements:
137
137
  - - ~>
138
138
  - !ruby/object:Gem::Version
139
- version: '1.9'
140
- - - ! '>='
141
- - !ruby/object:Gem::Version
142
- version: 1.9.2
143
- type: :runtime
139
+ version: 1.11.0
140
+ type: :development
144
141
  prerelease: false
145
142
  version_requirements: !ruby/object:Gem::Requirement
146
143
  requirements:
147
144
  - - ~>
148
145
  - !ruby/object:Gem::Version
149
- version: '1.9'
150
- - - ! '>='
151
- - !ruby/object:Gem::Version
152
- version: 1.9.2
146
+ version: 1.11.0
153
147
  - !ruby/object:Gem::Dependency
154
- name: aws-s3
148
+ name: rethinkdb
155
149
  requirement: !ruby/object:Gem::Requirement
156
150
  requirements:
157
151
  - - ~>
158
152
  - !ruby/object:Gem::Version
159
- version: '0.6'
160
- - - ! '>='
161
- - !ruby/object:Gem::Version
162
- version: 0.6.3
163
- type: :runtime
153
+ version: 1.15.0
154
+ type: :development
164
155
  prerelease: false
165
156
  version_requirements: !ruby/object:Gem::Requirement
166
157
  requirements:
167
158
  - - ~>
168
159
  - !ruby/object:Gem::Version
169
- version: '0.6'
170
- - - ! '>='
171
- - !ruby/object:Gem::Version
172
- version: 0.6.3
160
+ version: 1.15.0
173
161
  - !ruby/object:Gem::Dependency
174
- name: http-cookie
162
+ name: rake
175
163
  requirement: !ruby/object:Gem::Requirement
176
164
  requirements:
177
165
  - - ~>
178
166
  - !ruby/object:Gem::Version
179
- version: '1.0'
180
- - - ! '>='
181
- - !ruby/object:Gem::Version
182
- version: 1.0.1
183
- type: :runtime
167
+ version: '10.3'
168
+ type: :development
184
169
  prerelease: false
185
170
  version_requirements: !ruby/object:Gem::Requirement
186
171
  requirements:
187
172
  - - ~>
188
173
  - !ruby/object:Gem::Version
189
- version: '1.0'
190
- - - ! '>='
191
- - !ruby/object:Gem::Version
192
- version: 1.0.1
174
+ version: '10.3'
193
175
  - !ruby/object:Gem::Dependency
194
176
  name: rspec
195
177
  requirement: !ruby/object:Gem::Requirement
196
178
  requirements:
197
179
  - - ~>
198
180
  - !ruby/object:Gem::Version
199
- version: '2.14'
200
- - - ! '>='
201
- - !ruby/object:Gem::Version
202
- version: 2.14.1
181
+ version: 3.1.0
203
182
  type: :development
204
183
  prerelease: false
205
184
  version_requirements: !ruby/object:Gem::Requirement
206
185
  requirements:
207
186
  - - ~>
208
187
  - !ruby/object:Gem::Version
209
- version: '2.14'
210
- - - ! '>='
211
- - !ruby/object:Gem::Version
212
- version: 2.14.1
188
+ version: 3.1.0
213
189
  - !ruby/object:Gem::Dependency
214
- name: vcr
190
+ name: flexmock
215
191
  requirement: !ruby/object:Gem::Requirement
216
192
  requirements:
217
193
  - - ~>
218
194
  - !ruby/object:Gem::Version
219
- version: '2.5'
220
- - - ! '>='
221
- - !ruby/object:Gem::Version
222
- version: 2.5.0
195
+ version: '1.3'
223
196
  type: :development
224
197
  prerelease: false
225
198
  version_requirements: !ruby/object:Gem::Requirement
226
199
  requirements:
227
200
  - - ~>
228
201
  - !ruby/object:Gem::Version
229
- version: '2.5'
230
- - - ! '>='
231
- - !ruby/object:Gem::Version
232
- version: 2.5.0
233
- - !ruby/object:Gem::Dependency
234
- name: webmock
235
- requirement: !ruby/object:Gem::Requirement
236
- requirements:
237
- - - ! '>='
238
- - !ruby/object:Gem::Version
239
- version: 1.8.0
240
- - - <
241
- - !ruby/object:Gem::Version
242
- version: '1.12'
243
- type: :development
244
- prerelease: false
245
- version_requirements: !ruby/object:Gem::Requirement
246
- requirements:
247
- - - ! '>='
248
- - !ruby/object:Gem::Version
249
- version: 1.8.0
250
- - - <
251
- - !ruby/object:Gem::Version
252
- version: '1.12'
202
+ version: '1.3'
253
203
  - !ruby/object:Gem::Dependency
254
- name: flexmock
204
+ name: vcr
255
205
  requirement: !ruby/object:Gem::Requirement
256
206
  requirements:
257
207
  - - ~>
258
208
  - !ruby/object:Gem::Version
259
- version: '1.3'
260
- - - ! '>='
261
- - !ruby/object:Gem::Version
262
- version: 1.3.2
209
+ version: 2.9.0
263
210
  type: :development
264
211
  prerelease: false
265
212
  version_requirements: !ruby/object:Gem::Requirement
266
213
  requirements:
267
214
  - - ~>
268
215
  - !ruby/object:Gem::Version
269
- version: '1.3'
270
- - - ! '>='
271
- - !ruby/object:Gem::Version
272
- version: 1.3.2
216
+ version: 2.9.0
273
217
  - !ruby/object:Gem::Dependency
274
- name: rake
218
+ name: webmock
275
219
  requirement: !ruby/object:Gem::Requirement
276
220
  requirements:
277
221
  - - ~>
278
222
  - !ruby/object:Gem::Version
279
- version: '10.3'
280
- - - ! '>='
281
- - !ruby/object:Gem::Version
282
- version: 10.3.2
223
+ version: 1.20.0
283
224
  type: :development
284
225
  prerelease: false
285
226
  version_requirements: !ruby/object:Gem::Requirement
286
227
  requirements:
287
228
  - - ~>
288
229
  - !ruby/object:Gem::Version
289
- version: '10.3'
290
- - - ! '>='
291
- - !ruby/object:Gem::Version
292
- version: 10.3.2
230
+ version: 1.20.0
293
231
  - !ruby/object:Gem::Dependency
294
232
  name: coveralls
295
233
  requirement: !ruby/object:Gem::Requirement
@@ -342,6 +280,7 @@ files:
342
280
  - lib/polipus/queue_overflow/manager.rb
343
281
  - lib/polipus/queue_overflow/mongo_queue.rb
344
282
  - lib/polipus/queue_overflow/mongo_queue_capped.rb
283
+ - lib/polipus/queue_overflow/worker.rb
345
284
  - lib/polipus/robotex.rb
346
285
  - lib/polipus/signal_handler.rb
347
286
  - lib/polipus/storage.rb
@@ -349,47 +288,38 @@ files:
349
288
  - lib/polipus/storage/dev_null.rb
350
289
  - lib/polipus/storage/memory_store.rb
351
290
  - lib/polipus/storage/mongo_store.rb
352
- - lib/polipus/storage/s3_store.rb
291
+ - lib/polipus/storage/rethink_store.rb
353
292
  - lib/polipus/url_tracker.rb
354
293
  - lib/polipus/url_tracker/bloomfilter.rb
355
294
  - lib/polipus/url_tracker/redis_set.rb
356
295
  - lib/polipus/version.rb
357
296
  - polipus.gemspec
358
- - spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml
359
297
  - spec/cassettes/11c3eb8bf35dfc179dc5ce44f6f5f458.yml
360
298
  - spec/cassettes/1f6e1d7743ecaa86594b4e68a6462689.yml
361
- - spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml
362
- - spec/cassettes/4640919145753505af2d0f8423de37f3.yml
363
- - spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml
364
299
  - spec/cassettes/6adfecdb274dd26ffd3713169583ca91.yml
365
- - spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml
366
300
  - spec/cassettes/978ac0eeb5df63a019b754cc8a965b06.yml
367
- - spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml
368
- - spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml
369
- - spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml
370
301
  - spec/cassettes/b389efd1dcb8f09393b5aae1627c2a83.yml
371
302
  - spec/cassettes/bc6fb220895689be7eeb05b09969a18d.yml
372
303
  - spec/cassettes/c5ce68499027d490adfbb6e5541881e4.yml
373
304
  - spec/cassettes/ce16b11a7df0b70fe90c7f90063fdb8c.yml
374
- - spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml
375
305
  - spec/cassettes/gzipped_on.yml
376
306
  - spec/cassettes/http_cookies.yml
377
307
  - spec/cassettes/http_tconnection_max_hits.yml
378
308
  - spec/cassettes/http_test.yml
379
309
  - spec/cassettes/http_test_redirect.yml
380
310
  - spec/clear.rb
381
- - spec/http_spec.rb
382
- - spec/page_spec.rb
311
+ - spec/polipus/http_spec.rb
312
+ - spec/polipus/page_spec.rb
313
+ - spec/polipus/queue_overflow/manager_spec.rb
314
+ - spec/polipus/queue_overflow_spec.rb
315
+ - spec/polipus/robotex_spec.rb
316
+ - spec/polipus/signal_handler_spec.rb
317
+ - spec/polipus/storage/memory_store_spec.rb
318
+ - spec/polipus/storage/mongo_store_spec.rb
319
+ - spec/polipus/storage/rethink_store_spec.rb
320
+ - spec/polipus/url_tracker_spec.rb
383
321
  - spec/polipus_spec.rb
384
- - spec/queue_overflow_manager_spec.rb
385
- - spec/queue_overflow_spec.rb
386
- - spec/robotex_spec.rb
387
- - spec/signal_handler_spec.rb
388
322
  - spec/spec_helper.rb
389
- - spec/storage_memory_spec.rb
390
- - spec/storage_mongo_spec.rb
391
- - spec/storage_s3_spec.rb
392
- - spec/url_tracker_spec.rb
393
323
  homepage: https://github.com/taganaka/polipus
394
324
  licenses:
395
325
  - MIT
@@ -410,43 +340,35 @@ required_rubygems_version: !ruby/object:Gem::Requirement
410
340
  version: '0'
411
341
  requirements: []
412
342
  rubyforge_project: polipus
413
- rubygems_version: 2.2.2
343
+ rubygems_version: 2.4.5
414
344
  signing_key:
415
345
  specification_version: 4
416
346
  summary: Polipus distributed web-crawler framework
417
347
  test_files:
418
- - spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml
419
348
  - spec/cassettes/11c3eb8bf35dfc179dc5ce44f6f5f458.yml
420
349
  - spec/cassettes/1f6e1d7743ecaa86594b4e68a6462689.yml
421
- - spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml
422
- - spec/cassettes/4640919145753505af2d0f8423de37f3.yml
423
- - spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml
424
350
  - spec/cassettes/6adfecdb274dd26ffd3713169583ca91.yml
425
- - spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml
426
351
  - spec/cassettes/978ac0eeb5df63a019b754cc8a965b06.yml
427
- - spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml
428
- - spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml
429
- - spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml
430
352
  - spec/cassettes/b389efd1dcb8f09393b5aae1627c2a83.yml
431
353
  - spec/cassettes/bc6fb220895689be7eeb05b09969a18d.yml
432
354
  - spec/cassettes/c5ce68499027d490adfbb6e5541881e4.yml
433
355
  - spec/cassettes/ce16b11a7df0b70fe90c7f90063fdb8c.yml
434
- - spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml
435
356
  - spec/cassettes/gzipped_on.yml
436
357
  - spec/cassettes/http_cookies.yml
437
358
  - spec/cassettes/http_tconnection_max_hits.yml
438
359
  - spec/cassettes/http_test.yml
439
360
  - spec/cassettes/http_test_redirect.yml
440
361
  - spec/clear.rb
441
- - spec/http_spec.rb
442
- - spec/page_spec.rb
362
+ - spec/polipus/http_spec.rb
363
+ - spec/polipus/page_spec.rb
364
+ - spec/polipus/queue_overflow/manager_spec.rb
365
+ - spec/polipus/queue_overflow_spec.rb
366
+ - spec/polipus/robotex_spec.rb
367
+ - spec/polipus/signal_handler_spec.rb
368
+ - spec/polipus/storage/memory_store_spec.rb
369
+ - spec/polipus/storage/mongo_store_spec.rb
370
+ - spec/polipus/storage/rethink_store_spec.rb
371
+ - spec/polipus/url_tracker_spec.rb
443
372
  - spec/polipus_spec.rb
444
- - spec/queue_overflow_manager_spec.rb
445
- - spec/queue_overflow_spec.rb
446
- - spec/robotex_spec.rb
447
- - spec/signal_handler_spec.rb
448
373
  - spec/spec_helper.rb
449
- - spec/storage_memory_spec.rb
450
- - spec/storage_mongo_spec.rb
451
- - spec/storage_s3_spec.rb
452
- - spec/url_tracker_spec.rb
374
+ has_rdoc: