polipus 0.3.7 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. checksums.yaml +8 -8
  2. data/.rspec +1 -1
  3. data/.rubocop.yml +3 -3
  4. data/.rubocop_todo.yml +1 -1
  5. data/.travis.yml +14 -4
  6. data/AUTHORS.md +1 -0
  7. data/CHANGELOG.md +9 -1
  8. data/Gemfile +9 -0
  9. data/README.md +2 -3
  10. data/Rakefile +1 -3
  11. data/examples/basic.rb +8 -1
  12. data/lib/polipus.rb +25 -13
  13. data/lib/polipus/queue_overflow.rb +1 -0
  14. data/lib/polipus/queue_overflow/manager.rb +1 -0
  15. data/lib/polipus/queue_overflow/mongo_queue.rb +1 -1
  16. data/lib/polipus/queue_overflow/worker.rb +24 -0
  17. data/lib/polipus/storage.rb +10 -16
  18. data/lib/polipus/storage/mongo_store.rb +6 -1
  19. data/lib/polipus/storage/rethink_store.rb +90 -0
  20. data/lib/polipus/version.rb +1 -1
  21. data/polipus.gemspec +16 -18
  22. data/spec/{http_spec.rb → polipus/http_spec.rb} +26 -37
  23. data/spec/{page_spec.rb → polipus/page_spec.rb} +7 -11
  24. data/spec/{queue_overflow_manager_spec.rb → polipus/queue_overflow/manager_spec.rb} +22 -29
  25. data/spec/{queue_overflow_spec.rb → polipus/queue_overflow_spec.rb} +14 -20
  26. data/spec/{robotex_spec.rb → polipus/robotex_spec.rb} +10 -11
  27. data/spec/{signal_handler_spec.rb → polipus/signal_handler_spec.rb} +2 -6
  28. data/spec/{storage_memory_spec.rb → polipus/storage/memory_store_spec.rb} +18 -21
  29. data/spec/{storage_mongo_spec.rb → polipus/storage/mongo_store_spec.rb} +23 -25
  30. data/spec/polipus/storage/rethink_store_spec.rb +117 -0
  31. data/spec/{url_tracker_spec.rb → polipus/url_tracker_spec.rb} +4 -4
  32. data/spec/polipus_spec.rb +13 -15
  33. data/spec/spec_helper.rb +13 -12
  34. metadata +76 -154
  35. data/lib/polipus/storage/s3_store.rb +0 -96
  36. data/spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml +0 -166
  37. data/spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml +0 -166
  38. data/spec/cassettes/4640919145753505af2d0f8423de37f3.yml +0 -270
  39. data/spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml +0 -194
  40. data/spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml +0 -183
  41. data/spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml +0 -221
  42. data/spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml +0 -221
  43. data/spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml +0 -221
  44. data/spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml +0 -695
  45. data/spec/storage_s3_spec.rb +0 -115
data/spec/spec_helper.rb CHANGED
@@ -1,18 +1,22 @@
1
- # encoding: UTF-8
2
- # This file was generated by the `rspec --init` command. Conventionally, all
3
- # specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
4
- # Require this file using `require "spec_helper"` to ensure that it is only
5
- # loaded once.
1
+ # Require this file using `require "spec_helper"`
2
+ # to ensure that it is only loaded once.
6
3
  #
7
4
  # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
8
5
  require 'digest/md5'
9
6
  require 'coveralls'
7
+ require 'vcr'
10
8
  require 'webmock/rspec'
11
9
 
12
10
  Coveralls.wear!
13
11
 
12
+ VCR.configure do |c|
13
+ c.cassette_library_dir = "#{File.dirname(__FILE__)}/cassettes"
14
+ c.hook_into :webmock
15
+ end
16
+
17
+ require 'polipus'
18
+
14
19
  RSpec.configure do |config|
15
- config.treat_symbols_as_metadata_keys_with_true_values = true
16
20
  config.run_all_when_everything_filtered = true
17
21
  config.filter_run :focus
18
22
 
@@ -23,18 +27,15 @@ RSpec.configure do |config|
23
27
  config.order = 'random'
24
28
  config.mock_with :flexmock
25
29
  config.around(:each) do |example|
30
+ t = Time.now
31
+ print example.metadata[:full_description]
26
32
  VCR.use_cassette(Digest::MD5.hexdigest(example.metadata[:full_description])) do
27
33
  example.run
34
+ puts " [#{Time.now - t}s]"
28
35
  end
29
36
  end
30
37
  config.before(:each) { Polipus::SignalHandler.disable }
31
38
  end
32
- require 'vcr'
33
- require 'polipus'
34
- VCR.configure do |c|
35
- c.cassette_library_dir = "#{File.dirname(__FILE__)}/cassettes"
36
- c.hook_into :webmock
37
- end
38
39
 
39
40
  def page_factory(url, params = {})
40
41
  Polipus::Page.new url, params
metadata CHANGED
@@ -1,82 +1,82 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: polipus
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.7
4
+ version: 0.4.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Francesco Laurita
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-08-18 00:00:00.000000000 Z
11
+ date: 2015-01-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: redis-bloomfilter
14
+ name: nokogiri
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
17
  - - ~>
18
18
  - !ruby/object:Gem::Version
19
- version: '0.0'
19
+ version: '1.6'
20
20
  - - ! '>='
21
21
  - !ruby/object:Gem::Version
22
- version: 0.0.1
22
+ version: 1.6.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
26
26
  requirements:
27
27
  - - ~>
28
28
  - !ruby/object:Gem::Version
29
- version: '0.0'
29
+ version: '1.6'
30
30
  - - ! '>='
31
31
  - !ruby/object:Gem::Version
32
- version: 0.0.1
32
+ version: 1.6.0
33
33
  - !ruby/object:Gem::Dependency
34
- name: redis-queue
34
+ name: http-cookie
35
35
  requirement: !ruby/object:Gem::Requirement
36
36
  requirements:
37
37
  - - ~>
38
38
  - !ruby/object:Gem::Version
39
- version: '0.0'
39
+ version: '1.0'
40
40
  - - ! '>='
41
41
  - !ruby/object:Gem::Version
42
- version: 0.0.3
42
+ version: 1.0.1
43
43
  type: :runtime
44
44
  prerelease: false
45
45
  version_requirements: !ruby/object:Gem::Requirement
46
46
  requirements:
47
47
  - - ~>
48
48
  - !ruby/object:Gem::Version
49
- version: '0.0'
49
+ version: '1.0'
50
50
  - - ! '>='
51
51
  - !ruby/object:Gem::Version
52
- version: 0.0.3
52
+ version: 1.0.1
53
53
  - !ruby/object:Gem::Dependency
54
- name: nokogiri
54
+ name: redis
55
55
  requirement: !ruby/object:Gem::Requirement
56
56
  requirements:
57
57
  - - ~>
58
58
  - !ruby/object:Gem::Version
59
- version: '1.6'
59
+ version: '3.0'
60
60
  - - ! '>='
61
61
  - !ruby/object:Gem::Version
62
- version: 1.6.0
62
+ version: 3.0.4
63
63
  type: :runtime
64
64
  prerelease: false
65
65
  version_requirements: !ruby/object:Gem::Requirement
66
66
  requirements:
67
67
  - - ~>
68
68
  - !ruby/object:Gem::Version
69
- version: '1.6'
69
+ version: '3.0'
70
70
  - - ! '>='
71
71
  - !ruby/object:Gem::Version
72
- version: 1.6.0
72
+ version: 3.0.4
73
73
  - !ruby/object:Gem::Dependency
74
74
  name: hiredis
75
75
  requirement: !ruby/object:Gem::Requirement
76
76
  requirements:
77
77
  - - ~>
78
78
  - !ruby/object:Gem::Version
79
- version: '0.4'
79
+ version: '0.5'
80
80
  - - ! '>='
81
81
  - !ruby/object:Gem::Version
82
82
  version: 0.4.5
@@ -86,210 +86,148 @@ dependencies:
86
86
  requirements:
87
87
  - - ~>
88
88
  - !ruby/object:Gem::Version
89
- version: '0.4'
89
+ version: '0.5'
90
90
  - - ! '>='
91
91
  - !ruby/object:Gem::Version
92
92
  version: 0.4.5
93
93
  - !ruby/object:Gem::Dependency
94
- name: redis
94
+ name: redis-queue
95
95
  requirement: !ruby/object:Gem::Requirement
96
96
  requirements:
97
97
  - - ~>
98
98
  - !ruby/object:Gem::Version
99
- version: '3.0'
99
+ version: '0.0'
100
100
  - - ! '>='
101
101
  - !ruby/object:Gem::Version
102
- version: 3.0.4
102
+ version: 0.0.4
103
103
  type: :runtime
104
104
  prerelease: false
105
105
  version_requirements: !ruby/object:Gem::Requirement
106
106
  requirements:
107
107
  - - ~>
108
108
  - !ruby/object:Gem::Version
109
- version: '3.0'
109
+ version: '0.0'
110
110
  - - ! '>='
111
111
  - !ruby/object:Gem::Version
112
- version: 3.0.4
112
+ version: 0.0.4
113
113
  - !ruby/object:Gem::Dependency
114
- name: mongo
114
+ name: redis-bloomfilter
115
115
  requirement: !ruby/object:Gem::Requirement
116
116
  requirements:
117
117
  - - ~>
118
118
  - !ruby/object:Gem::Version
119
- version: 1.9.0
119
+ version: '0.0'
120
120
  - - ! '>='
121
121
  - !ruby/object:Gem::Version
122
- version: 1.9.2
122
+ version: 0.0.3
123
123
  type: :runtime
124
124
  prerelease: false
125
125
  version_requirements: !ruby/object:Gem::Requirement
126
126
  requirements:
127
127
  - - ~>
128
128
  - !ruby/object:Gem::Version
129
- version: 1.9.0
129
+ version: '0.0'
130
130
  - - ! '>='
131
131
  - !ruby/object:Gem::Version
132
- version: 1.9.2
132
+ version: 0.0.3
133
133
  - !ruby/object:Gem::Dependency
134
- name: bson_ext
134
+ name: mongo
135
135
  requirement: !ruby/object:Gem::Requirement
136
136
  requirements:
137
137
  - - ~>
138
138
  - !ruby/object:Gem::Version
139
- version: '1.9'
140
- - - ! '>='
141
- - !ruby/object:Gem::Version
142
- version: 1.9.2
143
- type: :runtime
139
+ version: 1.11.0
140
+ type: :development
144
141
  prerelease: false
145
142
  version_requirements: !ruby/object:Gem::Requirement
146
143
  requirements:
147
144
  - - ~>
148
145
  - !ruby/object:Gem::Version
149
- version: '1.9'
150
- - - ! '>='
151
- - !ruby/object:Gem::Version
152
- version: 1.9.2
146
+ version: 1.11.0
153
147
  - !ruby/object:Gem::Dependency
154
- name: aws-s3
148
+ name: rethinkdb
155
149
  requirement: !ruby/object:Gem::Requirement
156
150
  requirements:
157
151
  - - ~>
158
152
  - !ruby/object:Gem::Version
159
- version: '0.6'
160
- - - ! '>='
161
- - !ruby/object:Gem::Version
162
- version: 0.6.3
163
- type: :runtime
153
+ version: 1.15.0
154
+ type: :development
164
155
  prerelease: false
165
156
  version_requirements: !ruby/object:Gem::Requirement
166
157
  requirements:
167
158
  - - ~>
168
159
  - !ruby/object:Gem::Version
169
- version: '0.6'
170
- - - ! '>='
171
- - !ruby/object:Gem::Version
172
- version: 0.6.3
160
+ version: 1.15.0
173
161
  - !ruby/object:Gem::Dependency
174
- name: http-cookie
162
+ name: rake
175
163
  requirement: !ruby/object:Gem::Requirement
176
164
  requirements:
177
165
  - - ~>
178
166
  - !ruby/object:Gem::Version
179
- version: '1.0'
180
- - - ! '>='
181
- - !ruby/object:Gem::Version
182
- version: 1.0.1
183
- type: :runtime
167
+ version: '10.3'
168
+ type: :development
184
169
  prerelease: false
185
170
  version_requirements: !ruby/object:Gem::Requirement
186
171
  requirements:
187
172
  - - ~>
188
173
  - !ruby/object:Gem::Version
189
- version: '1.0'
190
- - - ! '>='
191
- - !ruby/object:Gem::Version
192
- version: 1.0.1
174
+ version: '10.3'
193
175
  - !ruby/object:Gem::Dependency
194
176
  name: rspec
195
177
  requirement: !ruby/object:Gem::Requirement
196
178
  requirements:
197
179
  - - ~>
198
180
  - !ruby/object:Gem::Version
199
- version: '2.14'
200
- - - ! '>='
201
- - !ruby/object:Gem::Version
202
- version: 2.14.1
181
+ version: 3.1.0
203
182
  type: :development
204
183
  prerelease: false
205
184
  version_requirements: !ruby/object:Gem::Requirement
206
185
  requirements:
207
186
  - - ~>
208
187
  - !ruby/object:Gem::Version
209
- version: '2.14'
210
- - - ! '>='
211
- - !ruby/object:Gem::Version
212
- version: 2.14.1
188
+ version: 3.1.0
213
189
  - !ruby/object:Gem::Dependency
214
- name: vcr
190
+ name: flexmock
215
191
  requirement: !ruby/object:Gem::Requirement
216
192
  requirements:
217
193
  - - ~>
218
194
  - !ruby/object:Gem::Version
219
- version: '2.5'
220
- - - ! '>='
221
- - !ruby/object:Gem::Version
222
- version: 2.5.0
195
+ version: '1.3'
223
196
  type: :development
224
197
  prerelease: false
225
198
  version_requirements: !ruby/object:Gem::Requirement
226
199
  requirements:
227
200
  - - ~>
228
201
  - !ruby/object:Gem::Version
229
- version: '2.5'
230
- - - ! '>='
231
- - !ruby/object:Gem::Version
232
- version: 2.5.0
233
- - !ruby/object:Gem::Dependency
234
- name: webmock
235
- requirement: !ruby/object:Gem::Requirement
236
- requirements:
237
- - - ! '>='
238
- - !ruby/object:Gem::Version
239
- version: 1.8.0
240
- - - <
241
- - !ruby/object:Gem::Version
242
- version: '1.12'
243
- type: :development
244
- prerelease: false
245
- version_requirements: !ruby/object:Gem::Requirement
246
- requirements:
247
- - - ! '>='
248
- - !ruby/object:Gem::Version
249
- version: 1.8.0
250
- - - <
251
- - !ruby/object:Gem::Version
252
- version: '1.12'
202
+ version: '1.3'
253
203
  - !ruby/object:Gem::Dependency
254
- name: flexmock
204
+ name: vcr
255
205
  requirement: !ruby/object:Gem::Requirement
256
206
  requirements:
257
207
  - - ~>
258
208
  - !ruby/object:Gem::Version
259
- version: '1.3'
260
- - - ! '>='
261
- - !ruby/object:Gem::Version
262
- version: 1.3.2
209
+ version: 2.9.0
263
210
  type: :development
264
211
  prerelease: false
265
212
  version_requirements: !ruby/object:Gem::Requirement
266
213
  requirements:
267
214
  - - ~>
268
215
  - !ruby/object:Gem::Version
269
- version: '1.3'
270
- - - ! '>='
271
- - !ruby/object:Gem::Version
272
- version: 1.3.2
216
+ version: 2.9.0
273
217
  - !ruby/object:Gem::Dependency
274
- name: rake
218
+ name: webmock
275
219
  requirement: !ruby/object:Gem::Requirement
276
220
  requirements:
277
221
  - - ~>
278
222
  - !ruby/object:Gem::Version
279
- version: '10.3'
280
- - - ! '>='
281
- - !ruby/object:Gem::Version
282
- version: 10.3.2
223
+ version: 1.20.0
283
224
  type: :development
284
225
  prerelease: false
285
226
  version_requirements: !ruby/object:Gem::Requirement
286
227
  requirements:
287
228
  - - ~>
288
229
  - !ruby/object:Gem::Version
289
- version: '10.3'
290
- - - ! '>='
291
- - !ruby/object:Gem::Version
292
- version: 10.3.2
230
+ version: 1.20.0
293
231
  - !ruby/object:Gem::Dependency
294
232
  name: coveralls
295
233
  requirement: !ruby/object:Gem::Requirement
@@ -342,6 +280,7 @@ files:
342
280
  - lib/polipus/queue_overflow/manager.rb
343
281
  - lib/polipus/queue_overflow/mongo_queue.rb
344
282
  - lib/polipus/queue_overflow/mongo_queue_capped.rb
283
+ - lib/polipus/queue_overflow/worker.rb
345
284
  - lib/polipus/robotex.rb
346
285
  - lib/polipus/signal_handler.rb
347
286
  - lib/polipus/storage.rb
@@ -349,47 +288,38 @@ files:
349
288
  - lib/polipus/storage/dev_null.rb
350
289
  - lib/polipus/storage/memory_store.rb
351
290
  - lib/polipus/storage/mongo_store.rb
352
- - lib/polipus/storage/s3_store.rb
291
+ - lib/polipus/storage/rethink_store.rb
353
292
  - lib/polipus/url_tracker.rb
354
293
  - lib/polipus/url_tracker/bloomfilter.rb
355
294
  - lib/polipus/url_tracker/redis_set.rb
356
295
  - lib/polipus/version.rb
357
296
  - polipus.gemspec
358
- - spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml
359
297
  - spec/cassettes/11c3eb8bf35dfc179dc5ce44f6f5f458.yml
360
298
  - spec/cassettes/1f6e1d7743ecaa86594b4e68a6462689.yml
361
- - spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml
362
- - spec/cassettes/4640919145753505af2d0f8423de37f3.yml
363
- - spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml
364
299
  - spec/cassettes/6adfecdb274dd26ffd3713169583ca91.yml
365
- - spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml
366
300
  - spec/cassettes/978ac0eeb5df63a019b754cc8a965b06.yml
367
- - spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml
368
- - spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml
369
- - spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml
370
301
  - spec/cassettes/b389efd1dcb8f09393b5aae1627c2a83.yml
371
302
  - spec/cassettes/bc6fb220895689be7eeb05b09969a18d.yml
372
303
  - spec/cassettes/c5ce68499027d490adfbb6e5541881e4.yml
373
304
  - spec/cassettes/ce16b11a7df0b70fe90c7f90063fdb8c.yml
374
- - spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml
375
305
  - spec/cassettes/gzipped_on.yml
376
306
  - spec/cassettes/http_cookies.yml
377
307
  - spec/cassettes/http_tconnection_max_hits.yml
378
308
  - spec/cassettes/http_test.yml
379
309
  - spec/cassettes/http_test_redirect.yml
380
310
  - spec/clear.rb
381
- - spec/http_spec.rb
382
- - spec/page_spec.rb
311
+ - spec/polipus/http_spec.rb
312
+ - spec/polipus/page_spec.rb
313
+ - spec/polipus/queue_overflow/manager_spec.rb
314
+ - spec/polipus/queue_overflow_spec.rb
315
+ - spec/polipus/robotex_spec.rb
316
+ - spec/polipus/signal_handler_spec.rb
317
+ - spec/polipus/storage/memory_store_spec.rb
318
+ - spec/polipus/storage/mongo_store_spec.rb
319
+ - spec/polipus/storage/rethink_store_spec.rb
320
+ - spec/polipus/url_tracker_spec.rb
383
321
  - spec/polipus_spec.rb
384
- - spec/queue_overflow_manager_spec.rb
385
- - spec/queue_overflow_spec.rb
386
- - spec/robotex_spec.rb
387
- - spec/signal_handler_spec.rb
388
322
  - spec/spec_helper.rb
389
- - spec/storage_memory_spec.rb
390
- - spec/storage_mongo_spec.rb
391
- - spec/storage_s3_spec.rb
392
- - spec/url_tracker_spec.rb
393
323
  homepage: https://github.com/taganaka/polipus
394
324
  licenses:
395
325
  - MIT
@@ -410,43 +340,35 @@ required_rubygems_version: !ruby/object:Gem::Requirement
410
340
  version: '0'
411
341
  requirements: []
412
342
  rubyforge_project: polipus
413
- rubygems_version: 2.2.2
343
+ rubygems_version: 2.4.5
414
344
  signing_key:
415
345
  specification_version: 4
416
346
  summary: Polipus distributed web-crawler framework
417
347
  test_files:
418
- - spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml
419
348
  - spec/cassettes/11c3eb8bf35dfc179dc5ce44f6f5f458.yml
420
349
  - spec/cassettes/1f6e1d7743ecaa86594b4e68a6462689.yml
421
- - spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml
422
- - spec/cassettes/4640919145753505af2d0f8423de37f3.yml
423
- - spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml
424
350
  - spec/cassettes/6adfecdb274dd26ffd3713169583ca91.yml
425
- - spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml
426
351
  - spec/cassettes/978ac0eeb5df63a019b754cc8a965b06.yml
427
- - spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml
428
- - spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml
429
- - spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml
430
352
  - spec/cassettes/b389efd1dcb8f09393b5aae1627c2a83.yml
431
353
  - spec/cassettes/bc6fb220895689be7eeb05b09969a18d.yml
432
354
  - spec/cassettes/c5ce68499027d490adfbb6e5541881e4.yml
433
355
  - spec/cassettes/ce16b11a7df0b70fe90c7f90063fdb8c.yml
434
- - spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml
435
356
  - spec/cassettes/gzipped_on.yml
436
357
  - spec/cassettes/http_cookies.yml
437
358
  - spec/cassettes/http_tconnection_max_hits.yml
438
359
  - spec/cassettes/http_test.yml
439
360
  - spec/cassettes/http_test_redirect.yml
440
361
  - spec/clear.rb
441
- - spec/http_spec.rb
442
- - spec/page_spec.rb
362
+ - spec/polipus/http_spec.rb
363
+ - spec/polipus/page_spec.rb
364
+ - spec/polipus/queue_overflow/manager_spec.rb
365
+ - spec/polipus/queue_overflow_spec.rb
366
+ - spec/polipus/robotex_spec.rb
367
+ - spec/polipus/signal_handler_spec.rb
368
+ - spec/polipus/storage/memory_store_spec.rb
369
+ - spec/polipus/storage/mongo_store_spec.rb
370
+ - spec/polipus/storage/rethink_store_spec.rb
371
+ - spec/polipus/url_tracker_spec.rb
443
372
  - spec/polipus_spec.rb
444
- - spec/queue_overflow_manager_spec.rb
445
- - spec/queue_overflow_spec.rb
446
- - spec/robotex_spec.rb
447
- - spec/signal_handler_spec.rb
448
373
  - spec/spec_helper.rb
449
- - spec/storage_memory_spec.rb
450
- - spec/storage_mongo_spec.rb
451
- - spec/storage_s3_spec.rb
452
- - spec/url_tracker_spec.rb
374
+ has_rdoc: