apollo-crawler 0.1.17 → 0.1.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. data/lib/apollo_crawler/version.rb +1 -1
  2. metadata +94 -44
  3. checksums.yaml +0 -15
@@ -19,5 +19,5 @@
19
19
  # THE SOFTWARE.
20
20
 
21
21
  module Apollo
22
- VERSION = '0.1.17'
22
+ VERSION = '0.1.18'
23
23
  end # Apollo
metadata CHANGED
@@ -1,7 +1,8 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: apollo-crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.17
4
+ version: 0.1.18
5
+ prerelease:
5
6
  platform: ruby
6
7
  authors:
7
8
  - Tomas Korcak
@@ -13,6 +14,7 @@ dependencies:
13
14
  - !ruby/object:Gem::Dependency
14
15
  name: awesome_print
15
16
  requirement: !ruby/object:Gem::Requirement
17
+ none: false
16
18
  requirements:
17
19
  - - ~>
18
20
  - !ruby/object:Gem::Version
@@ -20,6 +22,7 @@ dependencies:
20
22
  type: :runtime
21
23
  prerelease: false
22
24
  version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
23
26
  requirements:
24
27
  - - ~>
25
28
  - !ruby/object:Gem::Version
@@ -27,6 +30,7 @@ dependencies:
27
30
  - !ruby/object:Gem::Dependency
28
31
  name: activesupport
29
32
  requirement: !ruby/object:Gem::Requirement
33
+ none: false
30
34
  requirements:
31
35
  - - ! '>='
32
36
  - !ruby/object:Gem::Version
@@ -34,6 +38,7 @@ dependencies:
34
38
  type: :runtime
35
39
  prerelease: false
36
40
  version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
37
42
  requirements:
38
43
  - - ! '>='
39
44
  - !ruby/object:Gem::Version
@@ -41,20 +46,23 @@ dependencies:
41
46
  - !ruby/object:Gem::Dependency
42
47
  name: dalli
43
48
  requirement: !ruby/object:Gem::Requirement
49
+ none: false
44
50
  requirements:
45
51
  - - ! '>='
46
52
  - !ruby/object:Gem::Version
47
- version: '0'
53
+ version: 2.6.2
48
54
  type: :runtime
49
55
  prerelease: false
50
56
  version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
51
58
  requirements:
52
59
  - - ! '>='
53
60
  - !ruby/object:Gem::Version
54
- version: '0'
61
+ version: 2.6.2
55
62
  - !ruby/object:Gem::Dependency
56
63
  name: fastercsv
57
64
  requirement: !ruby/object:Gem::Requirement
65
+ none: false
58
66
  requirements:
59
67
  - - ~>
60
68
  - !ruby/object:Gem::Version
@@ -62,6 +70,7 @@ dependencies:
62
70
  type: :runtime
63
71
  prerelease: false
64
72
  version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
65
74
  requirements:
66
75
  - - ~>
67
76
  - !ruby/object:Gem::Version
@@ -69,6 +78,7 @@ dependencies:
69
78
  - !ruby/object:Gem::Dependency
70
79
  name: eventmachine
71
80
  requirement: !ruby/object:Gem::Requirement
81
+ none: false
72
82
  requirements:
73
83
  - - ! '>='
74
84
  - !ruby/object:Gem::Version
@@ -76,6 +86,7 @@ dependencies:
76
86
  type: :runtime
77
87
  prerelease: false
78
88
  version_requirements: !ruby/object:Gem::Requirement
89
+ none: false
79
90
  requirements:
80
91
  - - ! '>='
81
92
  - !ruby/object:Gem::Version
@@ -83,6 +94,7 @@ dependencies:
83
94
  - !ruby/object:Gem::Dependency
84
95
  name: em-http-request
85
96
  requirement: !ruby/object:Gem::Requirement
97
+ none: false
86
98
  requirements:
87
99
  - - ! '>='
88
100
  - !ruby/object:Gem::Version
@@ -90,6 +102,7 @@ dependencies:
90
102
  type: :runtime
91
103
  prerelease: false
92
104
  version_requirements: !ruby/object:Gem::Requirement
105
+ none: false
93
106
  requirements:
94
107
  - - ! '>='
95
108
  - !ruby/object:Gem::Version
@@ -97,6 +110,7 @@ dependencies:
97
110
  - !ruby/object:Gem::Dependency
98
111
  name: em-synchrony
99
112
  requirement: !ruby/object:Gem::Requirement
113
+ none: false
100
114
  requirements:
101
115
  - - ! '>='
102
116
  - !ruby/object:Gem::Version
@@ -104,6 +118,7 @@ dependencies:
104
118
  type: :runtime
105
119
  prerelease: false
106
120
  version_requirements: !ruby/object:Gem::Requirement
121
+ none: false
107
122
  requirements:
108
123
  - - ! '>='
109
124
  - !ruby/object:Gem::Version
@@ -111,6 +126,7 @@ dependencies:
111
126
  - !ruby/object:Gem::Dependency
112
127
  name: amqp
113
128
  requirement: !ruby/object:Gem::Requirement
129
+ none: false
114
130
  requirements:
115
131
  - - ~>
116
132
  - !ruby/object:Gem::Version
@@ -118,6 +134,7 @@ dependencies:
118
134
  type: :runtime
119
135
  prerelease: false
120
136
  version_requirements: !ruby/object:Gem::Requirement
137
+ none: false
121
138
  requirements:
122
139
  - - ~>
123
140
  - !ruby/object:Gem::Version
@@ -125,6 +142,7 @@ dependencies:
125
142
  - !ruby/object:Gem::Dependency
126
143
  name: json
127
144
  requirement: !ruby/object:Gem::Requirement
145
+ none: false
128
146
  requirements:
129
147
  - - ~>
130
148
  - !ruby/object:Gem::Version
@@ -132,6 +150,7 @@ dependencies:
132
150
  type: :runtime
133
151
  prerelease: false
134
152
  version_requirements: !ruby/object:Gem::Requirement
153
+ none: false
135
154
  requirements:
136
155
  - - ~>
137
156
  - !ruby/object:Gem::Version
@@ -139,6 +158,7 @@ dependencies:
139
158
  - !ruby/object:Gem::Dependency
140
159
  name: memcache-client
141
160
  requirement: !ruby/object:Gem::Requirement
161
+ none: false
142
162
  requirements:
143
163
  - - ! '>='
144
164
  - !ruby/object:Gem::Version
@@ -146,6 +166,7 @@ dependencies:
146
166
  type: :runtime
147
167
  prerelease: false
148
168
  version_requirements: !ruby/object:Gem::Requirement
169
+ none: false
149
170
  requirements:
150
171
  - - ! '>='
151
172
  - !ruby/object:Gem::Version
@@ -153,34 +174,39 @@ dependencies:
153
174
  - !ruby/object:Gem::Dependency
154
175
  name: mongo
155
176
  requirement: !ruby/object:Gem::Requirement
177
+ none: false
156
178
  requirements:
157
179
  - - ! '>='
158
180
  - !ruby/object:Gem::Version
159
- version: '0'
181
+ version: 1.8.2
160
182
  type: :runtime
161
183
  prerelease: false
162
184
  version_requirements: !ruby/object:Gem::Requirement
185
+ none: false
163
186
  requirements:
164
187
  - - ! '>='
165
188
  - !ruby/object:Gem::Version
166
- version: '0'
189
+ version: 1.8.2
167
190
  - !ruby/object:Gem::Dependency
168
191
  name: mongoid
169
192
  requirement: !ruby/object:Gem::Requirement
193
+ none: false
170
194
  requirements:
171
195
  - - ! '>='
172
196
  - !ruby/object:Gem::Version
173
- version: '0'
197
+ version: 3.1.2
174
198
  type: :runtime
175
199
  prerelease: false
176
200
  version_requirements: !ruby/object:Gem::Requirement
201
+ none: false
177
202
  requirements:
178
203
  - - ! '>='
179
204
  - !ruby/object:Gem::Version
180
- version: '0'
205
+ version: 3.1.2
181
206
  - !ruby/object:Gem::Dependency
182
207
  name: mime-types
183
208
  requirement: !ruby/object:Gem::Requirement
209
+ none: false
184
210
  requirements:
185
211
  - - ! '>='
186
212
  - !ruby/object:Gem::Version
@@ -188,6 +214,7 @@ dependencies:
188
214
  type: :runtime
189
215
  prerelease: false
190
216
  version_requirements: !ruby/object:Gem::Requirement
217
+ none: false
191
218
  requirements:
192
219
  - - ! '>='
193
220
  - !ruby/object:Gem::Version
@@ -195,6 +222,7 @@ dependencies:
195
222
  - !ruby/object:Gem::Dependency
196
223
  name: nokogiri
197
224
  requirement: !ruby/object:Gem::Requirement
225
+ none: false
198
226
  requirements:
199
227
  - - ~>
200
228
  - !ruby/object:Gem::Version
@@ -202,6 +230,7 @@ dependencies:
202
230
  type: :runtime
203
231
  prerelease: false
204
232
  version_requirements: !ruby/object:Gem::Requirement
233
+ none: false
205
234
  requirements:
206
235
  - - ~>
207
236
  - !ruby/object:Gem::Version
@@ -209,34 +238,39 @@ dependencies:
209
238
  - !ruby/object:Gem::Dependency
210
239
  name: openurl
211
240
  requirement: !ruby/object:Gem::Requirement
241
+ none: false
212
242
  requirements:
213
243
  - - ! '>='
214
244
  - !ruby/object:Gem::Version
215
- version: '0'
245
+ version: 0.4.2
216
246
  type: :runtime
217
247
  prerelease: false
218
248
  version_requirements: !ruby/object:Gem::Requirement
249
+ none: false
219
250
  requirements:
220
251
  - - ! '>='
221
252
  - !ruby/object:Gem::Version
222
- version: '0'
253
+ version: 0.4.2
223
254
  - !ruby/object:Gem::Dependency
224
255
  name: parallel
225
256
  requirement: !ruby/object:Gem::Requirement
257
+ none: false
226
258
  requirements:
227
259
  - - ! '>='
228
260
  - !ruby/object:Gem::Version
229
- version: '0'
261
+ version: 0.6.2
230
262
  type: :runtime
231
263
  prerelease: false
232
264
  version_requirements: !ruby/object:Gem::Requirement
265
+ none: false
233
266
  requirements:
234
267
  - - ! '>='
235
268
  - !ruby/object:Gem::Version
236
- version: '0'
269
+ version: 0.6.2
237
270
  - !ruby/object:Gem::Dependency
238
271
  name: rack
239
272
  requirement: !ruby/object:Gem::Requirement
273
+ none: false
240
274
  requirements:
241
275
  - - ! '>='
242
276
  - !ruby/object:Gem::Version
@@ -244,6 +278,7 @@ dependencies:
244
278
  type: :runtime
245
279
  prerelease: false
246
280
  version_requirements: !ruby/object:Gem::Requirement
281
+ none: false
247
282
  requirements:
248
283
  - - ! '>='
249
284
  - !ruby/object:Gem::Version
@@ -251,6 +286,7 @@ dependencies:
251
286
  - !ruby/object:Gem::Dependency
252
287
  name: terminal-table
253
288
  requirement: !ruby/object:Gem::Requirement
289
+ none: false
254
290
  requirements:
255
291
  - - ~>
256
292
  - !ruby/object:Gem::Version
@@ -258,6 +294,7 @@ dependencies:
258
294
  type: :runtime
259
295
  prerelease: false
260
296
  version_requirements: !ruby/object:Gem::Requirement
297
+ none: false
261
298
  requirements:
262
299
  - - ~>
263
300
  - !ruby/object:Gem::Version
@@ -265,6 +302,7 @@ dependencies:
265
302
  - !ruby/object:Gem::Dependency
266
303
  name: thor
267
304
  requirement: !ruby/object:Gem::Requirement
305
+ none: false
268
306
  requirements:
269
307
  - - ~>
270
308
  - !ruby/object:Gem::Version
@@ -272,6 +310,7 @@ dependencies:
272
310
  type: :runtime
273
311
  prerelease: false
274
312
  version_requirements: !ruby/object:Gem::Requirement
313
+ none: false
275
314
  requirements:
276
315
  - - ~>
277
316
  - !ruby/object:Gem::Version
@@ -279,6 +318,7 @@ dependencies:
279
318
  - !ruby/object:Gem::Dependency
280
319
  name: writeexcel
281
320
  requirement: !ruby/object:Gem::Requirement
321
+ none: false
282
322
  requirements:
283
323
  - - ~>
284
324
  - !ruby/object:Gem::Version
@@ -286,6 +326,7 @@ dependencies:
286
326
  type: :runtime
287
327
  prerelease: false
288
328
  version_requirements: !ruby/object:Gem::Requirement
329
+ none: false
289
330
  requirements:
290
331
  - - ~>
291
332
  - !ruby/object:Gem::Version
@@ -293,6 +334,7 @@ dependencies:
293
334
  - !ruby/object:Gem::Dependency
294
335
  name: ffi
295
336
  requirement: !ruby/object:Gem::Requirement
337
+ none: false
296
338
  requirements:
297
339
  - - ! '>='
298
340
  - !ruby/object:Gem::Version
@@ -300,6 +342,7 @@ dependencies:
300
342
  type: :runtime
301
343
  prerelease: false
302
344
  version_requirements: !ruby/object:Gem::Requirement
345
+ none: false
303
346
  requirements:
304
347
  - - ! '>='
305
348
  - !ruby/object:Gem::Version
@@ -307,45 +350,51 @@ dependencies:
307
350
  - !ruby/object:Gem::Dependency
308
351
  name: guard
309
352
  requirement: !ruby/object:Gem::Requirement
353
+ none: false
310
354
  requirements:
311
355
  - - ! '>='
312
356
  - !ruby/object:Gem::Version
313
- version: '0'
357
+ version: 1.6.2
314
358
  type: :development
315
359
  prerelease: false
316
360
  version_requirements: !ruby/object:Gem::Requirement
361
+ none: false
317
362
  requirements:
318
363
  - - ! '>='
319
364
  - !ruby/object:Gem::Version
320
- version: '0'
365
+ version: 1.6.2
321
366
  - !ruby/object:Gem::Dependency
322
367
  name: guard-rake
323
368
  requirement: !ruby/object:Gem::Requirement
369
+ none: false
324
370
  requirements:
325
371
  - - ! '>='
326
372
  - !ruby/object:Gem::Version
327
- version: '0'
373
+ version: 0.0.7
328
374
  type: :development
329
375
  prerelease: false
330
376
  version_requirements: !ruby/object:Gem::Requirement
377
+ none: false
331
378
  requirements:
332
379
  - - ! '>='
333
380
  - !ruby/object:Gem::Version
334
- version: '0'
381
+ version: 0.0.7
335
382
  - !ruby/object:Gem::Dependency
336
383
  name: guard-rspec
337
384
  requirement: !ruby/object:Gem::Requirement
385
+ none: false
338
386
  requirements:
339
387
  - - ! '>='
340
388
  - !ruby/object:Gem::Version
341
- version: '0'
389
+ version: 2.5.0
342
390
  type: :development
343
391
  prerelease: false
344
392
  version_requirements: !ruby/object:Gem::Requirement
393
+ none: false
345
394
  requirements:
346
395
  - - ! '>='
347
396
  - !ruby/object:Gem::Version
348
- version: '0'
397
+ version: 2.5.0
349
398
  description: Gem for crawling data from external sources
350
399
  email: korczis@gmail.com
351
400
  executables:
@@ -353,68 +402,69 @@ executables:
353
402
  extensions: []
354
403
  extra_rdoc_files: []
355
404
  files:
405
+ - ./lib/apollo_crawler/lib.rb
406
+ - ./lib/apollo_crawler/program/base_program.rb
407
+ - ./lib/apollo_crawler/program/programs.rb
408
+ - ./lib/apollo_crawler/program/crawler_program.rb
356
409
  - ./lib/apollo_crawler/fetcher/smart_fetcher.rb
357
- - ./lib/apollo_crawler/fetcher/fetchers.rb
358
410
  - ./lib/apollo_crawler/fetcher/simple_fetcher.rb
359
411
  - ./lib/apollo_crawler/fetcher/base_fetcher.rb
360
- - ./lib/apollo_crawler/lib.rb
412
+ - ./lib/apollo_crawler/fetcher/fetchers.rb
361
413
  - ./lib/apollo_crawler/version.rb
362
- - ./lib/apollo_crawler/program/crawler_program.rb
363
- - ./lib/apollo_crawler/program/base_program.rb
364
- - ./lib/apollo_crawler/program/programs.rb
365
- - ./lib/apollo_crawler/logger/console_logger.rb
366
- - ./lib/apollo_crawler/logger/base_logger.rb
367
- - ./lib/apollo_crawler/logger/loggers.rb
368
- - ./lib/apollo_crawler/helper/core_helper.rb
369
- - ./lib/apollo_crawler/helper/helpers.rb
370
- - ./lib/apollo_crawler/config.rb
371
- - ./lib/apollo_crawler/cache/sqlite_cache.rb
372
- - ./lib/apollo_crawler/cache/factory.rb
373
- - ./lib/apollo_crawler/cache/null_cache.rb
374
- - ./lib/apollo_crawler/cache/memory_cache.rb
375
- - ./lib/apollo_crawler/cache/base_cache.rb
376
- - ./lib/apollo_crawler/cache/mongo_cache.rb
377
- - ./lib/apollo_crawler/cache/memcached_cache.rb
378
- - ./lib/apollo_crawler/cache/caches.rb
379
- - ./lib/apollo_crawler/crawler/xkcd_crawler.rb
380
- - ./lib/apollo_crawler/crawler/google_crawler.rb
381
- - ./lib/apollo_crawler/crawler/youjizz_crawler.rb
382
414
  - ./lib/apollo_crawler/crawler/slashdot_crawler.rb
415
+ - ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
383
416
  - ./lib/apollo_crawler/crawler/hacker_news_crawler.rb
417
+ - ./lib/apollo_crawler/crawler/youjizz_crawler.rb
418
+ - ./lib/apollo_crawler/crawler/google_crawler.rb
384
419
  - ./lib/apollo_crawler/crawler/base_crawler.rb
420
+ - ./lib/apollo_crawler/crawler/xkcd_crawler.rb
385
421
  - ./lib/apollo_crawler/crawler/crawlers.rb
386
- - ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
422
+ - ./lib/apollo_crawler/logger/loggers.rb
423
+ - ./lib/apollo_crawler/logger/console_logger.rb
424
+ - ./lib/apollo_crawler/logger/base_logger.rb
425
+ - ./lib/apollo_crawler/config.rb
387
426
  - ./lib/apollo_crawler/formatter/table_formatter.rb
388
427
  - ./lib/apollo_crawler/formatter/base_formatter.rb
389
428
  - ./lib/apollo_crawler/formatter/json_formatter.rb
390
429
  - ./lib/apollo_crawler/formatter/plain_formatter.rb
391
430
  - ./lib/apollo_crawler/formatter/formatters.rb
392
- - ./lib/apollo_crawler/store/stores.rb
431
+ - ./lib/apollo_crawler/cache/memcached_cache.rb
432
+ - ./lib/apollo_crawler/cache/memory_cache.rb
433
+ - ./lib/apollo_crawler/cache/mongo_cache.rb
434
+ - ./lib/apollo_crawler/cache/null_cache.rb
435
+ - ./lib/apollo_crawler/cache/factory.rb
436
+ - ./lib/apollo_crawler/cache/caches.rb
437
+ - ./lib/apollo_crawler/cache/sqlite_cache.rb
438
+ - ./lib/apollo_crawler/cache/base_cache.rb
393
439
  - ./lib/apollo_crawler/store/base_store.rb
440
+ - ./lib/apollo_crawler/store/stores.rb
441
+ - ./lib/apollo_crawler/helper/core_helper.rb
442
+ - ./lib/apollo_crawler/helper/helpers.rb
394
443
  - ./lib/apollo_crawler.rb
395
444
  - bin/apollo-crawler
396
445
  homepage: https://github.com/korczis/apollo-crawler
397
446
  licenses:
398
447
  - MIT
399
- metadata: {}
400
448
  post_install_message: Thanks for installing Apollo Crawler!
401
449
  rdoc_options: []
402
450
  require_paths:
403
451
  - lib
404
452
  required_ruby_version: !ruby/object:Gem::Requirement
453
+ none: false
405
454
  requirements:
406
455
  - - ! '>='
407
456
  - !ruby/object:Gem::Version
408
457
  version: '0'
409
458
  required_rubygems_version: !ruby/object:Gem::Requirement
459
+ none: false
410
460
  requirements:
411
461
  - - ! '>='
412
462
  - !ruby/object:Gem::Version
413
463
  version: '0'
414
464
  requirements: []
415
465
  rubyforge_project:
416
- rubygems_version: 2.0.0
466
+ rubygems_version: 1.8.23
417
467
  signing_key:
418
- specification_version: 4
468
+ specification_version: 3
419
469
  summary: Apollo Platform Crawler
420
470
  test_files: []
checksums.yaml DELETED
@@ -1,15 +0,0 @@
1
- ---
2
- !binary "U0hBMQ==":
3
- metadata.gz: !binary |-
4
- ZTBhZWYwM2RlZDk4N2QyOTUzNTk2YmEyMTcyZGVkMTdmY2Y3ZmQ0NQ==
5
- data.tar.gz: !binary |-
6
- YWI2NTZiYWYwNTlkNWZhYzIzMjU3Y2EyNjMyMzJkNzQyZjBlOTk5Zg==
7
- !binary "U0hBNTEy":
8
- metadata.gz: !binary |-
9
- Mzg1NmQwYjJjZmEwYzA3OTc4ZDMzOTI1NTQ4MzMxNGU2ZTYyMTA4YzE3MDE2
10
- NWU2MGQ5Yjk4MjQyOTdjODE4YzU3YTY0ZWFiMWIwN2U4YTMwZTdmMzgxZTYx
11
- YmU1Y2YzNGVhNTgzZjUzNjQ2YThiNTE3YmJiZGJkMjlmOTZlZTM=
12
- data.tar.gz: !binary |-
13
- M2Y1NjJhZTUyMzM3ODg5NTE4Yjk3NjY4M2VhYjllZGYwNDNhYmJhZWM2OWUw
14
- ZWU5NDVlMWE0NjYwZjcxNzNjZWE3NTBmMmI1ZDA4MGVlODU2ODc0NDdkOGRm
15
- NzUxOTA0OTgzZjIyMTNjYzdkY2JiN2NjYWFiOTAwNWQxOTQyMmM=