apollo-crawler 0.1.17 → 0.1.18

Sign up to get free protection for your applications and to get access to all the features.
Files changed (3) hide show
  1. data/lib/apollo_crawler/version.rb +1 -1
  2. metadata +94 -44
  3. checksums.yaml +0 -15
@@ -19,5 +19,5 @@
19
19
  # THE SOFTWARE.
20
20
 
21
21
  module Apollo
22
- VERSION = '0.1.17'
22
+ VERSION = '0.1.18'
23
23
  end # Apollo
metadata CHANGED
@@ -1,7 +1,8 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: apollo-crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.17
4
+ version: 0.1.18
5
+ prerelease:
5
6
  platform: ruby
6
7
  authors:
7
8
  - Tomas Korcak
@@ -13,6 +14,7 @@ dependencies:
13
14
  - !ruby/object:Gem::Dependency
14
15
  name: awesome_print
15
16
  requirement: !ruby/object:Gem::Requirement
17
+ none: false
16
18
  requirements:
17
19
  - - ~>
18
20
  - !ruby/object:Gem::Version
@@ -20,6 +22,7 @@ dependencies:
20
22
  type: :runtime
21
23
  prerelease: false
22
24
  version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
23
26
  requirements:
24
27
  - - ~>
25
28
  - !ruby/object:Gem::Version
@@ -27,6 +30,7 @@ dependencies:
27
30
  - !ruby/object:Gem::Dependency
28
31
  name: activesupport
29
32
  requirement: !ruby/object:Gem::Requirement
33
+ none: false
30
34
  requirements:
31
35
  - - ! '>='
32
36
  - !ruby/object:Gem::Version
@@ -34,6 +38,7 @@ dependencies:
34
38
  type: :runtime
35
39
  prerelease: false
36
40
  version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
37
42
  requirements:
38
43
  - - ! '>='
39
44
  - !ruby/object:Gem::Version
@@ -41,20 +46,23 @@ dependencies:
41
46
  - !ruby/object:Gem::Dependency
42
47
  name: dalli
43
48
  requirement: !ruby/object:Gem::Requirement
49
+ none: false
44
50
  requirements:
45
51
  - - ! '>='
46
52
  - !ruby/object:Gem::Version
47
- version: '0'
53
+ version: 2.6.2
48
54
  type: :runtime
49
55
  prerelease: false
50
56
  version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
51
58
  requirements:
52
59
  - - ! '>='
53
60
  - !ruby/object:Gem::Version
54
- version: '0'
61
+ version: 2.6.2
55
62
  - !ruby/object:Gem::Dependency
56
63
  name: fastercsv
57
64
  requirement: !ruby/object:Gem::Requirement
65
+ none: false
58
66
  requirements:
59
67
  - - ~>
60
68
  - !ruby/object:Gem::Version
@@ -62,6 +70,7 @@ dependencies:
62
70
  type: :runtime
63
71
  prerelease: false
64
72
  version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
65
74
  requirements:
66
75
  - - ~>
67
76
  - !ruby/object:Gem::Version
@@ -69,6 +78,7 @@ dependencies:
69
78
  - !ruby/object:Gem::Dependency
70
79
  name: eventmachine
71
80
  requirement: !ruby/object:Gem::Requirement
81
+ none: false
72
82
  requirements:
73
83
  - - ! '>='
74
84
  - !ruby/object:Gem::Version
@@ -76,6 +86,7 @@ dependencies:
76
86
  type: :runtime
77
87
  prerelease: false
78
88
  version_requirements: !ruby/object:Gem::Requirement
89
+ none: false
79
90
  requirements:
80
91
  - - ! '>='
81
92
  - !ruby/object:Gem::Version
@@ -83,6 +94,7 @@ dependencies:
83
94
  - !ruby/object:Gem::Dependency
84
95
  name: em-http-request
85
96
  requirement: !ruby/object:Gem::Requirement
97
+ none: false
86
98
  requirements:
87
99
  - - ! '>='
88
100
  - !ruby/object:Gem::Version
@@ -90,6 +102,7 @@ dependencies:
90
102
  type: :runtime
91
103
  prerelease: false
92
104
  version_requirements: !ruby/object:Gem::Requirement
105
+ none: false
93
106
  requirements:
94
107
  - - ! '>='
95
108
  - !ruby/object:Gem::Version
@@ -97,6 +110,7 @@ dependencies:
97
110
  - !ruby/object:Gem::Dependency
98
111
  name: em-synchrony
99
112
  requirement: !ruby/object:Gem::Requirement
113
+ none: false
100
114
  requirements:
101
115
  - - ! '>='
102
116
  - !ruby/object:Gem::Version
@@ -104,6 +118,7 @@ dependencies:
104
118
  type: :runtime
105
119
  prerelease: false
106
120
  version_requirements: !ruby/object:Gem::Requirement
121
+ none: false
107
122
  requirements:
108
123
  - - ! '>='
109
124
  - !ruby/object:Gem::Version
@@ -111,6 +126,7 @@ dependencies:
111
126
  - !ruby/object:Gem::Dependency
112
127
  name: amqp
113
128
  requirement: !ruby/object:Gem::Requirement
129
+ none: false
114
130
  requirements:
115
131
  - - ~>
116
132
  - !ruby/object:Gem::Version
@@ -118,6 +134,7 @@ dependencies:
118
134
  type: :runtime
119
135
  prerelease: false
120
136
  version_requirements: !ruby/object:Gem::Requirement
137
+ none: false
121
138
  requirements:
122
139
  - - ~>
123
140
  - !ruby/object:Gem::Version
@@ -125,6 +142,7 @@ dependencies:
125
142
  - !ruby/object:Gem::Dependency
126
143
  name: json
127
144
  requirement: !ruby/object:Gem::Requirement
145
+ none: false
128
146
  requirements:
129
147
  - - ~>
130
148
  - !ruby/object:Gem::Version
@@ -132,6 +150,7 @@ dependencies:
132
150
  type: :runtime
133
151
  prerelease: false
134
152
  version_requirements: !ruby/object:Gem::Requirement
153
+ none: false
135
154
  requirements:
136
155
  - - ~>
137
156
  - !ruby/object:Gem::Version
@@ -139,6 +158,7 @@ dependencies:
139
158
  - !ruby/object:Gem::Dependency
140
159
  name: memcache-client
141
160
  requirement: !ruby/object:Gem::Requirement
161
+ none: false
142
162
  requirements:
143
163
  - - ! '>='
144
164
  - !ruby/object:Gem::Version
@@ -146,6 +166,7 @@ dependencies:
146
166
  type: :runtime
147
167
  prerelease: false
148
168
  version_requirements: !ruby/object:Gem::Requirement
169
+ none: false
149
170
  requirements:
150
171
  - - ! '>='
151
172
  - !ruby/object:Gem::Version
@@ -153,34 +174,39 @@ dependencies:
153
174
  - !ruby/object:Gem::Dependency
154
175
  name: mongo
155
176
  requirement: !ruby/object:Gem::Requirement
177
+ none: false
156
178
  requirements:
157
179
  - - ! '>='
158
180
  - !ruby/object:Gem::Version
159
- version: '0'
181
+ version: 1.8.2
160
182
  type: :runtime
161
183
  prerelease: false
162
184
  version_requirements: !ruby/object:Gem::Requirement
185
+ none: false
163
186
  requirements:
164
187
  - - ! '>='
165
188
  - !ruby/object:Gem::Version
166
- version: '0'
189
+ version: 1.8.2
167
190
  - !ruby/object:Gem::Dependency
168
191
  name: mongoid
169
192
  requirement: !ruby/object:Gem::Requirement
193
+ none: false
170
194
  requirements:
171
195
  - - ! '>='
172
196
  - !ruby/object:Gem::Version
173
- version: '0'
197
+ version: 3.1.2
174
198
  type: :runtime
175
199
  prerelease: false
176
200
  version_requirements: !ruby/object:Gem::Requirement
201
+ none: false
177
202
  requirements:
178
203
  - - ! '>='
179
204
  - !ruby/object:Gem::Version
180
- version: '0'
205
+ version: 3.1.2
181
206
  - !ruby/object:Gem::Dependency
182
207
  name: mime-types
183
208
  requirement: !ruby/object:Gem::Requirement
209
+ none: false
184
210
  requirements:
185
211
  - - ! '>='
186
212
  - !ruby/object:Gem::Version
@@ -188,6 +214,7 @@ dependencies:
188
214
  type: :runtime
189
215
  prerelease: false
190
216
  version_requirements: !ruby/object:Gem::Requirement
217
+ none: false
191
218
  requirements:
192
219
  - - ! '>='
193
220
  - !ruby/object:Gem::Version
@@ -195,6 +222,7 @@ dependencies:
195
222
  - !ruby/object:Gem::Dependency
196
223
  name: nokogiri
197
224
  requirement: !ruby/object:Gem::Requirement
225
+ none: false
198
226
  requirements:
199
227
  - - ~>
200
228
  - !ruby/object:Gem::Version
@@ -202,6 +230,7 @@ dependencies:
202
230
  type: :runtime
203
231
  prerelease: false
204
232
  version_requirements: !ruby/object:Gem::Requirement
233
+ none: false
205
234
  requirements:
206
235
  - - ~>
207
236
  - !ruby/object:Gem::Version
@@ -209,34 +238,39 @@ dependencies:
209
238
  - !ruby/object:Gem::Dependency
210
239
  name: openurl
211
240
  requirement: !ruby/object:Gem::Requirement
241
+ none: false
212
242
  requirements:
213
243
  - - ! '>='
214
244
  - !ruby/object:Gem::Version
215
- version: '0'
245
+ version: 0.4.2
216
246
  type: :runtime
217
247
  prerelease: false
218
248
  version_requirements: !ruby/object:Gem::Requirement
249
+ none: false
219
250
  requirements:
220
251
  - - ! '>='
221
252
  - !ruby/object:Gem::Version
222
- version: '0'
253
+ version: 0.4.2
223
254
  - !ruby/object:Gem::Dependency
224
255
  name: parallel
225
256
  requirement: !ruby/object:Gem::Requirement
257
+ none: false
226
258
  requirements:
227
259
  - - ! '>='
228
260
  - !ruby/object:Gem::Version
229
- version: '0'
261
+ version: 0.6.2
230
262
  type: :runtime
231
263
  prerelease: false
232
264
  version_requirements: !ruby/object:Gem::Requirement
265
+ none: false
233
266
  requirements:
234
267
  - - ! '>='
235
268
  - !ruby/object:Gem::Version
236
- version: '0'
269
+ version: 0.6.2
237
270
  - !ruby/object:Gem::Dependency
238
271
  name: rack
239
272
  requirement: !ruby/object:Gem::Requirement
273
+ none: false
240
274
  requirements:
241
275
  - - ! '>='
242
276
  - !ruby/object:Gem::Version
@@ -244,6 +278,7 @@ dependencies:
244
278
  type: :runtime
245
279
  prerelease: false
246
280
  version_requirements: !ruby/object:Gem::Requirement
281
+ none: false
247
282
  requirements:
248
283
  - - ! '>='
249
284
  - !ruby/object:Gem::Version
@@ -251,6 +286,7 @@ dependencies:
251
286
  - !ruby/object:Gem::Dependency
252
287
  name: terminal-table
253
288
  requirement: !ruby/object:Gem::Requirement
289
+ none: false
254
290
  requirements:
255
291
  - - ~>
256
292
  - !ruby/object:Gem::Version
@@ -258,6 +294,7 @@ dependencies:
258
294
  type: :runtime
259
295
  prerelease: false
260
296
  version_requirements: !ruby/object:Gem::Requirement
297
+ none: false
261
298
  requirements:
262
299
  - - ~>
263
300
  - !ruby/object:Gem::Version
@@ -265,6 +302,7 @@ dependencies:
265
302
  - !ruby/object:Gem::Dependency
266
303
  name: thor
267
304
  requirement: !ruby/object:Gem::Requirement
305
+ none: false
268
306
  requirements:
269
307
  - - ~>
270
308
  - !ruby/object:Gem::Version
@@ -272,6 +310,7 @@ dependencies:
272
310
  type: :runtime
273
311
  prerelease: false
274
312
  version_requirements: !ruby/object:Gem::Requirement
313
+ none: false
275
314
  requirements:
276
315
  - - ~>
277
316
  - !ruby/object:Gem::Version
@@ -279,6 +318,7 @@ dependencies:
279
318
  - !ruby/object:Gem::Dependency
280
319
  name: writeexcel
281
320
  requirement: !ruby/object:Gem::Requirement
321
+ none: false
282
322
  requirements:
283
323
  - - ~>
284
324
  - !ruby/object:Gem::Version
@@ -286,6 +326,7 @@ dependencies:
286
326
  type: :runtime
287
327
  prerelease: false
288
328
  version_requirements: !ruby/object:Gem::Requirement
329
+ none: false
289
330
  requirements:
290
331
  - - ~>
291
332
  - !ruby/object:Gem::Version
@@ -293,6 +334,7 @@ dependencies:
293
334
  - !ruby/object:Gem::Dependency
294
335
  name: ffi
295
336
  requirement: !ruby/object:Gem::Requirement
337
+ none: false
296
338
  requirements:
297
339
  - - ! '>='
298
340
  - !ruby/object:Gem::Version
@@ -300,6 +342,7 @@ dependencies:
300
342
  type: :runtime
301
343
  prerelease: false
302
344
  version_requirements: !ruby/object:Gem::Requirement
345
+ none: false
303
346
  requirements:
304
347
  - - ! '>='
305
348
  - !ruby/object:Gem::Version
@@ -307,45 +350,51 @@ dependencies:
307
350
  - !ruby/object:Gem::Dependency
308
351
  name: guard
309
352
  requirement: !ruby/object:Gem::Requirement
353
+ none: false
310
354
  requirements:
311
355
  - - ! '>='
312
356
  - !ruby/object:Gem::Version
313
- version: '0'
357
+ version: 1.6.2
314
358
  type: :development
315
359
  prerelease: false
316
360
  version_requirements: !ruby/object:Gem::Requirement
361
+ none: false
317
362
  requirements:
318
363
  - - ! '>='
319
364
  - !ruby/object:Gem::Version
320
- version: '0'
365
+ version: 1.6.2
321
366
  - !ruby/object:Gem::Dependency
322
367
  name: guard-rake
323
368
  requirement: !ruby/object:Gem::Requirement
369
+ none: false
324
370
  requirements:
325
371
  - - ! '>='
326
372
  - !ruby/object:Gem::Version
327
- version: '0'
373
+ version: 0.0.7
328
374
  type: :development
329
375
  prerelease: false
330
376
  version_requirements: !ruby/object:Gem::Requirement
377
+ none: false
331
378
  requirements:
332
379
  - - ! '>='
333
380
  - !ruby/object:Gem::Version
334
- version: '0'
381
+ version: 0.0.7
335
382
  - !ruby/object:Gem::Dependency
336
383
  name: guard-rspec
337
384
  requirement: !ruby/object:Gem::Requirement
385
+ none: false
338
386
  requirements:
339
387
  - - ! '>='
340
388
  - !ruby/object:Gem::Version
341
- version: '0'
389
+ version: 2.5.0
342
390
  type: :development
343
391
  prerelease: false
344
392
  version_requirements: !ruby/object:Gem::Requirement
393
+ none: false
345
394
  requirements:
346
395
  - - ! '>='
347
396
  - !ruby/object:Gem::Version
348
- version: '0'
397
+ version: 2.5.0
349
398
  description: Gem for crawling data from external sources
350
399
  email: korczis@gmail.com
351
400
  executables:
@@ -353,68 +402,69 @@ executables:
353
402
  extensions: []
354
403
  extra_rdoc_files: []
355
404
  files:
405
+ - ./lib/apollo_crawler/lib.rb
406
+ - ./lib/apollo_crawler/program/base_program.rb
407
+ - ./lib/apollo_crawler/program/programs.rb
408
+ - ./lib/apollo_crawler/program/crawler_program.rb
356
409
  - ./lib/apollo_crawler/fetcher/smart_fetcher.rb
357
- - ./lib/apollo_crawler/fetcher/fetchers.rb
358
410
  - ./lib/apollo_crawler/fetcher/simple_fetcher.rb
359
411
  - ./lib/apollo_crawler/fetcher/base_fetcher.rb
360
- - ./lib/apollo_crawler/lib.rb
412
+ - ./lib/apollo_crawler/fetcher/fetchers.rb
361
413
  - ./lib/apollo_crawler/version.rb
362
- - ./lib/apollo_crawler/program/crawler_program.rb
363
- - ./lib/apollo_crawler/program/base_program.rb
364
- - ./lib/apollo_crawler/program/programs.rb
365
- - ./lib/apollo_crawler/logger/console_logger.rb
366
- - ./lib/apollo_crawler/logger/base_logger.rb
367
- - ./lib/apollo_crawler/logger/loggers.rb
368
- - ./lib/apollo_crawler/helper/core_helper.rb
369
- - ./lib/apollo_crawler/helper/helpers.rb
370
- - ./lib/apollo_crawler/config.rb
371
- - ./lib/apollo_crawler/cache/sqlite_cache.rb
372
- - ./lib/apollo_crawler/cache/factory.rb
373
- - ./lib/apollo_crawler/cache/null_cache.rb
374
- - ./lib/apollo_crawler/cache/memory_cache.rb
375
- - ./lib/apollo_crawler/cache/base_cache.rb
376
- - ./lib/apollo_crawler/cache/mongo_cache.rb
377
- - ./lib/apollo_crawler/cache/memcached_cache.rb
378
- - ./lib/apollo_crawler/cache/caches.rb
379
- - ./lib/apollo_crawler/crawler/xkcd_crawler.rb
380
- - ./lib/apollo_crawler/crawler/google_crawler.rb
381
- - ./lib/apollo_crawler/crawler/youjizz_crawler.rb
382
414
  - ./lib/apollo_crawler/crawler/slashdot_crawler.rb
415
+ - ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
383
416
  - ./lib/apollo_crawler/crawler/hacker_news_crawler.rb
417
+ - ./lib/apollo_crawler/crawler/youjizz_crawler.rb
418
+ - ./lib/apollo_crawler/crawler/google_crawler.rb
384
419
  - ./lib/apollo_crawler/crawler/base_crawler.rb
420
+ - ./lib/apollo_crawler/crawler/xkcd_crawler.rb
385
421
  - ./lib/apollo_crawler/crawler/crawlers.rb
386
- - ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
422
+ - ./lib/apollo_crawler/logger/loggers.rb
423
+ - ./lib/apollo_crawler/logger/console_logger.rb
424
+ - ./lib/apollo_crawler/logger/base_logger.rb
425
+ - ./lib/apollo_crawler/config.rb
387
426
  - ./lib/apollo_crawler/formatter/table_formatter.rb
388
427
  - ./lib/apollo_crawler/formatter/base_formatter.rb
389
428
  - ./lib/apollo_crawler/formatter/json_formatter.rb
390
429
  - ./lib/apollo_crawler/formatter/plain_formatter.rb
391
430
  - ./lib/apollo_crawler/formatter/formatters.rb
392
- - ./lib/apollo_crawler/store/stores.rb
431
+ - ./lib/apollo_crawler/cache/memcached_cache.rb
432
+ - ./lib/apollo_crawler/cache/memory_cache.rb
433
+ - ./lib/apollo_crawler/cache/mongo_cache.rb
434
+ - ./lib/apollo_crawler/cache/null_cache.rb
435
+ - ./lib/apollo_crawler/cache/factory.rb
436
+ - ./lib/apollo_crawler/cache/caches.rb
437
+ - ./lib/apollo_crawler/cache/sqlite_cache.rb
438
+ - ./lib/apollo_crawler/cache/base_cache.rb
393
439
  - ./lib/apollo_crawler/store/base_store.rb
440
+ - ./lib/apollo_crawler/store/stores.rb
441
+ - ./lib/apollo_crawler/helper/core_helper.rb
442
+ - ./lib/apollo_crawler/helper/helpers.rb
394
443
  - ./lib/apollo_crawler.rb
395
444
  - bin/apollo-crawler
396
445
  homepage: https://github.com/korczis/apollo-crawler
397
446
  licenses:
398
447
  - MIT
399
- metadata: {}
400
448
  post_install_message: Thanks for installing Apollo Crawler!
401
449
  rdoc_options: []
402
450
  require_paths:
403
451
  - lib
404
452
  required_ruby_version: !ruby/object:Gem::Requirement
453
+ none: false
405
454
  requirements:
406
455
  - - ! '>='
407
456
  - !ruby/object:Gem::Version
408
457
  version: '0'
409
458
  required_rubygems_version: !ruby/object:Gem::Requirement
459
+ none: false
410
460
  requirements:
411
461
  - - ! '>='
412
462
  - !ruby/object:Gem::Version
413
463
  version: '0'
414
464
  requirements: []
415
465
  rubyforge_project:
416
- rubygems_version: 2.0.0
466
+ rubygems_version: 1.8.23
417
467
  signing_key:
418
- specification_version: 4
468
+ specification_version: 3
419
469
  summary: Apollo Platform Crawler
420
470
  test_files: []
checksums.yaml DELETED
@@ -1,15 +0,0 @@
1
- ---
2
- !binary "U0hBMQ==":
3
- metadata.gz: !binary |-
4
- ZTBhZWYwM2RlZDk4N2QyOTUzNTk2YmEyMTcyZGVkMTdmY2Y3ZmQ0NQ==
5
- data.tar.gz: !binary |-
6
- YWI2NTZiYWYwNTlkNWZhYzIzMjU3Y2EyNjMyMzJkNzQyZjBlOTk5Zg==
7
- !binary "U0hBNTEy":
8
- metadata.gz: !binary |-
9
- Mzg1NmQwYjJjZmEwYzA3OTc4ZDMzOTI1NTQ4MzMxNGU2ZTYyMTA4YzE3MDE2
10
- NWU2MGQ5Yjk4MjQyOTdjODE4YzU3YTY0ZWFiMWIwN2U4YTMwZTdmMzgxZTYx
11
- YmU1Y2YzNGVhNTgzZjUzNjQ2YThiNTE3YmJiZGJkMjlmOTZlZTM=
12
- data.tar.gz: !binary |-
13
- M2Y1NjJhZTUyMzM3ODg5NTE4Yjk3NjY4M2VhYjllZGYwNDNhYmJhZWM2OWUw
14
- ZWU5NDVlMWE0NjYwZjcxNzNjZWE3NTBmMmI1ZDA4MGVlODU2ODc0NDdkOGRm
15
- NzUxOTA0OTgzZjIyMTNjYzdkY2JiN2NjYWFiOTAwNWQxOTQyMmM=