scrapers 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +1 -0
  3. data/ChangeLog +7 -0
  4. data/Gemfile +0 -8
  5. data/Guardfile +1 -1
  6. data/bin/rubytapas +2 -75
  7. data/lib/scrapers.rb +1 -3
  8. data/lib/scrapers/manning_books.rb +37 -27
  9. data/lib/scrapers/rubytapas.rb +6 -81
  10. data/lib/scrapers/rubytapas/cli.rb +39 -0
  11. data/lib/scrapers/rubytapas/config.rb +11 -0
  12. data/lib/scrapers/rubytapas/dpdcart.rb +115 -0
  13. data/lib/scrapers/rubytapas/episode.rb +86 -0
  14. data/lib/scrapers/rubytapas/scraper.rb +142 -0
  15. data/lib/scrapers/version.rb +2 -2
  16. data/scrapers.gemspec +4 -1
  17. data/spec/lib/scrapers/rubytapas/dpdcart_spec.rb +68 -0
  18. data/spec/lib/scrapers/rubytapas/episode_spec.rb +140 -0
  19. data/spec/lib/scrapers/rubytapas/rubytapas_spec.rb +87 -0
  20. data/spec/lib/scrapers/rubytapas/scraper_spec.rb +83 -0
  21. data/spec/lib/scrapers/rubytapas/test_data/feed.xml +7038 -0
  22. data/spec/lib/scrapers/{wunderground_spec.rb → wunderground_spec.rb.no} +0 -0
  23. data/spec/scrapers/allrecipes_spec.rb +2 -2
  24. data/spec/scrapers/discoverynews_spec.rb +3 -14
  25. data/spec/scrapers/download_spec.rb +6 -16
  26. data/spec/scrapers/gocomics_spec.rb +3 -3
  27. data/spec/scrapers/imgur_spec.rb +10 -22
  28. data/spec/scrapers/manning_books_spec.rb +9 -6
  29. data/spec/scrapers/nasa_apod_spec.rb +12 -14
  30. data/spec/scrapers/sinfest_spec.rb +3 -3
  31. data/spec/scrapers/xkcd_spec.rb +1 -0
  32. data/spec/scrapers_spec.rb +2 -1
  33. data/spec/spec_helper.rb +1 -8
  34. data/spec/support/dir_helpers.rb +13 -0
  35. data/spec/support/use_vcr.rb +9 -0
  36. data/vcr_cassettes/nasa-apod.yml +348 -0
  37. data/vcr_cassettes/rubytapas-download-1.yml +6726 -0
  38. data/vcr_cassettes/rubytapas-download-all.yml +6726 -0
  39. data/vcr_cassettes/rubytapas_download.yml +982 -0
  40. data/vcr_cassettes/rubytapas_download_twice.yml +1064 -0
  41. data/vcr_cassettes/rubytapas_feed.yml +5880 -0
  42. data/vcr_cassettes/rubytapas_login.yml +849 -0
  43. metadata +74 -6
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: scrapers
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.1.0
4
+ version: 3.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Tamara Temple
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-12-24 00:00:00.000000000 Z
11
+ date: 2015-06-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: mechanize
@@ -94,6 +94,20 @@ dependencies:
94
94
  - - ">="
95
95
  - !ruby/object:Gem::Version
96
96
  version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: stringex
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
97
111
  - !ruby/object:Gem::Dependency
98
112
  name: bundler
99
113
  requirement: !ruby/object:Gem::Requirement
@@ -192,6 +206,34 @@ dependencies:
192
206
  - - ">="
193
207
  - !ruby/object:Gem::Version
194
208
  version: '0'
209
+ - !ruby/object:Gem::Dependency
210
+ name: pry
211
+ requirement: !ruby/object:Gem::Requirement
212
+ requirements:
213
+ - - ">="
214
+ - !ruby/object:Gem::Version
215
+ version: '0'
216
+ type: :development
217
+ prerelease: false
218
+ version_requirements: !ruby/object:Gem::Requirement
219
+ requirements:
220
+ - - ">="
221
+ - !ruby/object:Gem::Version
222
+ version: '0'
223
+ - !ruby/object:Gem::Dependency
224
+ name: pry-byebug
225
+ requirement: !ruby/object:Gem::Requirement
226
+ requirements:
227
+ - - ">="
228
+ - !ruby/object:Gem::Version
229
+ version: '0'
230
+ type: :development
231
+ prerelease: false
232
+ version_requirements: !ruby/object:Gem::Requirement
233
+ requirements:
234
+ - - ">="
235
+ - !ruby/object:Gem::Version
236
+ version: '0'
195
237
  description: A library of web site scrapers utilizing mechanize and other goodies.
196
238
  Helpful in gathering images, moving things, saving things, etc.
197
239
  email:
@@ -206,6 +248,7 @@ extra_rdoc_files: []
206
248
  files:
207
249
  - ".gitignore"
208
250
  - ".rspec-example"
251
+ - ChangeLog
209
252
  - Gemfile
210
253
  - Guardfile
211
254
  - LICENSE.txt
@@ -227,13 +270,23 @@ files:
227
270
  - lib/scrapers/manning_dashboard.rb
228
271
  - lib/scrapers/nasa_apod.rb
229
272
  - lib/scrapers/rubytapas.rb
273
+ - lib/scrapers/rubytapas/cli.rb
274
+ - lib/scrapers/rubytapas/config.rb
275
+ - lib/scrapers/rubytapas/dpdcart.rb
276
+ - lib/scrapers/rubytapas/episode.rb
277
+ - lib/scrapers/rubytapas/scraper.rb
230
278
  - lib/scrapers/sinfest.rb
231
279
  - lib/scrapers/version.rb
232
280
  - lib/scrapers/wunderground.rb
233
281
  - lib/scrapers/xkcd.rb
234
282
  - lib/wunderground_thor.rb
235
283
  - scrapers.gemspec
236
- - spec/lib/scrapers/wunderground_spec.rb
284
+ - spec/lib/scrapers/rubytapas/dpdcart_spec.rb
285
+ - spec/lib/scrapers/rubytapas/episode_spec.rb
286
+ - spec/lib/scrapers/rubytapas/rubytapas_spec.rb
287
+ - spec/lib/scrapers/rubytapas/scraper_spec.rb
288
+ - spec/lib/scrapers/rubytapas/test_data/feed.xml
289
+ - spec/lib/scrapers/wunderground_spec.rb.no
237
290
  - spec/scrapers/allrecipes_spec.rb
238
291
  - spec/scrapers/discoverynews_spec.rb
239
292
  - spec/scrapers/download_spec.rb
@@ -245,6 +298,8 @@ files:
245
298
  - spec/scrapers/xkcd_spec.rb
246
299
  - spec/scrapers_spec.rb
247
300
  - spec/spec_helper.rb
301
+ - spec/support/dir_helpers.rb
302
+ - spec/support/use_vcr.rb
248
303
  - spec/wunderground_thor_spec.rb
249
304
  - templates/bin/new_scraper_bin.erb
250
305
  - templates/lib/new_scraper_thor.rb.erb
@@ -258,6 +313,13 @@ files:
258
313
  - vcr_cassettes/download_cassette.yml
259
314
  - vcr_cassettes/gocomics_nonsequitur.yml
260
315
  - vcr_cassettes/manning_books.yml
316
+ - vcr_cassettes/nasa-apod.yml
317
+ - vcr_cassettes/rubytapas-download-1.yml
318
+ - vcr_cassettes/rubytapas-download-all.yml
319
+ - vcr_cassettes/rubytapas_download.yml
320
+ - vcr_cassettes/rubytapas_download_twice.yml
321
+ - vcr_cassettes/rubytapas_feed.yml
322
+ - vcr_cassettes/rubytapas_login.yml
261
323
  - vcr_cassettes/sinfest.yml
262
324
  - vcr_cassettes/xkcd.yml
263
325
  homepage: http://github.com/tamouse/scrapers
@@ -280,12 +342,17 @@ required_rubygems_version: !ruby/object:Gem::Requirement
280
342
  version: '0'
281
343
  requirements: []
282
344
  rubyforge_project:
283
- rubygems_version: 2.2.2
345
+ rubygems_version: 2.4.6
284
346
  signing_key:
285
347
  specification_version: 4
286
348
  summary: Web site scrapers
287
349
  test_files:
288
- - spec/lib/scrapers/wunderground_spec.rb
350
+ - spec/lib/scrapers/rubytapas/dpdcart_spec.rb
351
+ - spec/lib/scrapers/rubytapas/episode_spec.rb
352
+ - spec/lib/scrapers/rubytapas/rubytapas_spec.rb
353
+ - spec/lib/scrapers/rubytapas/scraper_spec.rb
354
+ - spec/lib/scrapers/rubytapas/test_data/feed.xml
355
+ - spec/lib/scrapers/wunderground_spec.rb.no
289
356
  - spec/scrapers/allrecipes_spec.rb
290
357
  - spec/scrapers/discoverynews_spec.rb
291
358
  - spec/scrapers/download_spec.rb
@@ -297,5 +364,6 @@ test_files:
297
364
  - spec/scrapers/xkcd_spec.rb
298
365
  - spec/scrapers_spec.rb
299
366
  - spec/spec_helper.rb
367
+ - spec/support/dir_helpers.rb
368
+ - spec/support/use_vcr.rb
300
369
  - spec/wunderground_thor_spec.rb
301
- has_rdoc: