purdie 0.0.11 → 0.0.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -1
  3. data/.travis.yml +1 -0
  4. data/README.md +25 -11
  5. data/_config/defaults.yaml +0 -21
  6. data/_config/licenses.yaml +33 -0
  7. data/features/duff-credentials.feature +33 -0
  8. data/features/flickr-album.feature +1 -1
  9. data/features/flickr-with-lookups.feature +29 -0
  10. data/features/rfm.feature +2 -2
  11. data/features/step_definitions/purdie_steps.rb +26 -0
  12. data/features/support/fixtures/_config/purdie.yaml +1 -1
  13. data/features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml +15 -15
  14. data/features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml +59 -53
  15. data/features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml +15 -15
  16. data/features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml +123 -0
  17. data/features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml +137 -137
  18. data/features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml +21 -28
  19. data/features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml +156 -0
  20. data/features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml +37 -36
  21. data/features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml +7 -7
  22. data/features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml +16 -16
  23. data/features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML.yml +7 -7
  24. data/features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml +14 -14
  25. data/features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml +58 -33
  26. data/features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml +8 -8
  27. data/features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml +210 -0
  28. data/features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml +9 -9
  29. data/features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml +2503 -0
  30. data/features/vimeo-albums.feature +27 -0
  31. data/features/youtube-playlist.feature +54 -0
  32. data/lib/purdie/bernard.rb +24 -1
  33. data/lib/purdie/cli.rb +4 -0
  34. data/lib/purdie/exceptions.rb +20 -0
  35. data/lib/purdie/helpers.rb +17 -2
  36. data/lib/purdie/ingester.rb +15 -10
  37. data/lib/purdie/license_manager.rb +41 -0
  38. data/lib/purdie/services/flickr.rb +14 -2
  39. data/lib/purdie/services/soundcloud.rb +13 -4
  40. data/lib/purdie/services/vimeo.rb +13 -6
  41. data/lib/purdie/services/youtube.rb +46 -4
  42. data/lib/purdie/source_list.rb +10 -16
  43. data/lib/purdie/version.rb +1 -1
  44. data/lib/purdie.rb +10 -0
  45. data/spec/duff_keys_spec.rb +115 -0
  46. data/spec/helpers_spec.rb +12 -5
  47. data/spec/license_manager_spec.rb +20 -0
  48. data/spec/services/flickr_spec.rb +24 -15
  49. data/spec/services/soundcloud_spec.rb +2 -2
  50. data/spec/services/vimeo_spec.rb +6 -6
  51. data/spec/services/youtube_spec.rb +14 -1
  52. data/spec/source_list_spec.rb +14 -4
  53. data/spec/spec_helper.rb +32 -0
  54. data/spec/support/fixtures/vimeo.vids +1 -0
  55. data/spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml +123 -0
  56. data/spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml +20 -19
  57. data/spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml +20 -21
  58. data/spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml +180 -0
  59. data/spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml +8 -8
  60. data/spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml +59 -0
  61. data/spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml +976 -0
  62. data/spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml +970 -0
  63. metadata +37 -4
  64. data/_data/flickr.yaml +0 -4
  65. data/_data/soundcloud.yaml +0 -7
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: purdie
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.11
4
+ version: 0.0.12
5
5
  platform: ruby
6
6
  authors:
7
7
  - pikesley
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-10 00:00:00.000000000 Z
11
+ date: 2015-03-17 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: thor
@@ -308,14 +308,15 @@ files:
308
308
  - README.md
309
309
  - Rakefile
310
310
  - _config/defaults.yaml
311
- - _data/flickr.yaml
312
- - _data/soundcloud.yaml
311
+ - _config/licenses.yaml
313
312
  - bin/purdie
314
313
  - features/bad-url.feature
315
314
  - features/comments.feature
315
+ - features/duff-credentials.feature
316
316
  - features/flickr-album.feature
317
317
  - features/flickr-alternative-outfile.feature
318
318
  - features/flickr-different-size.feature
319
+ - features/flickr-with-lookups.feature
319
320
  - features/flickr.feature
320
321
  - features/no-sources.feature
321
322
  - features/purdie.feature
@@ -329,8 +330,10 @@ files:
329
330
  - features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml
330
331
  - features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml
331
332
  - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml
333
+ - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml
332
334
  - features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml
333
335
  - features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml
336
+ - features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml
334
337
  - features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml
335
338
  - features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml
336
339
  - features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml
@@ -338,17 +341,23 @@ files:
338
341
  - features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml
339
342
  - features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml
340
343
  - features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml
344
+ - features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml
341
345
  - features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml
346
+ - features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml
342
347
  - features/support/hooks.rb
343
348
  - features/support/vcr.rb
349
+ - features/vimeo-albums.feature
344
350
  - features/vimeo.feature
351
+ - features/youtube-playlist.feature
345
352
  - features/youtube.feature
346
353
  - lib/purdie.rb
347
354
  - lib/purdie/bernard.rb
348
355
  - lib/purdie/cli.rb
349
356
  - lib/purdie/config.rb
357
+ - lib/purdie/exceptions.rb
350
358
  - lib/purdie/helpers.rb
351
359
  - lib/purdie/ingester.rb
360
+ - lib/purdie/license_manager.rb
352
361
  - lib/purdie/services/flickr.rb
353
362
  - lib/purdie/services/soundcloud.rb
354
363
  - lib/purdie/services/vimeo.rb
@@ -357,7 +366,9 @@ files:
357
366
  - lib/purdie/version.rb
358
367
  - purdie.gemspec
359
368
  - spec/config_spec.rb
369
+ - spec/duff_keys_spec.rb
360
370
  - spec/helpers_spec.rb
371
+ - spec/license_manager_spec.rb
361
372
  - spec/purdie_spec.rb
362
373
  - spec/services/flickr_spec.rb
363
374
  - spec/services/soundcloud_spec.rb
@@ -366,11 +377,14 @@ files:
366
377
  - spec/source_list_spec.rb
367
378
  - spec/spec_helper.rb
368
379
  - spec/support/fixtures/soundcloud.sounds
380
+ - spec/support/fixtures/vimeo.vids
369
381
  - spec/support/fixtures/with-comments.source
370
382
  - spec/support/vcr_setup.rb
371
383
  - spec/vcr/Purdie_Services_Flickr/distills_data_for_a_regular_photo.yml
384
+ - spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml
372
385
  - spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml
373
386
  - spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml
387
+ - spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml
374
388
  - spec/vcr/Purdie_Services_Flickr/resolve_a_set/resolves_a_set_from_a_url.yml
375
389
  - spec/vcr/Purdie_Services_SoundCloud/connects_to_SoundCloud.yml
376
390
  - spec/vcr/Purdie_Services_SoundCloud/distills_the_data.yml
@@ -379,8 +393,11 @@ files:
379
393
  - spec/vcr/Purdie_Services_SoundCloud/resolve_a_set/resolves_a_set_from_a_url.yml
380
394
  - spec/vcr/Purdie_Services_Vimeo/gets_a_video.yml
381
395
  - spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml
396
+ - spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml
382
397
  - spec/vcr/Purdie_Services_YouTube/gets_a_video.yml
398
+ - spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml
383
399
  - spec/vcr/Purdie_Services_YouTube/ingests_a_video.yml
400
+ - spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml
384
401
  - spec/vcr/Purdie_SourceList/resolve_sets/constructs_a_list_from_a_set_URL.yml
385
402
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_Flickr_set.yml
386
403
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_SoundCloud_set.yml
@@ -413,9 +430,11 @@ summary: Capture metadata from Flickr, SoundCloud et al for when we're building
413
430
  test_files:
414
431
  - features/bad-url.feature
415
432
  - features/comments.feature
433
+ - features/duff-credentials.feature
416
434
  - features/flickr-album.feature
417
435
  - features/flickr-alternative-outfile.feature
418
436
  - features/flickr-different-size.feature
437
+ - features/flickr-with-lookups.feature
419
438
  - features/flickr.feature
420
439
  - features/no-sources.feature
421
440
  - features/purdie.feature
@@ -429,8 +448,10 @@ test_files:
429
448
  - features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml
430
449
  - features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml
431
450
  - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml
451
+ - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml
432
452
  - features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml
433
453
  - features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml
454
+ - features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml
434
455
  - features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml
435
456
  - features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml
436
457
  - features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml
@@ -438,13 +459,19 @@ test_files:
438
459
  - features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml
439
460
  - features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml
440
461
  - features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml
462
+ - features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml
441
463
  - features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml
464
+ - features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml
442
465
  - features/support/hooks.rb
443
466
  - features/support/vcr.rb
467
+ - features/vimeo-albums.feature
444
468
  - features/vimeo.feature
469
+ - features/youtube-playlist.feature
445
470
  - features/youtube.feature
446
471
  - spec/config_spec.rb
472
+ - spec/duff_keys_spec.rb
447
473
  - spec/helpers_spec.rb
474
+ - spec/license_manager_spec.rb
448
475
  - spec/purdie_spec.rb
449
476
  - spec/services/flickr_spec.rb
450
477
  - spec/services/soundcloud_spec.rb
@@ -453,11 +480,14 @@ test_files:
453
480
  - spec/source_list_spec.rb
454
481
  - spec/spec_helper.rb
455
482
  - spec/support/fixtures/soundcloud.sounds
483
+ - spec/support/fixtures/vimeo.vids
456
484
  - spec/support/fixtures/with-comments.source
457
485
  - spec/support/vcr_setup.rb
458
486
  - spec/vcr/Purdie_Services_Flickr/distills_data_for_a_regular_photo.yml
487
+ - spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml
459
488
  - spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml
460
489
  - spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml
490
+ - spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml
461
491
  - spec/vcr/Purdie_Services_Flickr/resolve_a_set/resolves_a_set_from_a_url.yml
462
492
  - spec/vcr/Purdie_Services_SoundCloud/connects_to_SoundCloud.yml
463
493
  - spec/vcr/Purdie_Services_SoundCloud/distills_the_data.yml
@@ -466,8 +496,11 @@ test_files:
466
496
  - spec/vcr/Purdie_Services_SoundCloud/resolve_a_set/resolves_a_set_from_a_url.yml
467
497
  - spec/vcr/Purdie_Services_Vimeo/gets_a_video.yml
468
498
  - spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml
499
+ - spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml
469
500
  - spec/vcr/Purdie_Services_YouTube/gets_a_video.yml
501
+ - spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml
470
502
  - spec/vcr/Purdie_Services_YouTube/ingests_a_video.yml
503
+ - spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml
471
504
  - spec/vcr/Purdie_SourceList/resolve_sets/constructs_a_list_from_a_set_URL.yml
472
505
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_Flickr_set.yml
473
506
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_SoundCloud_set.yml
data/_data/flickr.yaml DELETED
@@ -1,4 +0,0 @@
1
- ---
2
- - -
3
- - 2619
4
- -
data/_data/soundcloud.yaml DELETED
@@ -1,7 +0,0 @@
1
- ---
2
- - title: Bernard
3
- id: 192841052
4
- location: Islington Academy
5
- date: '2015-02-18'
6
- license: Attribution-NonCommercial-ShareAlike
7
- license_url: http://creativecommons.org/licenses/by-nc-sa/4.0/