purdie 0.0.11 → 0.0.12

Sign up to get free protection for your applications and to get access to all the features.
Files changed (65) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -1
  3. data/.travis.yml +1 -0
  4. data/README.md +25 -11
  5. data/_config/defaults.yaml +0 -21
  6. data/_config/licenses.yaml +33 -0
  7. data/features/duff-credentials.feature +33 -0
  8. data/features/flickr-album.feature +1 -1
  9. data/features/flickr-with-lookups.feature +29 -0
  10. data/features/rfm.feature +2 -2
  11. data/features/step_definitions/purdie_steps.rb +26 -0
  12. data/features/support/fixtures/_config/purdie.yaml +1 -1
  13. data/features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml +15 -15
  14. data/features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml +59 -53
  15. data/features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml +15 -15
  16. data/features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml +123 -0
  17. data/features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml +137 -137
  18. data/features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml +21 -28
  19. data/features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml +156 -0
  20. data/features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml +37 -36
  21. data/features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml +7 -7
  22. data/features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml +16 -16
  23. data/features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML.yml +7 -7
  24. data/features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml +14 -14
  25. data/features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml +58 -33
  26. data/features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml +8 -8
  27. data/features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml +210 -0
  28. data/features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml +9 -9
  29. data/features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml +2503 -0
  30. data/features/vimeo-albums.feature +27 -0
  31. data/features/youtube-playlist.feature +54 -0
  32. data/lib/purdie/bernard.rb +24 -1
  33. data/lib/purdie/cli.rb +4 -0
  34. data/lib/purdie/exceptions.rb +20 -0
  35. data/lib/purdie/helpers.rb +17 -2
  36. data/lib/purdie/ingester.rb +15 -10
  37. data/lib/purdie/license_manager.rb +41 -0
  38. data/lib/purdie/services/flickr.rb +14 -2
  39. data/lib/purdie/services/soundcloud.rb +13 -4
  40. data/lib/purdie/services/vimeo.rb +13 -6
  41. data/lib/purdie/services/youtube.rb +46 -4
  42. data/lib/purdie/source_list.rb +10 -16
  43. data/lib/purdie/version.rb +1 -1
  44. data/lib/purdie.rb +10 -0
  45. data/spec/duff_keys_spec.rb +115 -0
  46. data/spec/helpers_spec.rb +12 -5
  47. data/spec/license_manager_spec.rb +20 -0
  48. data/spec/services/flickr_spec.rb +24 -15
  49. data/spec/services/soundcloud_spec.rb +2 -2
  50. data/spec/services/vimeo_spec.rb +6 -6
  51. data/spec/services/youtube_spec.rb +14 -1
  52. data/spec/source_list_spec.rb +14 -4
  53. data/spec/spec_helper.rb +32 -0
  54. data/spec/support/fixtures/vimeo.vids +1 -0
  55. data/spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml +123 -0
  56. data/spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml +20 -19
  57. data/spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml +20 -21
  58. data/spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml +180 -0
  59. data/spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml +8 -8
  60. data/spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml +59 -0
  61. data/spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml +976 -0
  62. data/spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml +970 -0
  63. metadata +37 -4
  64. data/_data/flickr.yaml +0 -4
  65. data/_data/soundcloud.yaml +0 -7
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: purdie
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.11
4
+ version: 0.0.12
5
5
  platform: ruby
6
6
  authors:
7
7
  - pikesley
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-10 00:00:00.000000000 Z
11
+ date: 2015-03-17 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: thor
@@ -308,14 +308,15 @@ files:
308
308
  - README.md
309
309
  - Rakefile
310
310
  - _config/defaults.yaml
311
- - _data/flickr.yaml
312
- - _data/soundcloud.yaml
311
+ - _config/licenses.yaml
313
312
  - bin/purdie
314
313
  - features/bad-url.feature
315
314
  - features/comments.feature
315
+ - features/duff-credentials.feature
316
316
  - features/flickr-album.feature
317
317
  - features/flickr-alternative-outfile.feature
318
318
  - features/flickr-different-size.feature
319
+ - features/flickr-with-lookups.feature
319
320
  - features/flickr.feature
320
321
  - features/no-sources.feature
321
322
  - features/purdie.feature
@@ -329,8 +330,10 @@ files:
329
330
  - features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml
330
331
  - features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml
331
332
  - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml
333
+ - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml
332
334
  - features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml
333
335
  - features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml
336
+ - features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml
334
337
  - features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml
335
338
  - features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml
336
339
  - features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml
@@ -338,17 +341,23 @@ files:
338
341
  - features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml
339
342
  - features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml
340
343
  - features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml
344
+ - features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml
341
345
  - features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml
346
+ - features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml
342
347
  - features/support/hooks.rb
343
348
  - features/support/vcr.rb
349
+ - features/vimeo-albums.feature
344
350
  - features/vimeo.feature
351
+ - features/youtube-playlist.feature
345
352
  - features/youtube.feature
346
353
  - lib/purdie.rb
347
354
  - lib/purdie/bernard.rb
348
355
  - lib/purdie/cli.rb
349
356
  - lib/purdie/config.rb
357
+ - lib/purdie/exceptions.rb
350
358
  - lib/purdie/helpers.rb
351
359
  - lib/purdie/ingester.rb
360
+ - lib/purdie/license_manager.rb
352
361
  - lib/purdie/services/flickr.rb
353
362
  - lib/purdie/services/soundcloud.rb
354
363
  - lib/purdie/services/vimeo.rb
@@ -357,7 +366,9 @@ files:
357
366
  - lib/purdie/version.rb
358
367
  - purdie.gemspec
359
368
  - spec/config_spec.rb
369
+ - spec/duff_keys_spec.rb
360
370
  - spec/helpers_spec.rb
371
+ - spec/license_manager_spec.rb
361
372
  - spec/purdie_spec.rb
362
373
  - spec/services/flickr_spec.rb
363
374
  - spec/services/soundcloud_spec.rb
@@ -366,11 +377,14 @@ files:
366
377
  - spec/source_list_spec.rb
367
378
  - spec/spec_helper.rb
368
379
  - spec/support/fixtures/soundcloud.sounds
380
+ - spec/support/fixtures/vimeo.vids
369
381
  - spec/support/fixtures/with-comments.source
370
382
  - spec/support/vcr_setup.rb
371
383
  - spec/vcr/Purdie_Services_Flickr/distills_data_for_a_regular_photo.yml
384
+ - spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml
372
385
  - spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml
373
386
  - spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml
387
+ - spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml
374
388
  - spec/vcr/Purdie_Services_Flickr/resolve_a_set/resolves_a_set_from_a_url.yml
375
389
  - spec/vcr/Purdie_Services_SoundCloud/connects_to_SoundCloud.yml
376
390
  - spec/vcr/Purdie_Services_SoundCloud/distills_the_data.yml
@@ -379,8 +393,11 @@ files:
379
393
  - spec/vcr/Purdie_Services_SoundCloud/resolve_a_set/resolves_a_set_from_a_url.yml
380
394
  - spec/vcr/Purdie_Services_Vimeo/gets_a_video.yml
381
395
  - spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml
396
+ - spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml
382
397
  - spec/vcr/Purdie_Services_YouTube/gets_a_video.yml
398
+ - spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml
383
399
  - spec/vcr/Purdie_Services_YouTube/ingests_a_video.yml
400
+ - spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml
384
401
  - spec/vcr/Purdie_SourceList/resolve_sets/constructs_a_list_from_a_set_URL.yml
385
402
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_Flickr_set.yml
386
403
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_SoundCloud_set.yml
@@ -413,9 +430,11 @@ summary: Capture metadata from Flickr, SoundCloud et al for when we're building
413
430
  test_files:
414
431
  - features/bad-url.feature
415
432
  - features/comments.feature
433
+ - features/duff-credentials.feature
416
434
  - features/flickr-album.feature
417
435
  - features/flickr-alternative-outfile.feature
418
436
  - features/flickr-different-size.feature
437
+ - features/flickr-with-lookups.feature
419
438
  - features/flickr.feature
420
439
  - features/no-sources.feature
421
440
  - features/purdie.feature
@@ -429,8 +448,10 @@ test_files:
429
448
  - features/support/fixtures/vcr/A_URL_we_don_t_understand/Handle_a_URL_we_don_t_recognise.yml
430
449
  - features/support/fixtures/vcr/First_contact_with_the_Real_World/Generate_YAML_for_the_Raw_Funk_Maharishi.yml
431
450
  - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML.yml
451
+ - features/support/fixtures/vcr/Flickr/Generate_Flickr_YAML_with_lookups.yml
432
452
  - features/support/fixtures/vcr/Flickr_album/Generate_Flickr_YAML_for_an_album.yml
433
453
  - features/support/fixtures/vcr/Handle_comments/Handle_comments_in_a_source_file.yml
454
+ - features/support/fixtures/vcr/Missing_or_bad_credentials/Bad_credentials_for_multiple_services.yml
434
455
  - features/support/fixtures/vcr/Purdie/Generate_several_YAML.yml
435
456
  - features/support/fixtures/vcr/Select_a_file_to_process/Choose_file_to_process.yml
436
457
  - features/support/fixtures/vcr/Set_Flickr_picturesize/Generate_Flickr_YAML.yml
@@ -438,13 +459,19 @@ test_files:
438
459
  - features/support/fixtures/vcr/Soundcloud/Generate_SoundCloud_YAML_for_multiple_tracks.yml
439
460
  - features/support/fixtures/vcr/Soundcloud_set/Generate_YAML_for_a_SoundCloud_set.yml
440
461
  - features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml
462
+ - features/support/fixtures/vcr/Vimeo_albums/Generate_YAML_for_a_Vimeo_album.yml
441
463
  - features/support/fixtures/vcr/YouTube/Generate_YouTube_YAML.yml
464
+ - features/support/fixtures/vcr/YouTube_playlists/Generate_YAML_for_a_YouTube_playlist.yml
442
465
  - features/support/hooks.rb
443
466
  - features/support/vcr.rb
467
+ - features/vimeo-albums.feature
444
468
  - features/vimeo.feature
469
+ - features/youtube-playlist.feature
445
470
  - features/youtube.feature
446
471
  - spec/config_spec.rb
472
+ - spec/duff_keys_spec.rb
447
473
  - spec/helpers_spec.rb
474
+ - spec/license_manager_spec.rb
448
475
  - spec/purdie_spec.rb
449
476
  - spec/services/flickr_spec.rb
450
477
  - spec/services/soundcloud_spec.rb
@@ -453,11 +480,14 @@ test_files:
453
480
  - spec/source_list_spec.rb
454
481
  - spec/spec_helper.rb
455
482
  - spec/support/fixtures/soundcloud.sounds
483
+ - spec/support/fixtures/vimeo.vids
456
484
  - spec/support/fixtures/with-comments.source
457
485
  - spec/support/vcr_setup.rb
458
486
  - spec/vcr/Purdie_Services_Flickr/distills_data_for_a_regular_photo.yml
487
+ - spec/vcr/Purdie_Services_Flickr/do_the_local_config_lookups/looks_up_the_default_title.yml
459
488
  - spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml
460
489
  - spec/vcr/Purdie_Services_Flickr/ingests_data_for_a_photo_without_a_specific_photographer_tag.yml
490
+ - spec/vcr/Purdie_Services_Flickr/licenses_items_correctly.yml
461
491
  - spec/vcr/Purdie_Services_Flickr/resolve_a_set/resolves_a_set_from_a_url.yml
462
492
  - spec/vcr/Purdie_Services_SoundCloud/connects_to_SoundCloud.yml
463
493
  - spec/vcr/Purdie_Services_SoundCloud/distills_the_data.yml
@@ -466,8 +496,11 @@ test_files:
466
496
  - spec/vcr/Purdie_Services_SoundCloud/resolve_a_set/resolves_a_set_from_a_url.yml
467
497
  - spec/vcr/Purdie_Services_Vimeo/gets_a_video.yml
468
498
  - spec/vcr/Purdie_Services_Vimeo/ingests_a_video.yml
499
+ - spec/vcr/Purdie_Services_Vimeo/resolve_an_album/resolves_an_album_from_a_URL.yml
469
500
  - spec/vcr/Purdie_Services_YouTube/gets_a_video.yml
501
+ - spec/vcr/Purdie_Services_YouTube/gets_the_correct_license.yml
470
502
  - spec/vcr/Purdie_Services_YouTube/ingests_a_video.yml
503
+ - spec/vcr/Purdie_Services_YouTube/resolve_a_playlist/resolves_a_playlist_from_a_shitty_YouTube_URL.yml
471
504
  - spec/vcr/Purdie_SourceList/resolve_sets/constructs_a_list_from_a_set_URL.yml
472
505
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_Flickr_set.yml
473
506
  - spec/vcr/Purdie_SourceList/resolve_sets/resolves_a_SoundCloud_set.yml
data/_data/flickr.yaml DELETED
@@ -1,4 +0,0 @@
1
- ---
2
- - -
3
- - 2619
4
- -
@@ -1,7 +0,0 @@
1
- ---
2
- - title: Bernard
3
- id: 192841052
4
- location: Islington Academy
5
- date: '2015-02-18'
6
- license: Attribution-NonCommercial-ShareAlike
7
- license_url: http://creativecommons.org/licenses/by-nc-sa/4.0/