purdie 0.0.3 → 0.0.4

data/features/support/fixtures/vcr/Vimeo/Generate_Vimeo_YAML.yml

@@ -0,0 +1,41 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://api.vimeo.com/videos/117102891
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Authorization:
+      - bearer d101f5c2b664609057de84a099964b09
+      Accept:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Tue, 03 Mar 2015 17:44:01 GMT
+      Server:
+      - Apache
+      Vary:
+      - Accept,Vimeo-Client-Id,Accept-Encoding
+      Cache-Control:
+      - no-cache, max-age=315360000
+      Expires:
+      - Fri, 28 Feb 2025 17:44:01 GMT
+      Content-Length:
+      - '3688'
+      Content-Type:
+      - application/vnd.vimeo.video+json
+      Via:
+      - 1.1 fra1-10
+    body:
+      encoding: UTF-8
+      string: '{"uri":"/videos/117102891","name":"Bernard","description":null,"link":"https://vimeo.com/117102891","duration":239,"width":1280,"language":null,"height":720,"created_time":"2015-01-18T17:26:10+00:00","modified_time":"2015-02-25T21:11:06+00:00","content_rating":["unrated"],"license":"by-nc-sa","privacy":{"view":"anybody","embed":"public","download":true,"add":true,"comments":"anybody"},"pictures":{"uri":"/videos/117102891/pictures/503683214","active":true,"sizes":[{"width":100,"height":75,"link":"https://i.vimeocdn.com/video/503683214_100x75.jpg"},{"width":200,"height":150,"link":"https://i.vimeocdn.com/video/503683214_200x150.jpg"},{"width":295,"height":166,"link":"https://i.vimeocdn.com/video/503683214_295x166.jpg"},{"width":640,"height":360,"link":"https://i.vimeocdn.com/video/503683214_640x360.jpg"},{"width":960,"height":540,"link":"https://i.vimeocdn.com/video/503683214_960x540.jpg"},{"width":1280,"height":720,"link":"https://i.vimeocdn.com/video/503683214_1280x720.jpg"}]},"tags":[],"stats":{"plays":18},"embed":{"buttons":{"like":true,"watchlater":true,"share":true,"embed":true,"hd":false,"fullscreen":true,"scaling":true},"logos":{"vimeo":true,"custom":{"active":false,"link":null,"sticky":false}},"title":{"name":"user","owner":"user","portrait":"user"},"playbar":true,"volume":true,"color":"00adef"},"metadata":{"connections":{"comments":{"uri":"/videos/117102891/comments","options":["GET","POST"],"total":0},"credits":{"uri":"/videos/117102891/credits","options":["GET","POST"],"total":1},"likes":{"uri":"/videos/117102891/likes","options":["GET"],"total":0},"pictures":{"uri":"/videos/117102891/pictures","options":["GET","POST"],"total":1},"texttracks":{"uri":"/videos/117102891/texttracks","options":["GET","POST"],"total":0}},"interactions":{"watchlater":{"added":false,"added_time":null,"uri":"/users/33772623/watchlater/117102891"}}},"embed_presets":null,"user":{"uri":"/users/33772623","name":"Raw
+        Funk Maharishi","link":"https://vimeo.com/rawfunkmaharishi","location":null,"bio":null,"created_time":"2014-10-27T12:06:25+00:00","account":"basic","pictures":{"uri":"/users/33772623/pictures/8588995","active":true,"sizes":[{"width":30,"height":30,"link":"https://i.vimeocdn.com/portrait/8588995_30x30.jpg"},{"width":75,"height":75,"link":"https://i.vimeocdn.com/portrait/8588995_75x75.jpg"},{"width":100,"height":100,"link":"https://i.vimeocdn.com/portrait/8588995_100x100.jpg"},{"width":300,"height":300,"link":"https://i.vimeocdn.com/portrait/8588995_300x300.jpg"}]},"websites":[{"name":"http://rawfunkmaharishi.uk/","link":"http://rawfunkmaharishi.uk/","description":null}],"metadata":{"connections":{"activities":{"uri":"/users/33772623/activities","options":["GET"]},"albums":{"uri":"/users/33772623/albums","options":["GET"],"total":0},"channels":{"uri":"/users/33772623/channels","options":["GET"],"total":0},"feed":{"uri":"/users/33772623/feed","options":["GET"]},"followers":{"uri":"/users/33772623/followers","options":["GET"],"total":0},"following":{"uri":"/users/33772623/following","options":["GET"],"total":0},"groups":{"uri":"/users/33772623/groups","options":["GET"],"total":0},"likes":{"uri":"/users/33772623/likes","options":["GET"],"total":0},"portfolios":{"uri":"/users/33772623/portfolios","options":["GET"],"total":0},"videos":{"uri":"/users/33772623/videos","options":["GET"],"total":4},"watchlater":{"uri":"/users/33772623/watchlater","options":["GET"],"total":0},"shared":{"uri":"/users/33772623/shared/videos","options":["GET"],"total":0},"pictures":{"uri":"/users/33772623/pictures","options":["GET","POST"],"total":1}}},"content_filter":["language","drugs","violence","nudity","safe","unrated"]},"app":null,"status":"available"}'
+    http_version: 
+  recorded_at: Tue, 03 Mar 2015 17:44:01 GMT
+recorded_with: VCR 2.9.3

data/features/support/hooks.rb

@@ -0,0 +1,4 @@
+Before do
+  FileUtils.mkdir_p "tmp/aruba/config/"
+  FileUtils.cp "#{$fixtures}/config/purdie.yaml", "tmp/aruba/config/"
+end

data/features/vimeo.feature

@@ -0,0 +1,17 @@
+@vcr
+Feature: Vimeo
+
+  Scenario: Generate Vimeo YAML
+    Given a file named "_sources/vimeo" with:
+    """
+    https://vimeo.com/117102891
+    """
+    When I successfully run `purdie fetch`
+    Then a file named "_data/vimeo.yaml" should exist
+    And the file "_data/vimeo.yaml" should contain:
+    """
+    - title: Bernard
+      id: 117102891
+      license: Attribution-NonCommercial-ShareAlike
+      license_url: http://creativecommons.org/licenses/by-nc-sa/3.0/
+    """

data/lib/purdie/bernard.rb

@@ -15,6 +15,9 @@ module Purdie
       f = Purdie::Services::Flickr.new @config
       flickrs = []
 
+      v = Purdie::Services::Vimeo.new @config
+      vimeos = []
+
       sources = Dir.entries(@config['source-dir']).select { |e| e !~ /^\./ }
       sources.each do |source|
         lines = File.readlines "#{@config['source-dir']}/#{source}"
@@ -25,18 +28,26 @@ module Purdie
 
             when /flickr/
               flickrs.push f.refine line
+
+            when /vimeo/
+              vimeos.push v.refine line
           end
         end
       end
 
-      FileUtils.mkdir @config['output-dir']
-      sf = File.open '_data/soundcloud.yaml', 'w'
+      FileUtils.mkdir_p @config['output-dir']
+
+      sf = File.open "#{@config['output-dir']}/#{@config['services']['SoundCloud']['output-file']}", 'w'
       sf.write sounds.to_yaml
       sf.close
 
-      ff = File.open '_data/flickr.yaml', 'w'
+      ff = File.open "#{@config['output-dir']}/#{@config['services']['Flickr']['output-file']}", 'w'
       ff.write flickrs.to_yaml
       ff.close
+
+      vf = File.open "#{@config['output-dir']}/#{@config['services']['Vimeo']['output-file']}", 'w'
+      vf.write vimeos.to_yaml
+      vf.close
     end
   end
 end

data/lib/purdie/config.rb

@@ -5,8 +5,8 @@ module Purdie
     def initialize
       @conf = YAML.load File.read File.join(File.dirname(__FILE__), '..', '..', 'config/defaults.yaml')
 
-      if File.exists? File.join(File.dirname(__FILE__), '..', '..', 'config/purdie.yaml')
-        y = YAML.load File.read File.join(File.dirname(__FILE__), '..', '..', 'config/purdie.yaml')
+      if File.exists? 'config/purdie.yaml'
+        y = YAML.load File.read 'config/purdie.yaml'
         @conf.deep_merge! y
       end
     end

data/lib/purdie/services/flickr.rb

@@ -18,9 +18,6 @@ module Purdie
         url = url[0..-2] if url[-1] == '/'
         id = url.split('/')[-1].to_i
 
-      #  require 'pry'
-      #  binding.pry
-      #  flickr = FlickRaw::Flickr.new
         flickr.photos.getInfo(photo_id: id)
       end
 
@@ -44,6 +41,9 @@ module Purdie
           results['photographer'] = snapper['raw'].split(':')[1]
         rescue NoMethodError
           results['photographer'] = @config['photographer-lookups'][photo['owner']['username']]
+          unless results['photographer']
+            results['photographer'] = photo['owner']['username']
+          end
         end
 
         results

data/lib/purdie/services/soundcloud.rb

@@ -11,7 +11,7 @@ module Purdie
 
       def all_tracks
         @all_tracks ||= begin
-          url = "#{@config['soundcloud']['host']}/users/#{ENV['SOUNDCLOUD_USER_ID']}/tracks?client_id=#{ENV['SOUNDCLOUD_CLIENT_ID']}"
+          url = "#{@config['services']['SoundCloud']['host']}/users/#{ENV['SOUNDCLOUD_USER_ID']}/tracks?client_id=#{ENV['SOUNDCLOUD_CLIENT_ID']}"
           response = HTTParty.get url
           JSON.parse response.body
         end

data/lib/purdie/services/vimeo.rb

@@ -0,0 +1,40 @@
+require 'purdie'
+
+Dotenv.load
+
+module Purdie
+  module Services
+    class Vimeo
+      def initialize config
+        @config = config
+      end
+
+      def get_video url
+        url.strip!
+        url = url[0..-2] if url[-1] == '/'
+        @id = url.split('/')[-1].to_i
+
+        target = "#{@config['services']['Vimeo']['host']}/videos/#{@id}"
+        headers = {
+          'Authorization' => "bearer #{ENV['VIMEO_BEARER_TOKEN']}",
+          'Accept' => 'application/json'
+        }
+        response = HTTParty.get target, headers: headers
+
+        JSON.parse response.body
+      end
+
+      def refine url
+        video = get_video url
+        results = {}
+
+        results['title'] = video['name']
+        results['id'] = @id
+        results['license'] = @config['license-lookups'][video['license']]['full-name']
+        results['license_url'] = @config['license-lookups'][video['license']]['url']
+
+        results
+      end
+    end
+  end
+end

data/lib/purdie/version.rb

@@ -1,3 +1,3 @@
 module Purdie
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/lib/purdie.rb

@@ -10,6 +10,7 @@ require 'purdie/config'
 
 require 'purdie/services/soundcloud'
 require 'purdie/services/flickr'
+require 'purdie/services/vimeo'
 
 module Purdie
   def Purdie.strip_scheme url

data/spec/config_spec.rb

@@ -8,13 +8,8 @@ module Purdie
     end
 
     it 'reads a local config file' do
-      FileUtils.cp File.join(File.dirname(__FILE__), '..', 'features/support/fixtures/config/purdie.yaml'),
-        File.join(File.dirname(__FILE__), '..', 'config/purdie.yaml')
-
       c = Config.new
       expect(c['default-title']).to eq 'Raw Funk Maharishi'
-
-      FileUtils.rm File.join(File.dirname(__FILE__), '..', 'config/purdie.yaml')
     end
   end
 end

data/spec/services/flickr_spec.rb

@@ -3,19 +3,10 @@ require 'spec_helper'
 module Purdie
   module Services
     describe Flickr do
-      before :all do
-        FileUtils.cp File.join(File.dirname(__FILE__), '..', '..', 'features/support/fixtures/config/purdie.yaml'),
-          File.join(File.dirname(__FILE__), '..', '..', 'config/purdie.yaml')
-      end
-
       before :each do
         @f = Flickr.new Config.new
       end
 
-      after :all do
-        FileUtils.rm File.join(File.dirname(__FILE__), '..', '..', 'config/purdie.yaml')
-      end
-
       it 'refines data for a regular photo', :vcr do
         expect(@f.refine 'https://www.flickr.com/photos/rawfunkmaharishi/15631479625/').to eq({
           "title"=>"The Comedy, October 2014",
@@ -39,6 +30,10 @@ module Purdie
           "photographer"=>"jane"
         })
       end
+
+      it 'falls back to the default photographer name', :vcr do
+        expect(@f.refine('https://www.flickr.com/photos/pikesley/16649739916/')['photographer']).to eq 'pikesley'
+      end
     end
   end
 end

data/spec/services/vimeo_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+
+module Purdie
+  module Services
+    describe Vimeo do
+      before :each do
+        @v = Vimeo.new Config.new
+      end
+
+      it 'gets a video', :vcr do
+        expect(@v.get_video 'https://vimeo.com/117102891').to be_a Hash
+      end
+
+      it 'refines a video', :vcr do
+        expect(@v.refine 'https://vimeo.com/117102891').to eq({
+          "title"=>"Bernard",
+          "id"=>117102891,
+          "license"=>"Attribution-NonCommercial-ShareAlike",
+          "license_url"=>"http://creativecommons.org/licenses/by-nc-sa/3.0/"
+        })
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -14,4 +14,13 @@ RSpec.configure do |config|
   config.filter_run :focus
   config.run_all_when_everything_filtered = true
   config.order = :random
+
+  config.before :each do
+    FileUtils.cp File.join(File.dirname(__FILE__), '..', 'features/support/fixtures/config/purdie.yaml'),
+      File.join(File.dirname(__FILE__), '..', 'config/purdie.yaml')
+  end
+
+  config.after :each do
+    FileUtils.rm File.join(File.dirname(__FILE__), '..', 'config/purdie.yaml')
+  end
 end

data/spec/vcr/Purdie_Services_Flickr/falls_back_to_the_default_photographer_name.yml

@@ -0,0 +1,122 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://api.flickr.com/services/rest/
+    body:
+      encoding: US-ASCII
+      string: photo_id=16649739916&method=flickr.photos.getInfo&format=json&nojsoncallback=1
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - FlickRaw/0.9.8
+      Authorization:
+      - OAuth realm="https://api.flickr.com/services/rest/", oauth_consumer_key="<FLICKR_API_KEY>",
+        oauth_nonce="6Myoiw%2BiAA7g2sP4Z5tnoU7%2B9hR%2FdqtMPx6eFQLK%2F1I%3D", oauth_signature="<FLICKR_SECRET>%26",
+        oauth_signature_method="PLAINTEXT", oauth_timestamp="1425307190", oauth_token="",
+        oauth_version="1.0"
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Mon, 02 Mar 2015 14:39:59 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '543'
+      P3p:
+      - policyref="http://info.yahoo.com/w3c/p3p.xml", CP="CAO DSP COR CUR ADM DEV
+        TAI PSA PSD IVAi IVDi CONi TELo OTPi OUR DELi SAMi OTRi UNRi PUBi IND PHY
+        ONL UNI PUR FIN COM NAV INT DEM CNT STA POL HEA PRE LOC GOV"
+      Cache-Control:
+      - private
+      X-Served-By:
+      - www30.flickr.bf1.yahoo.com
+      Vary:
+      - Accept-Encoding
+      Age:
+      - '0'
+      Via:
+      - http/1.1 fts113.flickr.bf1.yahoo.com (ApacheTrafficServer/4.0.2 [cMsSf ]),
+        http/1.1 r15.ycpi.dea.yahoo.net (ApacheTrafficServer [cMsSf ])
+      Server:
+      - ATS
+      Connection:
+      - keep-alive
+    body:
+      encoding: ASCII-8BIT
+      string: '{"photo":{"id":"16649739916","secret":"a575f69e94","server":"8661","farm":9,"dateuploaded":"1425159508","isfavorite":0,"license":"1","safety_level":"0","rotation":0,"originalsecret":"e33e9d3d4a","originalformat":"jpg","owner":{"nsid":"73135567@N00","username":"pikesley","realname":"Sam","location":"London","iconserver":"5072","iconfarm":6,"path_alias":"pikesley"},"title":{"_content":"Catface"},"description":{"_content":""},"visibility":{"ispublic":1,"isfriend":0,"isfamily":0},"dates":{"posted":"1425159508","taken":"2015-02-28
+        22:36:25","takengranularity":"0","takenunknown":"0","lastupdate":"1425159602"},"views":"19","editability":{"cancomment":0,"canaddmeta":0},"publiceditability":{"cancomment":1,"canaddmeta":0},"usage":{"candownload":1,"canblog":0,"canprint":0,"canshare":1},"comments":{"_content":"0"},"notes":{"note":[]},"people":{"haspeople":0},"tags":{"tag":[]},"urls":{"url":[{"type":"photopage","_content":"https:\/\/www.flickr.com\/photos\/pikesley\/16649739916\/"}]},"media":"photo"},"stat":"ok"}'
+    http_version: 
+  recorded_at: Mon, 02 Mar 2015 14:39:59 GMT
+- request:
+    method: post
+    uri: https://api.flickr.com/services/rest/
+    body:
+      encoding: US-ASCII
+      string: method=flickr.photos.licenses.getInfo&format=json&nojsoncallback=1
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - FlickRaw/0.9.8
+      Authorization:
+      - OAuth realm="https://api.flickr.com/services/rest/", oauth_consumer_key="<FLICKR_API_KEY>",
+        oauth_nonce="2T5dLPn6PimygG664wjU5l7XkhPrU0ceUD3z53FpGZs%3D", oauth_signature="<FLICKR_SECRET>%26",
+        oauth_signature_method="PLAINTEXT", oauth_timestamp="1425307199", oauth_token="",
+        oauth_version="1.0"
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Mon, 02 Mar 2015 14:39:59 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '314'
+      P3p:
+      - policyref="http://info.yahoo.com/w3c/p3p.xml", CP="CAO DSP COR CUR ADM DEV
+        TAI PSA PSD IVAi IVDi CONi TELo OTPi OUR DELi SAMi OTRi UNRi PUBi IND PHY
+        ONL UNI PUR FIN COM NAV INT DEM CNT STA POL HEA PRE LOC GOV"
+      Cache-Control:
+      - private
+      X-Served-By:
+      - www304.flickr.bf1.yahoo.com
+      Vary:
+      - Accept-Encoding
+      Age:
+      - '0'
+      Via:
+      - http/1.1 fts117.flickr.bf1.yahoo.com (ApacheTrafficServer/4.0.2 [cMsSf ]),
+        http/1.1 r12.ycpi.dea.yahoo.net (ApacheTrafficServer [cMsSf ])
+      Server:
+      - ATS
+      Connection:
+      - keep-alive
+    body:
+      encoding: ASCII-8BIT
+      string: '{"licenses":{"license":[{"id":"0","name":"All Rights Reserved","url":""},{"id":"4","name":"Attribution
+        License","url":"https:\/\/creativecommons.org\/licenses\/by\/2.0\/"},{"id":"6","name":"Attribution-NoDerivs
+        License","url":"https:\/\/creativecommons.org\/licenses\/by-nd\/2.0\/"},{"id":"3","name":"Attribution-NonCommercial-NoDerivs
+        License","url":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/2.0\/"},{"id":"2","name":"Attribution-NonCommercial
+        License","url":"https:\/\/creativecommons.org\/licenses\/by-nc\/2.0\/"},{"id":"1","name":"Attribution-NonCommercial-ShareAlike
+        License","url":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/2.0\/"},{"id":"5","name":"Attribution-ShareAlike
+        License","url":"https:\/\/creativecommons.org\/licenses\/by-sa\/2.0\/"},{"id":"7","name":"No
+        known copyright restrictions","url":"https:\/\/www.flickr.com\/commons\/usage\/"},{"id":"8","name":"United
+        States Government Work","url":"http:\/\/www.usa.gov\/copyright.shtml"}]},"stat":"ok"}'
+    http_version: 
+  recorded_at: Mon, 02 Mar 2015 14:39:59 GMT
+recorded_with: VCR 2.9.3