purdie 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 31d6b1e3cbef34b1098dfabf0f1292d0940a2a12
+  data.tar.gz: 0fcbedb9b227cfa216b7d19ff5bce6aec4b692c7
+SHA512:
+  metadata.gz: 9e779de8221b809cc037ca0d5eadffee0ba98bcd10baee35787d0458a64cbf9c33533b4833dfae05dc9b16e2d4f1b4e15bdc32bb6fc2d7eec53de446502d4316
+  data.tar.gz: 7af273293787e5c557ef6ddbaf1d63ed4ddcb9c832484abd504b3182f664bf7af393438b770ddad45c12bcdad6e44ab8ebc8868383cf5de812aa41c22a52aabc

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+.purdie

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--require spec_helper
+--format doc

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+- 2.2.0
+- 2.1.5
+env:
+  global:
+  - secure: mVOTPzF5AOokBVUmC8rqGb1ZSQc8RnWfarni5fEBzmdoQ1zz++X3V3WSWfB1YebK5UEGOppngu7dgAn5okkcQI+ohBk9yvWv2WMSWGwE3/ZHq2tKxo2TAvHbfS1vPCLFilzaF3D3csf9l89Z0Kyv+wY78un+ZFcS2UwCjL/7uwk=

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in purdie.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,86 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+## Uncomment and set this to only include directories you want to watch
+# directories %w(app lib config test spec features)
+
+## Uncomment to clear the screen before every task
+# clearing :on
+
+## Guard internally checks for changes in the Guardfile and exits.
+## If you want Guard to automatically start up again, run guard in a
+## shell loop, e.g.:
+##
+##  $ while bundle exec guard; do echo "Restarting Guard..."; done
+##
+## Note: if you are using the `directories` clause above and you are not
+## watching the project directory ('.'), then you will want to move
+## the Guardfile to a watched dir and symlink it back, e.g.
+#
+#  $ mkdir config
+#  $ mv Guardfile config/
+#  $ ln -s config/Guardfile .
+#
+# and, you'll have to watch "config/Guardfile" instead of "Guardfile"
+
+guard "cucumber" do
+  watch(%r{^features/.+\.feature$})
+  watch(%r{^features/support/.+$})          { "features" }
+
+  watch(%r{^features/step_definitions/(.+)_steps\.rb$}) do |m|
+    Dir[File.join("**/#{m[1]}.feature")][0] || "features"
+  end
+end
+
+# Note: The cmd option is now required due to the increasing number of ways
+#       rspec may be run, below are examples of the most common uses.
+#  * bundler: 'bundle exec rspec'
+#  * bundler binstubs: 'bin/rspec'
+#  * spring: 'bin/rspec' (This will use spring if running and you have
+#                          installed the spring binstubs per the docs)
+#  * zeus: 'zeus rspec' (requires the server to be started separately)
+#  * 'just' rspec: 'rspec'
+
+guard :rspec, cmd: "bundle exec rspec" do
+  require "guard/rspec/dsl"
+  dsl = Guard::RSpec::Dsl.new(self)
+
+  # Feel free to open issues for suggestions and improvements
+
+  # RSpec files
+  rspec = dsl.rspec
+  watch(rspec.spec_helper) { rspec.spec_dir }
+  watch(rspec.spec_support) { rspec.spec_dir }
+  watch(rspec.spec_files)
+
+  # Ruby files
+  ruby = dsl.ruby
+  dsl.watch_spec_files_for(ruby.lib_files)
+
+  # Rails files
+  rails = dsl.rails(view_extensions: %w(erb haml slim))
+  dsl.watch_spec_files_for(rails.app_files)
+  dsl.watch_spec_files_for(rails.views)
+
+  watch(rails.controllers) do |m|
+    [
+      rspec.spec.("routing/#{m[1]}_routing"),
+      rspec.spec.("controllers/#{m[1]}_controller"),
+      rspec.spec.("acceptance/#{m[1]}")
+    ]
+  end
+
+  # Rails config changes
+  watch(rails.spec_helper)     { rspec.spec_dir }
+  watch(rails.routes)          { "#{rspec.spec_dir}/routing" }
+  watch(rails.app_controller)  { "#{rspec.spec_dir}/controllers" }
+
+  # Capybara features specs
+  watch(rails.view_dirs)     { |m| rspec.spec.("features/#{m[1]}") }
+
+  # Turnip features and steps
+  watch(%r{^spec/acceptance/(.+)\.feature$})
+  watch(%r{^spec/acceptance/steps/(.+)_steps\.rb$}) do |m|
+    Dir[File.join("**/#{m[1]}.feature")][0] || "spec/acceptance"
+  end
+end

data/LICENSE.md

@@ -0,0 +1,22 @@
+##Copyright (c) 2015 Raw Funk Maharishi
+
+#MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,7 @@
+[![Build Status](http://img.shields.io/travis/rawfunkmaharishi/purdie.svg?style=flat-square)](https://travis-ci.org/rawfunkmaharishi/purdie)
+[![Dependency Status](http://img.shields.io/gemnasium/rawfunkmaharishi/purdie.svg?style=flat-square)](https://gemnasium.com/rawfunkmaharishi/purdie)
+[![Coverage Status](http://img.shields.io/coveralls/rawfunkmaharishi/purdie.svg?style=flat-square)](https://coveralls.io/r/rawfunkmaharishi/purdie)
+[![Code Climate](http://img.shields.io/codeclimate/github/rawfunkmaharishi/purdie.svg?style=flat-square)](https://codeclimate.com/github/rawfunkmaharishi/purdie)
+[![Gem Version](http://img.shields.io/gem/v/purdie.svg?style=flat-square)](https://rubygems.org/gems/purdie)
+[![License](http://img.shields.io/:license-mit-blue.svg?style=flat-square)](http://rawfunkmaharishi.mit-license.org)
+[![Badges](http://img.shields.io/:badges-7/7-ff6799.svg?style=flat-square)](https://github.com/badges/badgerbadgerbadger)

data/Rakefile

@@ -0,0 +1,10 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require 'cucumber/rake/task'
+require 'coveralls/rake/task'
+
+Coveralls::RakeTask.new
+RSpec::Core::RakeTask.new
+Cucumber::Rake::Task.new
+
+task :default => [:spec, :cucumber, 'coveralls:push']

data/bin/purdie

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'purdie/cli'
+Purdie::CLI.start

data/config/defaults.yaml

@@ -0,0 +1,11 @@
+source-dir: _sources
+output-dir: _data
+
+soundcloud:
+  host: https://api.soundcloud.com
+
+license-lookups:
+  cc-by-nc-sa:
+    short-name: BY-NC-SA
+    full-name:  Attribution-NonCommercial-ShareAlike
+    url:        http://creativecommons.org/licenses/by-nc-sa/4.0/

data/features/fixtures/sources/sounds.csv

@@ -0,0 +1 @@
+https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1

data/features/soundcloud.feature

@@ -0,0 +1,44 @@
+@vcr
+Feature: Soundcloud
+
+  Scenario: Generate SoundCloud YAML
+    Given a file named "_sources/sounds.csv" with:
+    """
+    https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1
+    """
+    When I successfully run `purdie fetch -c ../../.purdie`
+    Then a file named "_data/sounds.yaml" should exist
+    And the file "_data/sounds.yaml" should contain:
+    """
+    - title: Hexaflexagon
+      id: 193008299
+      location: Islington Academy
+      date: '2015-02-18'
+      license: Attribution-NonCommercial-ShareAlike
+      license_url: http://creativecommons.org/licenses/by-nc-sa/4.0/
+    """
+
+
+  Scenario: Generate SoundCloud YAML for multiple tracks
+    Given a file named "_sources/sounds.csv" with:
+    """
+    https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1
+    https://soundcloud.com/rawfunkmaharishi/junalbandi-3
+    """
+    When I successfully run `purdie fetch -c ../../.purdie`
+    Then a file named "_data/sounds.yaml" should exist
+    And the file "_data/sounds.yaml" should contain:
+    """
+    - title: Hexaflexagon
+      id: 193008299
+      location: Islington Academy
+      date: '2015-02-18'
+      license: Attribution-NonCommercial-ShareAlike
+      license_url: http://creativecommons.org/licenses/by-nc-sa/4.0/
+    - title: Hexaflexagon
+      id: 193008299
+      location: Islington Academy
+      date: '2015-02-18'
+      license: Attribution-NonCommercial-ShareAlike
+      license_url: http://creativecommons.org/licenses/by-nc-sa/4.0/
+    """

data/features/support/env.rb

@@ -0,0 +1,11 @@
+ENV['RACK_ENV'] = 'test'
+
+require File.join(File.dirname(__FILE__), '..', '..', 'lib/purdie.rb')
+
+require 'aruba/cucumber'
+require 'rspec'
+
+require 'coveralls'
+Coveralls.wear_merged!
+
+$fixtures = File.join(File.dirname(__FILE__), 'fixtures/')

data/features/support/fixtures/config/purdie

@@ -0,0 +1,2 @@
+soundcloud:
+  client_id: 123456

data/features/support/vcr.rb

@@ -0,0 +1,12 @@
+require 'vcr'
+require 'webmock/cucumber'
+
+VCR.configure do |c|
+  c.default_cassette_options = { :record => :once }
+  c.cassette_library_dir = 'fixtures/vcr'
+  c.hook_into :webmock
+end
+
+VCR.cucumber_tags do |t|
+  t.tag '@vcr', use_scenario_name: true
+end

data/fixtures/config/purdie

@@ -0,0 +1,2 @@
+soundcloud:
+  client_id: 123456

data/fixtures/sources/sounds.csv

@@ -0,0 +1 @@
+https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1

data/lib/purdie/bernard.rb

@@ -0,0 +1,32 @@
+require 'purdie'
+
+module Purdie
+  class Bernard
+    attr_reader :config
+
+    def initialize config_file = File.join(File.dirname(__FILE__), '..', '.purdie')
+      @config = Config.new config_file
+    end
+
+    def fetch
+      s = Purdie::Services::SoundCloud.new @config
+      sounds = []
+
+      sources = Dir.entries(@config['source-dir']).select { |e| e !~ /^\./ }
+      sources.each do |source|
+        lines = File.readlines "#{@config['source-dir']}/#{source}"
+        lines.each do |line|
+          case line
+            when /soundcloud/
+              sounds.push s.refine line
+          end
+        end
+      end
+
+      FileUtils.mkdir @config['output-dir']
+      sf = File.open '_data/sounds.yaml', 'w'
+      sf.write sounds.to_yaml
+      sf.close
+    end
+  end
+end

data/lib/purdie/cli.rb

@@ -0,0 +1,21 @@
+require 'purdie'
+
+module Purdie
+  class CLI < Thor
+    desc 'version', 'Print purdie version'
+    def version
+      puts "purdie version #{VERSION}"
+    end
+    map %w(-v --version) => :version
+
+    desc 'fetch', 'Fetch the data'
+    method_option :config,
+                 :aliases => '-c',
+                 :desc => 'Specify config file',
+                 :default => '~/.purdie'
+    def fetch
+      b = Bernard.new options[:config]
+      b.fetch
+    end
+  end
+end

data/lib/purdie/config.rb

@@ -0,0 +1,17 @@
+require 'purdie'
+
+module Purdie
+  class Config
+    def initialize config_file = nil
+      @conf = YAML.load File.read File.join(File.dirname(__FILE__), '..', '..', 'config/defaults.yaml')
+
+      if config_file
+        @conf = @conf.deep_merge YAML.load File.read config_file
+      end
+    end
+
+    def [] key
+      @conf[key]
+    end
+  end
+end

data/lib/purdie/services/soundcloud.rb

@@ -0,0 +1,40 @@
+require 'purdie'
+
+Dotenv.load '.purdie'
+
+module Purdie
+  module Services
+    class SoundCloud
+      def initialize config
+        @config = config
+      end
+
+      def all_tracks
+        @all_tracks ||= begin
+          url = "#{@config['soundcloud']['host']}/users/#{ENV['SOUNDCLOUD_USER_ID']}/tracks?client_id=#{ENV['SOUNDCLOUD_CLIENT_ID']}"
+          response = HTTParty.get url
+          JSON.parse response.body
+        end
+      end
+
+      def get_track url
+        all_tracks.select do |track|
+          Purdie.strip_scheme(track['permalink_url']) == Purdie.strip_scheme(url)
+        end[0]
+      end
+
+      def refine url
+        track = get_track url
+        results = {}
+        results['title'] = track['title']
+        results['id'] = track['id']
+        results['location'] = track['description']
+        results['date'] = "%4d-%02d-%02d" % [ track['release_year'], track['release_month'], track['release_day'] ]
+        results['license'] = @config['license-lookups'][track['license']]['full-name']
+        results['license_url'] = @config['license-lookups'][track['license']]['url']
+
+        results
+      end
+    end
+  end
+end

data/lib/purdie/version.rb

@@ -0,0 +1,3 @@
+module Purdie
+  VERSION = "0.0.1"
+end

data/lib/purdie.rb

@@ -0,0 +1,17 @@
+require 'thor'
+require 'yaml'
+require 'deep_merge'
+require 'httparty'
+require 'dotenv'
+
+require 'purdie/version'
+require 'purdie/bernard'
+require 'purdie/config'
+
+require 'purdie/services/soundcloud'
+
+module Purdie
+  def Purdie.strip_scheme url
+    url.match(/http[s]?:\/\/(.*)/)[1]
+  end
+end

data/purdie.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'purdie/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'purdie'
+  spec.version       = Purdie::VERSION
+  spec.authors       = ['pikesley']
+  spec.email         = ['github@orgraphone.org']
+  spec.summary       = %q{Capture metadata from Flickr, SoundCloud et al for when we're building a static site}
+  spec.description   = %q{Capture metadata from Flickr, SoundCloud et al for when we're building a static site}
+  spec.homepage      = ''
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'thor', '~> 0.19'
+  spec.add_dependency 'httparty', '~> 0.13'
+  spec.add_dependency 'deep_merge', '~> 1.0'
+  spec.add_dependency 'dotenv', '~> 1.0'
+
+  spec.add_development_dependency 'bundler', '~> 1.7'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.2'
+  spec.add_development_dependency 'aruba', '~> 0.5'
+  spec.add_development_dependency 'guard', '~> 2.12'
+  spec.add_development_dependency 'guard-rspec', '~> 4.5'
+  spec.add_development_dependency 'guard-cucumber', '~> 1.5'
+  spec.add_development_dependency 'terminal-notifier-guard', '~> 1.6'
+  spec.add_development_dependency 'coveralls', '~> 0.7'
+  spec.add_development_dependency 'webmock', '~> 1.20'
+  spec.add_development_dependency 'vcr', '~> 2.9'
+end

data/spec/config_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+module Purdie
+  describe Config do
+    it 'has defaults' do
+      c = Config.new
+      expect(c['output-dir']).to eq '_data'
+    end
+
+    it 'has custom stuff alongside defaults' do
+      c = Config.new File.join(File.dirname(__FILE__), '..', 'features/support/fixtures/config/purdie')
+      expect(c['soundcloud']['host']).to eq 'https://api.soundcloud.com'
+      expect(c['soundcloud']['client_id']).to eq 123456
+    end
+  end
+end

data/spec/purdie_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+
+module Purdie
+  describe Bernard do
+    it 'has config' do
+      b = Bernard.new File.join(File.dirname(__FILE__), '..', 'features/support/fixtures/config/purdie')
+      expect(b.config['soundcloud']['client_id']).to eq 123456
+      expect(b.config['output-dir']).to eq '_data'
+    end
+
+    it 'connects to soundcloud', :vcr do
+      b = Bernard.new File.join(File.dirname(__FILE__), '..', '.purdie')
+    end
+
+    it 'strips a scheme' do
+      expect(Purdie.strip_scheme 'http://foo.bar/stuff').to eq 'foo.bar/stuff'
+      expect(Purdie.strip_scheme 'https://bar.foo/stuff').to eq 'bar.foo/stuff'
+    end
+  end
+end

data/spec/soundcloud_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+module Purdie
+  module Services
+    describe SoundCloud do
+      before :each do
+        @sc = SoundCloud.new Config.new $config_file
+      end
+
+      it 'connects to SoundCloud', :vcr do
+        expect(@sc.all_tracks).to be_a Array
+      end
+
+      it 'extracts a track' do
+        track = @sc.get_track 'https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1'
+        expect(track).to be_a Hash
+        expect(track['id']). to eq 193008299
+      end
+
+      it 'refines the data' do
+        refined = @sc.refine 'https://soundcloud.com/rawfunkmaharishi/hexaflexagon-1'
+        expect(refined).to eq({
+          "title"=>"Hexaflexagon",
+          "id"=>193008299,
+          "location"=>"Islington Academy",
+          "date"=>"2015-02-18",
+          "license"=>"Attribution-NonCommercial-ShareAlike",
+          "license_url"=>"http://creativecommons.org/licenses/by-nc-sa/4.0/"})
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,18 @@
+require 'purdie'
+require_relative 'support/vcr_setup'
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+  config.order = :random
+end
+
+$config_file = File.join(File.dirname(__FILE__), '..', '.purdie')

data/spec/support/vcr_setup.rb

@@ -0,0 +1,19 @@
+require 'vcr'
+
+VCR.configure do |c|
+  #the directory where your cassettes will be saved
+  c.cassette_library_dir = 'spec/vcr'
+  # your HTTP request service. You can also use fakeweb, webmock, and more
+  c.hook_into :webmock
+  c.default_cassette_options                = { :record => :once }
+  c.debug_logger                            = File.open('/tmp/wtfvcr', 'w')
+  c.allow_http_connections_when_no_cassette = true
+
+  [
+    'SOUNDCLOUD_CLIENT_ID'
+  ].each do |env_var|
+    c.filter_sensitive_data("<#{env_var}>") { ENV[env_var] }
+  end
+
+  c.configure_rspec_metadata!
+end