worochi 0.0.7 → 0.0.10

data/spec/cassettes/Worochi_Agent_Github/modifies_the_repo/_stream_blob/streams_the_file_as_an_Base64_JSON_field.yml

@@ -0,0 +1,181 @@
+---
+http_interactions:
+- request:
+    method: delete
+    uri: https://api.github.com/repos/darkmirage/test/git/refs/heads/rspec
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Octokit Ruby Gem 1.25.0
+      Accept:
+      - application/vnd.github.beta+json
+      Authorization:
+      - token <GITHUB_TOKEN>
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+  response:
+    status:
+      code: 422
+      message: Unprocessable Entity
+    headers:
+      Server:
+      - GitHub.com
+      Date:
+      - Thu, 15 Aug 2013 21:10:11 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      Status:
+      - 422 Unprocessable Entity
+      X-Ratelimit-Limit:
+      - '5000'
+      X-Ratelimit-Remaining:
+      - '4685'
+      X-Ratelimit-Reset:
+      - '1376602835'
+      X-Oauth-Scopes:
+      - user, public_repo, repo, gist
+      X-Accepted-Oauth-Scopes:
+      - repo, public_repo, repo:status, delete_repo, site_admin
+      X-Github-Media-Type:
+      - github.beta; format=json
+      X-Content-Type-Options:
+      - nosniff
+      Content-Length:
+      - '31'
+      Access-Control-Allow-Credentials:
+      - 'true'
+      Access-Control-Expose-Headers:
+      - ETag, Link, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, X-OAuth-Scopes,
+        X-Accepted-OAuth-Scopes
+      Access-Control-Allow-Origin:
+      - '*'
+    body:
+      encoding: UTF-8
+      string: '{"message":"Validation Failed"}'
+    http_version: 
+  recorded_at: Thu, 15 Aug 2013 21:10:11 GMT
+- request:
+    method: post
+    uri: https://api.github.com/repos/darkmirage/test/git/blobs
+    body:
+      encoding: UTF-8
+      string: '{"content":"VGhpcyBpcyBhIGZpbGUgdXNlZCBmb3IgUlNwZWMgdGVzdHMgaW52b2x2aW5nIFdvcm9jaGk6Okl0ZW0u","encoding":"base64"}'
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+      User-Agent:
+      - Ruby
+      Content-Length:
+      - '114'
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Authorization:
+      - token <GITHUB_TOKEN>
+  response:
+    status:
+      code: 201
+      message: Created
+    headers:
+      Server:
+      - GitHub.com
+      Date:
+      - Thu, 15 Aug 2013 21:10:12 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      Status:
+      - 201 Created
+      X-Ratelimit-Limit:
+      - '5000'
+      X-Ratelimit-Remaining:
+      - '4684'
+      X-Ratelimit-Reset:
+      - '1376602835'
+      X-Oauth-Scopes:
+      - user, public_repo, repo, gist
+      X-Accepted-Oauth-Scopes:
+      - repo, public_repo, repo:status, delete_repo, site_admin
+      Location:
+      - https://api.github.com/repos/darkmirage/test/git/blobs/5df468c4497e072139462b88cb78e1df4357534b
+      X-Github-Media-Type:
+      - github.beta
+      X-Content-Type-Options:
+      - nosniff
+      Content-Length:
+      - '154'
+      Access-Control-Allow-Credentials:
+      - 'true'
+      Access-Control-Expose-Headers:
+      - ETag, Link, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, X-OAuth-Scopes,
+        X-Accepted-OAuth-Scopes
+      Access-Control-Allow-Origin:
+      - '*'
+      Etag:
+      - '"0e380113ab3ae5bd4b7290693137935d"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+    body:
+      encoding: UTF-8
+      string: '{"sha":"5df468c4497e072139462b88cb78e1df4357534b","url":"https://api.github.com/repos/darkmirage/test/git/blobs/5df468c4497e072139462b88cb78e1df4357534b"}'
+    http_version: 
+  recorded_at: Thu, 15 Aug 2013 21:10:12 GMT
+- request:
+    method: delete
+    uri: https://api.github.com/repos/darkmirage/test/git/refs/heads/rspec
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Octokit Ruby Gem 1.25.0
+      Accept:
+      - application/vnd.github.beta+json
+      Authorization:
+      - token <GITHUB_TOKEN>
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+  response:
+    status:
+      code: 422
+      message: Unprocessable Entity
+    headers:
+      Server:
+      - GitHub.com
+      Date:
+      - Thu, 15 Aug 2013 21:10:12 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      Status:
+      - 422 Unprocessable Entity
+      X-Ratelimit-Limit:
+      - '5000'
+      X-Ratelimit-Remaining:
+      - '4683'
+      X-Ratelimit-Reset:
+      - '1376602835'
+      X-Oauth-Scopes:
+      - user, public_repo, repo, gist
+      X-Accepted-Oauth-Scopes:
+      - repo, public_repo, repo:status, delete_repo, site_admin
+      X-Github-Media-Type:
+      - github.beta; format=json
+      X-Content-Type-Options:
+      - nosniff
+      Content-Length:
+      - '31'
+      Access-Control-Allow-Credentials:
+      - 'true'
+      Access-Control-Expose-Headers:
+      - ETag, Link, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, X-OAuth-Scopes,
+        X-Accepted-OAuth-Scopes
+      Access-Control-Allow-Origin:
+      - '*'
+    body:
+      encoding: UTF-8
+      string: '{"message":"Validation Failed"}'
+    http_version: 
+  recorded_at: Thu, 15 Aug 2013 21:10:12 GMT
+recorded_with: VCR 2.5.0

data/spec/cassettes/Worochi_OAuth/_flow_end/rejects_bad_code.yml

@@ -0,0 +1,56 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://github.com/login/oauth/access_token
+    body:
+      encoding: UTF-8
+      string: grant_type=authorization_code&code=abc&client_id=<GITHUB_ID>&client_secret=<GITHUB_SECRET>&redirect_uri=http%3A%2F%2F127.0.0.1%3A3000
+    headers:
+      User-Agent:
+      - Faraday v0.8.8
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - GitHub.com
+      Date:
+      - Thu, 15 Aug 2013 00:44:07 GMT
+      Content-Type:
+      - application/x-www-form-urlencoded; charset=utf-8
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      Cache-Control:
+      - private, max-age=0, must-revalidate
+      Strict-Transport-Security:
+      - max-age=2592000
+      X-Frame-Options:
+      - deny
+      Set-Cookie:
+      - dotcom_user=; path=/; expires=Thu, 01-Jan-1970 00:00:00 GMT
+      - logged_in=no; domain=.github.com; path=/; expires=Mon, 15-Aug-2033 00:44:07
+        GMT; secure; HttpOnly
+      X-Runtime:
+      - '20'
+      Etag:
+      - '"ed2cf91250498a9276e3b4fa6de2c2b6"'
+      Content-Length:
+      - '27'
+      Vary:
+      - Accept-Encoding
+    body:
+      encoding: UTF-8
+      string: error=bad_verification_code
+    http_version: 
+  recorded_at: Thu, 15 Aug 2013 00:44:07 GMT
+recorded_with: VCR 2.5.0

data/spec/{helper.rb → spec_helper.rb}

@@ -1,8 +1,17 @@
+require 'simplecov'
+require 'coveralls'
+
+SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+  SimpleCov::Formatter::HTMLFormatter,
+  Coveralls::SimpleCov::Formatter
+]
+SimpleCov.start
+
 require 'worochi'
 require 'awesome_print'
 require 'digest'
-require 'ostruct'
 require 'vcr'
+require 'webmock/rspec'
 
 Dir["./spec/support/**/*.rb"].sort.each { |f| require f }
 
@@ -20,7 +29,11 @@ VCR.configure do |c|
   c.filter_sensitive_data('<AWS_KEY>') { ENV['AWS_SECRET_ACCESS_KEY'] }
   c.filter_sensitive_data('<AWS_ID>') { ENV['AWS_ACCESS_KEY_ID'] }
   c.filter_sensitive_data('<GITHUB_TOKEN>') { ENV['GITHUB_TEST_TOKEN'] }
+  c.filter_sensitive_data('<GITHUB_ID>') { ENV['GITHUB_ID'] }
+  c.filter_sensitive_data('<GITHUB_SECRET>') { ENV['GITHUB_SECRET'] }
   c.filter_sensitive_data('<DROPBOX_TOKEN>') { ENV['DROPBOX_TEST_TOKEN'] }
+  c.filter_sensitive_data('<DROPBOX_ID>') { ENV['DROPBOX_ID'] }
+  c.filter_sensitive_data('<DROPBOX_SECRET>') { ENV['DROPBOX_SECRET'] }
 end
 
 RSpec.configure do |c|

data/spec/support/aws_uri_matcher.rb

@@ -3,7 +3,7 @@ VCR.configure do |c|
   c.register_request_matcher :uri_aws do |x, y|
     next true if x.uri == y.uri
     next false unless x.uri.include?('amazonaws.com')
-    URI(x.uri).path == URI(y.uri).path
+    URI(x.uri).path == URI(y.uri).path && URI(x.uri).host == URI(y.uri).host
   end
 
   c.default_cassette_options = {

data/spec/support/shared_exampes_for_agents.rb

@@ -2,7 +2,7 @@ shared_examples_for 'a service agent' do
   describe '#default_options' do
     it 'has the required options' do
       (required_keys + [:dir, :service]).each do |key|
-        expect(agent.default_options).to include(key)
+        expect(agent.send(:default_options)).to include(key)
       end
     end
   end
@@ -26,6 +26,10 @@ shared_examples_for 'a service agent' do
     it 'accepts a different relative path' do
       expect(agent.files('folder1')).to include('test.txt')
     end
+
+    it 'raises error on invalid path' do
+      expect{agent.files('zzzzz')}.to raise_error Worochi::Error
+    end
   end
 
   describe '#folders', :vcr do
@@ -46,6 +50,13 @@ shared_examples_for 'a service agent' do
     it 'contains folder1 and file1' do
       expect(agent.files_and_folders).to include('file1')
       expect(agent.files_and_folders).to include('folder1')
-    end    
+    end
+
+    it 'shows detailed listing including the required fields' do
+      list = agent.files_and_folders(true)
+      expect(list.first).to include(:name)
+      expect(list.first).to include(:path)
+      expect(list.first).to include(:type)
+    end
   end
 end

data/spec/support/test_files.rb

@@ -6,18 +6,18 @@ module TestFiles
       checksum: '3c0d873709da4a08e9d9978f678dbc30a6cc5138182c2fee56db1c0b8b806d67',
       name: 'sr3.gif',
       path: '/folder1/sr3.gif',
-      size: 2985
+      file_size: 2985
     })
   end
 
   # Local file for testing.
   def local
-    @local ||= OpenStruct.new({
+    @local ||= Hashie::Mash.new({
       source: File.join(File.dirname(__FILE__), 'test_file'),
       checksum: '798d1088d589c155841cfd6ddd5c8254e883d49220d3a60c10d0f77ce96a5ac4',
       name: 'test_file',
       path: '/folder2/test_file',
-      size: File.open(File.join(File.dirname(__FILE__), 'test_file')).size
+      file_size: File.open(File.join(File.dirname(__FILE__), 'test_file')).size
     })
   end
 
@@ -28,7 +28,7 @@ module TestFiles
       checksum: 'f0891f199f0966ec1b1d209b91ff3f51273577944dbbe338f1947ae9f33cb79a',
       name: '__init__.py',
       path: '/folder3/__init__.py',
-      size: 4257
+      file_size: 8
     })
   end
 end

data/spec/worochi/agent/dropbox_spec.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require 'spec_helper'
 
 describe Worochi::Agent::Dropbox do
   let(:required_keys) { [:chunk_size, :overwrite] }
@@ -14,15 +14,32 @@ describe Worochi::Agent::Dropbox do
   it_should_behave_like 'a service agent'
 
   describe '#push_item', :vcr do
-    it 'pushes a single item' do
+    def push_single
       agent.delete(local.name)
       expect(agent.files).not_to include(local.name)
 
       item = Worochi::Item.open_single(local.source)
-      agent.push_item(item)
+      chunked = agent.push_item(item)
       
       expect(agent.files).to include(local.name)
       agent.delete(local.name)
+      chunked
+    end
+
+    it 'pushes a single item' do
+      expect(push_single).to be(false)
+    end
+    it 'pushes it chunked if size exceeds limit', :vcr do
+      agent.options.chunk_size = 4
+      expect(push_single).to be(true)
+    end
+  end
+
+  describe '#push_items', :vcr do
+    it 'pushes multiple items' do
+      items = Worochi::Item.open([local.source, local.source])
+      expect(agent.push_items(items)).to be(nil)
+      agent.delete(local.name)
     end
   end
 
@@ -37,6 +54,15 @@ describe Worochi::Agent::Dropbox do
       expect(agent.files).to include(local.name)
       agent.delete(local.name)
     end
+
+    it 'raises an error' do
+      bad_agent = Worochi::Agent::Dropbox.new({
+        token: 'badtoken',
+        dir: '/Dev/test'
+      })
+      item = Worochi::Item.open_single(local.source)
+      expect{bad_agent.push_item_chunked(item)}.to raise_error Worochi::Error
+    end
   end
 
   describe '#list', :vcr do

data/spec/worochi/agent/github_spec.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require 'spec_helper'
 
 describe Worochi::Agent::Github do
   let(:required_keys) { [:repo, :source, :target, :block_size, :commit_msg] }
@@ -17,11 +17,17 @@ describe Worochi::Agent::Github do
 
   it_should_behave_like 'a service agent'
 
-  before do
-    @client = agent.init_client
-  end
+  context 'modifies the repo' do
+    before do
+      @client = agent.init_client
+      @item = Worochi::Item.open_single(path: local.path, source: local.source)
+      delete_target
+    end
+
+    after do
+      delete_target
+    end
 
-  describe '#push_all', :vcr do
     def delete_target
       tag = "heads/#{agent.options[:target]}"
       begin
@@ -30,35 +36,51 @@ describe Worochi::Agent::Github do
       end
     end
 
-    it 'pushes a list of items to create a new commit' do
-      @client = agent.init_client
-      delete_target
+    def ref
+      @client.ref(agent.options[:repo], "heads/#{agent.options[:target]}")
+    end
 
-      hashes = [remote, local].map do |file|
-        { path: file.path, source: file.source }
-      end
-      items = Worochi::Item.open(hashes)
+    describe '#push_all', :vcr do
+      it 'pushes a list of items to create a new commit' do
+        hashes = [remote, local].map do |file|
+          { path: file.path, source: file.source }
+        end
+        items = Worochi::Item.open(hashes)
 
-      sha = agent.push_all(items)
-      ref = @client.ref(agent.options[:repo], "heads/#{agent.options[:target]}")
-      expect(ref.object.sha).to eq(sha)
+        sha = agent.push_all(items)
+        expect(ref.object.sha).to eq(sha)
 
-      commit = @client.commit(agent.options[:repo], sha)
-      expect(commit.commit.message).to eq(agent.options[:commit_msg])
+        commit = @client.commit(agent.options[:repo], sha)
+        expect(commit.commit.message).to eq(agent.options[:commit_msg])
+      end
 
-      delete_target
+      it 'pushes the file to the right place' do
+        sha = agent.push_all([@item])
+        ls = agent.list(File.dirname(local.path), sha).map { |x| x[:name] }
+        expect(ls).to include(local.name)
+      end
     end
 
-    it 'pushes the file to the right place' do
-      delete_target
+    describe '#push_item', :vcr do
+      it 'pushes a single item and makes a commit' do
+        sha = agent.push_item(@item)
+        expect(ref.object.sha).to eq(sha)
+      end
+    end
 
-      item = Worochi::Item.open({ source: local.source, path: local.path })
+    describe '#stream_blob', :vcr do
+      it 'streams the file as an Base64 JSON field' do
+        sha = agent.send(:stream_blob, @item)
+        expect(sha).to eq('5df468c4497e072139462b88cb78e1df4357534b')
+      end
+    end
 
-      sha = agent.push_all(item)
-      ls = agent.list(File.dirname(local.path), sha).map { |x| x[:name] }
-      expect(ls).to include(local.name)
-      
-      delete_target
+    describe '#push_blob', :vcr do
+      it 'pushes the blob even when it is larger than block size' do
+        agent.options.block_size = 2
+        sha = agent.send(:push_blob, @item)
+        expect(sha).to eq('5df468c4497e072139462b88cb78e1df4357534b')
+      end
     end
   end
 
@@ -68,6 +90,12 @@ describe Worochi::Agent::Github do
     end
   end
 
+  describe '#repos', :vcr do
+    it 'lists the repos' do
+      expect(agent.repos).to include('darkmirage/test')
+    end
+  end
+
   describe '#list', :vcr do
     it 'works with absolute paths' do
       ls = agent.list('/folder2/subfolder/test').map { |x| x[:name] }

data/spec/worochi/agent_spec.rb

@@ -1,2 +1,35 @@
-require 'helper'
+require 'spec_helper'
 
+class Worochi
+  describe Agent do
+    let(:agent) { Agent.new({ service: :github, token: '' }) }
+    describe '.new' do
+      it 'initializes the right child class' do
+        expect(agent.class).to be(Agent::Github)
+      end
+    end
+
+    describe '#name' do
+      it 'returns the display name for the agent' do
+        expect(agent.name).to eq('GitHub')
+      end
+    end
+    
+    describe '#set_dir' do
+      it 'sets the remote directory' do
+        agent.set_dir('test/a')
+        expect(agent.options.dir).to eq('test/a')
+      end
+    end
+
+    describe '#remove' do
+      it 'removes self from the main agent list' do
+        a = Worochi.create(:github, '')
+        expect(Worochi.agents).to include(a)
+        a.remove
+        expect(Worochi.agents).not_to include(a)
+      end
+    end
+
+  end
+end

data/spec/worochi/config_spec.rb

@@ -1,41 +1,57 @@
-require 'helper'
+require 'spec_helper'
 
-describe Worochi::Config do
-  describe '.services' do
-    it 'returns an Array of services' do
-      expect(Worochi::Config.services.class).to be(Array)
-      expect(Worochi::Config.services.first.class).to be(Symbol)
+class Worochi
+  describe Config do
+    describe '.services' do
+      it 'returns an Array of services' do
+        expect(Config.services.class).to be(Array)
+        expect(Config.services.first.class).to be(Symbol)
+      end
     end
-  end
 
-  describe '.service_display_name' do
-    it 'returns display name given an ID' do
-      expect(Worochi::Config.service_display_name(1)).to eq('GitHub')
-    end
-    it 'accepts display name given a name' do
-      expect(Worochi::Config.service_display_name(:dropbox)).to eq('Dropbox')
+    describe '.service_display_name' do
+      it 'returns display name given an ID' do
+        expect(Config.service_display_name(1)).to eq('GitHub')
+      end
+      it 'accepts display name given a name' do
+        expect(Config.service_display_name(:dropbox)).to eq('Dropbox')
+      end
+      it 'returns nil when not found' do
+        expect(Config.service_display_name(:zzzzzz)).to eq(nil)
+        expect(Config.service_display_name(-1111)).to eq(nil)
+      end
     end
-    it 'returns nil when not found' do
-      expect(Worochi::Config.service_display_name(:zzzzzz)).to eq(nil)
-      expect(Worochi::Config.service_display_name(-1111)).to eq(nil)
-    end
-  end
 
-  describe '.service_id' do
-    it 'returns the service ID given name' do
-      expect(Worochi::Config.service_id(:dropbox)).to eq(2)
+    describe '.service_id' do
+      it 'returns the service ID given name' do
+        expect(Config.service_id(:dropbox)).to eq(2)
+      end
+      it 'returns nil when not found' do
+        expect(Config.service_id(:zzzzzzz)).to eq(nil)
+      end
     end
-    it 'returns nil when not found' do
-      expect(Worochi::Config.service_id(:zzzzzzz)).to eq(nil)
-    end
-  end
 
-  describe '.service_name' do
-    it 'returns the service name given ID' do
-      expect(Worochi::Config.service_name(1)).to eq(:github)
+    describe '.service_name' do
+      it 'returns the service name given ID' do
+        expect(Config.service_name(1)).to eq(:github)
+      end
+      it 'returns nil when not found' do
+        expect(Config.service_name(-1111)).to eq(nil)
+      end
     end
-    it 'returns nil when not found' do
-      expect(Worochi::Config.service_name(-1111)).to eq(nil)
+
+    describe '.service_opts' do
+      it 'retrieves the service options' do
+        opts = Config.service_opts(:dropbox)
+        expect(opts).to include(:service)
+      end
+      it 'raises error on nil' do
+        expect{Config.service_opts(nil)}.to raise_error Error
+        expect{Config.service_opts(:zzzzz)}.to raise_error Error
+        Config.instance_variable_set(:@options, nil)
+        expect{Config.service_opts(:dropbox)}.to raise_error Error
+        Worochi.init
+      end
     end
   end
 end