nightcrawler_swift 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4caba3693564eaec6cc72f71e1e58d34a6bf15e5
+  data.tar.gz: 80d45c80c658dea8d2d2607cdfbec786e30a15d7
+SHA512:
+  metadata.gz: 7c51c55c7b98578ed99c81525da725137ffd6884d3586ca1418a596c8d04c301dabbb4f1f0b041fadbed0ccaa2b5b2554063d93bb5750eddf8bce853d7c62b31
+  data.tar.gz: a8f9fd8695abb24101d06c0e08993daebdbcbbab8635eaa64d86f015534359c8cb3bd575c4eb9b254538fcf524f088ff5c4b2e5dddabc5bda729d40b9e29404b

data/.gitignore

@@ -0,0 +1 @@
+.DS_Store

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+--require spec_helper

data/.ruby-gemset

@@ -0,0 +1 @@
+nightcrawler_swift

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.1.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in nightcrawler-swift.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,43 @@
+PATH
+  remote: .
+  specs:
+    nightcrawler_swift (0.1.0)
+      rest-client (>= 1.7.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    byebug (3.2.0)
+      columnize (~> 0.8)
+      debugger-linecache (~> 1.2)
+    columnize (0.8.9)
+    debugger-linecache (1.2.0)
+    diff-lcs (1.2.5)
+    mime-types (2.3)
+    netrc (0.7.7)
+    rake (10.3.2)
+    rest-client (1.7.2)
+      mime-types (>= 1.16, < 3.0)
+      netrc (~> 0.7)
+    rspec (3.0.0)
+      rspec-core (~> 3.0.0)
+      rspec-expectations (~> 3.0.0)
+      rspec-mocks (~> 3.0.0)
+    rspec-core (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-expectations (3.0.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.0.0)
+    rspec-mocks (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-support (3.0.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.6)
+  byebug
+  nightcrawler_swift!
+  rake
+  rspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 tulios
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,111 @@
+# Nightcrawler Swift
+
+Like the X-Men nightcrawler it teleports your assets to a OpenStack Swift bucket/container
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'nightcrawler_swift'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install nightcrawler_swift
+
+## Usage
+
+### With Rails
+#### 1) You will need to configure your swift credentials
+
+```ruby
+NightcrawlerSwift.configure({
+  bucket: "rogue",
+  tenant_name: "nightcrawler"
+  username: "my_username1",
+  password: "my_password1",
+  auth_url: "https://auth.url.com:123/v2.0/tokens"
+})
+```
+
+You could create an initializer with this code.
+
+#### 2) Load rake tasks into your Rakefile
+
+```ruby
+require 'nightcrawler_swift'
+load 'nightcrawler_swift/tasks/asset_sync.rake'
+```
+
+#### 3) Profit!
+
+```sh
+rake nightcrawler_swift:rails:asset_sync
+```
+
+It will invoke ```rake assets:precompile``` and will copy your public directory to swift bucket/container.
+
+### Programatically
+
+#### 1) Configure
+
+Repeat the first step of Rails guide
+
+#### 2) Call method sync with the desired directory
+
+```ruby
+NightcrawlerSwift.sync File.expand_path("./my-dir")
+```
+
+## Commands
+
+NightcrawlerSwift packs some useful commands. All commands requires that the gem has already been configured and the connection established.
+
+To Establish the connection, call:
+
+```ruby
+NightcrawlerSwift.connection.connect!
+```
+
+To check if the connection is still valid, call:
+
+```ruby
+NightcrawlerSwift.connection.connected?
+```
+
+To reconnect just call ```NightcrawlerSwift.connection.connect!``` again.
+
+### Upload
+
+```ruby
+upload = NightcrawlerSwift::Upload.new
+upload.execute "my_file_path.txt", File.open("../my_file_fullpath.txt", "r")
+# true / false
+```
+
+### List
+
+```ruby
+list = NightcrawlerSwift::List.new
+list.execute
+# [{"hash": "...", "name": "my_file_path.txt"}, {}, {}, ...]
+```
+
+### Delete
+
+```ruby
+delete = NightcrawlerSwift::Delete.new
+delete.execute "my_file_path.txt"
+# true / false
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/tulios/nightcrawler_swift/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/nightcrawler_swift.rb

@@ -0,0 +1,33 @@
+require "date"
+require "logger"
+require "ostruct"
+require "rest_client"
+require "nightcrawler_swift/version"
+require "nightcrawler_swift/exceptions"
+require "nightcrawler_swift/command"
+require "nightcrawler_swift/connection"
+require "nightcrawler_swift/upload"
+require "nightcrawler_swift/list"
+require "nightcrawler_swift/delete"
+require "nightcrawler_swift/sync"
+
+module NightcrawlerSwift
+  class << self
+
+    attr_accessor :logger
+    attr_reader :connection
+
+    def logger
+      @logger || Logger.new(STDOUT)
+    end
+
+    def configure opts = {}
+      @connection = Connection.new opts
+    end
+
+    def sync dir_path
+      Sync.new(@connection.connect!).execute(dir_path)
+    end
+
+  end
+end

data/lib/nightcrawler_swift/command.rb

@@ -0,0 +1,43 @@
+module NightcrawlerSwift
+  class Command
+
+    def connection
+      NightcrawlerSwift.connection
+    end
+
+    def execute
+      raise NotImplemented.new
+    end
+
+    protected
+
+    def get url, params = {}
+      prepare_params params
+      resource = resource_for url
+      resource.get(params[:headers])
+    end
+
+    def put url, params = {}
+      prepare_params params
+      resource = resource_for url
+      resource.put(params[:body], params[:headers])
+    end
+
+    def delete url, params
+      prepare_params params
+      resource = resource_for url
+      resource.delete(params[:headers])
+    end
+
+    private
+
+    def resource_for url
+      RestClient::Resource.new url, verify_ssl: false
+    end
+
+    def prepare_params params
+      params[:headers] ||= {}
+      params[:headers]["X-Storage-Token"] = connection.token_id
+    end
+  end
+end

data/lib/nightcrawler_swift/connection.rb

@@ -0,0 +1,44 @@
+module NightcrawlerSwift
+  class Connection
+    attr_accessor :opts, :auth_response, :token_id, :expires_at, :admin_url, :upload_url
+
+    # Hash with: bucket, tenant_name, username, password, auth_url
+    #
+    def initialize opts = {}
+      @opts = OpenStruct.new opts
+    end
+
+    def connect!
+      response = RestClient.post(
+        opts.auth_url,
+        {
+          auth: {
+            tenantName: opts.tenant_name,
+            passwordCredentials: {username: opts.username, password: opts.password}
+          }
+        }.to_json,
+
+        content_type: :json,
+        accept: :json,
+      )
+
+      @auth_response = OpenStruct.new(JSON.parse(response.body))
+      @token_id = @auth_response.access["token"]["id"]
+      @expires_at = @auth_response.access["token"]["expires"]
+      @expires_at = DateTime.parse(@expires_at).to_time
+
+      @admin_url = @auth_response.access["serviceCatalog"].first["endpoints"].first["adminURL"]
+      @upload_url = "#{@admin_url}/#{opts.bucket}"
+
+      NightcrawlerSwift.logger.info  "Connected, token_id: #{@token_id}"
+      self
+
+    rescue StandardError => e
+      raise Exceptions::ConnectionError.new(e)
+    end
+
+    def connected?
+      !self.token_id.nil? and self.expires_at > Time.now
+    end
+  end
+end

data/lib/nightcrawler_swift/delete.rb

@@ -0,0 +1,16 @@
+module NightcrawlerSwift
+  class Delete < Command
+
+    def execute path
+      response = delete "#{connection.upload_url}/#{path}", headers: {accept: :json }
+      JSON.parse(response.body)
+
+    rescue RestClient::ResourceNotFound => e
+      raise Exceptions::NotFoundError.new(e)
+
+    rescue StandardError => e
+      raise Exceptions::ConnectionError.new(e)
+    end
+
+  end
+end

data/lib/nightcrawler_swift/exceptions.rb

@@ -0,0 +1,17 @@
+module NightcrawlerSwift
+  module Exceptions
+
+    class BaseError < StandardError
+      attr_accessor :original_exception
+
+      def initialize exception
+        super(exception.message)
+        @original_exception = exception
+      end
+    end
+
+    class ConnectionError < BaseError; end
+    class NotFoundError < BaseError; end
+
+  end
+end

data/lib/nightcrawler_swift/list.rb

@@ -0,0 +1,16 @@
+module NightcrawlerSwift
+  class List < Command
+
+    def execute
+      response = get connection.upload_url, headers: {accept: :json}
+      JSON.parse(response.body)
+
+    rescue RestClient::ResourceNotFound => e
+      raise Exceptions::NotFoundError.new(e)
+
+    rescue StandardError => e
+      raise Exceptions::ConnectionError.new(e)
+    end
+
+  end
+end

data/lib/nightcrawler_swift/sync.rb

@@ -0,0 +1,22 @@
+module NightcrawlerSwift
+  class Sync < Command
+
+    def initialize
+      @upload = Upload.new
+      @logger = NightcrawlerSwift.logger
+    end
+
+    def execute dir_path
+      @logger.info "dir_path: #{dir_path}"
+      Dir["#{dir_path}/**/**"].each do |fullpath|
+        path = fullpath.gsub("#{dir_path}/", "")
+
+        unless File.directory?(fullpath)
+          @logger.info path
+          @upload.execute path, File.open(fullpath, "r")
+        end
+      end
+    end
+
+  end
+end

data/lib/nightcrawler_swift/tasks/asset_sync.rake

@@ -0,0 +1,13 @@
+require "nightcrawler_swift"
+
+namespace :nightcrawler_swift do
+  namespace :rails do
+
+    desc "Synchronizes the assets"
+    task asset_sync: ["assets:precompile", "environment"] do
+      raise unless defined?(Rails)
+      NightcrawlerSwift.sync File.join(Rails.root, "public")
+    end
+
+  end
+end

data/lib/nightcrawler_swift/upload.rb

@@ -0,0 +1,10 @@
+module NightcrawlerSwift
+  class Upload < Command
+
+    def execute path, file
+      response = put "#{connection.upload_url}/#{path}", body: file.read
+      [200, 201].include?(response.code)
+    end
+
+  end
+end

data/lib/nightcrawler_swift/version.rb

@@ -0,0 +1,3 @@
+module NightcrawlerSwift
+  VERSION = "0.1.0"
+end

data/nightcrawler_swift.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'nightcrawler_swift/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "nightcrawler_swift"
+  spec.version       = NightcrawlerSwift::VERSION
+  spec.authors       = ["tulios", "roberto"]
+  spec.email         = ["ornelas.tulio@gmail.com", "roberto.tech@gmail.com"]
+  spec.summary       = %q{Like the X-Men nightcrawler it teleports your assets to a OpenStack Swift bucket/container}
+  spec.description   = spec.summary
+  spec.homepage      = "https://github.com/tulios/nightcrawler_swift"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "rest-client", ">= 1.7.0"
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "byebug"
+end

data/spec/fixtures/assets/ex1.txt

@@ -0,0 +1 @@
+1

data/spec/fixtures/assets/ex2.txt

@@ -0,0 +1 @@
+2

data/spec/fixtures/assets/ex3/ex4.txt

@@ -0,0 +1 @@
+4

data/spec/fixtures/auth_success.json

@@ -0,0 +1,62 @@
+{
+   "access" : {
+      "serviceCatalog" : [
+         {
+            "name" : "swift",
+            "endpoints_links" : [],
+            "type" : "object-store",
+            "endpoints" : [
+               {
+                  "publicURL" : "http://public.url.com",
+                  "internalURL" : "http://internal.url.com",
+                  "adminURL" : "http://api.url.com",
+                  "region" : "RegionOne",
+                  "id" : "1"
+               }
+            ]
+         },
+         {
+            "name" : "keystone",
+            "endpoints_links" : [],
+            "type" : "identity",
+            "endpoints" : [
+               {
+                  "publicURL" : "http://auth.url.com:123/v2.0",
+                  "internalURL" : "https://auth.url.com:123/v2.0",
+                  "adminURL" : "https://auth.url.com:321/v2.0",
+                  "region" : "RegionOne",
+                  "id" : "2"
+               }
+            ]
+         }
+      ],
+      "user" : {
+         "roles" : [
+            {
+               "name" : "swiftoperator"
+            }
+         ],
+         "roles_links" : [],
+         "name" : "User Name 1",
+         "id" : "3",
+         "username" : "username1"
+      },
+      "metadata" : {
+         "roles" : [
+            "4"
+         ],
+         "is_admin" : 0
+      },
+      "token" : {
+         "tenant" : {
+            "name" : "tenant_username1",
+            "id" : "5",
+            "description" : "some desc",
+            "enabled" : true
+         },
+         "issued_at" : "2014-08-25T17:53:26.667691",
+         "id" : "5",
+         "expires" : "2014-08-25T18:53:26Z"
+      }
+   }
+}

data/spec/lib/nightcrawler_swift/command_spec.rb

@@ -0,0 +1,91 @@
+require 'spec_helper'
+
+describe NightcrawlerSwift::Command do
+
+  subject do
+    NightcrawlerSwift::Command.new
+  end
+
+  before do
+    allow(NightcrawlerSwift).to receive(:connection).and_return(connection)
+    allow(RestClient::Resource).to receive(:new).and_return(restclient)
+  end
+
+  let(:connection) { double(:connection, token_id: token) }
+  let(:restclient) { double(:restclient, put: response, get: response, delete: response) }
+  let(:response) { double(:response) }
+
+  let :url do
+    "http://url.com"
+  end
+
+  let :token do
+    "token"
+  end
+
+  describe "#get" do
+    let :get do
+      subject.send :get, url, headers: {content_type: :json}
+    end
+
+    it "uses url to initialize RestClient" do
+      get
+      expect(RestClient::Resource).to have_received(:new).with(url, verify_ssl: false)
+    end
+
+    it "sends headers with token" do
+      get
+      expect(restclient).to have_received(:get).with(content_type: :json, "X-Storage-Token" => token)
+    end
+
+    it "returns RestClient response" do
+      expect(get).to eql(response)
+    end
+  end
+
+  describe "#delete" do
+    let :delete do
+      subject.send :delete, url, headers: {content_type: :json}
+    end
+
+    it "uses url to initialize RestClient" do
+      delete
+      expect(RestClient::Resource).to have_received(:new).with(url, verify_ssl: false)
+    end
+
+    it "sends headers with token" do
+      delete
+      expect(restclient).to have_received(:delete).with(content_type: :json, "X-Storage-Token" => token)
+    end
+
+    it "returns RestClient response" do
+      expect(delete).to eql(response)
+    end
+  end
+
+  describe "#put" do
+    let :put do
+      subject.send(:put, url, body: 'content', headers: {a: 1})
+    end
+
+    it "returns RestClient response" do
+      expect(put).to eql(response)
+    end
+
+    it "sends body" do
+      put
+      expect(restclient).to have_received(:put).with('content', anything)
+    end
+
+    it "sends headers with token" do
+      put
+      expect(restclient).to have_received(:put).with(anything, {a: 1, "X-Storage-Token" => token})
+    end
+
+    it "uses url to initialize RestClient" do
+      put
+      expect(RestClient::Resource).to have_received(:new).with(url, verify_ssl: false)
+    end
+  end
+
+end

data/spec/lib/nightcrawler_swift/connection_spec.rb

@@ -0,0 +1,124 @@
+require "spec_helper"
+
+describe NightcrawlerSwift::Connection do
+
+  let :opts do
+    {
+      bucket: "my-bucket-name",
+      tenant_name: "tenant_username1",
+      username: "username1",
+      password: "some-pass",
+      auth_url: "https://auth.url.com:123/v2.0/tokens"
+    }
+  end
+
+  let :unauthorized_error do
+    response = OpenStruct.new(body: "error", code: 401)
+    RestClient::Unauthorized.new response, response.code
+  end
+
+  subject do
+    NightcrawlerSwift::Connection.new opts
+  end
+
+  before do
+    NightcrawlerSwift.logger = Logger.new(StringIO.new)
+  end
+
+  describe "initialization" do
+    it "creates the opts struct with the given values" do
+      expect(subject.opts).to_not be_nil
+      opts.keys.each do |key|
+        expect(subject.opts.send(key)).to eql(opts[key])
+      end
+    end
+  end
+
+  describe "#connect!" do
+    let :auth_json do
+      {
+        auth: {
+          tenantName: opts[:tenant_name],
+          passwordCredentials: {username: opts[:username], password: opts[:password]}
+        }
+      }.to_json
+    end
+
+    let :auth_success_response do
+      path = File.join(File.dirname(__FILE__), "../..", "fixtures/auth_success.json")
+      OpenStruct.new(body: File.read(File.expand_path(path)))
+    end
+
+    let :auth_success_json do
+      JSON.parse(auth_success_response.body)
+    end
+
+    describe "when it connects" do
+      before do
+        allow(RestClient).to receive(:post).
+          with(opts[:auth_url], auth_json, content_type: :json, accept: :json).
+          and_return(auth_success_response)
+      end
+
+      it "stores the auth response" do
+        subject.connect!
+        expect(subject.auth_response).to_not be_nil
+
+
+        auth_success_json.keys.each do |key|
+          expect(subject.auth_response.send(key)).to eql(auth_success_json[key])
+        end
+      end
+
+      it "stores the token id" do
+        subject.connect!
+        expect(subject.token_id).to eql(auth_success_json["access"]["token"]["id"])
+      end
+
+      it "stores the expires_at" do
+        subject.connect!
+        expires_at = DateTime.parse(auth_success_json["access"]["token"]["expires"]).to_time
+        expect(subject.expires_at).to eql(expires_at)
+      end
+
+      it "stores the admin_url" do
+        subject.connect!
+        expect(subject.admin_url).to eql(auth_success_json["access"]["serviceCatalog"].first["endpoints"].first["adminURL"])
+      end
+
+      it "stores the upload_url" do
+        subject.connect!
+        expect(subject.upload_url).to eql("#{subject.admin_url}/#{opts[:bucket]}")
+      end
+
+      it "returns self" do
+        expect(subject.connect!).to eql(subject)
+      end
+    end
+
+    describe "when some error happens" do
+      before do
+        allow(RestClient).to receive(:post).
+          with(opts[:auth_url], auth_json, content_type: :json, accept: :json).
+          and_raise(unauthorized_error)
+      end
+
+      it "raises NightcrawlerSwift::Exceptions::ConnectionError" do
+        expect { subject.connect! }.to raise_error(NightcrawlerSwift::Exceptions::ConnectionError)
+      end
+    end
+  end
+
+  describe "#connected?" do
+    it "checks if token_id exists and is still valid" do
+      expect(subject.token_id).to be_nil
+      expect(subject.connected?).to be false
+
+      expires_at = DateTime.now.to_time + 11
+      allow(subject).to receive(:expires_at).and_return(expires_at)
+      allow(subject).to receive(:token_id).and_return("token")
+      expect(subject.connected?).to be true
+    end
+  end
+
+end

data/spec/lib/nightcrawler_swift/delete_spec.rb

@@ -0,0 +1,67 @@
+require 'spec_helper'
+
+describe NightcrawlerSwift::Delete do
+
+  subject do
+    NightcrawlerSwift::Delete.new
+  end
+
+  describe "#execute" do
+    let :connection do
+      double :connection, upload_url: "server-url"
+    end
+
+    let :execute do
+      subject.execute "file_path"
+    end
+
+    before do
+      allow(NightcrawlerSwift).to receive(:connection).and_return(connection)
+      allow(subject).to receive(:delete).and_return(response)
+    end
+
+    context "success" do
+      let :response do
+        double(:response, code: 200, body: {a: 1}.to_json)
+      end
+
+      it "deletes using upload url" do
+        execute
+        expect(subject).to have_received(:delete).with("server-url/file_path", headers: {accept: :json})
+      end
+
+      it "returns the parsed json" do
+        expect(execute).to eql "a" => 1
+      end
+    end
+
+    context "when the file does not exist" do
+      let :response do
+        double(:response, code: 404)
+      end
+
+      before do
+        allow(subject).to receive(:delete).and_raise(RestClient::ResourceNotFound.new(response))
+      end
+
+      it "raises NightcrawlerSwift::Exceptions::NotFoundError" do
+        expect { execute }.to raise_error NightcrawlerSwift::Exceptions::NotFoundError
+      end
+    end
+
+    context "when another error happens" do
+      let :response do
+        double(:response, code: 500)
+      end
+
+      before do
+        allow(subject).to receive(:delete).and_raise(RuntimeError.new(response))
+      end
+
+      it "raises NightcrawlerSwift::Exceptions::ConnectionError" do
+        expect { execute }.to raise_error NightcrawlerSwift::Exceptions::ConnectionError
+      end
+    end
+  end
+
+end

data/spec/lib/nightcrawler_swift/list_spec.rb

@@ -0,0 +1,71 @@
+require "spec_helper"
+
+describe NightcrawlerSwift::List do
+
+  subject do
+    NightcrawlerSwift::List.new
+  end
+
+  describe "#execute" do
+    let :connection do
+      double :connection, upload_url: "server-url"
+    end
+
+    before do
+      allow(NightcrawlerSwift).to receive(:connection).and_return(connection)
+    end
+
+    context "success" do
+      let :json_response do
+        [{"name" => "file"}]
+      end
+
+      let :response do
+        double(:response, code: 200, body: json_response.to_json)
+      end
+
+      before do
+        allow(subject).to receive(:get).and_return(response)
+      end
+
+      it "gets upload url" do
+        subject.execute
+        expect(subject).to have_received(:get).with(connection.upload_url, headers: {accept: :json})
+      end
+
+      it "returns the parsed json" do
+        result = subject.execute
+        expect(result).to eql json_response
+      end
+    end
+
+    context "when the bucket does not exist" do
+      let :response do
+        double(:response, code: 400)
+      end
+
+      before do
+        allow(subject).to receive(:get).and_raise(RestClient::ResourceNotFound.new(response))
+      end
+
+      it "raises NightcrawlerSwift::Exceptions::NotFoundError" do
+        expect { subject.execute }.to raise_error NightcrawlerSwift::Exceptions::NotFoundError
+      end
+    end
+
+    context "when another error happens" do
+      let :response do
+        double(:response, code: 500)
+      end
+
+      before do
+        allow(subject).to receive(:get).and_raise(RuntimeError.new(response))
+      end
+
+      it "raises NightcrawlerSwift::Exceptions::ConnectionError" do
+        expect { subject.execute }.to raise_error NightcrawlerSwift::Exceptions::ConnectionError
+      end
+    end
+  end
+
+end

data/spec/lib/nightcrawler_swift/sync_spec.rb

@@ -0,0 +1,36 @@
+require "spec_helper"
+
+describe NightcrawlerSwift::Sync do
+
+  subject do
+    NightcrawlerSwift::Sync.new
+  end
+
+  before do
+    NightcrawlerSwift.logger = Logger.new(StringIO.new)
+  end
+
+  describe "#execute" do
+
+    let :upload do
+      NightcrawlerSwift::Upload.new
+    end
+
+    it "executes upload command for each file of a directory" do
+      dir = File.expand_path(File.join(File.dirname(__FILE__), "../../fixtures/assets"))
+
+      subject.instance_variable_set(:@upload, upload)
+      expect(File).to receive(:open).with(File.join(dir, "ex1.txt"), "r").and_call_original
+      expect(File).to receive(:open).with(File.join(dir, "ex2.txt"), "r").and_call_original
+      expect(File).to receive(:open).with(File.join(dir, "ex3/ex4.txt"), "r").and_call_original
+
+      expect(upload).to receive(:execute).with("ex1.txt", instance_of(File))
+      expect(upload).to receive(:execute).with("ex2.txt", instance_of(File))
+      expect(upload).to receive(:execute).with("ex3/ex4.txt", instance_of(File))
+
+      subject.execute dir
+    end
+
+  end
+
+end

data/spec/lib/nightcrawler_swift/upload_spec.rb

@@ -0,0 +1,60 @@
+require 'spec_helper'
+
+describe NightcrawlerSwift::Upload do
+
+  subject do
+    NightcrawlerSwift::Upload.new
+  end
+
+  describe "#execute" do
+    let(:path) { "file_name" }
+    let(:file) { double(:file, read: "content") }
+
+    let :connection do
+      double :connection, upload_url: "server-url"
+    end
+
+    let :response do
+      double(:response, code: 201)
+    end
+
+    before do
+      allow(NightcrawlerSwift).to receive(:connection).and_return(connection)
+      allow(subject).to receive(:put).and_return(response)
+    end
+
+    let :execute do
+      subject.execute path, file
+    end
+
+    it "reads file content" do
+      execute
+      expect(file).to have_received(:read)
+    end
+
+    it "sends file content as body" do
+      execute
+      expect(subject).to have_received(:put).with(anything, body: "content")
+    end
+
+    it "sends to upload url with given path" do
+      execute
+      expect(subject).to have_received(:put).with("server-url/file_name", anything)
+    end
+
+    context "when response code is 200" do
+      let(:response) { double(:response, code: 200) }
+      it { expect(execute).to be true }
+    end
+
+    context "when response code is 201" do
+      it { expect(execute).to be true }
+    end
+
+    context "when response code is different than 200 or 201" do
+      let(:response) { double(:response, code: 500) }
+      it { expect(execute).to be false }
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,79 @@
+require "byebug"
+require "nightcrawler_swift"
+
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause this
+# file to always be loaded, without a need to explicitly require it in any files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, make a
+# separate helper file that requires this one and then use it only in the specs
+# that actually need it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  # config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+    expectations.syntax = :expect
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+    mocks.syntax = :expect
+
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended.
+    mocks.verify_partial_doubles = true
+  end
+end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: nightcrawler_swift
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- tulios
+- roberto
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Like the X-Men nightcrawler it teleports your assets to a OpenStack Swift
+  bucket/container
+email:
+- ornelas.tulio@gmail.com
+- roberto.tech@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/nightcrawler_swift.rb
+- lib/nightcrawler_swift/command.rb
+- lib/nightcrawler_swift/connection.rb
+- lib/nightcrawler_swift/delete.rb
+- lib/nightcrawler_swift/exceptions.rb
+- lib/nightcrawler_swift/list.rb
+- lib/nightcrawler_swift/sync.rb
+- lib/nightcrawler_swift/tasks/asset_sync.rake
+- lib/nightcrawler_swift/upload.rb
+- lib/nightcrawler_swift/version.rb
+- nightcrawler_swift.gemspec
+- spec/fixtures/assets/ex1.txt
+- spec/fixtures/assets/ex2.txt
+- spec/fixtures/assets/ex3/ex4.txt
+- spec/fixtures/auth_success.json
+- spec/lib/nightcrawler_swift/command_spec.rb
+- spec/lib/nightcrawler_swift/connection_spec.rb
+- spec/lib/nightcrawler_swift/delete_spec.rb
+- spec/lib/nightcrawler_swift/list_spec.rb
+- spec/lib/nightcrawler_swift/sync_spec.rb
+- spec/lib/nightcrawler_swift/upload_spec.rb
+- spec/lib/nightcrawler_swift_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/tulios/nightcrawler_swift
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Like the X-Men nightcrawler it teleports your assets to a OpenStack Swift
+  bucket/container
+test_files:
+- spec/fixtures/assets/ex1.txt
+- spec/fixtures/assets/ex2.txt
+- spec/fixtures/assets/ex3/ex4.txt
+- spec/fixtures/auth_success.json
+- spec/lib/nightcrawler_swift/command_spec.rb
+- spec/lib/nightcrawler_swift/connection_spec.rb
+- spec/lib/nightcrawler_swift/delete_spec.rb
+- spec/lib/nightcrawler_swift/list_spec.rb
+- spec/lib/nightcrawler_swift/sync_spec.rb
+- spec/lib/nightcrawler_swift/upload_spec.rb
+- spec/lib/nightcrawler_swift_spec.rb
+- spec/spec_helper.rb