hoarder 0.0.1

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+hoarder.yml

data/Gemfile

@@ -0,0 +1,6 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in hoarder.gemspec
+gemspec
+
+gem 'rspec'

data/README.markdown

@@ -0,0 +1,30 @@
+# Hoarder
+
+_For those who can't let go..._
+
+Hoarder is a utility for pushing your files to cloud storage. Just specify the absolute path of a directory of files you want to store and Hoarder will push all of its contents to the cloud. Hoarder will outright replace any files with the same name in your cloud storage container (bucket?).
+
+## Installation
+
+    gem install hoarder
+
+## Usage
+
+Create a hoarder.yml file in the directory containing the files you want to push. Hoarder uses the gem [Fog](http://fog.io) to connect to cloud providers. Support is only provided for Rackspace Cloud Files (for now). The available hoarder.yml options are:
+
+    rackspace_username: # Your Rackspace user name
+    rackspace_api_key: # Your Rackspace api key
+    container: # The name of the Cloud Files container to use (does not have to exist)
+    public: # True or False depending on if you want the container to be CDN enabled
+
+The rackspace_username and rackspace_api_key options come directly from [Fog](http://fog.io).
+
+Then from your command line simply run:
+
+    hoarder "/absolute/path/to/your/files"
+
+## To Do
+
+* Add support for Amazon S3
+* Make uploading a little smarter
+* More specs

data/Rakefile

@@ -0,0 +1,8 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('spec')
+
+task :default => :spec

data/bin/hoarder

@@ -0,0 +1,14 @@
+#!/user/bin/env ruby
+require 'hoarder'
+
+begin
+  s = Hoarder::Storage.new(ARGV[0])
+  Hoarder::Hoarder.new(s).hoard(s.absolute_path)
+  Kernel.exit 1
+rescue SystemExit => e
+  Kernel.exit(e.status)
+rescue Exception => e
+  STDERR.puts("#{e.message} (#{e.class})")
+  STDERR.puts(e.backtrace.join("\n"))
+  Kernel.exit 1
+end

data/hoarder.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "hoarder/version"
+
+Gem::Specification.new do |s|
+  s.name        = "hoarder"
+  s.version     = Hoarder::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Michael Cheung"]
+  s.email       = ["mncheu@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{For those who can't let go of their files.}
+  s.description = %q{A utility to push static files to cloud storage.}
+
+  s.rubyforge_project = "hoarder"
+
+  s.add_runtime_dependency "fog"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/hoarder.yml.sample

@@ -0,0 +1,4 @@
+rackspace_username:
+rackspace_api_key:
+container:
+public:

data/lib/hoarder.rb

@@ -0,0 +1,4 @@
+require 'yaml'
+require 'fog'
+require 'hoarder/storage'
+require 'hoarder/hoarder'

data/lib/hoarder/hoarder.rb

@@ -0,0 +1,57 @@
+module Hoarder
+  class Hoarder
+
+    def initialize(storage)
+      @storage = storage 
+    end
+
+    def file_name(file, path)
+      relative_path(path).empty? ? File.basename(file) : "#{relative_path(path)}/#{File.basename(file)}"
+    end
+
+    def hidden_file?(file_name)
+      file_name.chr == '.' ? true : false 
+    end
+
+    def hoard(path)
+      current_path = relative_path(path).empty? ? @storage.absolute_path : "#{@storage.absolute_path}/#{relative_path(path)}"
+      Dir.new(path).each do |f|
+        unless ignore_file?(f)
+          begin
+            if File.directory?("#{current_path}/#{f}") 
+              puts "Creating directory #{File.basename(f)}"
+              @storage.locker.files.create(
+                :key => file_name(f, path),
+                :body => '',
+                :content_type => 'application/directory',
+                :public => @storage.public
+              )
+              self.send "hoard", "#{path}/#{File.basename(f)}"
+            else
+              unless File.basename(f) == "hoarder.yml"
+                puts "Creating file #{File.basename(f)}"
+                @storage.locker.files.create(
+                  :key => file_name(f, path),
+                  :body => File.open("#{current_path}/#{f}"),
+                  :public => @storage.public
+                )
+              end
+            end
+          rescue
+            puts "Error creating file #{file_name(f, path)}"
+          end
+        end
+      end
+    end
+
+    def ignore_file?(file)
+      ['.', '..'].include?(File.basename(file)) || hidden_file?(File.basename(file)) ? true : false 
+    end
+
+    def relative_path(path)
+      path.split('/').slice(@storage.absolute_path.split('/').size..path.split('/').size).join('/')
+    end
+    private :relative_path
+
+  end
+end

data/lib/hoarder/storage.rb

@@ -0,0 +1,60 @@
+module Hoarder
+  class Storage
+
+    def initialize(path)
+      @absolute_path = path
+      @config = load_config("#{@absolute_path}/hoarder.yml")
+      @public = @config['public'] || true
+      @connection = set_connection(@config['provider'], @config)
+      @locker = set_locker(@config['container'], @public)
+    end
+
+    def absolute_path
+      @absolute_path 
+    end
+
+    def locker
+      @locker 
+    end
+
+    def public
+      @public 
+    end
+    
+    def load_config(config_file)
+      if FileTest.exist?(config_file)
+        begin
+          config = File.open(config_file) {|yf| YAML::load(yf)} || {}
+          validate_config(config)
+        rescue
+          raise "Unable to load config file #{config_file}."
+        end
+      else
+        raise "Missing config file #{config_file}."
+      end
+      config
+    end
+    private :load_config
+
+    def set_connection(provider, options = {})
+      Fog::Storage.new({
+        :provider => 'Rackspace',
+        :rackspace_api_key => options['rackspace_api_key'],
+        :rackspace_username => options['rackspace_username']
+      })
+    end
+    private :set_connection
+
+    def set_locker(name, make_public)
+      locker = @connection.directories.get(name)
+      locker.nil? ? @connection.directories.create(:key => name, :public => make_public) : locker
+    end
+    private :set_locker
+
+    def validate_config(config)
+      raise if config.empty?
+    end
+    private :validate_config
+
+  end
+end

data/lib/hoarder/version.rb

@@ -0,0 +1,3 @@
+module Hoarder
+  VERSION = "0.0.1"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'hoarder'
+
+RSpec.configure do |config|
+  config.mock_with :rspec 
+end

data/spec/storage_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+
+describe Hoarder::Storage, "#initialize" do
+  let(:config) { {:provider => 'rackspace', :rackspace_username => 'testguy', :rackspace_api_key => 'iamakey'} }
+  let(:connection) { mock(Fog::Storage) }
+
+  before {
+    Fog::Storage.stub(:new).and_return(connection)
+  }
+
+  context "when config file is missing" do
+    before {
+      FileTest.stub(:exist?).and_return(false)
+    }
+    specify {
+      lambda { Hoarder::Storage.new('') }.should raise_error(RuntimeError, "Missing config file /hoarder.yml.")
+    }
+  end
+
+  context "when config file is not missing" do
+    before {
+      FileTest.stub(:exist?).and_return(true)
+      File.stub(:open).and_return('')
+    }
+
+    context "and opening file causes exception" do
+      specify {
+        lambda { Hoarder::Storage.new('') }.should raise_error(RuntimeError, "Unable to load config file /hoarder.yml.")
+      }
+    end
+
+    context "and opening file does not cause an exception" do
+
+      context "and config file is empty" do
+        before {
+          YAML.stub(:load).and_return({})
+        }
+        specify {
+          lambda { Hoarder::Storage.new('') }.should raise_error(RuntimeError, "Unable to load config file /hoarder.yml.")
+        }
+      end
+
+    end
+  end
+  
+end

metadata

@@ -0,0 +1,79 @@
+--- !ruby/object:Gem::Specification 
+name: hoarder
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Michael Cheung
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-17 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: fog
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: A utility to push static files to cloud storage.
+email: 
+- mncheu@gmail.com
+executables: 
+- hoarder
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- README.markdown
+- Rakefile
+- bin/hoarder
+- hoarder.gemspec
+- hoarder.yml.sample
+- lib/hoarder.rb
+- lib/hoarder/hoarder.rb
+- lib/hoarder/storage.rb
+- lib/hoarder/version.rb
+- spec/spec_helper.rb
+- spec/storage_spec.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: hoarder
+rubygems_version: 1.5.2
+signing_key: 
+specification_version: 3
+summary: For those who can't let go of their files.
+test_files: []
+