s3-batch 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in s3-batch.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/s3-batch

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+begin
+  require 's3-batch'
+rescue LoadError
+  require 'rubygems'
+  $:.unshift(File.expand_path('../../lib', __FILE__))
+  require 's3-batch'
+end
+
+S3::Batch.start

data/lib/s3-batch/version.rb

@@ -0,0 +1,5 @@
+module S3
+  class Batch
+    VERSION = "0.0.1"
+  end
+end

data/lib/s3-batch.rb

@@ -0,0 +1,133 @@
+require 'thor'
+require 'aws'
+
+module S3
+end
+
+class S3::Batch < Thor
+  
+  require "s3-batch/version"
+
+  include Thor::Actions
+  
+  class_options :'bucket' => :string
+  class_options :'access-key-id' => :string
+  class_options :'secret-access-key' => :string
+  class_options :'location' => :string
+  class_options :'acl' => :string
+
+  desc "upload [DIR]", "Upload many files to S3"
+  def upload(dir=nil)
+    @root = dir
+    bucket
+    
+    files_to_upload.each do |file|
+      puts "Uploading: #{file}"
+      object = bucket.objects[file]
+      
+      if object.exists?
+        puts "[SKIP] File exists."
+        next
+      end
+      
+      object.write(
+        :file          => File.join(@root, file),
+        :acl           => acl,
+        :storage_class => :standard,
+        :cache_control => 'max-age=315360000')
+      
+      puts "[DONE] File uploaded."
+    end
+  end
+  
+private
+
+  attr_reader :root
+
+  def files_to_upload
+    @files_to_upload ||= begin
+      files = []
+      @root = File.expand_path(@root || '.')
+      Dir.glob(@root+'/**/*').each do |path|
+        next unless File.file?(path)
+        files << path[(@root.size + 1)..-1]
+      end
+      files
+    end
+  end
+  
+  def s3
+    @s3 ||= AWS::S3.new(
+      :access_key_id     => access_key_id,
+      :secret_access_key => secret_access_key,
+      :s3_endpoint       => s3_endpoint
+    )
+  end
+  
+  def bucket
+    @bucket ||= begin
+      bucket = s3.buckets[bucket_name]
+      unless bucket.exists?
+        puts "Creating bucket: #{bucket_name}"
+        bucket = s3.buckets.create(bucket_name,
+          :location_constraint => location_constraint,
+          :acl                 => acl)
+      end
+      bucket
+    end
+  end
+  
+  def bucket_name
+    @bucket_name ||= begin
+      options[:'bucket'] || ask('Bucket:')
+    end
+  end
+  
+  def access_key_id
+    @access_key_id ||= begin
+      options[:'access-key-id'] || ask('Access Key ID:')
+    end
+  end
+  
+  def secret_access_key
+    @secret_access_key ||= begin
+      options[:'secret-access-key'] || ask('Secret Access Key:')
+    end
+  end
+  
+  def location
+    @location ||= begin
+      v = options[:'location'] || ask('Location [EU-WEST]:')
+      v = 'EU-WEST' if v.empty?
+      v
+    end
+  end
+  
+  def acl
+    @acl ||= begin
+      v = options[:'acl'] || ask('ACL [PUBLIC-READ]:')
+      v = 'PUBLIC-READ' if v.empty?
+      v.downcase.gsub('-', '_').to_sym
+    end
+  end
+  
+  def s3_endpoint
+    {
+      'US-EAST'      => 's3.amazonaws.com',
+      'US-WEST'      => 's3-us-west-1.amazonaws.com',
+      'EU-WEST'      => 's3-eu-west-1.amazonaws.com',
+      'AP-SOUTHEAST' => 's3-ap-southeast-1.amazonaws.com',
+      'AP-NORTHEAST' => 's3-ap-northeast-1.amazonaws.com'
+    }[location]
+  end
+  
+  def location_constraint
+    {
+      'US-EAST'      => nil,
+      'US-WEST'      => 'us-west-1',
+      'EU-WEST'      => 'EU',
+      'AP-SOUTHEAST' => 'ap-southeast-1',
+      'AP-NORTHEAST' => 'ap-northeast-1'
+    }[location]
+  end
+end

data/s3-batch.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "s3-batch/version"
+
+Gem::Specification.new do |s|
+  s.name        = "s3-batch"
+  s.version     = S3::Batch::VERSION
+  s.authors     = ["Simon Menke"]
+  s.email       = ["simon.menke@gmail.com"]
+  s.homepage    = "http://github.com/fd"
+  s.summary     = %q{Upload a batch of files to S3}
+  s.description = %q{Upload a batch of files to S3.}
+
+  s.rubyforge_project = "s3-batch"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "aws-sdk"
+  s.add_runtime_dependency "thor"
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: s3-batch
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Simon Menke
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-08-29 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: thor
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: Upload a batch of files to S3.
+email: 
+- simon.menke@gmail.com
+executables: 
+- s3-batch
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Rakefile
+- bin/s3-batch
+- lib/s3-batch.rb
+- lib/s3-batch/version.rb
+- s3-batch.gemspec
+homepage: http://github.com/fd
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: s3-batch
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: Upload a batch of files to S3
+test_files: []
+