bucket_list 0.1.0

data/bin/bucket_list

@@ -0,0 +1,100 @@
+#!/usr/bin/env ruby
+
+begin 
+  require 'bucket_list'
+rescue LoadError
+  # Cucumber seems to need this
+  $:.unshift "#{File.dirname(__FILE__)}/../lib/"
+  $:.unshift "#{File.dirname(__FILE__)}/../lib/bucket_list/"
+  require 'bucket_list'
+end
+
+require 'optparse'
+options  = {}
+
+option_parser = OptionParser.new do |opts|
+
+  # Allow app to take a comma-separated list of hashes
+  # E.g. bucket:file,bucket:file
+  opts.accept(Hash) do |string|
+    hash = {}
+    string.split(',').each do |pair|
+      key,value = pair.split(/:/)
+      hash[key] = value
+    end
+    hash
+  end
+
+  opts.on("-c ", "--create-bucket BUCKET_NAME", "Create a new bucket") do |bucket_name|
+    options[:create_bucket] = bucket_name.to_s
+  end
+
+  opts.on("-d ", "--delete-bucket BUCKET_NAME", "Delete an existing bucket") do |bucket_name|
+    options[:delete_bucket] = bucket_name.to_s
+  end
+
+  opts.on('-u', '--upload BUCKET_NAME:FILE',Hash, 'Upload FILE to BUCKET_NAME') do |hash| 
+    options[:upload] = hash
+  end
+
+  opts.on("-o ", "--objects BUCKET_NAME", "Show contents of BUCKET_NAME") do |bucket_name|
+    options[:show_contents] = bucket_name.to_s
+  end
+
+	opts.on("-l", "--list-buckets", "Display a list of buckets") do
+    options[:list] = true
+  end
+  
+  opts.on("-v", "--version", "Display bucket_list version") do
+    options[:version] = true
+  end
+
+  opts.on("-h", "--help", "Display bucket_list command usage") do
+    puts opts
+  end
+end
+
+option_parser.parse!
+
+bucket_list = BucketList.new
+
+if options[:create_bucket]
+  puts "[INFO] About to create a new S3 bucket named '#{options[:create_bucket]}'"
+  bucket_list.create_bucket(options[:create_bucket])
+end
+
+if options[:delete_bucket]
+  puts "[INFO] About to delete the '#{options[:delete_bucket]}' bucket"
+  bucket_list.delete_bucket(options[:delete_bucket])
+end
+
+if options[:list]
+  if bucket_list.get_number_of_buckets > 0
+    bucket_list.get_list_of_bucket_names.each do |bucket_name|
+      puts bucket_name
+    end
+  else
+    puts "[INFO] You do not currently have any AWS S3 buckets"
+  end
+end
+
+if options[:show_contents]
+  puts "[INFO] Listing contents of the '#{options[:show_contents]}' bucket"
+  bucket_objects = bucket_list.get_bucket_contents(options[:show_contents])
+  if !bucket_objects.empty?
+    bucket_objects.each do |object|
+      puts object
+    end
+  end
+end
+
+if options[:upload]
+  options[:upload].each_pair do |bucket_name, file|
+    puts "[INFO] Uploading '#{file}' to the '#{bucket_name}' bucket"
+    bucket_list.upload_file_to_bucket(bucket_name, file)
+  end
+end
+
+if options[:version]
+  puts "[INFO] bucket_list version: #{bucket_list.settings['version']}"
+end

data/config/aws_config.yml

@@ -0,0 +1,2 @@
+access_key_id: <%= ENV['BUCKET_LIST_ACCESS_KEY'] %>
+secret_access_key: <%= ENV['BUCKET_LIST_SECRET_KEY'] %>

data/config/config.yml

@@ -0,0 +1,3 @@
+# bucket_list config file
+
+version: 0.1.0

data/lib/bucket_list/app.rb

@@ -0,0 +1,134 @@
+require 'aws-sdk'
+require 'erb'
+require 'yaml'
+
+class BucketList
+  attr_accessor :s3, :settings
+
+  def initialize
+    if keys_available?
+      aws_config_file = "#{File.dirname(__FILE__)}/../../config/aws_config.yml"
+      aws_config = YAML.load(ERB.new(File.read(aws_config_file)).result)
+      AWS.config(aws_config)
+      @s3 = AWS::S3.new
+  
+      config_file = "#{File.dirname(__FILE__)}/../../config/config.yml"
+      config = YAML.load(File.read(config_file))
+      @settings = config
+    else
+      puts "[ERROR] AWS access keys must be available through 'BUCKET_LIST_ACCESS_KEY' and 'BUCKET_LIST_SECRET_KEY' environment variables"
+      exit 1
+    end
+  end
+
+  def bucket_exists?(bucket_name)
+    @s3.buckets[bucket_name].exists?
+  end
+
+  def bucket_contains_object?(bucket_name, object_name)
+    bucket_contents = Array.new
+    bucket = s3.buckets[bucket_name]
+    bucket.objects['key']
+    bucket.objects.each do |obj|
+      bucket_contents << obj.key
+    end
+    bucket_contents.include?(object_name)
+  end
+
+  def create_bucket(bucket_name)
+    if !bucket_exists?(bucket_name)
+      @s3.buckets.create(bucket_name)
+      wait_for_bucket(bucket_name, true)
+      puts "[INFO] Bucket created"
+    else
+      puts "[ERROR] Sorry, a bucket named '#{bucket_name}' already exists"
+    end
+  end
+
+  def keys_available?
+    x = ENV['BUCKET_LIST_ACCESS_KEY']
+    y = ENV['BUCKET_LIST_SECRET_KEY']
+    !x.nil? && !y.nil?
+  end
+
+  def delete_bucket(bucket_name)
+    if bucket_exists?(bucket_name)
+    	bucket = s3.buckets[bucket_name]
+      bucket.delete!
+      wait_for_bucket(bucket_name, false)
+      puts "[INFO] The bucket '#{bucket_name}' has been deleted"
+    else
+      puts "[ERROR] Sorry, a bucket named '#{bucket_name}' does not exist"
+    end
+  end
+
+  def get_bucket_contents(bucket_name)
+  	bucket_contents = Array.new
+    if bucket_exists?(bucket_name)
+    	if get_number_of_bucket_contents(bucket_name) > 0
+    	  bucket = s3.buckets[bucket_name]
+        bucket.objects['key']
+        bucket.objects.each do |obj|
+          bucket_contents << obj.key
+        end
+        bucket_contents
+      else
+    	  puts "[INFO] The bucket '#{bucket_name}' does not have any contents"
+    	end
+    else
+      puts "[ERROR] Sorry, a bucket named '#{bucket_name}' does not exist"
+    end
+    bucket_contents
+  end
+
+  def get_number_of_buckets
+  	@s3.buckets.count
+  end
+
+  def get_number_of_bucket_contents(bucket_name)
+    if bucket_exists?(bucket_name)
+    	bucket = s3.buckets[bucket_name]
+      bucket.objects.count
+    else
+      puts "[ERROR] Sorry, a bucket named '#{bucket_name}' does not exist"
+    end  	
+  end
+
+  def get_list_of_bucket_names
+    my_buckets = Array.new
+    @s3.buckets.each do |bucket|
+    	my_buckets << bucket.name
+    end
+    my_buckets
+  end
+
+  def upload_file_to_bucket(bucket_name, file)
+    if bucket_exists?(bucket_name)
+    	bucket = s3.buckets[bucket_name]
+
+    	basename = File.basename(file)
+    	o = bucket.objects[basename]
+    	o.write(:file => file)
+
+      until bucket_contains_object?(bucket_name, basename) do
+        sleep 1
+      end
+    	puts "[INFO] Uploaded '#{file}' to the '#{bucket_name}' bucket"
+    	puts "[INFO] Access file at '#{o.url_for(:read)}'"
+    else
+    	puts "[ERROR] Sorry, a bucket named '#{bucket_name}' does not exist"
+    end
+  end
+
+  def wait_for_bucket(bucket_name, exist_bool)
+    if exist_bool
+      until bucket_exists?(bucket_name) do
+        sleep 1
+      end  
+    else
+      until !bucket_exists?(bucket_name) do
+        sleep 1
+      end  
+    end
+  end
+end

data/lib/bucket_list.rb

@@ -0,0 +1 @@
+require 'bucket_list/app'

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: bucket_list
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Ed King
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+- !ruby/object:Gem::Dependency
+  name: cucumber
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.11
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.11
+description: bucket_list is a simple command line tool that can be used to manage
+  and upload files to AWS S3 buckets.
+email: ed@victavision.co.uk
+executables:
+- bucket_list
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/bucket_list.rb
+- lib/bucket_list/app.rb
+- config/config.yml
+- config/aws_config.yml
+- bin/bucket_list
+homepage: http://ed.victavision.co.uk/blog/post/27-8-2012-bucket-list
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Command line app for talking to AWS S3
+test_files: []
+has_rdoc: