handy 0.0.3 → 0.0.4

data/README.md

@@ -1,11 +1,22 @@
 # handy provides follwing tools
 
+##rake handy:db:backup##
+Creates a dump of data and structure which can been safely backed up
+
 ##rake handy:db:restore file=xyz.sql.gz##
 restores the data and structure from file 
 
 ##rake handy:db:db2db##
 restores the data from production database to staging database
  
+##rake handy:db:dump2s3##
+Creates a backup and then stores that backup on s3
+
+##rake handy:db:dump2s3:list##
+Prints a list of all files stored on s3
+
+##rake handy:db:dump2s3:restore file=xxxx.sql.gz##
+Restores the database with the data from s3. 
 
 
 Copyright (c) 2010 Neeraj Singh. See LICENSE for details.

data/lib/handy/dump2s3.rb

@@ -1,9 +1,86 @@
-require 'aws/s3'
+module Handy
+  class S3
+
+    attr_accessor :bucket_name, :access_key_id, :secret_access_key, :bucket_instance
+
+    def initialize(env)
+      file = Rails.root.join('config', 'amazon_s3.yml')
+      unless File.exists?(file)
+        raise "file config/amazon_s3.yml was not found. Create a file as per http://gist.github.com/619432"
+      end
+      config = YAML.load_file(file)
+      @bucket_name = config[env]['bucket_name']
+      @access_key_id = config[env]['access_key_id']
+      @secret_access_key = config[env]['secret_access_key']
+      @s3_instance = Aws::S3.new(access_key_id, secret_access_key)
+      @bucket_instance = Aws::S3::Bucket.create(@s3_instance, bucket_name)
+      begin
+        @bucket_instance.keys
+      rescue
+        @bucket_instance = Aws::S3::Bucket.create(@s3_instance, bucket_name, true)
+      end
+    end
+
+    def list
+      @bucket_instance.keys
+    end
+
+    def store(file_name, file_data)
+      @bucket_instance.put(file_name, file_data)
+    end
+
+    def fetch(file_name)
+      connected
+      AWS::S3::S3Object.find(file_name, bucket)
+
+      file = Tempfile.new("dump")
+      open(file.path, 'w') do |f|
+        AWS::S3::S3Object.stream(file_name, bucket) do |chunk|
+          f.write chunk
+        end
+      end
+      file
+    end
+
+
+    def delete(file_name)
+      if object = AWS::S3::S3Object.find(file_name, bucket)
+        object.delete
+      end
+    end
+
+  end
+
+end
+
 
 module Handy
   class Dump2s3
-    def self.run(env, file)
-      ::AWS::S3::S3Object.store(file_name, file, bucket)
+
+    def self.run(env, file_name)
+      s3 = Handy::S3.new(Rails.env)
+      s3.store(file_name, open(Rails.root.join('tmp', file_name)))
+      Handy::Util.pretty_msg("#{file_name} has been backedup at s3.")
     end
+
+    def self.list(env)
+      s3 = Handy::S3.new(Rails.env)
+      Handy::Util.pretty_msg("List of files on s3")
+      s3.list.each {|e| puts e}
+    end
+
+    def self.restore(env, file_name)
+      s3 = Handy::S3.new(Rails.env)
+      keyinfo = s3.bucket_instance.key(file_name)
+      raise "no file named #{file_name} was found on s3. Please check the file list on s3" if keyinfo.blank?
+      data = s3.bucket_instance.get(file_name)
+      storage_dir = Rails.root.join('tmp', file_name)
+      open(storage_dir, 'w') do |f|
+        f.write data
+      end
+      Handy::Util.pretty_msg("file #{file_name} has been downloaded to #{storage_dir.expand_path}")
+    end
+
   end
+
 end

data/lib/handy/s3.rb

@@ -1,52 +0,0 @@
-module Handy
-  class S3
-
-    attr_accessor :bucket_name, :access_key_id, :secret_access_key
-    def initialize
-      config = YAML.load_file(Rails.root.join('config', 'amazon_s3.yml'))
-      unless File.exists?(config)
-        raise "file config/amazon_s3.yml was not found. Create a file as per http://gist.github.com/619432"
-      end
-      self.new(config[env]['username'], config[env]['password'], config[env]['database'])
-      @bucket_name = config[env]['bucket_name']
-      @access_key_id = config[env]['access_key_id']
-      @secret_access_key = config[env]['secret_access_key']
-    end
-
-    def connect
-      AWS::S3::Base.establish_connection!(access_key_id, secret_access_key)
-      AWS::S3::Bucket.create(bucket)
-    end
-
-    def store
-      connect
-      AWS::S3::S3Object.store(file_name, file, bucket)
-    end
-
-    def fetch(file_name)
-      connected
-      AWS::S3::S3Object.find(file_name, bucket)
-
-      file = Tempfile.new("dump")
-      open(file.path, 'w') do |f|
-        AWS::S3::S3Object.stream(file_name, bucket) do |chunk|
-          f.write chunk
-        end
-      end
-      file
-    end
-
-    def list
-      connect
-      AWS::S3::Bucket.find(bucket).objects.collect {|x| x.path }
-    end
-
-    def delete(file_name)
-      if object = AWS::S3::S3Object.find(file_name, bucket)
-        object.delete
-      end
-    end
-
-  end
-
-end

data/lib/handy/tasks.rb

@@ -49,5 +49,22 @@ namespace :handy do
       Handy::Dump2s3.run(Rails.env, file)
     end
 
+    namespace :dump2s3 do
+
+      desc "list all files stored at s3"
+      task :list => :environment  do
+        Handy::Dump2s3.list(Rails.env)
+      end
+
+      desc "restore data from s3"
+      task :restore => :environment  do
+        file = ENV['file']
+        raise "No file was specified. Usage: rake handy:db:dump2s3:restore file=xxxx" if file.blank?
+        Handy::Dump2s3.restore(Rails.env, file)
+        Rake::Task["handy:db:restore"].invoke
+      end
+
+    end
+
   end
 end

data/lib/handy/version.rb

@@ -1,3 +1,3 @@
 module Handy
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

data/lib/handy.rb

@@ -1,3 +1,6 @@
+require 'aws'
+#require 'aws/s3'
+
 require 'handy/util'
 require 'handy/backup'
 require 'handy/restore'

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: handy
 version: !ruby/object:Gem::Version 
-  hash: 25
+  hash: 23
   prerelease: false
   segments: 
   - 0
   - 0
-  - 3
-  version: 0.0.3
+  - 4
+  version: 0.0.4
 platform: ruby
 authors: 
 - Neeraj Singh