ey_db_backup 1.1.0 → 1.2.0

data/README.rdoc

@@ -1,10 +1,11 @@
 == Engine Yard Database Backup
 
-Engine Yard Database Backup is used to backup the latest database backup from Amazon's S3 service. 
+Engine Yard Database Backup is used to backup the latest database backup from Amazon's S3 service.
 This gem downloads the latest file in the bucket you specify in your AWS S3 account.
 This backup utility is to make sure there is a recent backup of the database incase Amazon's S3 service goes down and you need access to your data.
 
 == Setting up and using the Engine Yard Database Backup gem
+
 1. <tt>gem install ey_db_backup</tt>
 2. Create the directory <tt>config</tt> within the local directory you are running the gem in.
 3. Create a YAML file <tt>config.yml</tt> structured as below:
@@ -12,8 +13,12 @@ This backup utility is to make sure there is a recent backup of the database inc
     secret_access_key: "put your secret access key here"
     bucket_name: "put the bucket name here"
     export_path: "put the location you want to export the file to here (e.g. documents/db_exports/)"
+    environment: "put which environment you want backed up in Engine Yard (e.g. Production)"
+    databases:
+      - "list all databases here (e.g. apple)"
+      - "(e.g. orange)"
 4. Simply run <tt>ey_db_backup run_export</tt> to download the latest file in the bucket you specified to the directory you specified.
-  
+
 == Configuring Engine Yard Databse Backup for Development
 
 1. Fork this project.
@@ -21,7 +26,7 @@ This backup utility is to make sure there is a recent backup of the database inc
 3. Code away!
 
 == Contributing to ey_db_export
- 
+
 * Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
 * Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
 * Fork the project

data/Rakefile

@@ -20,7 +20,7 @@ Jeweler::Tasks.new do |gem|
   gem.homepage = "http://github.com/brettchalupa/ey_db_backup"
   gem.license = "MIT"
   gem.summary = %Q{Gem interacts with Amazon's S3 service to import the latest database backup.}
-  gem.description = %Q{This gem interacts with Amazon's S3 service to give the user the ability to backup their database and store it elsewhere in case S3 experiences an outage. This gem should allow the user to easily automate the process of grabbing the most recent database from S3.}
+  gem.description = %Q{This gem interacts with Amazon's S3 service to give the user the ability to backup their Engine Yard databases and store them locally. This gem should allow the user to easily automate the process of grabbing the most recent database backup from S3. You can include as many databases in an environment as desired. To get started, check out the documentation.}
   gem.email = "brettchalupa@gmail.com"
   gem.authors = ["Brett Chalupa"]
   # dependencies defined in Gemfile

data/VERSION

@@ -1 +1 @@
-1.1.0
+1.2.0

data/ey_db_backup.gemspec

@@ -5,13 +5,13 @@
 
 Gem::Specification.new do |s|
   s.name = %q{ey_db_backup}
-  s.version = "1.1.0"
+  s.version = "1.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Brett Chalupa"]
   s.date = %q{2011-08-19}
   s.default_executable = %q{ey_db_backup}
-  s.description = %q{This gem interacts with Amazon's S3 service to give the user the ability to backup their database and store it elsewhere in case S3 experiences an outage. This gem should allow the user to easily automate the process of grabbing the most recent database from S3.}
+  s.description = %q{This gem interacts with Amazon's S3 service to give the user the ability to backup their Engine Yard databases and store them locally. This gem should allow the user to easily automate the process of grabbing the most recent database backup from S3. You can include as many databases in an environment as desired. To get started, check out the documentation.}
   s.email = %q{brettchalupa@gmail.com}
   s.executables = ["ey_db_backup"]
   s.extra_rdoc_files = [

data/features/export.feature

@@ -2,8 +2,7 @@ Feature: Exporting database from Engine Yard
   As a developer
   I want to export the latest database from Engine Yard
   So that I have a backup of the database hosted on another server that isn't Amazon's S3
-  
-  @wip
+
   Scenario: Successfully downloading the database
     Given I have Amazon S3 credentials located in a file
     And I have a database backup on Amazon S3

data/lib/ey_db_backup/aws_configuration.rb

@@ -5,6 +5,8 @@ class AWSConfiguration
   attr_accessor :secret_access_key
   attr_accessor :bucket_name
   attr_accessor :export_path
+  attr_accessor :environment
+  attr_accessor :databases
 
   def read_from_yaml
     s3_credentials_yml = YAML.load_file("config/config.yml")
@@ -12,6 +14,8 @@ class AWSConfiguration
     @secret_access_key = s3_credentials_yml["secret_access_key"]
     @bucket_name = s3_credentials_yml["bucket_name"]
     @export_path = s3_credentials_yml["export_path"]
+    @environment = s3_credentials_yml["environment"]
+    @databases = s3_credentials_yml["databases"]
   end
 
 end

data/lib/ey_db_backup/database_export.rb

@@ -17,30 +17,68 @@ class DatabaseExport < Thor
 
     bucket_name = aws_config.bucket_name
     export_path = aws_config.export_path
+    environment = aws_config.environment
+    databases = aws_config.databases
 
-    bucket_files = AWS::S3::Bucket.objects(bucket_name)
-    
+    databases.each do |m|
 
-    most_recent = bucket_files[0]
+      bucket_files = AWS::S3::Bucket.objects(bucket_name)
 
-    bucket_files.each do |n|
-      if n.about["last-modified"] > most_recent.about["last-modified"]
-        most_recent = n
+      bucket_files.each do |x|
+        puts x.key
       end
-    end
 
-    chunk_total = 0
 
-    puts "Backing up #{most_recent.key} to #{export_path}"
-    puts "Current transfer status:"
+      bucket_files.keep_if {|v| v.key.include? m}
+
+      puts "-------"
 
-    open("#{export_path}#{most_recent.key}", 'w') do |file|
-        AWS::S3::S3Object.stream(most_recent.key, bucket_name) do |chunk|
-          file.write chunk
-          print "#{(((file.size.to_f)/(most_recent.about["content-length"].to_f))*100.0).truncate}% "
+      bucket_files.each do |x|
+        puts x.key
+      end
+
+      bucket_files.each do |k|
+        puts k.key
+      end
+
+      most_recent = bucket_files[0]
+
+      bucket_files.each do |n|
+        if n.about["last-modified"] > most_recent.about["last-modified"]
+          most_recent = n
         end
+      end
+
+      puts "Backing up #{most_recent.key} to #{export_path}#{most_recent.key}"
+      puts "Current transfer status:"
+
+      if !FileTest::directory?("#{export_path}#{environment}.#{m}")
+        Dir::mkdir("#{export_path}#{environment}.#{m}")
+      end
+
+      counter = 0
+
+      puts most_recent.about["content-length"]
+
+      open("#{export_path}#{most_recent.key}", 'w') do |file|
+          AWS::S3::S3Object.stream(most_recent.key, bucket_name) do |chunk|
+            file.write chunk
+            counter = counter + 1
+            if counter == ((((most_recent.about["content-length"].to_f/10.0)/1048576)*100).truncate).to_i or ((((file.size.to_f)/(most_recent.about["content-length"].to_f))*100.0).truncate == 100)
+              print "#{(((file.size.to_f)/(most_recent.about["content-length"].to_f))*100.0).truncate}% "
+              counter = 0
+            end
+
+          end
+      end
+
+      puts "\nBackup of #{most_recent.key} complete"
+
+    end
+    
+    if databases.length > 1
+      puts "All backups complete"
     end
 
-    puts "\nBackup complete"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ey_db_backup
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -14,7 +14,7 @@ default_executable: ey_db_backup
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
-  requirement: &70264077838440 !ruby/object:Gem::Requirement
+  requirement: &70165758574820 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,10 +22,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70264077838440
+  version_requirements: *70165758574820
 - !ruby/object:Gem::Dependency
   name: aws-s3
-  requirement: &70264077837900 !ruby/object:Gem::Requirement
+  requirement: &70165758574320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -33,10 +33,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70264077837900
+  version_requirements: *70165758574320
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70264077837420 !ruby/object:Gem::Requirement
+  requirement: &70165758573840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -44,10 +44,10 @@ dependencies:
         version: 2.3.0
   type: :development
   prerelease: false
-  version_requirements: *70264077837420
+  version_requirements: *70165758573840
 - !ruby/object:Gem::Dependency
   name: cucumber
-  requirement: &70264077836860 !ruby/object:Gem::Requirement
+  requirement: &70165758573340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +55,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70264077836860
+  version_requirements: *70165758573340
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70264077836380 !ruby/object:Gem::Requirement
+  requirement: &70165758572820 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -66,10 +66,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *70264077836380
+  version_requirements: *70165758572820
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70264077835880 !ruby/object:Gem::Requirement
+  requirement: &70165758572340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -77,10 +77,10 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *70264077835880
+  version_requirements: *70165758572340
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &70264077835340 !ruby/object:Gem::Requirement
+  requirement: &70165758571840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,10 +88,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70264077835340
+  version_requirements: *70165758571840
 - !ruby/object:Gem::Dependency
   name: mock-aws-s3
-  requirement: &70264077834820 !ruby/object:Gem::Requirement
+  requirement: &70165758571340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -99,10 +99,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70264077834820
+  version_requirements: *70165758571340
 - !ruby/object:Gem::Dependency
   name: aws-s3
-  requirement: &70264077834300 !ruby/object:Gem::Requirement
+  requirement: &70165758570840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -110,11 +110,12 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70264077834300
+  version_requirements: *70165758570840
 description: This gem interacts with Amazon's S3 service to give the user the ability
-  to backup their database and store it elsewhere in case S3 experiences an outage.
-  This gem should allow the user to easily automate the process of grabbing the most
-  recent database from S3.
+  to backup their Engine Yard databases and store them locally. This gem should allow
+  the user to easily automate the process of grabbing the most recent database backup
+  from S3. You can include as many databases in an environment as desired. To get
+  started, check out the documentation.
 email: brettchalupa@gmail.com
 executables:
 - ey_db_backup
@@ -171,7 +172,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3578843560886165085
+      hash: 2009758998784942013
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: