heroku-mongo-backup 0.4.1 → 0.4.2

data/README.md

@@ -40,8 +40,19 @@ For FTP set these variables:
 ## Rake Commands
 
 * ```heroku run rake mongo:backup```
+
+If you want to automatically remove old backup files pass ```MAX_BACKUPS``` parameter to the rake command:
+
+* ```heroku run rake mongo:backup MAX_BACKUPS=7```
+
+Restore from backup:
+
 * ```heroku run rake mongo:restore FILE=backup-file-name.gz```
 
+If you want to restore from local file run:
+
+* ```rake mongo:restore LOCAL=/absolute/path/to/<backup-file.gz>```
+
 For Rails 2 add this to your Rakefile to import rake tasks:
 
 ```import File.expand_path(File.join(Gem.datadir('heroku-mongo-backup'), '..', '..', 'lib', 'tasks', 'heroku_mongo_backup.rake'))```

data/heroku-mongo-backup.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name    = 'heroku-mongo-backup'
-  s.version = '0.4.1'
+  s.version = '0.4.2'
   s.summary = 'Rake task backups mongo database on Heroku and push gzipped file to Amazon S3 or FTP.'
   s.description = 'Rake task for backing up mongo database on heroku and push it to S3 or FTP. Library can be used as rake task or be easily integrated into daily cron job.'
 

data/lib/heroku-mongo-backup.rb

@@ -149,10 +149,11 @@ module HerokuMongoBackup
       end
     end
 
-    def initialize
+    def initialize connect = true
       @file_name = Time.now.strftime("%Y-%m-%d_%H-%M-%S.gz")
   
-      if((ENV['RAILS_ENV'] || ENV['RACK_ENV']) == 'production')
+      if( ['production', 'staging'].include?(ENV['RAILS_ENV'] || ENV['RACK_ENV']) )
+
         #config_template = ERB.new(IO.read("config/mongoid.yml"))
         #uri = YAML.load(config_template.result)['production']['uri']
         uri = ENV['MONGO_URL']
@@ -163,6 +164,7 @@ module HerokuMongoBackup
         if uri.nil?
           uri = ENV['MONGOLAB_URI']
         end          
+      
       else
         mongoid_config  = YAML.load_file("config/mongoid.yml")
         config = {}
@@ -192,14 +194,16 @@ module HerokuMongoBackup
   
       self.db_connect
 
-      if ENV['UPLOAD_TYPE'] == 'ftp'
-        self.ftp_connect
-      else
-        self.s3_connect
+      if connect
+        if ENV['UPLOAD_TYPE'] == 'ftp'
+          self.ftp_connect
+        else
+          self.s3_connect
+        end
       end
     end
 
-    def backup
+    def backup files_number_to_leave=0
       self.chdir    
       self.store
 
@@ -209,19 +213,26 @@ module HerokuMongoBackup
       else
         self.s3_upload
       end
+
+      if files_number_to_leave > 0
+        HerokuMongoBackup::remove_old_backup_files(@bucket, files_number_to_leave)
+      end
     end
     
-    def restore file_name
+    def restore file_name, download_file = true
       @file_name = file_name
   
       self.chdir
       
-      if ENV['UPLOAD_TYPE'] == 'ftp'
-        self.ftp_download
-        @ftp.close
-      else
-        self.s3_download
+      if download_file
+        if ENV['UPLOAD_TYPE'] == 'ftp'
+          self.ftp_download
+          @ftp.close
+        else
+          self.s3_download
+        end
       end
+
       self.load
     end
   end

data/lib/s3_helpers.rb

@@ -38,6 +38,10 @@ if defined?(S3)
 
       return content
     end
+
+    def HerokuMongoBackup::remove_old_backup_files(files_number_to_leave)
+    end
+
 end
 
 
@@ -59,7 +63,6 @@ if defined?(AWS)
   def HerokuMongoBackup::s3_connect(bucket, key, secret)
     AWS::S3::Base.establish_connection!(:access_key_id     => key,
                                         :secret_access_key => secret)
-    # This is probably doesn't work
     return bucket
   end
 
@@ -71,6 +74,22 @@ if defined?(AWS)
     content = AWS::S3::S3Object.value("backups/#{filename}", bucket)
     return content
   end
+
+  def HerokuMongoBackup::remove_old_backup_files(bucket_name, files_number_to_leave)
+    bucket = Bucket.find(bucket_name)
+
+    object_keys = []
+    bucket.objects.each { |o| object_keys << o.key }
+
+    object_keys = object_keys.sort
+
+    excess = object_keys.count - files_number_to_leave
+
+    if excess > 0
+      (0..excess-1).each { |i| S3Object.find(object_keys[i], bucket_name).delete }
+    end
+  end
+
 end
 
 
@@ -113,10 +132,18 @@ if defined?(Fog)
     return file.body
   end
 
-
-
-
-
+  def HerokuMongoBackup::remove_old_backup_files(directory, files_number_to_leave)
+    total_backups = directory.files.all.size
+    
+    if total_backups > files_number_to_leave
+      
+      files_to_destroy = (0..total_backups-files_number_to_leave-1).collect{|i| directory.files.all[i] }
+      
+      files_to_destroy.each do |f|
+        f.destroy
+      end
+    end
+  end
 
 else
   logging = Logger.new(STDOUT)

data/lib/tasks/heroku_mongo_backup.rake

@@ -2,18 +2,33 @@
 
 namespace :mongo do
   desc "Backup prodution database and store it on S3.\n
-        Example of usage: rake mongo:backup"
+        Example of usage: rake mongo:backup OR rake mongo:backup MAX_BACKUPS=7"
   task :backup => :environment do
-    HerokuMongoBackup::Backup.new.backup
+    if ENV['MAX_BACKUPS']
+      HerokuMongoBackup::Backup.new.backup(ENV['MAX_BACKUPS'].to_i)
+    else
+      HerokuMongoBackup::Backup.new.backup
+    end
   end
   
-  desc "Restore command gets backup file from S3 server and pushes data to production db.\n
+  desc "Restore command gets backup file from S3 server or local file and pushes data to production db.\n
         Example of usage: rake mongo:restore FILE=<backup-file.gz>"
   task :restore => :environment do
     if ENV['FILE']
       HerokuMongoBackup::Backup.new.restore ENV['FILE']
+    elsif ENV['LOCAL']
+      HerokuMongoBackup::Backup.new(false).restore ENV['LOCAL'], false
     else
-      puts "Please provide backup file to restore from, format: rake mongo:restore FILE=<backup-file.gz>"
+      puts "\n* --------------------------------------------------------------- *\n" +
+             "|  Provide backup file to restore from:                           |\n" +
+             "|                                                                 |\n" +
+             "|    rake mongo:restore FILE=<backup-file.gz>                     |\n" +
+             "|                                                                 |\n" +
+             "|  If backup file is already downloaded:                          |\n" +
+             "|                                                                 |\n" +
+             "|    rake mongo:restore LOCAL=/absolute/path/to/<backup-file.gz>  |\n" +
+             "|                                                                 |\n" +
+             "* --------------------------------------------------------------- *\n\n"
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: heroku-mongo-backup
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-10-02 00:00:00.000000000 Z
+date: 2012-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mongo