mongo-db-utils 0.0.3 → 0.0.4

data/README.md

@@ -8,8 +8,10 @@ A little gem that simplifies backing up and copying your mongo dbs.
 
 It saves your database urls so any task is just a few clicks.
 
-* backup a database
-* copy a database from one server to another (whilst backing up the target db if it exists)
+* backup a database locally
+* backup a database and deploy it to Amazon S3
+* copy a database from one server to another (whilst backing up locally the target db if it exists)
+
 
 
 

data/lib/mongo-db-utils/cli.rb

@@ -2,15 +2,42 @@ require 'thor'
 require 'mongo-db-utils/config-loader'
 require 'mongo-db-utils/cmd'
 require 'mongo-db-utils/console'
+require 'mongo-db-utils/models'
+require 'mongo-db-utils/s3'
 
 module MongoDbUtils
   class CLI < Thor
 
-    desc "console", "run the console"
+    desc "console", "run the interactive console"
     def console
       @config = MongoDbUtils::ConfigLoader.load
       console = MongoDbUtils::Console.new(@config, MongoDbUtils::Cmd)
       console.run
     end
+
+    desc "backup MONGO_URI", "backup a db with a mongo uri eg: mongodb://user:pass@server:port/dbname"
+    def backup(mongo_uri)
+      @config = MongoDbUtils::ConfigLoader.load
+      db = MongoDbUtils::Model::Db.from_uri(mongo_uri)
+      raise "can't parse uri" if db.nil?
+      MongoDbUtils::Cmd.backup(db, @config.backup_folder)
+    end
+
+
+    desc "backup_s3 MONGO_URI BUCKET ACCESS_KEY SECRET_ACCESS_KEY", "backup a db to Amason s3 with a mongo uri eg: mongodb://user:pass@server:port/dbname"
+    def backup_s3(mongo_uri, bucket_name, access_key_id, secret_access_key)
+      @config = MongoDbUtils::ConfigLoader.load
+      db = MongoDbUtils::Model::Db.from_uri(mongo_uri)
+      raise "can't parse uri" if db.nil?
+      tar_file = MongoDbUtils::Cmd.backup(db, @config.backup_folder)
+
+      name = tar_file.gsub(File.expand_path(@config.backup_folder), "")
+
+      MongoDbUtils::S3::put_file(tar_file, name, bucket_name, access_key_id, secret_access_key)
+      file = File.basename(tar_file)
+      folder = tar_file.gsub(file, "")
+      `rm -fr #{folder}`
+    end
+
   end
 end

data/lib/mongo-db-utils/cmd/mongotools.rb

@@ -1,3 +1,5 @@
+require 'aws/s3'
+
 module MongoDbUtils
   module Commands
 
@@ -58,5 +60,18 @@ module MongoDbUtils
       end
 
     end
+
+    class S3
+
+      def self.put_file(file, bucket_name, access_key_id, secret_access_key)
+        AWS::S3::Base.establish_connection!(
+          :access_key_id     => access_key_id,
+          :secret_access_key => secret_access_key
+        )
+
+        Service.buckets.create(bucket_name) if Service.buckets.find(bucket_name).nil?
+        S3Object.store(file, open(file), bucket_name)
+      end
+    end
   end
 end

data/lib/mongo-db-utils/cmd.rb

@@ -40,7 +40,7 @@ module MongoDbUtils
         `rm -fr #{full_path}/#{db.name}`
       end
 
-      true
+      "#{full_path}/#{db.name}.tar"
     end
 
     # With remote dbs you can't do a copy_database if you're not an admin.
@@ -88,6 +88,8 @@ module MongoDbUtils
       puts "DB exists? #{db.to_s}"
 
       connection = Mongo::Connection.from_uri(db.to_s)
+
+      puts "db.name: #{db.name}"
       mongo_db = connection[db.name]
 
       exists = !mongo_db.nil?

data/lib/mongo-db-utils/config-loader.rb

@@ -1,4 +1,5 @@
 require 'mongo-db-utils/models'
+require 'yaml'
 
 module MongoDbUtils
 

data/lib/mongo-db-utils/console.rb

@@ -6,11 +6,11 @@ module MongoDbUtils
   class Console
 
     HEADER = <<-eos
-===================================
-Mongo Db Utils - Version: #{MongoDbUtils::VERSION}
-===================================
-eos
-   
+    ===================================
+      Mongo Db Utils - Version: #{MongoDbUtils::VERSION}
+      ===================================
+      eos
+
 
     def initialize(config, cmd)
       @config = config
@@ -33,6 +33,7 @@ eos
         menu.choice "remove config" do remove_config end
         menu.choice "show config" do show_config end
         menu.choice "add server to config" do add_config end
+        menu.choice "remove server from config" do remove_server_from_config end
         menu.choice "exit" do say("goodbye") end
       end
     end
@@ -70,7 +71,7 @@ eos
       say("--------------------")
       say("#{@config.backup_folder}")
       say("--------------------")
-      choose do |menu| 
+      choose do |menu|
         prep_menu(menu)
         menu.choice "back" do main_menu end
       end
@@ -109,6 +110,20 @@ eos
     end
 
 
+    def remove_server_from_config
+      say("remove server from config...")
+      choose do |menu|
+        prep_menu(menu)
+        @config.dbs.sort.each do |db|
+          menu.choice "#{db.to_s}" do
+            @config.remove_db(db)
+            remove_server_from_config
+          end
+        end
+        menu.choice "back" do main_menu end
+      end
+    end
+
     def copy_a_db
 
       copy_plan = Hash.new
@@ -117,15 +132,15 @@ eos
       choose do |menu|
         prep_menu(menu)
         @config.dbs.sort.each do |db|
-          menu.choice "#{db.to_s}" do 
-            copy_plan[:source] = db 
+          menu.choice "#{db.to_s}" do
+            copy_plan[:source] = db
           end
-        
+
         end
         menu.choice "add server to config" do add_config end
-        menu.choice "back" do 
-          main_menu 
-          return 
+        menu.choice "back" do
+          main_menu
+          return
         end
       end
 
@@ -133,7 +148,7 @@ eos
       choose do |menu|
         prep_menu(menu)
         @config.dbs.sort.each do |db|
-          menu.choice "#{db.to_s}" do 
+          menu.choice "#{db.to_s}" do
             copy_plan[:destination] = db
           end unless db == copy_plan[:source]
         end
@@ -149,8 +164,8 @@ eos
       choose do |menu|
         prep_menu(menu)
         menu.choice "Begin" do begin_copy(plan) end
-        menu.choice "Reverse" do 
-          show_copy_plan( {:source => plan[:destination], :destination => plan[:source]}) 
+        menu.choice "Reverse" do
+          show_copy_plan( {:source => plan[:destination], :destination => plan[:source]})
         end
         menu.choice "Back" do main_menu end
       end
@@ -175,4 +190,3 @@ eos
 
   end
 end
-

data/lib/mongo-db-utils/models.rb

@@ -19,6 +19,11 @@ module MongoDbUtils
         @writer.flush
       end
 
+      def remove_db(db)
+        @dbs = @dbs - [db]
+        @writer.save(self)
+      end
+
       def add_db_from_uri(uri)
         @dbs = [] if @dbs.nil?
         db = Db.from_uri(uri)

data/lib/mongo-db-utils/s3.rb

@@ -0,0 +1,18 @@
+require 'aws/s3'
+
+module MongoDbUtils
+
+    class S3
+
+      def self.put_file(file, name, bucket_name, access_key_id, secret_access_key)
+        puts "putting file to Amazon S3"
+        AWS::S3::Base.establish_connection!(
+          :access_key_id     => access_key_id,
+          :secret_access_key => secret_access_key
+        )
+
+        AWS::S3::Service.buckets.create(bucket_name) if AWS::S3::Service.buckets.find(bucket_name).nil?
+        AWS::S3::S3Object.store(name, open(file), bucket_name)
+      end
+    end
+end

data/lib/mongo-db-utils/version.rb

@@ -1,4 +1,4 @@
 module MongoDbUtils
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
   READY_FOR_USE = "(Alpha version - not for production use!!)"
 end

data/mongo-db-utils.gemspec

@@ -22,5 +22,6 @@ Gem::Specification.new do |gem|
   gem.add_dependency "mongo"
   gem.add_dependency "bson"
   gem.add_dependency "bson_ext"
+  gem.add_dependency "aws-s3", "~> 0.6.3"
   
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mongo-db-utils
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-23 00:00:00.000000000 Z
+date: 2012-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -139,6 +139,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-s3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.3
 description: some utilities for managing your mongod dbs
 email:
 - ed.eustace@gmail.com
@@ -164,6 +180,7 @@ files:
 - lib/mongo-db-utils/config-loader.rb
 - lib/mongo-db-utils/console.rb
 - lib/mongo-db-utils/models.rb
+- lib/mongo-db-utils/s3.rb
 - lib/mongo-db-utils/version.rb
 - mongo-db-utils.gemspec
 - spec/config-loader-spec.rb