mongo-backup 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3f29774706c6dd5b822f8f4bc5c2fb416b567a15
+  data.tar.gz: 59379076221f359c0810fa12f53c4280957cc4a9
+SHA512:
+  metadata.gz: 2240aa0c026b9b2cb977f9530c5bbcf652b28790750b9690603528931c71f87d197ad41af4b4a5eb4b0851740043d39a672ccee8a039e688cf7886bba28104ef
+  data.tar.gz: aec4e851e1a212e53b755fd725cf053db699df8cfbb0a723d9dc6a6ecb479540d145b6c9ec72bafbefac170132b20225081bb08da91786180c81e93681475488

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in character.gemspec
+gemspec

data/README.md

@@ -0,0 +1,46 @@
+# Mongo Backup
+
+Backup database and upload it to S3, restore tool is included as well. Make sure ```mongodb-client``` package is installed and ```mongodump``` command is available on the production server. If not please run: ```sudo apt-get install mongodb-clients``` — on Ubuntu.
+
+## Setup
+
+Add to ```Gemfile```:
+
+    gem 'mongo-backup'
+
+Add environment variables:
+
+    MONGODB_URL           = ::value::
+    S3_BACKUPS_BUCKET     = ::value::
+    AWS_ACCESS_KEY_ID     = ::value::
+    AWS_SECRET_ACCESS_KEY = ::value::
+
+Add cron job:
+
+    rake mongo:backup
+
+## Rake command available
+
+Do backup:
+
+    rake mongo:backup
+
+List available backups:
+
+    rake mongo:list_backups
+
+Restore from FILE:
+
+    rake mongo:restore FILE=<filename.tag.gz>
+
+Restore latest backup to localhost:
+
+    rake mongo:restore S3_BACKUPS_BUCKET=_ AWS_ACCESS_KEY_ID=_ AWS_SECRET_ACCESS_KEY=_
+
+## Author
+
+Alexander Kravets @ [Slate Studio](http://www.slatestudio.com)
+
+## License
+
+MIT

data/Rakefile

@@ -0,0 +1,5 @@
+require 'rubygems/package_task'
+
+spec = Gem::Specification.load(Dir['*.gemspec'].first)
+gem = Gem::PackageTask.new(spec)
+gem.define()

data/lib/mongo-backup.rb

@@ -0,0 +1,7 @@
+require 'fog'
+
+module MongoBackup
+end
+
+require 'mongo_backup/engine'
+require 'mongo_backup/version'

data/lib/mongo_backup/engine.rb

@@ -0,0 +1,7 @@
+module MongoBackup
+  module Rails
+    class Engine < ::Rails::Engine
+      isolate_namespace MongoBackup::Rails
+    end
+  end
+end

data/lib/mongo_backup/version.rb

@@ -0,0 +1,5 @@
+module MongoBackup
+  module Rails
+    VERSION = "0.1.0"
+  end
+end

data/lib/tasks/mongo.rake

@@ -0,0 +1,95 @@
+namespace :mongo do
+  desc "Show list of available backup files"
+  task :list_backups => :environment do
+    backups.each { |file| puts file.key.gsub('backups/', '') }
+  end
+
+  desc "Restore database from backup"
+  task :restore => :environment do
+    if ENV['FILE']
+      restore(ENV['FILE'])
+    else
+      filename = backups.last.key.gsub('backups/', '')
+      restore(filename)
+    end
+  end
+
+  desc "Backup database and upload to S3 bucket"
+  task :backup => :environment do
+    # TODO: check if mongodump command is installed on a server
+    # sudo apt-get install mongodb-clients
+
+    uri, db_name = parse_uri()
+    filename     = Time.now.strftime("%Y-%m-%d_%H-%M-%S.tar.gz")
+    backup_cmd   = "mongodump -u #{uri.user} -p #{uri.password} -h #{uri.host}:#{uri.port} -d #{db_name}"
+
+    system "cd /tmp ; #{backup_cmd} ; GZIP=-9 tar -zcvf #{filename} dump/"
+
+    bucket.files.create(key: "backups/#{filename}", body: open("/tmp/#{filename}"))
+
+    system "rm /tmp/#{filename} ; rm -Rf /tmp/dump"
+  end
+
+  private
+
+  def connection
+    @connection ||= Fog::Storage.new({ provider:              'AWS',
+                                       aws_access_key_id:     ENV['AWS_ACCESS_KEY_ID'],
+                                       aws_secret_access_key: ENV['AWS_SECRET_ACCESS_KEY'] })
+  end
+
+  def backups
+    connection.directories.get(ENV['S3_BACKUPS_BUCKET'], prefix: 'backups').files
+  end
+
+  def bucket
+    connection.directories.new(key: ENV['S3_BACKUPS_BUCKET'])
+  end
+
+  def restore(filename)
+    s3_file  = bucket.files.get("backups/#{filename}")
+    db_name  = ::Mongoid::Sessions.default.options[:database]
+
+    open("/tmp/#{filename}", 'w') { |f| f.binmode ; f.write s3_file.body }
+
+    system "cd /tmp ; tar -xzf /tmp/#{filename}"
+
+    ::Mongoid::Sessions.default.drop
+
+    if Rails.env.production?
+      uri, backup_db_name = parse_uri()
+      system "mongorestore -u #{uri.user} -p #{uri.password} -h #{uri.host}:#{uri.port} -d #{db_name} /tmp/dump/#{backup_db_name}"
+    else
+      backup_db_name = Dir.entries('/tmp/dump').select { |file| File.directory? File.join('/tmp/dump', file) }.last
+      system "mongorestore -d #{db_name} /tmp/dump/#{backup_db_name}"
+    end
+
+    system "rm /tmp/#{filename} ; rm -Rf /tmp/dump"
+  end
+
+  def parse_uri
+    db_url = ENV['MONGODB_URL'] || ENV['MONGO_URL'] || ENV['MONGODB_URI']
+
+    if db_url.nil?
+      puts "ENV['MONGODB_URL'] has to be defined."
+      exit
+    end
+
+    # use first mongodb server if a few provided
+    first_uri = db_url.split(',').first
+    uri       = URI.parse(first_uri)
+    db_name   = db_url.split('/').last
+
+    return uri, db_name
+  end
+
+  # TODO: sync for c66:
+  # 1. Get mongo database uri from c66 via API or toolbelt (if possible or clone and make a feature)
+  # 2. Check if possible to use with mongodump
+  # 3. Parse uri and pass values to mongodump command if not possible usage of uri with mongodump
+  # 4. Execute all backup commands with proper values
+
+  #"""mongodump -u admin -p '' -h ds029120-a0.mongolab.com:29120 -d wta
+  #   mongo wta --eval "db.dropDatabase()"
+  #   mongorestore dump/wta"""
+end

data/mongo-backup.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mongo_backup/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mongo-backup"
+  spec.version       = MongoBackup::Rails::VERSION
+  spec.authors       = ["Slate Studio"]
+  spec.email         = ["alex@slatestudio.com"]
+  spec.description   = %q{Backup (restore) mongo database and upload backup file to S3}
+  spec.summary       = %q{Backup (restore) mongo database and upload backup file to S3}
+  spec.homepage      = "http://www.slatestudio.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'fog'
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: mongo-backup
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Slate Studio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Backup (restore) mongo database and upload backup file to S3
+email:
+- alex@slatestudio.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- Rakefile
+- lib/mongo-backup.rb
+- lib/mongo_backup/engine.rb
+- lib/mongo_backup/version.rb
+- lib/tasks/mongo.rake
+- mongo-backup.gemspec
+homepage: http://www.slatestudio.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: Backup (restore) mongo database and upload backup file to S3
+test_files: []