mongolly 0.0.2

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,24 @@
+Copyright (c) 2012 Michael Saffitz
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+      notice, this list of conditions and the following disclaimer in the
+      documentation and/or other materials provided with the distribution.
+    * Neither the name of the <organization> nor the
+      names of its contributors may be used to endorse or promote products
+      derived from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,36 @@
+# Mongolly
+
+**Easy backups for EBS-based MongoDB Databases**
+
+More details coming soon.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'mongolly'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mongolly
+
+## Usage
+
+`mongolly help usage`
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+### Copyright
+
+Copyright (c) 2012 Michael Saffitz. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/mongolly

@@ -0,0 +1,120 @@
+#!/usr/bin/env ruby
+require 'thor'
+require 'yaml'
+require 'time'
+require 'mongo'
+require './lib/mongolly'
+
+module Mongolly
+  class Runner < Thor
+
+    def initialize(*args)
+      super
+      @config = read_config
+      @db_name, @db_config = database_config
+      exit unless valid_config?
+    end
+
+    CONFIG_PATH = File.expand_path '~/.mongolly'
+
+    desc "snapshot", "takes an EBS snapshot of the given volumes"
+    method_option :database, aliases: '-d'
+    def snapshot
+      db = Mongo::Connection.new( @db_config["host"], @db_config["port"] )
+      db['admin'].authenticate( @db_config["user"], @db_config["pass"] )
+
+      SnapshotManager.take_snapshots( db, @config["aws_access_key_id"], @config["aws_secret_asccess_key"], @db_config["volumes"] )
+    end
+
+    desc "clean", "removes snapshots older than the given data"
+    method_option :maximum_age, aliases: '-a', required: true
+    method_option :database, aliases: '-d'
+    def clean
+      max_age = Time.parse(options[:maximum_age])
+
+      puts " ** Cleaning snapshots older than #{max_age}"
+
+      ec2 = AWS::EC2.new(access_key_id: @config["aws_access_key_id"], secret_access_key: @config["aws_secret_asccess_key"])
+      ec2.snapshots.with_owner(:self).each do |snapshot|
+        unless snapshot.tags[:created_at].nil? || snapshot.tags[:backup_key].nil?
+          if Time.parse(snapshot.tags[:created_at]) < max_age
+            puts " ** Deleting #{snapshot.id} created on #{snapshot.tags[:created_at]} with key #{snapshot.tags[:backup_key]}"
+            snapshot.delete
+          end
+        end
+      end
+    end
+
+  private
+    def seed_config
+      return true if File.exists? CONFIG_PATH
+
+      empty_config = {
+        databases: {
+          dbname: {
+            host: nil,
+            port: nil,
+            user: nil,
+            pass: nil,
+            volumes: [nil]
+          }
+        },
+        aws_access_key_id: nil,
+        aws_secret_asccess_key: nil,
+      }
+
+      File.open( CONFIG_PATH, "w" ) do |f|
+        f.write( empty_config.to_yaml )
+      end
+
+      puts " ** An empty configuration file has been written to #{CONFIG_PATH}."
+      puts " ** you must now edit this configuration file with your AWS Credentials,"
+      puts " ** MongoDB Connection Details, and the array of volume IDs that you wish"
+      puts " ** to snapshot"
+
+      return false
+    end
+
+    def read_config
+      return unless seed_config
+      begin
+        return YAML::load( File.read( CONFIG_PATH ) )
+      rescue e
+        puts " ** Unable to read config at #{CONFIG_PATH}"
+        raise e
+      end
+    end
+
+    def database_config
+      if options[:database].to_s.strip.empty? && @config["databases"].size > 1
+        raise ArgumentError.new("Database name not provided and more than database specified in the config file")
+      elsif ! @config["databases"].keys.include? options[:database].to_s.strip
+        raise ArgumentError.new("Database #{options[:database]} not defined in config")
+      end
+
+      db_name = options[:database].to_s.strip.empty? ? @config["databases"].keys.first : options[:database]
+      db_config = @config["databases"][db_name]
+
+      %w(host port user pass region).each do |arg|
+        if db_config[arg].to_s.strip.empty?
+          raise ArgumentError.new( "#{arg} for database #{db_name} cannot be empty" )
+        end
+      end
+      if db_config["volumes"].empty? or db_config["volumes"].map { |v| v.to_s.strip.empty? }.include?(true)
+        raise ArgumentError.new("volumes cannot be empty or include an empty string for database #{db_name}")
+      end
+
+      return db_name, db_config
+    end
+
+    def valid_config?
+      %w(aws_access_key_id aws_secret_asccess_key).each do |arg|
+        raise ArgumentError.new("#{arg} cannot be empty") if @config[arg].to_s.strip.empty?
+      end
+      return true
+    end
+
+  end
+end
+
+Mongolly::Runner.start

data/lib/mongolly.rb

@@ -0,0 +1,6 @@
+require "mongolly/version"
+require "mongolly/snapshot_manager"
+
+module Mongolly
+  # Your code goes here...
+end

data/lib/mongolly/snapshot_manager.rb

@@ -0,0 +1,35 @@
+require 'aws-sdk'
+
+module Mongolly
+  class SnapshotManager
+
+    def self.take_snapshots(db, aws_key_id, aws_secret_key, volume_ids)
+      unless db.locked?
+        puts " ** Locking Database"
+        db.lock!
+      end
+
+      begin
+        ec2 = AWS::EC2.new(access_key_id: aws_key_id, secret_access_key: aws_secret_key)
+        backup_key = (0...8).map{65.+(rand(25)).chr}.join
+
+        puts " ** Starting Snapshot with key #{backup_key}"
+
+        volume_ids.map{ |v| v.to_s.strip }.each do |volume_id|
+          puts " ** Taking snapshot of volume #{volume_id}"
+          volume = ec2.volumes[volume_id]
+          raise RuntimeError.new("Volume #{volume_id} does not exist") unless volume.exists?
+
+          snapshot = volume.create_snapshot("#{backup_key} #{Time.now} mongo backup")
+          snapshot.add_tag('created_at', value: Time.now)
+          snapshot.add_tag('backup_key', value: backup_key)
+        end
+      ensure
+        if db.locked?
+          puts " ** Unlocking Database"
+          db.unlock!
+        end
+      end
+    end
+  end
+end

data/lib/mongolly/version.rb

@@ -0,0 +1,3 @@
+module Mongolly
+  VERSION = "0.0.2"
+end

data/mongolly.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mongolly/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "mongolly"
+  gem.version       = Mongolly::VERSION
+  gem.authors       = ["Michael Saffitz"]
+  gem.email         = ["m@saffitz.com"]
+  gem.description   = %q{Easy backups for EBS-based MongoDB Databases}
+  gem.summary       = %q{Easy backups for EBS-based MongoDB Databases}
+  gem.homepage      = "http://www.github.com/msaffitz/mongolly"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency("thor", ["~> 0.15.4"])
+  gem.add_dependency("mongo", ["~> 1.6.4"])
+  gem.add_dependency("bson_ext", ["~> 1.6.4"])
+  gem.add_dependency("aws-sdk", ["~> 1.5.8"])
+
+end

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification
+name: mongolly
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Michael Saffitz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-07-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.15.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.15.4
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.8
+description: Easy backups for EBS-based MongoDB Databases
+email:
+- m@saffitz.com
+executables:
+- mongolly
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/mongolly
+- lib/mongolly.rb
+- lib/mongolly/snapshot_manager.rb
+- lib/mongolly/version.rb
+- mongolly.gemspec
+homepage: http://www.github.com/msaffitz/mongolly
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -4173052183562029100
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -4173052183562029100
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Easy backups for EBS-based MongoDB Databases
+test_files: []