mongo_backer 0.0.1

data/.gitignore

@@ -0,0 +1,2 @@
+.bundle
+pkg

data/Gemfile

@@ -0,0 +1,13 @@
+source :rubygems
+
+gem 'aws-s3', '>= 0.6.2'
+gem 'thor', '>= 0.13.8'
+
+group :gems do
+  gem 'jeweler'
+  gem 'gemcutter'
+end
+
+group :test do
+  gem 'rspec', '>= 2.0.0.beta.19'
+end

data/Gemfile.lock

@@ -0,0 +1,39 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    aws-s3 (0.6.2)
+      builder
+      mime-types
+      xml-simple
+    builder (2.1.2)
+    diff-lcs (1.1.2)
+    gemcutter (0.6.1)
+    git (1.2.5)
+    jeweler (1.4.0)
+      gemcutter (>= 0.1.0)
+      git (>= 1.2.5)
+      rubyforge (>= 2.0.0)
+    json_pure (1.4.3)
+    mime-types (1.16)
+    rspec (2.0.0.beta.19)
+      rspec-core (= 2.0.0.beta.19)
+      rspec-expectations (= 2.0.0.beta.19)
+      rspec-mocks (= 2.0.0.beta.19)
+    rspec-core (2.0.0.beta.19)
+    rspec-expectations (2.0.0.beta.19)
+      diff-lcs (>= 1.1.2)
+    rspec-mocks (2.0.0.beta.19)
+    rubyforge (2.0.4)
+      json_pure (>= 1.1.7)
+    thor (0.14.0)
+    xml-simple (1.0.12)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aws-s3 (>= 0.6.2)
+  gemcutter
+  jeweler
+  rspec (>= 2.0.0.beta.19)
+  thor (>= 0.13.8)

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2010 Ryan Fitzgerald
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,11 @@
+= Mongobacker 
+command line tool to backup and restore mongoDB databases using s3 
+
+mongobacker is currently in very early development and at this time is not usable
+
+== Installation
+
+tbd
+
+== Setup
+tbd 

data/Rakefile

@@ -0,0 +1,24 @@
+require 'rake'
+require "rspec/core/rake_task"
+require File.dirname(__FILE__) + "/lib/mongo_backer/version"
+
+RSpec::Core::RakeTask.new(:spec)
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "mongo_backer"
+    gemspec.version = MongoBacker::Version
+    gemspec.summary = "command line tool to backup mongoDB databases to s3"
+    gemspec.description = "mongo backer uses mongodump to perform backups on a live running mongodb instance and then zips and uploads the backup to s3"
+    gemspec.email = "ryan.fitz1@gmail.com"
+    gemspec.homepage = "http://github.com/ryanfitz/mongobacker"
+    gemspec.authors = ["Ryan Fitzgerald"]
+    
+    gemspec.add_dependency('aws-s3', '>= 0.6.2')
+    gemspec.add_dependency('thor', '>= 0.13.8')
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler not available. Install it with: gem install jeweler"
+end

data/bin/mongobacker

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+require 'rubygems' unless defined?(Gem)
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+require 'mongo_backer'
+
+# We need our config boot because we need to load registered generators so:
+MongoBacker::Cli.start(ARGV)

data/lib/mongo_backer.rb

@@ -0,0 +1,9 @@
+require 'thor'
+require 'yaml'
+require 'aws/s3'
+
+require 'mongo_backer/version'
+require 'mongo_backer/actions'
+require 'mongo_backer/configuration'
+require 'mongo_backer/cli'
+require 'mongo_backer/s3_manager'

data/lib/mongo_backer/actions.rb

@@ -0,0 +1,51 @@
+module MongoBacker
+  module Actions
+    include Thor::Actions
+    
+    def ask_with_default (msg, default_value)
+     answer = ask(msg + "(#{default_value})")
+ 
+     if answer.nil? or answer.empty?
+       answer = default_value
+     end
+ 
+     answer
+    end
+
+    def run_mongodump(config)
+      time = Time.new.strftime("%Y_%m_%d_%H-%M-%S")
+      backup_dir = "#{Dir.tmpdir}/mongodump_#{time}"
+      
+      run("#{config.mongodump} -h #{config.host}:#{config.port} -o #{backup_dir}")
+      
+      backup_dir
+    end
+    
+    def gzip_directory(dir)
+      zip_file = "#{dir}.tar.gz"
+      run("tar -czf #{zip_file} #{dir}")
+      
+      zip_file
+    end
+    
+    def upload_to_s3(file, config)
+      say "uploading backup to s3"
+
+      manager = MongoBacker::S3Manager.new config
+      manager.upload_file file
+      
+      say "finished uploading backup to s3"
+    end
+    
+    def list_backups(config)
+      manager = MongoBacker::S3Manager.new config
+      backups = manager.find_all
+      
+      backups.each do |backup|
+        say "#{backup.key} created at #{backup.last_modified}"
+      end
+      
+    end
+    
+  end
+end

data/lib/mongo_backer/cli.rb

@@ -0,0 +1,58 @@
+require 'tmpdir'
+
+module MongoBacker
+  class Cli < Thor
+    include Thor::Actions
+    include MongoBacker::Actions
+    
+    def self.source_root
+      File.dirname(__FILE__)
+    end
+                                                                              
+    desc "init", "Generates a configuration file into the current working directory"
+    def init
+      @host = ask_with_default("mongo host: ", "localhost")
+      @port = ask_with_default("mongo port: ", "27017")
+      @mongodump = ask_with_default("mongodump path: ", "/usr/bin/mongodump")
+      @access_key_id = ask("s3 access key id:")
+      @secret_access_key = ask("s3 secret access key:")
+      @bucket = ask("s3 bucket:")
+      
+      template('templates/config.tt', "mongobacker.yml")
+    end
+    
+    desc "backup", "backup the configured mongodb instance to s3"
+    method_option :config, :type => :string, :aliases => "-c", :required => true,
+                  :desc => "Path to mongo backer config file"
+    def backup
+      config = MongoBacker::Configuration.new options[:config]
+      
+      backup_dir = run_mongodump(config)
+      
+      backup_file = gzip_directory(backup_dir)
+      
+      upload_to_s3(backup_file, config)
+      
+      FileUtils.rm_rf backup_dir
+      FileUtils.rm backup_file
+    end
+    
+    desc "list", "list the backups currently in s3"
+    method_option :config, :type => :string, :aliases => "-c", :required => true,
+                  :desc => "Path to mongo backer config file"
+    def list
+      config = MongoBacker::Configuration.new options[:config]
+      list_backups config
+    end
+    
+    desc "version", "mongobacker version"
+    def version()
+        puts "mongobacker version #{MongoBacker::Version}"
+    end
+    
+    # def help
+    #   puts "helpppppp"
+    # end
+  end
+
+end

data/lib/mongo_backer/configuration.rb

@@ -0,0 +1,22 @@
+module MongoBacker
+  class Configuration
+    attr_accessor :host, :port, :access_key_id, :secret_access_key, :mongodump, :bucket
+      
+    def initialize(*args)
+      unless args.empty?
+        config = YAML.load_file(args[0])
+        @host = config["mongo"]["host"]
+        @port = config["mongo"]["port"]
+        @mongodump = config["mongo"]["mongodump"]
+        @access_key_id = config["s3"]["access_key_id"]
+        @secret_access_key = config["s3"]["secret_access_key"]
+        @bucket = config["s3"]["bucket"]
+      end
+      
+      rescue Errno::ENOENT
+        raise ArgumentError, "file not found at #{args[0]}"
+        
+    end
+    
+  end
+end

data/lib/mongo_backer/s3_manager.rb

@@ -0,0 +1,37 @@
+module MongoBacker
+  class S3Manager
+    include AWS::S3
+    
+    attr_reader :bucket
+    
+    def initialize(config)
+      AWS::S3::Base.establish_connection!(
+         :access_key_id     => config.access_key_id,
+         :secret_access_key => config.secret_access_key
+       )
+       
+      @bucket = create_bucket config.bucket
+    end
+    
+    def create_bucket(bucket)
+      if Service.buckets.collect{ |b| b.name }.include?(bucket)
+        Bucket.find(bucket)
+      else
+        Bucket.create(bucket)
+        Bucket.find(bucket)
+      end
+    end
+    
+    def upload_file(file)
+      name = File.basename file
+      
+      S3Object.store(name, open(file), @bucket.name)
+    end
+    
+    def find_all
+      @bucket.objects
+    end
+    
+  end
+  
+end

data/lib/mongo_backer/templates/config.tt

@@ -0,0 +1,9 @@
+mongo:
+  host: <%= @host %>
+  port: <%= @port %>
+  mongodump: <%= @mongodump %>
+
+s3:
+  access_key_id: <%= @access_key_id %>
+  secret_access_key: <%= @secret_access_key %>
+  bucket: <%= @bucket %>

data/lib/mongo_backer/version.rb

@@ -0,0 +1,3 @@
+module MongoBacker
+  Version = '0.0.1'
+end

data/mongo_backer.gemspec

@@ -0,0 +1,69 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{mongo_backer}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Ryan Fitzgerald"]
+  s.date = %q{2010-07-30}
+  s.default_executable = %q{mongobacker}
+  s.description = %q{mongo backer uses mongodump to perform backups on a live running mongodb instance and then zips and uploads the backup to s3}
+  s.email = %q{ryan.fitz1@gmail.com}
+  s.executables = ["mongobacker"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "Gemfile",
+     "Gemfile.lock",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "bin/mongobacker",
+     "lib/mongo_backer.rb",
+     "lib/mongo_backer/actions.rb",
+     "lib/mongo_backer/cli.rb",
+     "lib/mongo_backer/configuration.rb",
+     "lib/mongo_backer/s3_manager.rb",
+     "lib/mongo_backer/templates/config.tt",
+     "lib/mongo_backer/version.rb",
+     "mongo_backer.gemspec",
+     "spec/configuration_spec.rb",
+     "spec/fixtures/valid_config.yml",
+     "spec/s3_manager_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/ryanfitz/mongobacker}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{command line tool to backup mongoDB databases to s3}
+  s.test_files = [
+    "spec/configuration_spec.rb",
+     "spec/s3_manager_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<aws-s3>, [">= 0.6.2"])
+      s.add_runtime_dependency(%q<thor>, [">= 0.13.8"])
+    else
+      s.add_dependency(%q<aws-s3>, [">= 0.6.2"])
+      s.add_dependency(%q<thor>, [">= 0.13.8"])
+    end
+  else
+    s.add_dependency(%q<aws-s3>, [">= 0.6.2"])
+    s.add_dependency(%q<thor>, [">= 0.13.8"])
+  end
+end
+

data/spec/configuration_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe MongoBacker::Configuration do
+
+  it "correctly reads all settings from valid yaml config" do
+    config = MongoBacker::Configuration.new File.expand_path(File.dirname(__FILE__) + '/fixtures/valid_config.yml')
+  
+    config.host.should eq "localhost"
+    config.port.should eq 27017
+    config.mongodump.should eq "/usr/bin/mongodump"
+    config.bucket.should eq "mongo_backup"
+    config.access_key_id.should eq 123
+    config.secret_access_key.should eq "asdf"
+  end
+    
+  it "raises exception when yaml file is not found" do
+    lambda { MongoBacker::Configuration.new("i_dont_exist.yml") }.should raise_error(ArgumentError)
+  end
+  
+  it "has default constructor" do
+    MongoBacker::Configuration.new.should_not be_nil
+  end
+
+end

data/spec/fixtures/valid_config.yml

@@ -0,0 +1,9 @@
+mongo:
+  host: localhost
+  port: 27017
+  mongodump: /usr/bin/mongodump
+
+s3:
+  access_key_id: 123
+  secret_access_key: asdf
+  bucket: mongo_backup

data/spec/s3_manager_spec.rb

@@ -0,0 +1,52 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe MongoBacker::S3Manager do
+  
+  before :each do
+    @config = MongoBacker::Configuration.new
+    @config.access_key_id = "some_key_id"
+    @config.secret_access_key = "some_access_key"
+    @config.bucket = "some_bucket"
+    
+    AWS::S3::Base.stub! :establish_connection!
+  end
+  
+  it "creates new s3 bucket" do
+    mock_s3_bucket_exists "another_bucket"
+    expects_creates_new_s3_bucket @config.bucket
+    expects_find_existing_bucket @config.bucket
+    
+    manager = MongoBacker::S3Manager.new @config
+    manager.bucket.should eq @config.bucket
+  end
+  
+  it "returns existing bucket that exists in s3" do
+    mock_s3_bucket_exists @config.bucket
+    expects_find_existing_bucket @config.bucket
+    
+    manager = MongoBacker::S3Manager.new @config
+    manager.bucket.should eq @config.bucket
+  end
+  
+  def mock_s3_bucket_exists(*names)
+    mock_buckets = []
+    
+    names.each do |name|
+      m = mock(name)
+      m.should_receive(:name).once.and_return(name)
+      
+      mock_buckets << m
+    end
+    
+    AWS::S3::Service.stub!(:buckets).and_return(mock_buckets)   
+  end
+  
+  def expects_creates_new_s3_bucket(name)
+    AWS::S3::Bucket.should_receive(:create).with(name).and_return name
+  end
+  
+  def expects_find_existing_bucket(name)
+    AWS::S3::Bucket.should_receive(:find).with(name).and_return name
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+
+require 'rspec'
+# optionally add autorun support
+require 'rspec/autorun'
+
+Rspec.configure do |c|
+  c.mock_with :rspec
+end
+
+require 'mongo_backer'

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification 
+name: mongo_backer
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Ryan Fitzgerald
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-07-30 00:00:00 -04:00
+default_executable: mongobacker
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 6
+        - 2
+        version: 0.6.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: thor
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 13
+        - 8
+        version: 0.13.8
+  type: :runtime
+  version_requirements: *id002
+description: mongo backer uses mongodump to perform backups on a live running mongodb instance and then zips and uploads the backup to s3
+email: ryan.fitz1@gmail.com
+executables: 
+- mongobacker
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.rdoc
+- Rakefile
+- bin/mongobacker
+- lib/mongo_backer.rb
+- lib/mongo_backer/actions.rb
+- lib/mongo_backer/cli.rb
+- lib/mongo_backer/configuration.rb
+- lib/mongo_backer/s3_manager.rb
+- lib/mongo_backer/templates/config.tt
+- lib/mongo_backer/version.rb
+- mongo_backer.gemspec
+- spec/configuration_spec.rb
+- spec/fixtures/valid_config.yml
+- spec/s3_manager_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/ryanfitz/mongobacker
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: command line tool to backup mongoDB databases to s3
+test_files: 
+- spec/configuration_spec.rb
+- spec/s3_manager_spec.rb
+- spec/spec_helper.rb