capistrano-mongo-sync 0.1.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 933c334709a5c306b67c966dc4568e9b19d08985
+  data.tar.gz: 587bbed62e4b4569e138c297b3b7425fe67e8d7a
+SHA512:
+  metadata.gz: c48627b33a655b8921edc1874e2c9f48e92ce31cf5693b11ba5f1ca9552c5e3ca35c5c1d02566aef6669c8b870c8647acdaf3925da451e48eaac421d46a47a2a
+  data.tar.gz: 720a51a7c10253eebaf6c000c61d9d043f186c5961c768929ceb5381c5b8e478d3477385a091d3f0495271f661a4bfd35a99dda5abf5f632a98937cc44c79ac9

data/.ruby-version

@@ -0,0 +1 @@
+2.3.0

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+# 0.1.0
+
+Initial release

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in capistrano-mongo-sync.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,37 @@
+PATH
+  remote: .
+  specs:
+    capistrano-mongo-sync (0.1.0)
+      capistrano (~> 3.1)
+      sshkit (~> 1.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    capistrano (3.4.0)
+      i18n
+      rake (>= 10.0.0)
+      sshkit (~> 1.3)
+    i18n (0.7.0)
+    metaclass (0.0.4)
+    minitest (5.8.4)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
+    net-scp (1.2.1)
+      net-ssh (>= 2.6.5)
+    net-ssh (3.0.2)
+    rake (11.1.1)
+    sshkit (1.9.0)
+      net-scp (>= 1.1.2)
+      net-ssh (>= 2.8.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  capistrano-mongo-sync!
+  minitest (~> 5.8)
+  mocha (~> 1.1)
+
+BUNDLED WITH
+   1.11.2

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Open Listings, Buy a home without a realtor and get a
+50% commission refund
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,64 @@
+# capistrano-mongo-sync
+
+Use capistrano-mongo-sync to sync your local development database from
+your production database using:
+
+```ruby
+cap production mongo:pull
+```
+
+Or sync just one collection from the database:
+
+```ruby
+COLLECTION=users cap production mongo:pull
+```
+
+Or sync your staging database from your production database.
+
+```ruby
+cap production mongo:sync_prod_to_staging
+```
+
+If you've already downloaded a mongo dump with the
+cap task, it will ask you if you'd like to use that local dump.
+If someone has already created a mongo dump recently on the remote server,
+the cap task will ask if you'd like to use that dump.  Older mongodumps, both
+remote and local, will be deleted when you run the cap task.  
+
+## Usage
+Add to your Gemfile:
+
+```ruby
+gem 'capistrano-mongo-sync'
+```
+
+Require in `Capfile` to use the predefined tasks:
+
+```ruby
+require 'capistrano/mongo-sync'
+```
+
+In deploy.rb, set some variables:
+
+```ruby
+set :production_db, 'PRODUCTION_DB'
+set :development_db, 'DEVELOPMENT_DB'
+```
+
+set some optional variables:
+```ruby
+set :staging_db, 'STAGING_DB'
+```
+
+enable hipchat notifications (requires hipchat gem):
+```ruby
+set :hipchat_client, HipChat::Client.new('HIPCHAT_TOKEN')
+```
+
+change where mongodumps are kept remotely and locally:
+```ruby
+set :remote_dump_base, '/tmp/dumps'
+set :local_dump_base, '/tmp/dumps'
+```
+
+Or write your own tasks using the MongoSync class

data/Rakefile

@@ -0,0 +1,8 @@
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs << 'test'
+end
+
+desc "Run tests"
+task default: :test

data/capistrano-mongo-sync.gemspec

@@ -0,0 +1,22 @@
+Gem::Specification.new do |gem|
+  gem.name        = 'capistrano-mongo-sync'
+  gem.version     = '0.1.4'
+  gem.date        = '2016-06-13'
+  gem.summary     = "A tool for keeping local mongo in sync with remote"
+  gem.description = "A tool for keeping local mongo in sync with remote"
+  gem.authors     = ["Open Listings Engineering"]
+  gem.email       = 'engineering@openlistinggem.com'
+  gem.homepage    = 'https://github.com/openlistings/capistrano-mongo-sync'
+  gem.license     = 'MIT'
+
+  gem.files         = `git ls-files`.split($/)
+  gem.test_files    = gem.files.grep(%r{^(test)/})
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'capistrano', '~> 3.1'
+  gem.add_dependency 'sshkit', '~> 1.2'
+
+  gem.add_development_dependency 'minitest', '~> 5.8'
+  gem.add_development_dependency 'mocha', '~> 1.1'
+
+end

data/lib/capistrano/mongo-sync.rb

@@ -0,0 +1,2 @@
+load File.expand_path('../mongo_sync/mongo_sync.rb', __FILE__)
+load File.expand_path('../tasks/mongo-sync.cap', __FILE__)

data/lib/capistrano/mongo-sync/mongo-sync.cap

@@ -0,0 +1,75 @@
+##
+# Usage:
+# ./bin/cap production mongo:pull
+# COLLECTION=agents ./bin/cap production mongo:pull
+# ./bin/cap production mongo:sync_prod_to_staging
+
+namespace :mongo do
+  set :remote_dump_base, '/tmp/dumps'
+  set :local_dump_base, '/tmp/dumps'
+  set :collection, ENV['COLLECTION'] || 'full'
+
+  task :sync_prod_to_staging do
+    set :from_db, fetch(:production_db)
+
+    on roles(:db) do
+      ms_remote = MongoSync.new(self)
+      ms_remote.hipchat_notify! 'Engineering', 'capistrano', 'Started syncing prod to staging...', color: 'yellow'
+      ms_remote.remote_setup!
+      ms_remote.remote_cleanup!
+
+      remote_dump_dir = ms_remote.last_remote_dump
+      remote_dump_dir ||= ms_remote.remote_mongodump!
+
+      ms_remote.staging_mongorestore! remote_dump_dir
+      ms_remote.hipchat_notify! 'Engineering', 'capistrano', 'Finished syncing prod to staging...', color: 'green'
+    end
+  end
+
+  task :pull do
+    set :from_db, :production == fetch(:stage) ? fetch(:production_db) : fetch(:staging_db)
+
+    run_locally do
+      ms_local = MongoSync.new(self)
+      ms_local.local_setup!
+      ms_local.local_cleanup!
+
+      # variable scope
+      remote_tgz = nil
+      local_tgz = nil
+
+      if local_tgz = ms_local.last_local_dump
+        # use local tgz
+        ms_local.local_unarchive! local_tgz
+
+        local_dump_dir = File.join fetch(:local_dump_base), File.basename(local_tgz, '.tgz')
+        ms_local.local_mongorestore!(local_dump_dir)
+      else
+        # get dump from remote
+        on roles(:db) do
+          ms_remote = MongoSync.new(self)
+          ms_remote.remote_setup!
+          ms_remote.remote_cleanup!
+
+          # find & choose tarfile or dump & archive
+          remote_tgz = ms_remote.last_remote_dump_tgz
+          unless remote_tgz
+            dump_dir = ms_remote.remote_mongodump!
+            remote_tgz = ms_remote.remote_archive! dump_dir
+          end
+
+          # download!
+          local_tgz = File.join fetch(:local_dump_base), File.basename(remote_tgz)
+          download! remote_tgz, local_tgz, method: :scp
+        end
+
+        # unarchive!
+        ms_local.local_unarchive!(local_tgz)
+
+        # restore!
+        local_dump_dir = File.join fetch(:local_dump_base), File.basename(remote_tgz, '.tgz')
+        ms_local.local_mongorestore!(local_dump_dir)
+      end
+    end
+  end
+end

data/lib/capistrano/mongo_sync/mongo_sync.rb

@@ -0,0 +1,183 @@
+class MongoSync
+  def initialize(connection)
+    @connection = connection
+    @remote_dump_base = fetch(:remote_dump_base)
+    @local_dump_base = fetch(:local_dump_base)
+    @production_db = fetch(:production_db)
+    @development_db = fetch(:development_db)
+    @staging_db = fetch(:staging_db)
+    @from_db = fetch(:from_db)
+    @collection = fetch(:collection) || 'full'
+    @hipchat_client = fetch(:hipchat_client)
+
+    fail "Incomplete configuration: missing remote_dump_base" unless @remote_dump_base
+    fail "Incomplete configuration: missing local_dump_base" unless @local_dump_base
+    fail "Incomplete configuration: missing production_db" unless @production_db
+    fail "Incomplete configuration: missing development_db" unless @development_db
+    fail "Incomplete configuration: missing from_db" unless @from_db
+  end
+
+  # the first part of the dump dir, without the timestamp... for example "mydatabase-full"
+  def dump_dir_part
+    [@from_db, @collection].join('-')
+  end
+
+  ## Remote
+  def remote_setup!
+    @connection.execute :mkdir, '-p', @remote_dump_base
+  end
+
+  def remote_cleanup!
+    pattern = File.join(@remote_dump_base, '*')
+
+    if @connection.test "find #{pattern} -mtime +1"
+      @connection.execute :find, pattern, "-mtime +1 -exec rm {} \\;"
+    end
+  end
+
+  def remote_mongodump!
+    dump_dir = [dump_dir_part, Time.now.strftime('%Y-%m-%d-%H-%M')].join('-')
+
+    args = ['-d', @from_db, '-o', File.join(@remote_dump_base, dump_dir)]
+    args += ['-c', @collection] unless 'full' == @collection
+
+    @connection.execute :mongodump, *args
+
+    dump_dir
+  end
+
+  def staging_mongorestore!( remote_dump_dir )
+    full_path_to_remote_dump_dir = if remote_dump_dir == File.basename(remote_dump_dir)
+      File.join(@remote_dump_base, remote_dump_dir, @production_db)
+    else
+      remote_dump_dir
+    end
+
+    @connection.execute :mongorestore, '--drop', '-d', @staging_db, full_path_to_remote_dump_dir
+  end
+
+  def last_remote_dump
+    previous_remote_dump_dirs_wildcard = File.join @remote_dump_base, '%s*/%s' % [dump_dir_part, @production_db]
+
+    if @connection.test( "ls -td #{previous_remote_dump_dirs_wildcard}" )
+      dump_candidate = @connection.capture(:ls, '-td', previous_remote_dump_dirs_wildcard).split("\n")[0]
+
+      dump_prompt(:use_remote_dump_dir, dump_candidate)
+
+      if 'y' == fetch(:use_remote_dump_dir)
+        dump_candidate
+      else
+        nil
+      end
+    else
+      nil
+    end
+  end
+
+  def last_remote_dump_tgz
+    previous_remote_dump_tgz_wildcard = '%s*.tgz' % File.join( @remote_dump_base, dump_dir_part )
+
+    if @connection.test "ls -t #{previous_remote_dump_tgz_wildcard}"
+      dump_candidate = @connection.capture(:ls, '-t', previous_remote_dump_tgz_wildcard).split("\n")[0]
+      dump_prompt(:use_remote_dump_tgz, dump_candidate)
+
+      if 'y' == fetch(:use_remote_dump_tgz)
+        dump_candidate
+      else
+        nil
+      end
+    else
+      nil
+    end
+  end
+
+  def remote_archive!( dump_dir )
+    tar_filename = '%s.tgz' % dump_dir
+    @connection.within( @remote_dump_base ) do
+      @connection.execute :tar, '-czvf', tar_filename, dump_dir
+    end
+    File.join @remote_dump_base, tar_filename
+  end
+
+  ## Local
+  def local_setup!
+    @connection.execute :mkdir, '-p', @local_dump_base
+  end
+
+  def local_cleanup!
+    pattern = File.join(@local_dump_base, '*')
+
+    if @connection.test "find #{pattern} -mtime +1"
+      @connection.execute :find, pattern, "-mtime +1 -exec rm {} \\;"
+    end
+  end
+
+  def last_local_dump
+    pattern = File.join(@local_dump_base, '%s*.tgz' % dump_dir_part)
+
+    if @connection.test "ls #{pattern}"
+      local_dump_candidate = @connection.capture(:ls, '-td', pattern).split("\n")[0]
+
+      dump_prompt(:use_local_dump, local_dump_candidate)
+
+      if 'y' == fetch(:use_local_dump)
+        local_dump_candidate
+      else
+        nil
+      end
+    else
+      nil
+    end
+  end
+
+  def local_unarchive!(local_tgz)
+    local_dump_dir = File.join @local_dump_base, File.basename(local_tgz, '.tgz')
+    if @connection.test("ls #{local_dump_dir}")
+      # warn "Skipping untar and instead using previously unpacked dump_dir #{local_dump_dir}"
+    else
+      @connection.within( @local_dump_base ) do
+        @connection.execute :tar, '-xzvf', local_tgz
+      end
+    end
+  end
+
+  def local_mongorestore!(local_dump_dir)
+    db_dump_path = File.join local_dump_dir, @from_db
+    @connection.within( @local_dump_base ) do
+      @connection.execute :mongorestore, '--drop', '-d', @development_db, db_dump_path
+    end
+  end
+
+  ## Hipchat
+  def hipchat_notify!( room, user, msg, opts = {} )
+    return unless @hipchat_client
+    @hipchat_client[room].send(user, msg, opts)
+  end
+
+  ## Utility
+  def dump_prompt_message( gvar, filename )
+    dump_tstamp = filename[/(\d{4}-\d{2}-\d{2}-\d{2}-\d{2})/, 1]
+    dump_time = Time.new(*dump_tstamp.split('-'))
+
+    fmt = if dump_time.strftime('%D') == Time.now.strftime('%D')
+      'today at %I:%M %p'
+    elsif dump_time.strftime('%D') == (Time.now - 24 * 60 * 60).strftime('%D')
+      'yesterday at %I:%M %p'
+    else
+      '%B %d, %Y at %I:%M %p'
+    end
+
+    dump_time_human = dump_time.strftime(fmt)
+
+    local_remote = gvar.to_s =~ /local/ ? 'local' : 'remote'
+    'Use %s dump from %s? "%s"? (y/n)' % [local_remote, dump_time_human, filename]
+  end
+
+  def dump_prompt( gvar, filename )
+    return false unless filename
+
+    until fetch(gvar) =~ /\A[yn]\Z/
+      @connection.ask(gvar, dump_prompt_message(gvar, filename))
+    end
+  end
+end

data/lib/capistrano/tasks/mongo-sync.cap

@@ -0,0 +1,75 @@
+##
+# Usage:
+# ./bin/cap production mongo:pull
+# COLLECTION=agents ./bin/cap production mongo:pull
+# ./bin/cap production mongo:sync_prod_to_staging
+
+namespace :mongo do
+  set :remote_dump_base, '/tmp/dumps'
+  set :local_dump_base, '/tmp/dumps'
+  set :collection, ENV['COLLECTION'] || 'full'
+
+  task :sync_prod_to_staging do
+    set :from_db, fetch(:production_db)
+
+    on roles(:db) do
+      ms_remote = MongoSync.new(self)
+      ms_remote.hipchat_notify! 'Engineering', 'capistrano', 'Started syncing prod to staging...', color: 'yellow'
+      ms_remote.remote_setup!
+      ms_remote.remote_cleanup!
+
+      remote_dump_dir = ms_remote.last_remote_dump
+      remote_dump_dir ||= ms_remote.remote_mongodump!
+
+      ms_remote.staging_mongorestore! remote_dump_dir
+      ms_remote.hipchat_notify! 'Engineering', 'capistrano', 'Finished syncing prod to staging...', color: 'green'
+    end
+  end
+
+  task :pull do
+    set :from_db, :production == fetch(:stage) ? fetch(:production_db) : fetch(:staging_db)
+
+    run_locally do
+      ms_local = MongoSync.new(self)
+      ms_local.local_setup!
+      ms_local.local_cleanup!
+
+      # variable scope
+      remote_tgz = nil
+      local_tgz = nil
+
+      if local_tgz = ms_local.last_local_dump
+        # use local tgz
+        ms_local.local_unarchive! local_tgz
+
+        local_dump_dir = File.join fetch(:local_dump_base), File.basename(local_tgz, '.tgz')
+        ms_local.local_mongorestore!(local_dump_dir)
+      else
+        # get dump from remote
+        on roles(:db) do
+          ms_remote = MongoSync.new(self)
+          ms_remote.remote_setup!
+          ms_remote.remote_cleanup!
+
+          # find & choose tarfile or dump & archive
+          remote_tgz = ms_remote.last_remote_dump_tgz
+          unless remote_tgz
+            dump_dir = ms_remote.remote_mongodump!
+            remote_tgz = ms_remote.remote_archive! dump_dir
+          end
+
+          # download!
+          local_tgz = File.join fetch(:local_dump_base), File.basename(remote_tgz)
+          download! remote_tgz, local_tgz, method: :scp
+        end
+
+        # unarchive!
+        ms_local.local_unarchive!(local_tgz)
+
+        # restore!
+        local_dump_dir = File.join fetch(:local_dump_base), File.basename(remote_tgz, '.tgz')
+        ms_local.local_mongorestore!(local_dump_dir)
+      end
+    end
+  end
+end

data/test/test_mongo_sync.rb

@@ -0,0 +1,174 @@
+require 'minitest/autorun'
+require 'mocha/mini_test'
+
+require 'capistrano/mongo_sync/mongo_sync'
+
+class MongoSync
+  def fetch(x)
+    @remote_dump_base = '/mnt/tmp/dumps'.freeze
+    @local_dump_base = '/tmp/dumps'.freeze
+    @development_db = 'mydb'.freeze
+    @production_db = 'mydb'.freeze
+    @staging_db = 'mydb_staging'.freeze
+    @from_db = 'mydb'.freeze
+    @hipchat_client = nil
+    @collection = 'full'
+
+    instance_variable_get("@#{x}")
+  end
+end
+
+class MongoSyncTest < Minitest::Test
+  def setup
+    @time_of_run = Time.new(2015, 1, 1, 1, 1)
+    Time.stubs(:now).returns(@time_of_run)
+
+    @connection = mock()
+    @mongo_sync = MongoSync.new(@connection)
+  end
+
+  def test_local_setup
+    @connection.expects(:execute).with(:mkdir, '-p', '/tmp/dumps').once()
+    @mongo_sync.local_setup!
+  end
+
+  def test_local_cleanup
+    @connection.expects(:test).with('find /tmp/dumps/* -mtime +1').once().returns(true)
+    @connection.expects(:execute).with(:find, '/tmp/dumps/*', '-mtime +1 -exec rm {} \\;').once()
+    @mongo_sync.local_cleanup!
+  end
+
+  def test_remote_setup
+    @connection.expects(:execute).with(:mkdir, '-p', '/mnt/tmp/dumps').once()
+    @mongo_sync.remote_setup!
+  end
+
+  def test_remote_cleanup
+    @connection.expects(:test).with('find /mnt/tmp/dumps/* -mtime +1').returns(true).once()
+    @connection.expects(:execute).with(:find, '/mnt/tmp/dumps/*', '-mtime +1 -exec rm {} \\;').once()
+    @mongo_sync.remote_cleanup!
+  end
+
+  def test_remote_mongodump_full
+    @connection.expects(:execute).once().with(:mongodump, '-d', 'mydb', '-o', '/mnt/tmp/dumps/mydb-full-2015-01-01-01-01')
+    output_dir = @mongo_sync.remote_mongodump!
+    assert_equal 'mydb-full-2015-01-01-01-01', output_dir
+  end
+
+  def test_remote_mongodump_agents_collection
+    @mongo_sync.instance_variable_set("@collection", 'agents')
+    @connection.expects(:execute).once().with(:mongodump, '-d', 'mydb', '-o', '/mnt/tmp/dumps/mydb-agents-2015-01-01-01-01', '-c', 'agents')
+    output_dir = @mongo_sync.remote_mongodump!
+    assert_equal 'mydb-agents-2015-01-01-01-01', output_dir
+  end
+
+  def test_dump_prompt_message
+    path_to_tgz = '/tmp/dumps/mydb-full-2015-01-01-01-00.tgz'
+    expected_msg = "Use local dump from today at 01:00 AM? \"%s\"? (y/n)" % path_to_tgz
+    actual_msg = @mongo_sync.dump_prompt_message :use_local_dump, path_to_tgz
+    assert_equal expected_msg, actual_msg
+  end
+
+  def test_dump_prompt_accepts_y_n
+    path_to_tgz = '/tmp/dumps/mydb-full-2015-01-01-01-00.tgz'
+
+    @mongo_sync.instance_variable_set '@use_local_dump', 'y'
+    @mongo_sync.dump_prompt :use_local_dump, path_to_tgz
+
+    @mongo_sync.instance_variable_set '@use_local_dump', 'n'
+    @mongo_sync.dump_prompt :use_local_dump, path_to_tgz
+  end
+
+  def test_hipchat_notify
+    msg = 'Finished syncing prod to staging...'
+    opts = { color: 'green' }
+
+    @hipchat_client = mock()
+    @mongo_sync.instance_variable_set("@hipchat_client", @hipchat_client)
+    @engineering_room = mock()
+    @hipchat_client.expects("[]").once().with('Engineering').returns(@engineering_room)
+    @engineering_room.expects('capistrano').with(msg, opts)
+    @mongo_sync.hipchat_notify! 'Engineering', 'capistrano', msg, opts
+  end
+
+  def test_staging_mongorestore_full_path
+    @connection.expects(:execute).once().with(:mongorestore, '--drop', '-d', 'mydb_staging', '/mnt/tmp/dumps/mydb-agents-2015-01-01-01-01/mydb')
+    @mongo_sync.staging_mongorestore! '/mnt/tmp/dumps/mydb-agents-2015-01-01-01-01/mydb'
+  end
+
+  def test_staging_mongorestore_relative_to_dump_base
+    @connection.expects(:execute).once().with(:mongorestore, '--drop', '-d', 'mydb_staging', '/mnt/tmp/dumps/mydb-agents-2015-01-01-01-01/mydb')
+    @mongo_sync.staging_mongorestore! 'mydb-agents-2015-01-01-01-01'
+  end
+
+  def test_last_remote_dump_no_dumps
+    @connection.expects(:test, 'ls -td /mnt/tmp/dumps/*/mydb').returns(false)
+    lrd = @mongo_sync.last_remote_dump
+    assert_equal nil, lrd
+  end
+
+  def test_last_remote_dump_dumps_y
+    dumps = %w( /mnt/tmp/dumps/mydb-full-2015-10-07-09-36/mydb /mnt/tmp/dumps/mydb-full-2015-10-07-08-50/mydb ).join("\n")
+
+    @connection.expects(:test, 'ls -td /mnt/tmp/dumps/*').returns(true)
+    @connection.expects(:capture).with(:ls, '-td', '/mnt/tmp/dumps/mydb-full*/mydb').returns(dumps)
+    @mongo_sync.instance_variable_set '@use_remote_dump_dir', 'y'
+
+    lrd = @mongo_sync.last_remote_dump
+    assert_equal '/mnt/tmp/dumps/mydb-full-2015-10-07-09-36/mydb', lrd
+  end
+
+  def test_last_remote_dump_dumps_n
+    dumps = %w( /mnt/tmp/dumps/mydb-full-2015-10-07-09-36/mydb /mnt/tmp/dumps/mydb-full-2015-10-07-08-50/mydb ).join("\n")
+
+    @connection.expects(:test, 'ls -td /mnt/tmp/dumps/*/mydb').returns(true)
+    @connection.expects(:capture).with(:ls, '-td', '/mnt/tmp/dumps/mydb-full*/mydb').returns(dumps)
+    @mongo_sync.instance_variable_set '@use_remote_dump_dir', 'n'
+
+    lrd = @mongo_sync.last_remote_dump
+    assert_equal nil, lrd
+  end
+
+  def test_last_local_dump_no_dumps
+    @connection.expects(:test, 'ls -td /mnt/tmp/dumps/mydb-full*/mydb').returns(false)
+    lrd = @mongo_sync.last_remote_dump
+    assert_equal nil, lrd
+  end
+
+  def test_last_remote_dump_tgz
+    @connection.expects(:test, 'ls -td /mnt/tmp/dumps/mydb-full*/mydb').returns(false)
+    lrd = @mongo_sync.last_remote_dump
+    assert_equal nil, lrd
+  end
+
+  def test_local_mongorestore
+    dump_dir = 'mydb-full-2015-10-07-09-36'
+    @connection.expects(:within).with('/tmp/dumps').once.yields
+    @connection.expects(:execute).with(:mongorestore, '--drop', '-d', 'mydb', 'mydb-full-2015-10-07-09-36/mydb').once
+    @mongo_sync.local_mongorestore! dump_dir
+  end
+
+  def test_local_unarchive_preexisting
+    tgz = 'mydb-full-2015-10-07-09-36.tgz'
+    local_dump_dir = '/tmp/dumps/mydb-full-2015-10-07-09-36'
+    @connection.expects(:test).with("ls #{local_dump_dir}").once.returns(true)
+    @mongo_sync.local_unarchive! tgz
+  end
+
+  def test_local_unarchive_need_to_download
+    tgz = 'mydb-full-2015-10-07-09-36.tgz'
+    local_dump_dir = '/tmp/dumps/mydb-full-2015-10-07-09-36'
+    @connection.expects(:test).with("ls #{local_dump_dir}").once.returns(false)
+    @connection.expects(:within).with('/tmp/dumps').once.yields
+    @connection.expects(:execute).with(:tar, '-xzvf', tgz).once
+    @mongo_sync.local_unarchive! tgz
+  end
+
+  def test_remote_archive
+    dump_dir = 'mydb-full-2015-10-07-09-36'
+    @connection.expects(:within).with('/mnt/tmp/dumps').once.yields
+    @connection.expects(:execute).with(:tar, '-czvf', 'mydb-full-2015-10-07-09-36.tgz', 'mydb-full-2015-10-07-09-36').once
+    @mongo_sync.remote_archive! dump_dir
+  end
+
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: capistrano-mongo-sync
+version: !ruby/object:Gem::Version
+  version: 0.1.4
+platform: ruby
+authors:
+- Open Listings Engineering
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-06-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: capistrano
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: sshkit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.8'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+description: A tool for keeping local mongo in sync with remote
+email: engineering@openlistinggem.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".ruby-version"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- capistrano-mongo-sync.gemspec
+- lib/capistrano/mongo-sync.rb
+- lib/capistrano/mongo-sync/mongo-sync.cap
+- lib/capistrano/mongo_sync/mongo_sync.rb
+- lib/capistrano/tasks/mongo-sync.cap
+- test/test_mongo_sync.rb
+homepage: https://github.com/openlistings/capistrano-mongo-sync
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: A tool for keeping local mongo in sync with remote
+test_files:
+- test/test_mongo_sync.rb