app-tools 1.14.0 → 1.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c6aec02839ce2d8c9edadcd56d6d8336a96999b2
-  data.tar.gz: f7136e83521ca43302caab96a5bdab351fa1e6c7
+  metadata.gz: e90602b475537f670818112d0eed0d7240265ed9
+  data.tar.gz: 9fbd170fa03fb0e83220ee3465c14d18e29c4364
 SHA512:
-  metadata.gz: 3db21985a67d7a98ed3683cde078724214377c6f0186660eb9b308cbe98b45d3e1653fe45e1d75bbf446a78652d373f0a5ff4228d48eaa32108f862eedff1561
-  data.tar.gz: 22d337c0ef4f637af3552ab5eb908f3206dbba7f92f6338e779ae3401bb46caff2daf24ae7b17017b13ea598c7020ad2c0bc68a0935f9faa78147b935f027517
+  metadata.gz: 84bad9a3bdc3606ea2a507cb8dac4b96ba90dff0722c17495cc0ead37f38b79d51b1b5cd6efb70949812702e49b024dce2fb761f0ce2d41a351b923bdac85806
+  data.tar.gz: 0b01b302c49db8e84a57a1f289c1f7e8b46d6192b87596c46e4ff5d55720216958cab7750711a88748e5d0b970691030534e9770af15f950d5a5f29fbb4432fb

data/bin/mongo-backup

@@ -0,0 +1,131 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'methadone'
+require 'app_tools/version'
+require 'fileutils'
+require 'mongo'
+
+module AppTools
+  module MongoBackup
+    include Methadone::Main
+    include Methadone::CLILogging
+    include Methadone::ExitNow
+
+    def self.find_tool(name, paths)
+      paths.each { |path|
+        full_path = File.join(path, name)
+
+        if File.exist?(full_path)
+          return full_path
+        end
+      }
+      raise "Unable to find tool '#{name}'"
+    end
+
+    main do
+      profile = options[:profile]
+      bucket_name = options[:bucket]
+      max_backups = options[:max].to_i
+      mongo_path = options[:mongo]
+
+      if profile.nil?
+        exit_now! "Must specify AWS profile"
+      end
+
+      if bucket_name.nil?
+        exit_now! "Must specify AWS bucket name"
+      end
+
+      if max_backups.nil? or max_backups == 0
+        max_backups = 20
+        puts "Max backups is #{max_backups}"
+      end
+
+      if mongo_path.nil?
+        exit_now! "Must specify a database to backup!"
+      end
+
+      mongo_uri = Mongo::URI.new(mongo_path)
+      database = mongo_uri.database
+      user = mongo_uri.credentials[:user]
+      password = mongo_uri.credentials[:password]
+      mongo_server = mongo_uri.servers[0]
+
+      mongodump_tool = find_tool('mongodump', ['/usr/bin', '/usr/local/bin'])
+      aws_tool = find_tool('aws', ['/usr/bin', '/usr/local/bin'])
+      scutil_tool = find_tool('scutil', ['/usr/sbin'])
+      tar_tool = find_tool('tar', ['/usr/bin'])
+
+      Dir.mktmpdir {|dump_dir_name|
+        local_host_name = `#{scutil_tool} --get LocalHostName`.strip
+
+        puts "Backing up mongodb://#{mongo_server}/#{database} from #{local_host_name}"
+
+        `#{mongodump_tool} -h #{mongo_server} -u #{user} -p #{password} -d #{database} -o #{dump_dir_name}`
+
+        if $? != 0
+          raise "Unable to create dump of mongodb://#{mongo_server}/#{database}"
+        end
+
+        date_time = DateTime.now.strftime("%Y%m%d-%H%M%SZ")
+
+        backup_filename = "#{local_host_name}-#{database}-#{date_time}.tar.gz"
+
+        `cd #{dump_dir_name}; #{tar_tool} -czvf #{backup_filename} #{database}/*`
+
+        if $? != 0
+          raise "Unable to create tar zip file '#{backup_filename}'"
+        end
+
+        `cd #{dump_dir_name}; #{aws_tool} s3 cp #{backup_filename} s3://#{bucket_name}/ --profile #{profile}`
+
+        if $? != 0
+          raise "Unable to upload '#{backup_filename}' to s3://#{bucket_name}/"
+        end
+
+        # Reduce backups to desired maximum
+        backup_filenames = `#{aws_tool} s3 ls s3://#{bucket_name} --profile #{profile}`.split('\n')
+
+        if $? != 0
+          raise "Unable to get list of existing backups from s3://#{bucket_name}"
+        end
+
+        # backup_filenames = %w(
+        #   'host-database-20160624-002055Z.tar.gz',
+        #   'host-database-20160620-002055Z.tar.gz',
+        #   'host-database-20160621-002055Z.tar.gz',
+        #   'host-database-20160708-002055Z.tar.gz',
+        #   'host-database-20160601-002055Z.tar.gz.save',
+        # )
+        backup_filenames.sort!
+        backup_filenames.delete_if { |f| f.match(/save/) }
+        num_backups_to_delete = backup_filenames.count - max_backups
+
+        if num_backups_to_delete > 0
+          (0...num_backups_to_delete).each { |i|
+            `#{aws_tool} s3 rm s3://#{bucket_name}/#{backup_filenames[i]} --profile #{profile}`
+
+            if $? != 0
+              puts "WARNING: Unable to delete s3://#{bucket_name}/#{backup_filenames[i]}"
+            end
+          }
+        end
+      }
+
+      puts "Backup completed successfully"
+    end
+
+    description 'mongo-backup - Perform backup for a MongoDB database'
+    version AppTools::VERSION
+
+    on("-p", "--profile PROFILE", "AWS profile")
+    on("-b", "--bucket BUCKET_NAME", "AWS bucket")
+    on("-n", "--max MAX_BACKUPS", "Maximum number of backups to keep")
+    on("-m", "--mongo MONGO_URI", "Full URI of MongoDB to backup")
+
+    use_log_level_option :toggle_debug_on_signal => 'USR1'
+
+    go!
+  end
+end

data/lib/app_tools/version.rb

@@ -1,3 +1,3 @@
 module AppTools
-  VERSION = "1.14.0"
+  VERSION = "1.15.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: app-tools
 version: !ruby/object:Gem::Version
-  version: 1.14.0
+  version: 1.15.0
 platform: ruby
 authors:
 - John Lyon-Smith
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-08 00:00:00.000000000 Z
+date: 2016-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -122,6 +122,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
 description: |
   Generate IPA files with correct Swift and symbol files for uploading to iTunesConnect.
   Resign IPA files with correct certificate and provisioning profiles for distribution.  Upload IPA files to iTunesConnect.
@@ -131,6 +145,7 @@ executables:
 - app-tools
 - gencov
 - kcpass
+- mongo-backup
 - resignipa
 - setsimkbd
 - syncpp
@@ -142,6 +157,7 @@ files:
 - bin/app-tools
 - bin/gencov
 - bin/kcpass
+- bin/mongo-backup
 - bin/resignipa
 - bin/setsimkbd
 - bin/syncpp