snapshot_reload 1.0.1 → 1.0.2

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    snapshot_reload (0.0.1)
+    snapshot_reload (1.0.2)
       fog
       methadone (~> 1.2.3)
 
@@ -33,7 +33,7 @@ GEM
       net-ssh (>= 2.1.3)
       nokogiri (~> 1.5.0)
       ruby-hmac
-    formatador (0.2.1)
+    formatador (0.2.4)
     gherkin (2.11.5)
       json (>= 1.4.6)
     json (1.7.5)
@@ -43,7 +43,7 @@ GEM
     multi_json (1.3.7)
     net-scp (1.0.4)
       net-ssh (>= 1.99.1)
-    net-ssh (2.5.2)
+    net-ssh (2.6.2)
     nokogiri (1.5.5)
     rake (0.9.5)
     rdoc (3.12)

data/bin/snapshot_reload

@@ -58,6 +58,13 @@ class App
   on('-q', '--quiet',
     "Be completely silent. Overrides --verbose switch")
 
+  # Add switch to save the contents of the target database before dropping
+  on('-x', '--[no-]save DUMPFILE',
+    "Save the contents of the target database prior to dropping it,",
+    "creating it, and loading in the snapshot. DUMPFILE is used as the",
+    "basename for the saved file as DUMPFILE.sql.gz",
+    "Default is to NOT save the data.")
+
   arg :config, :required, 
     "Configuration file in same format as Rails config/database.yml file"
 

data/features/save_option.feature

@@ -0,0 +1,49 @@
+# feature file for testing the save option
+#
+# Author: Tamara Temple <tamara.temple@novu.com>
+# Copyright: (c) 2012, Novu, LLC
+# License: NONE
+#
+
+
+Feature: save the existing data in the target database before reloading
+  In order to keep potentially valuable data
+  As a tester
+  I want to dump the database before dropping the database
+
+  
+
+
+
+
+    Scenario Outline: testing save option
+    Given a file named "config.yaml" with:
+      """
+      qa:
+        adapter: mysql2
+        host: localhost
+        encoding: utf8
+        database: novu_test
+        pool: 5
+        username: novuadmin
+        password: 
+      """
+    Given a file named "dummy_source" with:
+      """
+      dummy content, we don't care
+      """
+    When I run `snapshot_reload --log-level debug <dryrun> --verbos --source dummy_source <saveoption> config.yaml`
+    Then the exit status should be <exit>
+    And the output should contain "<message>"
+
+    Scenarios: test data for save option
+      | saveoption | exit | message | dryrun |
+      | -x | 64 | ERROR -- : parse error: 'config' is required |
+      | -x dumpfile | 0 |saving to file dumpfile.sql.gz|
+      | --save | 64 | ERROR -- : parse error: 'config' is required |
+      | --save dumpfile | 0 |saving to file dumpfile.sql.gz|
+      | --save dumpfile | 0 |saving to file dumpfile.sql.gz|
+
+      
+      
+

data/features/snapshot_live.feature

@@ -10,11 +10,12 @@ Feature: Live testing of application
   I want to run the application with real credentials
   And and a real database configuration
 
-
+  # @no-clobber
+  # @announce
   Scenario Outline: run snapshot_reload with real credentials and configuration
     Given a file named "<config>" exists
     Given a file named "<creds>" exists
-    When I run `snapshot_reload --log-level debug --verbose --aws-conf ../../<creds> --source s3://<bucket>/<folder>/<file> ../../<config>`
+    When I run `snapshot_reload --log-level debug --verbose --aws-conf ../../<creds> --source s3://<bucket>/<folder>/<file> <save> ../../<config>`
     Then the exit status should be 0
     And the output should match /.*Getting <folder>.<file> from <bucket>, range bytes=\d+-\d+.*/
     And the output should match /.*Wrote \d+ bytes to <file>.*/
@@ -24,6 +25,7 @@ Feature: Live testing of application
     And the output should match /.*Command issued: gunzip .* | mysql .* drop.*/
 
   Scenarios: test data
-    | config              | creds                 | bucket     | folder     | file                   |
-    | testdata/config.yml | testdata/my-aws-cred  | tam-test-2 | db-backups | novu-2012-12-11.sql.gz |
+    | config              | creds                 | bucket     | folder     | file                   | save                 |
+    | testdata/config.yml | testdata/my-aws-cred  | tam-test-2 | db-backups | novu-2012-12-11.sql.gz |                      |
+    | testdata/config.yml | testdata/my-aws-cred  | tam-test-2 | db-backups | novu-2012-12-11.sql.gz | --save /tmp/dumpfile |
   

data/features/snapshot_reload.feature

@@ -24,6 +24,7 @@ Feature: ensure command line options work as expected
       |--aws-conf AWS_CONFIG|
       |--aws-key AWSKEY|
       |--aws-secret AWSSECRET|
+      |--[no-]save DUMPFILE|
     And the banner should document that this app's arguments are:
       |config|which is required|
 

data/lib/snapshot_reload/errors.rb

@@ -27,5 +27,6 @@ module SnapshotReload
   ENOBUCKET       = 12
   ENOOBJECT       = 13
   ENOS3FILES      = 14
+  ENOSAVEFILE     = 15
 
 end

data/lib/snapshot_reload/reload.rb

@@ -17,11 +17,25 @@ module SnapshotReload
     include Methadone::SH
 
     def reload
+      save_db if @save_before
       drop_db
       create_db
       load_db
     end
 
+    def save_db
+      info("saving to file #{@save_file}") if @verbose
+      passopt = @password.present? ? "--password=#{password}" : ''
+      cmd = "mysqldump --host=#{@host} --user=#{username} #{passopt} #{@database} | gzip > #{@save_file}"
+      run_it(cmd)
+      unless File.exists?(@save_file) or @dry_run
+        fatal("Could not save data to #{@save_file}")
+        exit(ENOSAVEFILE)
+      else
+        info("data written to #{@save_file}") if @verbose
+      end
+    end
+
     def drop_db
       mysqladmin_go("drop")
     end # method drop
@@ -30,19 +44,20 @@ module SnapshotReload
       mysqladmin_go("create")
     end
 
+    def load_db
+      passopt = @password.present? ? "--password=#{@password}" : ''
+      fetch_snapshot
+      cmd = "gunzip < #{self.sql_file} | mysql --host=#{@host} --user=#{@username} #{passopt} #{@database}"
+      run_it(cmd)
+    end
+
     def mysqladmin_go(command)
       return false unless "drop create".include?(command)
-      passopt = (@password.nil? or @password.empty?) ? '' : "--password=#{@password}"
+      passopt = @password.present? ? "--password=#{@password}" : ''
       cmd = "mysqladmin --host=#{@host} --user=#{@username} #{passopt} --force #{command} #{@database}"
       run_it(cmd)
     end # mysqladmin_go method
 
-    def load_db
-      passopt = (@password.nil? or @password.empty?) ? '' : "--password=#{@password}"
-      fetch_snapshot
-      cmd = "gunzip < #{self.sql_file} | mysql --host=#{@host} --user=#{@username} #{passopt} #{@database}"
-      run_it(cmd)
-    end
 
     def run_it(cmd)
       info("Dry-run, no commands will be executed.") if @dry_run and @verbose

data/lib/snapshot_reload/version.rb

@@ -11,7 +11,7 @@
 
 
 module SnapshotReload
-  VERSION = "1.0.1"
+  VERSION = "1.0.2"
   SUMMARY = %q{Redeploy the obfuscated data from production to other servers}
   DESCRIPTION =  %q{Take the obfuscated production data from it's nightly backup and place it into a working database. This script is run nightly to put obfuscated data into the Q* test server environments.}
 

data/lib/snapshot_reload.rb

@@ -22,8 +22,6 @@ module SnapshotReload
   class SnapshotReload
     include Methadone::CLILogging
 
-    # attr_reader :config, :env, :host, :database, :username, :password, :source, :aws_key, :aws_secret, :sql_file
-
     def initialize(config, options=nil)
 
       options = Hash.new if options.nil?
@@ -45,6 +43,9 @@ module SnapshotReload
         @aws_secret = aws[1]
       end
 
+      @save_before = options.has_key?(:save)
+      @save_file = options[:save].gsub(/[^-_.\/[:alnum:]]*/, '') + ".sql.gz" if @save_before
+
       @dry_run = options['dry-run'] ||= false
 
       @verbose = options[:verbose] ||= false
@@ -64,6 +65,8 @@ module SnapshotReload
         info("source: #{@source.to_s}")
         info("aws key: #{@aws_key}")
         info("aws secret: #{@aws_secret}")
+        info("save before? #{@save_before.to_s}")
+        info("save file: #{@save_file}")
         info("dry run: #{@dry_run}")
         info("verbose: #{@verbose}")
         info("quiet: #{@quiet}")
@@ -113,6 +116,14 @@ module SnapshotReload
       @sql_file
     end
 
+    def save_before?
+      @save_before
+    end
+
+    def save_file
+      @save_file
+    end
+
     def dry_run?
       @dry_run      
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: snapshot_reload
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -127,6 +127,7 @@ files:
 - README.rdoc
 - Rakefile
 - bin/snapshot_reload
+- features/save_option.feature
 - features/snapshot_live.feature
 - features/snapshot_reload.feature
 - features/step_definitions/snapshot_live_steps.rb
@@ -140,6 +141,9 @@ files:
 - lib/snapshot_reload/reload.rb
 - lib/snapshot_reload/validate.rb
 - lib/snapshot_reload/version.rb
+- snapshot_reload-1.0.0.gem
+- snapshot_reload-1.0.1.gem
+- snapshot_reload-1.0.2.gem
 - snapshot_reload.gemspec
 - spec/snapshot_reload_spec.rb
 - spec/spec_helper.rb
@@ -168,6 +172,7 @@ signing_key:
 specification_version: 3
 summary: Redeploy the obfuscated data from production to other servers
 test_files:
+- features/save_option.feature
 - features/snapshot_live.feature
 - features/snapshot_reload.feature
 - features/step_definitions/snapshot_live_steps.rb