database_sanitizer 0.0.16 → 0.0.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 77d9e46bfe3e7f9f5bd05c51eb1925384a0eb69d
-  data.tar.gz: 7ca1d69283a346ec4faecf93ea7c1e648c1a39ec
+  metadata.gz: f7e20ead716dbb042a748667237ab61e735e9ed3
+  data.tar.gz: abb7e002cb6798d6ede4d36d8a3a7770d211fd7b
 SHA512:
-  metadata.gz: b0acd414b98a2100ec34b58520ac52e11927c8b4ba7981f6ab2ffec1ec85cea8c798d85913c7382a1ad9a17148086a87f3469097f1fe31daa22b9a8a855e77f0
-  data.tar.gz: 53c1293ab81f599e72688cdf94c15d6846d760c0cb11bd38dc2c91da89ac13d29e60f2d0b8d9adc1a069e1d0fc5a0838d56b104ef5a0a7744660bc37e39e0980
+  metadata.gz: b980baff161186f7550d8ba0af19a67e81d71473f8f18f5516f52384db95f05c200f16c6ed9f4e1f952f73b1cf767c4ed89d29137b66823e7a1cd74e9a32fd48
+  data.tar.gz: c96d6cda1dbe0b75e33a1cb67d18b4d4b24fafc1c31173e43092c709ef0626cfbe7bb446859959a3272f82d0802de29433088883dfd40b36bb3c68f8facb51b4

data/lib/database_sanitizer.rb

@@ -59,23 +59,29 @@ module DatabaseSanitizer
     end
 
     def export opts={}
-      src = Source.connection
-      dest = Destination.connection
       duplicate_schema opts[:schema]
-      tables = (opts[:tables] || src.tables.collect(&:to_s)) - (opts[:exclude] || [])
+      tables = (opts[:tables] || Source.connection.tables.collect(&:to_s)) - (opts[:exclude] || [])
       transformers = read_comments tables
       max_tbl_name_len = transformers.keys.map(&:length).sort.last || 0
 
       tables.with_progress('Exporting').each do |table|
-        q_table = dest.quote_table_name table
-        s_table = table.to_sym
-        order_column = order_column_for s_table
-        last_value = nil
+        export_table table, transformers, max_tbl_name_len
+      end
+
+      update_sequences
+    end
+
+    def export_table table, transformers, max_tbl_name_len
+      q_table = Destination.connection.quote_table_name table
+      s_table = table.to_sym
+      order_column = order_column_for s_table
+      last_value = nil
 
-        get_chunks(src, table).times_with_progress(table.rjust max_tbl_name_len) do |chunk_i|
+      suspend_triggers table do
+        get_chunks(Source.connection, table).times_with_progress(table.rjust max_tbl_name_len) do |chunk_i|
           offset = chunk_i * CHUNK_SIZE
-          result = src.exec_query select_query q_table, order_column, last_value, offset
-          dest.execute insert_query q_table, s_table, transformers, result, offset
+          result = Source.connection.exec_query select_query q_table, order_column, last_value, offset
+          Destination.connection.execute insert_query q_table, s_table, transformers, result, offset
 
           last_value = result.last[order_column] if result.any?
         end
@@ -117,5 +123,28 @@ module DatabaseSanitizer
         nil
       end
     end
+
+    def suspend_triggers table
+      Destination.connection.execute "ALTER TABLE #{table} DISABLE TRIGGER ALL"
+      yield
+      Destination.connection.execute "ALTER TABLE #{table} ENABLE TRIGGER ALL"
+    end
+
+    def update_sequences
+      sequences = Source.connection.exec_query <<-SQL.strip_heredoc
+SELECT s.relname, a.attname, t.relname
+FROM pg_class s
+  JOIN pg_depend d ON d.objid = s.oid
+  JOIN pg_class t ON d.objid = s.oid AND d.refobjid = t.oid
+  JOIN pg_attribute a ON (d.refobjid, d.refobjsubid) = (a.attrelid, a.attnum)
+  JOIN pg_namespace n ON n.oid = s.relnamespace
+WHERE s.relkind     = 'S'
+  AND n.nspname     = 'public'
+      SQL
+
+      sequences.rows.each do |row|
+        Destination.connection.execute "SELECT setval('#{row[0]}', (SELECT MAX(#{row[1]}) FROM #{row[2]}))"
+      end
+    end
   end
 end

data/lib/database_sanitizer/transformers.rb

@@ -1,6 +1,6 @@
 module DatabaseSanitizer
   Transformers = {
-    'email' => ->(i, rec) { "email#{i.to_s.rjust(5, ?0)}@#{rec.split(?@)[1]}"},
+    'email' => ->(i, rec) { rec.nil? ? rec : "email#{i.to_s.rjust(5, ?0)}@#{rec.split(?@)[1]}"  },
     'wipe' => proc { nil },
     'zero' => proc { 0 },
     'empty_string' => proc { '' },

data/lib/database_sanitizer/version.rb

@@ -1,3 +1,3 @@
 module DatabaseSanitizer
-  VERSION = '0.0.16'
+  VERSION = '0.0.17'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: database_sanitizer
 version: !ruby/object:Gem::Version
-  version: 0.0.16
+  version: 0.0.17
 platform: ruby
 authors:
 - Marton Somogyi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-27 00:00:00.000000000 Z
+date: 2014-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler