database_sanitizer 0.0.10 → 0.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 69dde27474c93f48e238ca9a48f969d64ce25c85
-  data.tar.gz: 7f654cc3b0ee7a15b8017944663e7e6beddd87a5
+  metadata.gz: ddcfff1fe892484023111ceca111ae9e0b7cfc15
+  data.tar.gz: be4dfe4874735872815bbae6ba55fe959092f359
 SHA512:
-  metadata.gz: 66849aa88cc35888f512a93d8a8043a795c0a10cc9050ffe6d0695788ed70eccb70617115e48752416f80aa547666b2eb2dc633431c15dbe4ba7d0e5b7ac0ce3
-  data.tar.gz: 01e8f6eba5e2f27b668d5d4d9aa08137a19ce2a18f203dbfcbe4b5293b798fd7759c75eb1f7d50d372790583d4d104b9331bfd642deac2c1a8695d50f835f936
+  metadata.gz: e8751235e69d52bd02dc702a6a451e5c2ebdfa288a6e7f4a833428503afe9e59d613503a052fbe1fd67088cbb3378723814aa90dafa7eeb73d363898da560a34
+  data.tar.gz: e335a6f3adae02e04458793c7c0cd4f8dc430d23b3b91314c8b70afc67bc00ce85654688cf4d70e8d8907b3f5dec2cecac9b3fde6c05a83e96abc7af102547d2

data/lib/database_sanitizer/version.rb

@@ -1,3 +1,3 @@
 module DatabaseSanitizer
-  VERSION = '0.0.10'
+  VERSION = '0.0.11'
 end

data/lib/database_sanitizer.rb

@@ -3,7 +3,7 @@ require 'active_record/comments'
 require 'progress'
 
 module DatabaseSanitizer
-  CHUNK_SIZE = 500
+  CHUNK_SIZE = (ENV['CHUNK_SIZE'] || "1000").to_i
   class Source < ActiveRecord::Base
   end
 end
@@ -63,20 +63,22 @@ module DatabaseSanitizer
 
       tables.with_progress('Exporting').each do |table|
         q_table = dest.quote_table_name table
-        query = "SELECT * FROM #{q_table} LIMIT #{CHUNK_SIZE} OFFSET "
+        s_table = table.to_sym
+        sel_query = "SELECT * FROM #{q_table} LIMIT #{CHUNK_SIZE} OFFSET "
         get_chunks(table).times_with_progress(table.rjust max_tbl_name_len) do |chunk_i|
           offset = chunk_i * CHUNK_SIZE
-          result = src.exec_query query + offset.to_s
+          result = src.exec_query sel_query + offset.to_s
           cols = result.columns.map { |col| dest.quote_column_name col }.join ','
-          dest.transaction do
-            result.rows.with_progress('batch').each_with_index do |src_row, row_i|
-              values = result.columns.each_with_index.map do |col, col_i|
-                transformer = transformers[table.to_sym][col.to_sym]
-                dest.quote transformer ? transformer.(offset + row_i, src_row[col_i]) : src_row[col_i]
-              end
-              dest.insert_sql "INSERT INTO #{q_table} (#{cols}) VALUES (#{values.join ','})"
+          ins_query_part = "INSERT INTO #{q_table} (#{cols}) VALUES ("
+          ins_query = StringIO.new
+          result.rows.each_with_index do |src_row, row_i|
+            values = result.columns.each_with_index.map do |col, col_i|
+              transformer = transformers[s_table][col.to_sym]
+              dest.quote transformer ? transformer.(offset + row_i, src_row[col_i]) : src_row[col_i]
             end
+            ins_query << ins_query_part << values.join(',') << '); '
           end
+          dest.exec_query ins_query.string
         end
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: database_sanitizer
 version: !ruby/object:Gem::Version
-  version: 0.0.10
+  version: 0.0.11
 platform: ruby
 authors:
 - Marton Somogyi