yaml_db_with_schema_tables 0.3.2 → 0.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 56086fd52fca521d5a61ff835253a623ae9ee680
-  data.tar.gz: 577d01ac73bc69863cf41cf40051bf9d40d378be
+  metadata.gz: 076c6682db8052bfab667c3d27ddd35e8a6daa8f
+  data.tar.gz: 53255b3a65cec12c7e71657e9773f73ed56dd1db
 SHA512:
-  metadata.gz: 80a7996018fb8202a8aa083e329482a202f6fb8e418db6ff7db957ee6bba9204cb7c79f5fb98ed2d4afcd3fa1c95743fc401648ff50702fc7c1657577ce01992
-  data.tar.gz: 7124cc5ade5ac68f92ee8e54bdc1e9005db4c0f81a9dd8087bdfedca36b77dceb9666db19f0694f2e7e98ec99996c3f8e23c53ddb13e1da41987d64b5e9bd4e3
+  metadata.gz: 7eef2c5835ba0ef9aadc57c96e520630adb2d50ca31cc762ff5d575f75c51e263aa8a23a5123e4009156e02e6166542bd64773b9bdcbaadc32af4e6544a721b6
+  data.tar.gz: 57417ce8ffe02b7641ec3dd38b4b5e7346a10d40068fc02d4d94ffa263073a1efd0c6776f7e99e2e1499b4a150e4fc443c35355f876afd00aa67716295dd4051

data/VERSION

@@ -1 +1 @@
-0.3.2
+0.3.3

data/lib/csv_db.rb

@@ -16,7 +16,7 @@ module CsvDb
   end
 
   class Load < SerializationHelper::Load
-    def self.load_documents(io, truncate = true)
+    def self.load_documents(io)
       tables = {}
       curr_table = nil
       io.each do |line|
@@ -34,7 +34,7 @@ module CsvDb
       end
 
       tables.each_pair do |table_name, contents|
-        load_table(table_name, contents, truncate)
+        load_table(table_name, contents)
       end
     end
   end
@@ -72,7 +72,7 @@ module CsvDb
         end
       end
     end
-    
+
   end
 
 

data/lib/json_db.rb

@@ -62,11 +62,11 @@ module JsonDb
   end
 
   class Load < SerializationHelper::Load
-    def self.load_documents(io, truncate = true)
+    def self.load_documents(io)
         JSON.load(io).tap do |json|
           json.keys.each do |table_name|
             next if json[table_name].nil?
-            load_table(table_name, json[table_name], truncate)
+            load_table(table_name, json[table_name])
           end
         end
     end

data/lib/serialization_helper.rb

@@ -62,28 +62,39 @@ module SerializationHelper
       ActiveRecord::Base.logger = @@old_logger
     end
   end
-  
+
   class Load
     def self.load(io, truncate = true)
       ActiveRecord::Base.connection.transaction do
-        load_documents(io, truncate)
+        defer_fk_constraints do
+          truncate_all if truncate
+          load_documents(io)
+        end
       end
     end
 
-    def self.truncate_table(table)
-      begin
-        ActiveRecord::Base.connection.execute("TRUNCATE #{SerializationHelper::Utils.quote_table(table)}")
-      rescue Exception
-        ActiveRecord::Base.connection.execute("DELETE FROM #{SerializationHelper::Utils.quote_table(table)}")
+    def self.truncate_all
+      quoted_tables = tables.map do |table|
+        SerializationHelper::Utils.quote_table(table)
+      end
+      case database_type
+      when :postgresql
+        ActiveRecord::Base.connection.execute("TRUNCATE #{quoted_tables.join(',')} CASCADE")
+      when :mysql
+        quoted_tables.each do |quoted_table|
+          ActiveRecord::Base.connection.execute("TRUNCATE #{quoted_table}")
+        end
       end
     end
 
-    def self.load_table(table, data, truncate = true)
+    def self.tables
+      ActiveRecord::Base.connection.tables
+    end
+
+
+    def self.load_table(table, data)
       return if table == 'ar_internal_metadata'
       column_names = data['columns']
-      if truncate
-        truncate_table(table)
-      end
       load_records(table, column_names, data['records'])
       reset_pk_sequence!(table)
     end
@@ -95,7 +106,7 @@ module SerializationHelper
       columns = column_names.map{|cn| ActiveRecord::Base.connection.columns(table).detect{|c| c.name == cn}}
       quoted_column_names = column_names.map { |column| ActiveRecord::Base.connection.quote_column_name(column) }.join(',')
       quoted_table_name = SerializationHelper::Utils.quote_table(table)
-      
+
       0.step(records.count-1, records_per_page) do |offset|
         all_quoted_values = records[offset, records_per_page].map do |record|
           '(' + record.zip(columns).map{|c| ActiveRecord::Base.connection.quote(c.first, c.last)}.join(',') + ')'
@@ -108,9 +119,39 @@ module SerializationHelper
       if ActiveRecord::Base.connection.respond_to?(:reset_pk_sequence!)
         ActiveRecord::Base.connection.reset_pk_sequence!(table_name)
       end
-    end    
+    end
 
-      
+    def self.defer_fk_constraints(&block)
+      case database_type
+      when :postgresql
+        # make all fk constraints deferrable
+        fk_constraints = []
+        tables.each do |table|
+          fk_constraints_on_table = ActiveRecord::Base.connection.foreign_keys(table)
+          fk_constraints_on_table.each do |fk_constraint|
+            quoted_table_name = SerializationHelper::Utils.quote_table(table)
+            ActiveRecord::Base.connection.execute("ALTER TABLE #{quoted_table_name} ALTER CONSTRAINT #{fk_constraint.name} DEFERRABLE INITIALLY IMMEDIATE")
+          end
+          fk_constraints += fk_constraints_on_table
+        end
+        # defer all fk constraints
+        ActiveRecord::Base.connection.execute("SET CONSTRAINTS #{fk_constraints.collect(&:name).join(',')} DEFERRED")
+        yield block
+      when :mysql
+        ActiveRecord::Base.connection.execute("SET foreign_key_checks = 0")
+        yield block
+        ActiveRecord::Base.connection.execute("SET foreign_key_checks = 1")
+      end
+    end
+
+    def self.database_type
+      case ActiveRecord::Base.connection.class.name
+      when 'ActiveRecord::ConnectionAdapters::PostgreSQLAdapter'
+        :postgresql
+      when 'ActiveRecord::ConnectionAdapters::Mysql2Adapter', 'ActiveRecord::ConnectionAdapters::MysqlAdapter'
+        :mysql
+      end
+    end
   end
 
   module Utils

data/lib/tasks/yaml_db_tasks.rake

@@ -47,6 +47,14 @@ namespace :db do
     desc "Load gzipped contents from stdin"
     task :load_gzipped_stdin => :environment do
       gz = Zlib::GzipReader.new($stdin.dup)
+      # workaround for ruby < 2.3.0
+      unless gz.respond_to? :external_encoding
+        class << gz
+          def external_encoding
+            Encoding::UTF_8
+          end
+        end
+      end
       SerializationHelper::Base.new(helper).load_from_io gz
       gz.close
     end

data/lib/yaml_db.rb

@@ -56,11 +56,11 @@ module YamlDb
   end
 
   class Load < SerializationHelper::Load
-    def self.load_documents(io, truncate = true)
+    def self.load_documents(io)
         YAML.load_documents(io) do |ydoc|
           ydoc.keys.each do |table_name|
             next if ydoc[table_name].nil?
-            load_table(table_name, ydoc[table_name], truncate)
+            load_table(table_name, ydoc[table_name])
           end
         end
     end

data/yaml_db.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = "yaml_db_with_schema_tables"
-  s.version = "0.3.2"
+  s.version = "0.3.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Adam Wiggins", "Orion Henry", "Martin Honermeyer"]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: yaml_db_with_schema_tables
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.3
 platform: ruby
 authors:
 - Adam Wiggins