db_transformer 0.1.1 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4505ba9e58a294adaa2f6fdaf35a32a48b7724bfee8eef2cfd9e988ba622ee19
-  data.tar.gz: 13a7bdae63b854f5f0a3c3f7fae94f51cf6d54007c506d13523d6789b334f2f9
+  metadata.gz: 8d2236af8444060803e3686c50de8f3c896ee9be89f66a55e2c8c9442a1d5262
+  data.tar.gz: 69e2269761ce200030076d2a149c53eef68716cb2988464439b54702fd9185f3
 SHA512:
-  metadata.gz: bf3c975771fc66fef76c2f448a78400a98db325275f1daecf2f86d90c5abcb85ee1ac223a78a600337385754e34e153edb4ef88554564e89a96398d17ad305b2
-  data.tar.gz: 5943deccbde9e43e6e586f1b604846edb092a01c365dd2ba496b8c071807b485aa072e29fb27959fa31e539b45b2ad4dffec55ad52f74816fe6a722401450c5f
+  metadata.gz: 98937bca4d0b1a3868d699483b291f77e58760c68069651a0d42da2013460f55eb184ea87d88049970a4d44fe7be5e7541bf950ed543d0589f5b20e5fa0b289a
+  data.tar.gz: 6e2fe13bfaa96b3668bcd5b46a46a383c2e98d1b02b10c1d1ef43f9877bcbbe7c90d772f946f29ca5a9baf27d31900608dd5aa74a49d6d4ebf2399246f58368e

data/Gemfile.lock

@@ -1,22 +1,24 @@
 PATH
   remote: .
   specs:
-    db_transformer (0.1.0)
+    db_transformer (0.1.4)
       faker
       mysql2 (~> 0.5.0)
+      parallel (~> 1.22)
       sequel (~> 5.56)
       thor (~> 1.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    concurrent-ruby (1.1.9)
+    concurrent-ruby (1.1.10)
     diff-lcs (1.5.0)
-    faker (2.17.0)
-      i18n (>= 1.6, < 2)
-    i18n (1.8.11)
+    faker (2.21.0)
+      i18n (>= 1.8.11, < 2)
+    i18n (1.10.0)
       concurrent-ruby (~> 1.0)
     mysql2 (0.5.4)
+    parallel (1.22.1)
     rake (13.0.6)
     rspec (3.11.0)
       rspec-core (~> 3.11.0)

data/db_transformer.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'mysql2', "~> 0.5.0"
   spec.add_dependency 'sequel', '~> 5.56'
   spec.add_dependency 'thor', '~> 1.2'
+  spec.add_dependency 'parallel', '~> 1.22'
 
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/db_transformer/synchronizer.rb

@@ -10,15 +10,19 @@ module DbTransformer
       destination_database_client.run('SET foreign_key_checks = 0;')
 
       tables.each do |table_name|
-        logger.info("Start copying `#{table_name}`")
-
         if @settings.dig('destination', 'options', 'force_replace')
-          destination_database_client.run("DROP TABLE #{table_name}")
+          destination_database_client.run("DROP TABLE IF EXISTS #{table_name}")
         end
 
         create_table_query = source_database_client.fetch('SHOW CREATE TABLE ?', table_name).first[:'Create Table']
         create_table_query = create_table_query.gsub('CREATE TABLE', 'CREATE TABLE IF NOT EXISTS')
         destination_database_client.run(create_table_query)
+      end
+
+      Parallel.each(tables, in_threads: [source_database_max_connection, destination_database_max_connection].min) do |table_name|
+        destination_database_client.run('SET foreign_key_checks = 0;')
+
+        logger.info("Start copying `#{table_name}`")
 
         offset = 0
         loop do
@@ -53,13 +57,21 @@ module DbTransformer
     end
 
     def tables
-      source_database_client.tables
+      source_database_client.tables - skip_tables
     end
 
     def source_database_client
       @source_database_client ||= Sequel.mysql2(@settings['source'])
     end
 
+    def skip_tables
+      @skip_tables ||= @settings.dig('source', 'options', 'skip_tables').map(&:to_sym) || []
+    end
+
+    def source_database_settings
+      @source_database_settings ||= @settings['source'].reject { |k, _| k == 'options' }
+    end
+
     def destination_database_client
       @destination_database_client ||= Sequel.mysql2(destination_database_settings)
     end
@@ -72,6 +84,14 @@ module DbTransformer
       @destination_database_settings ||= @settings['destination'].reject { |k, _| k == 'options' }
     end
 
+    def source_database_max_connection
+      @settings['source']['max_connections'] || 4
+    end
+
+    def destination_database_max_connection
+      @settings['destination']['max_connections'] || 4
+    end
+
     def rules
       @settings['rules']
     end

data/lib/db_transformer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DbTransformer
-  VERSION = '0.1.1'
+  VERSION = '0.1.4'
 end

data/lib/db_transformer.rb

@@ -3,6 +3,7 @@
 require 'erb'
 require 'sequel'
 require 'logger'
+require 'parallel'
 require 'yaml'
 
 require_relative 'db_transformer/version'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: db_transformer
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.4
 platform: ruby
 authors:
 - Tomoki Ichikawa
@@ -66,6 +66,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.22'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.22'
 description: ''
 email:
 - ichikawa@1060ki.com