db_transformer 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6dc674b1a5f792e9613837570be21f04f1637b7401729f12ea1a2c14e167da7c
-  data.tar.gz: d0d64a875a1ba3c28c49fb68e0b30f23dfeeb228b3ed65b0cc3167097570e08d
+  metadata.gz: 8eb35d534d2b34d0bc42c19ff1e191fc7000dc1f08af5f9ed81f263413f0db2e
+  data.tar.gz: 7e98aa240150ac159c6fb96715b3ee36a22eab9b44fdbaf2d1007e7789c6eb83
 SHA512:
-  metadata.gz: 5ca2bf9416a5d4d6e8b9cc24291591b36320363ebaa22bfcf846d70f1e9a68679e8197649fbba1c89a744843baf8c8f9e6f25f51a8e700247aec7eca382434b0
-  data.tar.gz: 3f6b4a8dabe3ab03de7744390bdea5da8936b3e3a783cbbe387ab16a22fae34e20a9e341ff068131513a09cc50ff2e8bc2d4d833ec4b3363eb439c8dc9f7425c
+  metadata.gz: d4b8aae519e2953538ed23b150dd4221f995181eb99e88e3d70e4eb588b26c3b5e98c04a91ccfbaf8b847d17454004941b89dc7d086e05788845f2da63325723
+  data.tar.gz: ecf6dd8ad95a8b587661ce298e66c2a4e6fe03a23181d51d51074c62c9a275a7a49c430333c26f3210b6673f16c862d2c46477c437ba3f94dc78654b1a11411b

data/Gemfile.lock

@@ -1,9 +1,10 @@
 PATH
   remote: .
   specs:
-    db_transformer (0.1.0)
+    db_transformer (0.1.2)
       faker
       mysql2 (~> 0.5.0)
+      parallel (~> 1.22)
       sequel (~> 5.56)
       thor (~> 1.2)
 
@@ -17,6 +18,7 @@ GEM
     i18n (1.8.11)
       concurrent-ruby (~> 1.0)
     mysql2 (0.5.4)
+    parallel (1.22.1)
     rake (13.0.6)
     rspec (3.11.0)
       rspec-core (~> 3.11.0)

data/db_transformer.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'mysql2', "~> 0.5.0"
   spec.add_dependency 'sequel', '~> 5.56'
   spec.add_dependency 'thor', '~> 1.2'
+  spec.add_dependency 'parallel', '~> 1.22'
 
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/db_transformer/synchronizer.rb

@@ -10,8 +10,6 @@ module DbTransformer
       destination_database_client.run('SET foreign_key_checks = 0;')
 
       tables.each do |table_name|
-        logger.info("Start copying `#{table_name}`")
-
         if @settings.dig('destination', 'options', 'force_replace')
           destination_database_client.run("DROP TABLE IF EXISTS #{table_name}")
         end
@@ -19,6 +17,12 @@ module DbTransformer
         create_table_query = source_database_client.fetch('SHOW CREATE TABLE ?', table_name).first[:'Create Table']
         create_table_query = create_table_query.gsub('CREATE TABLE', 'CREATE TABLE IF NOT EXISTS')
         destination_database_client.run(create_table_query)
+      end
+
+      Parallel.each(tables, in_threads: [source_database_max_connection, destination_database_max_connection].min) do |table_name|
+        destination_database_client.run('SET foreign_key_checks = 0;')
+
+        logger.info("Start copying `#{table_name}`")
 
         offset = 0
         loop do
@@ -72,6 +76,14 @@ module DbTransformer
       @destination_database_settings ||= @settings['destination'].reject { |k, _| k == 'options' }
     end
 
+    def source_database_max_connection
+      @settings['source']['max_connections'] || 4
+    end
+
+    def destination_database_max_connection
+      @settings['destination']['max_connections'] || 4
+    end
+
     def rules
       @settings['rules']
     end

data/lib/db_transformer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DbTransformer
-  VERSION = '0.1.2'
+  VERSION = '0.1.3'
 end

data/lib/db_transformer.rb

@@ -3,6 +3,7 @@
 require 'erb'
 require 'sequel'
 require 'logger'
+require 'parallel'
 require 'yaml'
 
 require_relative 'db_transformer/version'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: db_transformer
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Tomoki Ichikawa
@@ -66,6 +66,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.22'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.22'
 description: ''
 email:
 - ichikawa@1060ki.com