master_data_tool 0.10.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14d09ea955d0a1aa9a9af1631d1693a966bf8f865e95c11f830eb35037eb1d79
-  data.tar.gz: 1f3e61ebc99c806615f631c463440c1ef1f7a09ecf7b3790e9c226338ccc810b
+  metadata.gz: d8d4c2c62c923b5e23871ac9e4df2f91c535c36cd8c66a6cb3d3a05ca6c7275d
+  data.tar.gz: 39c776e2196f8a080d7caac86eb4a689701f7263b7aa2d856a4061bd8893863f
 SHA512:
-  metadata.gz: 337d5dd89ceb3f8531b144391f1f3c1e5d5e6407817d06a446e4c72379cba3f2add92121fd28f5074da382f2c5f8ea1394123588084ccd1fe2566398d96dab16
-  data.tar.gz: bf1241162ed8c45535b754904244b03cc9937895e565aa2777135c9eaabf29050af2bee36dbe8f0af78b831bd5014ad2351c3d8a9b1a323e9ef4774aaa6e3d25
+  metadata.gz: 624bf1b07e720e1d062c607c9dd697d5709bbc28d19f6396510a2426a0e423b56791682d57f72b6323e36a34c3b70e22f1f1e40dfa9d687cb8dc2fd071a39116
+  data.tar.gz: 1bc885ac91429ba21b201ccf7bc275bcba05377004ac0517aec0ec0ceedb3ead0c1bb2324fe29c435a8e06a9e50101e3e7b85636c5b700ec79b4f44528585ae0

data/README.md

@@ -45,6 +45,7 @@ Or install it yourself as:
 | --except-verify-tables | [] | 指定したテーブルのバリデーションチェックを行わない         |
 | --skip-no-change     | true | CSVファイルに更新がないテーブルをスキップする          |
 | --silent | false | 結果の出力をやめる                         |
+| --delete-all-ignore-foreign-key | false | 外部キー制約を無視してレコードを消すかどうか |
 
 ```bash
 bundle exec master_data_tool import
@@ -61,7 +62,8 @@ bundle exec thor master_data_tool import \
   --only-verify-tables="" \
   --except-verify-tables="" \
   --skip-no-change=true \
-  --silent=false
+  --silent=false \
+  --delete-all-ignore-foreign-key=false
 ```
 
 ### ダンプ

data/docker-compose.yml

@@ -4,12 +4,18 @@ x-mysql: &mysql
   image: mysql:5.7
   container_name: master_data_tool_mysql57
   environment:
-    MYSQL_ROOT_PASSWORD: 'f3WpxNreVT2NgQry'
+    MYSQL_ROOT_PASSWORD: ${MYSQL_ROOT_PASSWORD:-f3WpxNreVT2NgQry}
   platform: linux/x86_64
   ports:
-    - 127.0.0.1::3306
+    - 127.0.0.1:${DB_PORT:-33306}:3306
   volumes:
     - mysql:/var/lib/mysql
+  command: >
+    mysqld 
+      --sql-mode=NO_ENGINE_SUBSTITUTION
+      --character-set-server=utf8mb4
+      --innodb-file-per-table=1
+      --innodb-large-prefix
 
 services:
   mysql:

data/exe/master_data_tool

@@ -9,35 +9,19 @@ require environment_path
 
 module MasterDataTool
   class CLI < Thor
-    option :dry_run, default: true, type: :boolean
-    option :verify, default: true, type: :boolean
-    option :only_import_tables, default: [], type: :array
-    option :except_import_tables, default: [], type: :array
-    option :only_verify_tables, default: [], type: :array
-    option :except_verify_tables, default: [], type: :array
-    option :skip_no_change, default: true, type: :boolean
-    option :silent, default: false, type: :boolean
+    option :dry_run, default: nil, type: :boolean
+    option :verify, default: nil, type: :boolean
+    option :only_import_tables, default: nil, type: :array
+    option :except_import_tables, default: nil, type: :array
+    option :only_verify_tables, default: nil, type: :array
+    option :except_verify_tables, default: nil, type: :array
+    option :skip_no_change, default: nil, type: :boolean
+    option :silent, default: nil, type: :boolean
+    option :delete_all_ignore_foreign_key, default: nil, type: :boolean
     desc 'import', 'import'
     def import
-      dry_run = options[:dry_run]
-      verify = options[:verify]
-      only_import_tables = options[:only_import_tables]
-      except_import_tables = options[:except_import_tables]
-      only_verify_tables = options[:only_verify_tables]
-      except_verify_tables = options[:except_verify_tables]
-      skip_no_change = options[:skip_no_change]
-      silent = options[:silent]
-
-      executor = MasterDataTool::Import::Executor.new(
-        dry_run: dry_run,
-        verify: verify,
-        only_import_tables: only_import_tables,
-        except_import_tables: except_import_tables,
-        only_verify_tables: only_verify_tables,
-        except_verify_tables: except_verify_tables,
-        skip_no_change: skip_no_change,
-        silent: silent
-      )
+      new_options = MasterDataTool.config.default_import_options.with_indifferent_access.merge(options)
+      executor = MasterDataTool::Import::Executor.new(**new_options.symbolize_keys)
       executor.execute
     end
 

data/lib/master_data_tool/config.rb

@@ -7,15 +7,15 @@ module MasterDataTool
     config_accessor :master_data_dir
     config_accessor :dump_ignore_tables
     config_accessor :dump_ignore_columns
+    config_accessor :default_import_options
     config_accessor :logger
 
-    def self.default_config
-      new.tap do |config|
-        config.master_data_dir = nil # Rails.root.join('db/fixtures')
-        config.dump_ignore_tables = %w[]
-        config.dump_ignore_columns = %w[]
-        config.logger = Logger.new(nil)
-      end
+    def initialize
+      self.master_data_dir = nil
+      self.dump_ignore_tables = %w[]
+      self.dump_ignore_columns = %w[]
+      self.default_import_options = {}
+      self.logger = Logger.new(nil)
     end
   end
 end

data/lib/master_data_tool/import/executor.rb

@@ -11,6 +11,7 @@ module MasterDataTool
                      except_verify_tables: [],
                      skip_no_change: true,
                      silent: false,
+                     delete_all_ignore_foreign_key: false,
                      report_printer: MasterDataTool::Report::DefaultPrinter.new)
 
         @dry_run = dry_run
@@ -21,12 +22,15 @@ module MasterDataTool
         @except_verify_tables = Array(except_verify_tables)
         @skip_no_change = skip_no_change
         @silent = silent
+        @delete_all_ignore_foreign_key = delete_all_ignore_foreign_key
         @report_printer = report_printer
         @report_printer.silent = silent
       end
 
       def execute
         ApplicationRecord.transaction do
+          print_execute_options
+
           master_data_list = build_master_data_list
 
           import_all!(master_data_list)
@@ -45,6 +49,16 @@ module MasterDataTool
 
       private
 
+      def print_execute_options
+        return if @silent
+
+        puts "==== execute ===="
+        instance_variables.each do |k|
+          puts "#{k}: #{instance_variable_get(k)}"
+        end
+        puts "================="
+      end
+
       def build_master_data_list
         [].tap do |master_data_list|
           extract_master_data_csv_paths.each do |path|
@@ -57,7 +71,7 @@ module MasterDataTool
 
             master_data_list << master_data
           end
-        end
+        end.sort_by { |m| m.csv_path } # 外部キー制約などがある場合には先に入れておかないといけないデータなどがある。なので、プレフィックスを付けて順序を指定して貰う
       end
 
       def import_all!(master_data_list)
@@ -65,7 +79,7 @@ module MasterDataTool
           next unless master_data.loaded?
           next if import_skip_table?(master_data.table_name)
 
-          report = master_data.import!(dry_run: @dry_run)
+          report = master_data.import!(dry_run: @dry_run, delete_all_ignore_foreign_key: @delete_all_ignore_foreign_key)
           report.print(@report_printer)
         end
       end

data/lib/master_data_tool/master_data.rb

@@ -103,14 +103,16 @@ module MasterDataTool
       @model_klass.table_name
     end
 
-    def import!(dry_run: true)
+    def import!(dry_run: true, delete_all_ignore_foreign_key: false)
       raise MasterDataTool::NotLoadedError unless @loaded
 
       MasterDataTool::Report::ImportReport.new(self).tap do |report|
         return report if dry_run
         return report unless affected?
 
+        disable_foreign_key_checks if delete_all_ignore_foreign_key
         @model_klass.delete_all
+        enable_foreign_key_checks if delete_all_ignore_foreign_key
 
         # マスターデータ間の依存がある場合に投入順制御するのは大変なのでこのタイミングでのバリデーションはしない
         @model_klass.import(import_records, validate: false, on_duplicate_key_update: @columns, timestamps: true)
@@ -152,5 +154,13 @@ module MasterDataTool
         end
       end
     end
+
+    def enable_foreign_key_checks
+      ApplicationRecord.connection.execute('SET FOREIGN_KEY_CHECKS = 1')
+    end
+
+    def disable_foreign_key_checks
+      ApplicationRecord.connection.execute('SET FOREIGN_KEY_CHECKS = 0')
+    end
   end
 end

data/lib/master_data_tool/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MasterDataTool
-  VERSION = "0.10.0"
+  VERSION = "0.13.0"
 end

data/lib/master_data_tool.rb

@@ -17,7 +17,7 @@ module MasterDataTool
 
   class << self
     def config
-      @config ||= Config.default_config
+      @config ||= Config.new
     end
 
     def configure
@@ -25,7 +25,8 @@ module MasterDataTool
     end
 
     def resolve_table_name(csv_path)
-      csv_path.relative_path_from(config.master_data_dir).to_s.delete_suffix('.csv')
+      # 0001_table_nameのように投入順序を制御可能にする
+      csv_path.relative_path_from(config.master_data_dir).to_s.gsub(/^\d+_/, '').delete_suffix('.csv')
     end
   end
 end

data/master_data_tool.gemspec

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative "lib/master_data_tool/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "master_data_tool"
+  spec.version = MasterDataTool::VERSION
+  spec.authors = ["Takahiro Ooishi"]
+  spec.email = ["taka0125@gmail.com"]
+
+  spec.summary = "マスタデータの管理ツール"
+  spec.description = "システムが稼働する上で最初から必要なデータ（マスタデータ）を管理するツールです。"
+  spec.homepage = "https://github.com/taka0125/master_data_tool"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis|circleci)|appveyor)})
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'mysql2'
+  spec.add_development_dependency 'psych', '~> 3.1'
+  spec.add_development_dependency 'appraisal'
+  spec.add_development_dependency 'ridgepole'
+  spec.add_development_dependency 'database_cleaner-active_record'
+  spec.add_development_dependency 'standalone_activerecord_boot_loader'
+
+  spec.add_dependency 'activerecord', '>= 5.1.7'
+  spec.add_dependency 'activesupport'
+  spec.add_dependency 'thor'
+  spec.add_dependency 'activerecord-import'
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: master_data_tool
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Takahiro Ooishi
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-02-22 00:00:00.000000000 Z
+date: 2022-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -205,6 +205,7 @@ files:
 - lib/master_data_tool/report/verify_report.rb
 - lib/master_data_tool/version.rb
 - log/test.log
+- master_data_tool.gemspec
 - scripts/setup.sh
 - sig/master_data_tool.rbs
 homepage: https://github.com/taka0125/master_data_tool
@@ -227,7 +228,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: マスタデータの管理ツール