master_data_tool 0.19.1 → 0.20.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6c86a9d847de2f8f125153cd284d3ea10120d3c0aad5ed27e9ccbf24a01be848
-  data.tar.gz: fa2eadc1507bb37376083a180b774a78dcef234edb10137c2dcc76c5eb7f9567
+  metadata.gz: c78b5a2d7c08099eee6dc83a1fca1367a2352c33455e001388b965248baa9bf8
+  data.tar.gz: adca9b9c9b93fb6c259c54ce0acd1512e0a8f1d8b50b28be4bf67aa4e4f689b5
 SHA512:
-  metadata.gz: b09a34de53816d663d2c527151fa89065cb4c0bb6526c91f999ff32062f4bec5022d63ec0f6120abbf7922a8ab1844129d3d94e5661a293fe0d37f613c4c0834
-  data.tar.gz: ef198841455751e21559c3759ea70985f0d49b49d4688c175318809317a6bf6cb2544b3fdde4125ac2f8a64db963e4e3063ebb3726ecfcba918fa94fa39be676
+  metadata.gz: 264b930324d06b2c51300a0cc30bf956d4a558f50aa5c289c78ca25f4dedbcf4a4e44e1d0a4c617cf675042316370e19b2f1c8a45625f62bb55a6f6e59e29fbd
+  data.tar.gz: 92b7d8db47ee0913922607d65086c9351bb088a119ee700815227a99341f02c3e485326724126ad399e56332e46b185555208a7453ef3d56d6f77bdedb468b30

data/README.md

@@ -18,7 +18,8 @@
 ## 前提条件
 
 - マスタデータの更新は同時並行で実行されない
-- `db/fixtures/#{table_name}.csv` の命名規則
+- `db/fixtures/#{spec_name}/#{table_name}.csv` の命名規則
+    - 1DBの場合は `db/fixtures/#{table_name}.csv`
 
 ## インストール
 
@@ -34,22 +35,70 @@ Or install it yourself as:
 
     $ gem install master_data_tool
 
+## 初期設定
+
+`config/initializers/master_data_tool.rb`
+
+### 複数DB
+
+```ruby
+Rails.application.reloader.to_prepare do
+  MasterDataTool.configure do |config|
+    primary_config = MasterDataTool::SpecConfig.new(
+      spec_name: :primary,
+      master_data_dir: Rails.root.join('db/fixtures/primary'),
+      application_record_class: ::ApplicationRecord
+    )
+
+    animals_config = MasterDataTool::SpecConfig.new(
+      spec_name: :animals,
+      master_data_dir: Rails.root.join('db/fixtures/animals'),
+      application_record_class: ::AnimalsRecord
+    )
+
+    config.spec_configs = [
+      primary_config, animals_config
+    ]
+  end
+
+end
+```
+
+### 単一DB
+
+```ruby
+Rails.application.reloader.to_prepare do
+  MasterDataTool.configure do |config|
+    primary_config = MasterDataTool::SpecConfig.new(
+      spec_name: '',
+      master_data_dir: Rails.root.join('db/fixtures'),
+      application_record_class: ::ApplicationRecord
+    )
+
+    config.spec_configs = [
+      primary_config
+    ]
+  end
+end
+```
+
 ## Usage
 
 ### マスタデータの投入
 
 | option                          | default | 内容                                                              |
-|---------------------------------| --- |-----------------------------------------------------------------|
-| --dry-run                       | true | dry-runモードで実行する（データ変更は行わない）                                     |
-| --verify                        | true | データ投入後に全テーブル・全レコードのバリデーションチェックを行う                               |
-| --only-import-tables            | [] | 指定したテーブルのみデータ投入を行う                                              |
-| --except-import-tables          | [] | 指定したテーブルのデータ投入を行わない                                             |
-| --only-verify-tables            | [] | 指定したテーブルのみ投入後のバリデーションチェックを行う                                    |
-| --except-verify-tables          | [] | 指定したテーブルのバリデーションチェックを行わない                                       |
-| --skip-no-change                | true | CSVファイルに更新がないテーブルをスキップする                                        |
-| --silent                        | false | 結果の出力をやめる                                                       |
-| --delete-all-ignore-foreign-key | false | 外部キー制約を無視してレコードを消すかどうか                                          |
-| --override-identifier           | nil | fixtures/#{override_identifier} のディレクトリにある内容でfixturesを上書きして投入する |
+|---------------------------------|---------|-----------------------------------------------------------------|
+| --dry-run                       | true    | dry-runモードで実行する（データ変更は行わない）                                     |
+| --verify                        | true    | データ投入後に全テーブル・全レコードのバリデーションチェックを行う                               |
+| --spec-name                     | nil     | 対象となるDBのspec name                                               |
+| --only-import-tables            | []      | 指定したテーブルのみデータ投入を行う                                              |
+| --except-import-tables          | []      | 指定したテーブルのデータ投入を行わない                                             |
+| --only-verify-tables            | []      | 指定したテーブルのみ投入後のバリデーションチェックを行う                                    |
+| --except-verify-tables          | []      | 指定したテーブルのバリデーションチェックを行わない                                       |
+| --skip-no-change                | true    | CSVファイルに更新がないテーブルをスキップする                                        |
+| --silent                        | false   | 結果の出力をやめる                                                       |
+| --delete-all-ignore-foreign-key | false   | 外部キー制約を無視してレコードを消すかどうか                                          |
+| --override-identifier           | nil     | fixtures/#{override_identifier} のディレクトリにある内容でfixturesを上書きして投入する |
 
 ```bash
 bundle exec master_data_tool import
@@ -119,8 +168,8 @@ add_index 'master_data_statuses', ["name"], name: "idx_master_data_statuses_1",
 add_index 'master_data_statuses', ["name", "version"], name: "idx_master_data_statuses_2", using: :btree
 ```
 
-
 ## Tips
+
 ### マスタデータ投入でどうなるか？を調べる
 
 ```
@@ -174,7 +223,7 @@ export DB_NAME=master_data_tool_test
 ```
 
 - dockerでMySQLを立ち上げるたびにポートは変わるのでDB_PORTは都度設定する
-  - direnvを使っているならば `direnv reload` すればいい
+    - direnvを使っているならば `direnv reload` すればいい
 
 ```
 ./scripts/setup.sh
@@ -188,7 +237,6 @@ bundle exec appraisal activerecord61 rspec
 bundle exec appraisal activerecord70 rspec
 ```
 
-
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/taka0125/master_data_tool.

data/exe/master_data_tool

@@ -11,6 +11,7 @@ module MasterDataTool
   class CLI < Thor
     option :dry_run, default: nil, type: :boolean
     option :verify, default: nil, type: :boolean
+    option :spec_name, default: '', type: :string
     option :only_import_tables, default: nil, type: :array
     option :except_import_tables, default: nil, type: :array
     option :only_verify_tables, default: nil, type: :array
@@ -21,11 +22,29 @@ module MasterDataTool
     option :delete_all_ignore_foreign_key, default: nil, type: :boolean
     desc 'import', 'import'
     def import
-      new_options = MasterDataTool.config.default_import_options.with_indifferent_access.merge(options)
+      spec_config = MasterDataTool.config.spec_config(options['spec_name'])
+      new_options = config.default_import_options.with_indifferent_access.merge(options)
+      new_options[:spec_config] = spec_config
+
       executor = MasterDataTool::Import::Executor.new(**new_options.symbolize_keys)
       executor.execute
     end
 
+    option :dry_run, default: nil, type: :boolean
+    option :verify, default: nil, type: :boolean
+    option :skip_no_change, default: nil, type: :boolean
+    desc 'import_all', 'import all'
+    def import_all
+      MasterDataTool.config.spec_configs.each do |spec_config|
+        new_options = spec_config.default_import_options.with_indifferent_access.merge(options)
+        new_options[:spec_config] = spec_config
+
+        executor = MasterDataTool::Import::Executor.new(**new_options.symbolize_keys)
+        executor.execute
+      end
+    end
+
+    option :spec_name, default: nil, type: :string
     option :ignore_empty_table, default: true, type: :boolean
     option :ignore_tables, default: [], type: :array
     option :ignore_column_names, default: [], type: :array
@@ -38,8 +57,10 @@ module MasterDataTool
       ignore_column_names = options[:ignore_column_names]
       only_tables = options[:only_tables]
       verbose = options[:verbose]
+      spec_config = MasterDataTool.config.spec_config(options['spec_name'])
 
       executor = MasterDataTool::Dump::Executor.new(
+        spec_config: spec_config,
         ignore_empty_table: ignore_empty_table,
         ignore_tables: ignore_tables,
         ignore_column_names: ignore_column_names,

data/lib/generators/master_data_tool/install/templates/create_master_data_statuses.rb.erb

@@ -1,14 +1,15 @@
 class CreateMasterDataStatuses < ActiveRecord::Migration<%= migration_version %>
   def self.up
     create_table :master_data_statuses do |t|
+      t.string :spec_name, limit: 255, null: false, default: '', comment: 'spec name'
       t.string :name, limit: 255, null: false, comment: 'テーブル名'
       t.string :version, limit: 255, null: false, comment: 'ハッシュ値'
       t.datetime :created_at, null: false, comment: '作成日時'
       t.datetime :updated_at, null: false, comment: '更新日時'
     end
 
-    add_index :master_data_statuses, %i[name], name: 'idx_master_data_statuses_1', unique: true
-    add_index :master_data_statuses, %i[name version], name: 'idx_master_data_statuses_2'
+    add_index :master_data_statuses, %i[spec_name name], name: 'idx_master_data_statuses_1', unique: true
+    add_index :master_data_statuses, %i[spec_name name version], name: 'idx_master_data_statuses_2'
   end
 
   def self.down

data/lib/master_data_tool/config.rb

@@ -5,21 +5,22 @@ module MasterDataTool
     include ActiveSupport::Configurable
 
     config_accessor :master_data_dir
-    config_accessor :dump_ignore_tables
-    config_accessor :dump_ignore_columns
-    config_accessor :default_import_options
-    config_accessor :logger
-    config_accessor :preload_associations
-    config_accessor :eager_load_associations
+    config_accessor :spec_configs
 
     def initialize
       self.master_data_dir = nil
-      self.dump_ignore_tables = %w[]
-      self.dump_ignore_columns = %w[]
-      self.default_import_options = {}
-      self.preload_associations = {} # key: Class, value: associations
-      self.eager_load_associations = {} # key: Class, value: associations
-      self.logger = Logger.new(nil)
+      self.spec_configs = []
+    end
+
+    def spec_config(spec_name)
+      spec_configs.detect { |c| c.spec_name == spec_name }
+    end
+
+    def csv_dir_for(spec_name, override_identifier = nil)
+      path = MasterDataTool.config.master_data_dir
+      path = path.join(spec_name) if spec_name.present?
+      path = path.join(override_identifier) if override_identifier.present?
+      path
     end
   end
 end

data/lib/master_data_tool/dump/executor.rb

@@ -8,23 +8,25 @@ module MasterDataTool
       DEFAULT_IGNORE_TABLES = %w[ar_internal_metadata schema_migrations master_data_statuses]
       DEFAULT_IGNORE_COLUMNS = %w[created_at updated_at]
 
-      def initialize(ignore_empty_table: true, ignore_tables: [], ignore_column_names: [], only_tables: [], verbose: false)
+      def initialize(spec_config:, ignore_empty_table: true, ignore_tables: [], ignore_column_names: [], only_tables: [], verbose: false)
+        @spec_config = spec_config
         @ignore_empty_table = ignore_empty_table
-        @ignore_tables = DEFAULT_IGNORE_TABLES + Array(MasterDataTool.config.dump_ignore_tables) + ignore_tables
-        @ignore_column_names = DEFAULT_IGNORE_COLUMNS + Array(MasterDataTool.config.dump_ignore_columns) + ignore_column_names
+        @ignore_tables = DEFAULT_IGNORE_TABLES + Array(spec_config.dump_ignore_tables) + ignore_tables
+        @ignore_column_names = DEFAULT_IGNORE_COLUMNS + Array(spec_config.dump_ignore_columns) + ignore_column_names
         @only_tables = Array(only_tables)
+        @verbose = verbose
       end
 
       def execute
         [].tap do |errors|
-          ApplicationRecord.connection.tables.each do |table|
-            if @ignore_tables.include?(table)
+          spec_config.application_record_class.connection.tables.each do |table|
+            if ignore_tables.include?(table)
               print_message "[ignore] #{table}"
 
               next
             end
 
-            if @only_tables.any? && !@only_tables.include?(table)
+            if only_tables.any? && !only_tables.include?(table)
               print_message "[skip] #{table}"
               next
             end
@@ -38,8 +40,10 @@ module MasterDataTool
 
       private
 
+      attr_reader :spec_config, :ignore_empty_table, :ignore_tables, :ignore_column_names, :only_tables, :verbose
+
       def print_message(message)
-        return unless @verbose
+        return unless verbose
 
         puts message
       end
@@ -52,9 +56,11 @@ module MasterDataTool
           return
         end
 
-        csv_path = Pathname.new(MasterDataTool.config.master_data_dir).join("#{table}.csv")
+        csv_path = MasterDataTool.config.csv_dir_for(spec_config.spec_name).join("#{table}.csv")
+        FileUtils.mkdir_p(csv_path.dirname)
+
         CSV.open(csv_path, 'w', force_quotes: true) do |csv|
-          headers = model_klass.column_names - @ignore_column_names
+          headers = model_klass.column_names - ignore_column_names
 
           csv << headers
 
@@ -70,7 +76,7 @@ module MasterDataTool
       end
 
       def ignore?(model_klass)
-        return false unless @ignore_empty_table
+        return false unless ignore_empty_table
 
         model_klass.count < 1
       end

data/lib/master_data_tool/import/executor.rb

@@ -3,7 +3,8 @@
 module MasterDataTool
   module Import
     class Executor
-      def initialize(dry_run: true,
+      def initialize(spec_config:,
+                     dry_run: true,
                      verify: true,
                      only_import_tables: [],
                      except_import_tables: [],
@@ -13,8 +14,9 @@ module MasterDataTool
                      silent: false,
                      delete_all_ignore_foreign_key: false,
                      override_identifier: nil,
-                     report_printer: MasterDataTool::Report::DefaultPrinter.new)
+                     report_printer: nil)
 
+        @spec_config = spec_config
         @dry_run = dry_run
         @verify = verify
         @only_import_tables = Array(only_import_tables)
@@ -25,27 +27,29 @@ module MasterDataTool
         @silent = silent
         @delete_all_ignore_foreign_key = delete_all_ignore_foreign_key
         @override_identifier = override_identifier
-        @report_printer = report_printer
+        @report_printer = report_printer || MasterDataTool::Report::DefaultPrinter.new(spec_config)
         @report_printer.silent = silent
         @master_data_statuses = []
       end
 
       def execute
-        ApplicationRecord.transaction do
-          print_execute_options
-          load_master_data_statuses
+        spec_config.application_record_class.transaction do
+          MasterDataTool::MasterDataStatus.transaction do
+            print_execute_options
+            load_master_data_statuses
 
-          master_data_collection = build_master_data_collection
+            master_data_collection = build_master_data_collection
 
-          import_all!(master_data_collection)
-          verify_all!(master_data_collection) if @verify
-          save_master_data_statuses!(master_data_collection)
+            import_all!(master_data_collection)
+            verify_all!(master_data_collection) if verify
+            save_master_data_statuses!(master_data_collection)
 
-          print_affected_tables(master_data_collection)
+            print_affected_tables(master_data_collection)
 
-          raise DryRunError if @dry_run
+            raise DryRunError if dry_run
 
-          master_data_collection
+            master_data_collection
+          end
         end
       rescue DryRunError
         puts "[DryRun] end"
@@ -53,10 +57,11 @@ module MasterDataTool
 
       private
 
-      attr_reader :master_data_statuses
+      attr_reader :master_data_statuses, :spec_config, :dry_run, :verify, :only_import_tables, :except_import_tables, :only_verify_tables,
+                  :except_verify_tables, :skip_no_change, :silent, :delete_all_ignore_foreign_key, :override_identifier, :report_printer
 
       def print_execute_options
-        return if @silent
+        return if silent
 
         puts "==== execute ===="
         instance_variables.each do |k|
@@ -67,9 +72,9 @@ module MasterDataTool
 
       def build_master_data_collection
         MasterDataCollection.new.tap do |collection|
-          MasterDataTool::MasterDataFileCollection.new(override_identifier: @override_identifier).each do |master_data_file|
+          MasterDataTool::MasterDataFileCollection.new(spec_config.spec_name, override_identifier: override_identifier).each do |master_data_file|
             load_skip = load_skip_table?(master_data_file)
-            master_data = MasterData.build(master_data_file, load: !load_skip)
+            master_data = MasterData.build(spec_config, master_data_file, load: !load_skip)
             collection.append(master_data)
           end
         end
@@ -80,8 +85,8 @@ module MasterDataTool
           next unless master_data.loaded?
           next if import_skip_table?(master_data.table_name)
 
-          report = master_data.import!(dry_run: @dry_run, delete_all_ignore_foreign_key: @delete_all_ignore_foreign_key)
-          report.print(@report_printer)
+          report = master_data.import!(dry_run: dry_run, delete_all_ignore_foreign_key: delete_all_ignore_foreign_key)
+          report.print(report_printer)
         end
       end
 
@@ -89,8 +94,8 @@ module MasterDataTool
         master_data_collection.each do |master_data|
           next if verify_skip_table?(master_data.table_name)
 
-          report = master_data.verify!(ignore_fail: @dry_run)
-          report.print(@report_printer)
+          report = master_data.verify!(ignore_fail: dry_run)
+          report.print(report_printer)
         end
       end
 
@@ -99,10 +104,10 @@ module MasterDataTool
         master_data_collection.each do |master_data|
           next unless master_data.loaded?
 
-          records << MasterDataTool::MasterDataStatus.build(master_data.master_data_file)
+          records << MasterDataTool::MasterDataStatus.build(spec_config.spec_name, master_data.master_data_file)
         end
 
-        MasterDataTool::MasterDataStatus.import_records!(records, dry_run: @dry_run)
+        MasterDataTool::MasterDataStatus.import_records!(records, dry_run: dry_run)
       end
 
       def print_affected_tables(master_data_collection)
@@ -111,13 +116,13 @@ module MasterDataTool
           next unless master_data.affected?
 
           report = master_data.print_affected_table
-          report&.print(@report_printer)
+          report&.print(report_printer)
         end
       end
 
       def load_skip_table?(master_data_file)
         return true if import_skip_table?(master_data_file.table_name)
-        return false unless @skip_no_change
+        return false unless skip_no_change
 
         master_data_status = master_data_statuses.dig(master_data_file.table_name)
         return false unless master_data_status
@@ -126,11 +131,11 @@ module MasterDataTool
       end
 
       def import_skip_table?(table_name)
-        need_skip_table?(table_name, @only_import_tables, @except_import_tables)
+        need_skip_table?(table_name, only_import_tables, except_import_tables)
       end
 
       def verify_skip_table?(table_name)
-        need_skip_table?(table_name, @only_verify_tables, @except_verify_tables)
+        need_skip_table?(table_name, only_verify_tables, except_verify_tables)
       end
 
       # 1. onlyを指定した時点でそのリストに含まれるものだけになるべき
@@ -149,14 +154,14 @@ module MasterDataTool
       end
 
       def extract_master_data_csv_paths
-        pattern = Pathname.new(MasterDataTool.config.master_data_dir).join('*.csv').to_s
+        pattern = MasterDataTool.config.csv_dir_for(spec_config.spec_name).join('*.csv').to_s
         Pathname.glob(pattern).select(&:file?)
       end
 
       def overridden_master_data_csv_paths
-        return [] unless @override_identifier
+        return [] unless override_identifier
 
-        pattern = Pathname.new(MasterDataTool.config.master_data_dir).join(@override_identifier).join('*.csv').to_s
+        pattern = MasterDataTool.config.csv_dir_for(spec_config.spec_name, override_identifier).join('*.csv').to_s
         Pathname.glob(pattern).select(&:file?)
       end
 

data/lib/master_data_tool/master_data.rb

@@ -2,11 +2,12 @@
 
 module MasterDataTool
   class MasterData
-    attr_reader :master_data_file, :model_klass, :columns, :new_records, :updated_records, :no_change_records, :deleted_records
-    attr_reader :before_count, :after_count
+    attr_reader :master_data_file, :model_klass, :columns, :new_records, :updated_records, :no_change_records, :deleted_records,
+                :before_count, :after_count, :spec_config
 
     # @param [MasterDataTool::MasterDataFile] master_data_file
-    def initialize(master_data_file, model_klass)
+    def initialize(spec_config, master_data_file, model_klass)
+      @spec_config = spec_config
       @master_data_file = master_data_file
       @model_klass = model_klass
 
@@ -20,9 +21,9 @@ module MasterDataTool
     end
 
     class << self
-      def build(master_data_file, load: false)
+      def build(spec_config, master_data_file, load: false)
         model_klass = Object.const_get(master_data_file.table_name.classify)
-        new(master_data_file, model_klass).tap do |record|
+        new(spec_config, master_data_file, model_klass).tap do |record|
           record.load if load
         end
       end
@@ -163,11 +164,11 @@ module MasterDataTool
     private
 
     def preload_associations
-      @preload_associations ||= MasterDataTool.config.preload_associations.dig(@model_klass.to_s.to_sym)
+      @preload_associations ||= spec_config.preload_associations.dig(@model_klass.to_s.to_sym)
     end
 
     def eager_load_associations
-      @eager_load_associations ||= MasterDataTool.config.eager_load_associations.dig(@model_klass.to_s.to_sym)
+      @eager_load_associations ||= spec_config.eager_load_associations.dig(@model_klass.to_s.to_sym)
     end
 
     def build_records_from_csv(csv, old_records_by_id)
@@ -186,11 +187,11 @@ module MasterDataTool
     end
 
     def enable_foreign_key_checks
-      ApplicationRecord.connection.execute('SET FOREIGN_KEY_CHECKS = 1')
+      spec_config.application_record_class.connection.execute('SET FOREIGN_KEY_CHECKS = 1')
     end
 
     def disable_foreign_key_checks
-      ApplicationRecord.connection.execute('SET FOREIGN_KEY_CHECKS = 0')
+      spec_config.application_record_class.connection.execute('SET FOREIGN_KEY_CHECKS = 0')
     end
   end
 end

data/lib/master_data_tool/master_data_file.rb

@@ -1,9 +1,10 @@
 # frozen_string_literal: true
 module MasterDataTool
   class MasterDataFile
-    attr_reader :table_name, :path, :override_identifier
+    attr_reader :spec_name, :table_name, :path, :override_identifier
 
-    def initialize(table_name, path, override_identifier)
+    def initialize(spec_name, table_name, path, override_identifier)
+      @spec_name = spec_name
       @table_name = table_name
       @path = path
       @override_identifier = override_identifier
@@ -11,9 +12,9 @@ module MasterDataTool
     end
 
     class << self
-      def build(path, override_identifier)
-        table_name = MasterDataTool.resolve_table_name(path, override_identifier)
-        new(table_name, path, override_identifier)
+      def build(spec_name, path, override_identifier)
+        table_name = MasterDataTool.resolve_table_name(spec_name, path, override_identifier)
+        new(spec_name, table_name, path, override_identifier)
       end
     end
 
@@ -29,7 +30,7 @@ module MasterDataTool
     alias eql? ==
 
     def hash
-      [@table_name, @path, @override_identifier].join.hash
+      [@spec_name, @table_name, @path, @override_identifier].join.hash
     end
   end
 end

data/lib/master_data_tool/master_data_file_collection.rb

@@ -2,9 +2,11 @@
 
 module MasterDataTool
   class MasterDataFileCollection
-    def initialize(override_identifier: nil)
+    def initialize(spec_name, override_identifier: nil)
+      @spec_name = spec_name
       @override_identifier = override_identifier
       @collection = build
+
       freeze
     end
 
@@ -33,18 +35,18 @@ module MasterDataTool
     end
 
     def extract_master_data_csv_paths
-      pattern = Pathname.new(MasterDataTool.config.master_data_dir).join('*.csv').to_s
+      pattern = MasterDataTool.config.csv_dir_for(@spec_name).join('*.csv').to_s
       Pathname.glob(pattern).select(&:file?).map do |path|
-        MasterDataFile.build(path, nil)
+        MasterDataFile.build(@spec_name, path, nil)
       end
     end
 
     def overridden_master_data_csv_paths
       return [] if @override_identifier.blank?
 
-      pattern = Pathname.new(MasterDataTool.config.master_data_dir).join(@override_identifier).join('*.csv').to_s
+      pattern = MasterDataTool.config.csv_dir_for(@spec_name, @override_identifier).join('*.csv').to_s
       Pathname.glob(pattern).select(&:file?).map do |path|
-        MasterDataFile.build(path, @override_identifier)
+        MasterDataFile.build(@spec_name, path, @override_identifier)
       end
     end
   end

data/lib/master_data_tool/master_data_status.rb

@@ -25,9 +25,9 @@ module MasterDataTool
         all.index_by(&:name)
       end
 
-      def build(master_data_file)
+      def build(spec_name, master_data_file)
         version = decide_version(master_data_file.path)
-        new(name: MasterDataTool.resolve_table_name(master_data_file.path, master_data_file.override_identifier), version: version)
+        new(spec_name: spec_name, name: MasterDataTool.resolve_table_name(spec_name, master_data_file.path, master_data_file.override_identifier), version: version)
       end
 
       def import_records!(records, dry_run: true)

data/lib/master_data_tool/report/core.rb

@@ -3,6 +3,8 @@
 module MasterDataTool
   module Report
     module Core
+      attr_reader :master_data
+
       def initialize(master_data)
         @master_data = master_data
       end

data/lib/master_data_tool/report/default_printer.rb

@@ -6,10 +6,10 @@ module MasterDataTool
       include Printer
 
       def print(message)
-        return if @silent
+        return if silent
         return if message.blank?
 
-        MasterDataTool.config.logger.info message
+        spec_config.logger.info message
         puts message
       end
     end

data/lib/master_data_tool/report/import_report.rb

@@ -27,12 +27,12 @@ module MasterDataTool
         label = :count_report
         {}.tap do |report|
           report[label] = []
-          report[label] << {operation: :import, label: :count, table_name: @master_data.table_name, before: @master_data.before_count, after: @master_data.after_count}
-          report[label] << {operation: :import, label: :affected, table_name: @master_data.table_name, affected: @master_data.affected?}
-          report[label] << {operation: :import, label: :new_count, table_name: @master_data.table_name, count: @master_data.new_records.count}
-          report[label] << {operation: :import, label: :updated_count, table_name: @master_data.table_name, count: @master_data.updated_records.count}
-          report[label] << {operation: :import, label: :no_change_count, table_name: @master_data.table_name, count: @master_data.no_change_records.count}
-          report[label] << {operation: :import, label: :deleted_count, table_name: @master_data.table_name, count: @master_data.deleted_records.count}
+          report[label] << {operation: :import, label: :count, table_name: master_data.table_name, before: master_data.before_count, after: master_data.after_count}
+          report[label] << {operation: :import, label: :affected, table_name: master_data.table_name, affected: master_data.affected?}
+          report[label] << {operation: :import, label: :new_count, table_name: master_data.table_name, count: master_data.new_records.count}
+          report[label] << {operation: :import, label: :updated_count, table_name: master_data.table_name, count: master_data.updated_records.count}
+          report[label] << {operation: :import, label: :no_change_count, table_name: master_data.table_name, count: master_data.no_change_records.count}
+          report[label] << {operation: :import, label: :deleted_count, table_name: master_data.table_name, count: master_data.deleted_records.count}
         end
       end
 
@@ -40,8 +40,8 @@ module MasterDataTool
         label = :new_records_report
         {}.tap do |report|
           report[label] = []
-          @master_data.new_records.each do |record|
-            report[label] << {operation: :import, label: :detail, table_name: @master_data.table_name, status: :new, id: record.id}
+          master_data.new_records.each do |record|
+            report[label] << {operation: :import, label: :detail, table_name: master_data.table_name, status: :new, id: record.id}
           end
         end
       end
@@ -50,8 +50,8 @@ module MasterDataTool
         label = :updated_records_report
         {}.tap do |report|
           report[label] = []
-          @master_data.updated_records.each do |record|
-            report[label] << {operation: :import, label: :detail, table_name: @master_data.table_name, status: :updated, id: record.id, detail: record.changes_to_save}
+          master_data.updated_records.each do |record|
+            report[label] << {operation: :import, label: :detail, table_name: master_data.table_name, status: :updated, id: record.id, detail: record.changes_to_save}
           end
         end
       end
@@ -60,8 +60,8 @@ module MasterDataTool
         label = :no_change_records_report
         {}.tap do |report|
           report[label] = []
-          @master_data.no_change_records.each do |record|
-            report[label] << {operation: :import, label: :detail, table_name: @master_data.table_name, status: :no_change, id: record.id}
+          master_data.no_change_records.each do |record|
+            report[label] << {operation: :import, label: :detail, table_name: master_data.table_name, status: :no_change, id: record.id}
           end
         end
       end
@@ -70,8 +70,8 @@ module MasterDataTool
         label = :deleted_records_report
         {}.tap do |report|
           report[label] = []
-          @master_data.deleted_records.each do |record|
-            report[label] << {operation: :import, label: :detail, table_name: @master_data.table_name, status: :deleted, id: record.id}
+          master_data.deleted_records.each do |record|
+            report[label] << {operation: :import, label: :detail, table_name: master_data.table_name, status: :deleted, id: record.id}
           end
         end
       end

data/lib/master_data_tool/report/print_affected_table_report.rb

@@ -6,7 +6,7 @@ module MasterDataTool
       include Core
 
       def print(printer)
-        printer.print(convert_to_ltsv({operation: :affected_table, table_name: @master_data.table_name}))
+        printer.print(convert_to_ltsv({operation: :affected_table, table_name: master_data.table_name}))
       end
     end
   end

data/lib/master_data_tool/report/printer.rb

@@ -3,14 +3,16 @@
 module MasterDataTool
   module Report
     module Printer
+      attr_reader :spec_config
       attr_accessor :silent
 
-      def initialize(silent: false)
+      def initialize(spec_config, silent: false)
+        @spec_config = spec_config
         @silent = silent
       end
 
       def print(message)
-        return if @silent
+        return if silent
 
         raise NotImplementedError
       end

data/lib/master_data_tool/spec_config.rb

@@ -0,0 +1,21 @@
+module MasterDataTool
+  class SpecConfig
+    attr_reader :spec_name, :application_record_class, :dump_ignore_tables, :dump_ignore_columns,
+                :default_import_options, :logger, :preload_associations, :eager_load_associations
+
+    def initialize(spec_name:, application_record_class:, dump_ignore_tables: [], dump_ignore_columns: [],
+                   default_import_options: {}, logger: Logger.new(nil), preload_associations: {}, eager_load_associations: {})
+
+      @spec_name = spec_name.presence || ''
+      @application_record_class = application_record_class
+      @dump_ignore_tables = dump_ignore_tables
+      @dump_ignore_columns = dump_ignore_columns
+      @default_import_options = default_import_options
+      @logger = logger
+      @preload_associations = preload_associations # key: Class, value: associations
+      @eager_load_associations = eager_load_associations # key: Class, value: associations
+
+      freeze
+    end
+  end
+end

data/lib/master_data_tool/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MasterDataTool
-  VERSION = "0.19.1"
+  VERSION = "0.20.0"
 end

data/lib/master_data_tool.rb

@@ -4,6 +4,7 @@ require 'csv'
 require 'socket'
 require_relative "master_data_tool/version"
 require_relative "master_data_tool/config"
+require_relative "master_data_tool/spec_config"
 require_relative "master_data_tool/master_data_status"
 require_relative "master_data_tool/master_data_file"
 require_relative "master_data_tool/master_data_file_collection"
@@ -32,10 +33,9 @@ module MasterDataTool
       yield config
     end
 
-    def resolve_table_name(csv_path, override_identifier)
+    def resolve_table_name(spec_name, csv_path, override_identifier)
       # 0001_table_nameのように投入順序を制御可能にする
-      relative_path = config.master_data_dir
-      relative_path = "#{relative_path}/#{override_identifier}" if override_identifier.present?
+      relative_path = MasterDataTool.config.csv_dir_for(spec_name, override_identifier)
       csv_path.relative_path_from(relative_path).to_s.gsub(/^\d+_/, '').delete_suffix('.csv')
     end
   end

data/scripts/drop_db.sh

@@ -8,4 +8,4 @@ mysql \
   -h ${DB_HOST} \
   -p${DB_PASSWORD} \
   --port ${DB_PORT} \
-  -e "DROP DATABASE ${DB_NAME}"
+  -e "DROP DATABASE IF EXISTS ${DB_NAME}"

data/sig/master_data_tool.rbs

@@ -7,7 +7,7 @@ module MasterDataTool
 
   def self.config: -> Config
   def self.configure: -> untyped
-  def self.resolve_table_name: (Pathname csv_path, String? override_identifier) -> String
+  def self.resolve_table_name: (String spec_name, Pathname csv_path, String? override_identifier) -> String
 
   class Config
     def initialize: -> void
@@ -16,18 +16,19 @@ module MasterDataTool
   class MasterDataStatus
     def will_change?: (MasterDataFile master_data_file) -> bool
     def self.fetch_all: -> Hash[String,MasterDataStatus]
-    def self.build: (MasterDataFile master_data_file) -> MasterDataStatus
+    def self.build: (String spec_name, MasterDataFile master_data_file) -> MasterDataStatus
     def self.import_records!: (Array[MasterDataStatus] records, dry_run: bool) -> Array[MasterDataStatus]
     def self.master_data_will_change?: (MasterDataFile master_data_file) -> bool
     def self.decide_version: (Pathname csv_path) -> String
   end
 
   class MasterDataFile
+    attr_reader spec_name: String
     attr_reader table_name: String
     attr_reader path: Pathname
     attr_reader override_identifier: String?
-    def initialize: (String table_name, Pathname path, String? override_identifier) -> void
-    def self.build: (Pathname path, String? override_identifier) -> MasterDataFile
+    def initialize: (String spec_name, String table_name, Pathname path, String? override_identifier) -> void
+    def self.build: (String spec_name, Pathname path, String? override_identifier) -> MasterDataFile
     def basename: -> Pathname
     def ==: (untyped other) -> bool
     alias eql? ==
@@ -35,10 +36,11 @@ module MasterDataTool
   end
 
   class MasterDataFileCollection
+    @spec_name: String
     @override_identifier: String?
     @collection: Array[MasterDataFile]
 
-    def initialize: (override_identifier: String?) -> void
+    def initialize: (String spec_name, override_identifier: String?) -> void
     def each: ?{ -> Array[MasterDataFile] } -> Enumerator[bot, untyped]
     def to_a: -> Array[MasterDataFile]
 
@@ -48,12 +50,27 @@ module MasterDataTool
     def overridden_master_data_csv_paths: -> Array[MasterDataFile]
   end
 
+  class SpecConfig
+    attr_reader spec_name: String
+    attr_reader application_record_class: Class
+    attr_reader dump_ignore_tables: Array[String]
+    attr_reader dump_ignore_columns: Array[String]
+    attr_reader default_import_options: Hash[String,Class]
+    attr_reader logger: Logger
+    attr_reader preload_associations: Hash[Class, Array[Symbol]]
+    attr_reader eager_load_associations: Hash[Class, Array[Symbol]]
+
+    def initialize: (spec_name: String, application_record_class: Class, dump_ignore_tables: Array[String], dump_ignore_columns: Array[String],
+        default_import_options: Hash[String,Class], logger: Logger, preload_associations: Hash[Class, Array[Symbol]], eager_load_associations: Hash[Class, Array[Symbol]]) -> void
+  end
+
   class MasterData
     @loaded: bool
     @affected: bool
     @preload_associations: Array[untyped]
     @eager_load_associations: Array[untyped]
 
+    attr_reader spec_config: SpecConfig
     attr_reader master_data_file: MasterDataFile
     attr_reader model_klass: untyped
     attr_reader columns: Array[String]
@@ -69,8 +86,8 @@ module MasterDataTool
     def before_count: -> Integer
     attr_reader after_count: Integer
     def after_count: -> Integer
-    def initialize: (MasterDataFile master_data_file, untyped model_klass) -> void
-    def self.build: (MasterDataFile master_data_file, ?load: bool) -> MasterData
+    def initialize: (SpecConfig spec_config, MasterDataFile master_data_file, untyped model_klass) -> void
+    def self.build: (SpecConfig spec_config, MasterDataFile master_data_file, ?load: bool) -> MasterData
     def basename: -> Pathname
     def load: -> true
     def import_records: -> Array[untyped]
@@ -101,8 +118,9 @@ module MasterDataTool
 
   module Report
     module Printer
+      attr_reader spec_config: SpecConfig
       attr_accessor silent: false
-      def initialize: (?silent: false) -> void
+      def initialize: (SpecConfig spec_config, ?silent: false) -> void
       def print: (String message) -> nil
     end
 
@@ -157,15 +175,16 @@ module MasterDataTool
 
   module Dump
     class Executor
-      DEFAULT_IGNORE_TABLES: [String, String, String]
-      DEFAULT_IGNORE_COLUMNS: [String, String]
+      DEFAULT_IGNORE_TABLES: Array[String]
+      DEFAULT_IGNORE_COLUMNS: Array[String]
+      @spec_config: SpecConfig
       @ignore_empty_table: bool
       @ignore_tables: Array[String]
       @ignore_column_names: Array[String]
       @only_tables: Array[String]
       @verbose: bool
 
-      def initialize: (ignore_empty_table: bool, ignore_tables: Array[String], ignore_column_names: Array[String], only_tables: Array[String], verbose: bool) -> void
+      def initialize: (spec_config: SpecConfig, ignore_empty_table: bool, ignore_tables: Array[String], ignore_column_names: Array[String], only_tables: Array[String], verbose: bool) -> void
       def execute: -> Array[untyped]
 
       private
@@ -182,6 +201,7 @@ module MasterDataTool
 
   module Import
     class Executor
+      @spec_config: SpecConfig
       @dry_run: bool
       @verify: bool
       @only_import_tables: Array[String]
@@ -195,7 +215,7 @@ module MasterDataTool
       @report_printer: Report::DefaultPrinter
       @master_data_statuses: [MasterDataStatus]
 
-      def initialize: (dry_run: bool, verify: bool, only_import_tables: Array[String], except_import_tables: Array[String], only_verify_tables: Array[String], except_verify_tables: Array[String], skip_no_change: bool, silent: bool, delete_all_ignore_foreign_key: bool, override_identifier: String?, report_printer: Report::Printer) -> void
+      def initialize: (spec_config: SpecConfig, dry_run: bool, verify: bool, only_import_tables: Array[String], except_import_tables: Array[String], only_verify_tables: Array[String], except_verify_tables: Array[String], skip_no_change: bool, silent: bool, delete_all_ignore_foreign_key: bool, override_identifier: String?, report_printer: Report::Printer) -> void
       def execute: -> nil
 
       private

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: master_data_tool
 version: !ruby/object:Gem::Version
-  version: 0.19.1
+  version: 0.20.0
 platform: ruby
 authors:
 - Takahiro Ooishi
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-09-11 00:00:00.000000000 Z
+date: 2022-11-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -221,6 +221,7 @@ files:
 - lib/master_data_tool/report/print_affected_table_report.rb
 - lib/master_data_tool/report/printer.rb
 - lib/master_data_tool/report/verify_report.rb
+- lib/master_data_tool/spec_config.rb
 - lib/master_data_tool/version.rb
 - log/test.log
 - master_data_tool.gemspec