master_data_tool 0.16.0 → 0.19.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '09f03f9ca56ad09dd1f511a53248da3ffe917a0e8be0dba68e3bfbb8f61f74bb'
-  data.tar.gz: 56d9f18f92c96ca4cf2f5bac42edc369d861cbf1cb3ba3e39cb6c8b19eccbdc0
+  metadata.gz: 5d77c4691ca7880f5b1ab73c4d0e5d424e743cb2973e88cb2fc45e7d15cf7acf
+  data.tar.gz: a18d5f0ec46051a0c45db4e369270a5387a827cafa6b17760ead426152a1fd3e
 SHA512:
-  metadata.gz: 229dc35b454ca6adafddc65125042649172d203a87554fbe161cade5ad6f17c9e645c40108cb37a937cbf1bfa496b06f0ad6406e904e706a7945b4a9ffe9bb2f
-  data.tar.gz: 285b4f485f23c1215b8029af39bac2808a85050506e02cb92e1662ddaf0ccf634f9a8de4b821663f297d78f6e8a74d61a0920af4e2570ebe19200a0d1ec2f121
+  metadata.gz: 644b4a2322932c327a75d1cd955458689e4e08151301cbb1f5782a7465a62bfc80ba823774b0d77b2a525ce9cbd68dd28e6a14b354473608c4a7b61ef4cbf9b1
+  data.tar.gz: 91eb8811ca518eb91311c2d4a50dea7bb778edfa7f106e0d6d09e6bc5b866d4e12c6375936aa31f02f918c73979e9b81fa1038531f1ca9281e6a80d246516aa7

data/README.md

@@ -35,18 +35,18 @@ Or install it yourself as:
 
 ### マスタデータの投入
 
-| option               | default | 内容                                                              |
-|----------------------| --- |-----------------------------------------------------------------|
-| --dry-run            | true | dry-runモードで実行する（データ変更は行わない）                                     |
-| --verify             | true | データ投入後に全テーブル・全レコードのバリデーションチェックを行う                               |
-| --only-import-tables | [] | 指定したテーブルのみデータ投入を行う                                              |
-| --except-import-tables | [] | 指定したテーブルのデータ投入を行わない                                             |
-| --only-verify-tables | [] | 指定したテーブルのみ投入後のバリデーションチェックを行う                                    |
-| --except-verify-tables | [] | 指定したテーブルのバリデーションチェックを行わない                                       |
-| --skip-no-change     | true | CSVファイルに更新がないテーブルをスキップする                                        |
-| --silent | false | 結果の出力をやめる                                                       |
+| option                          | default | 内容                                                              |
+|---------------------------------| --- |-----------------------------------------------------------------|
+| --dry-run                       | true | dry-runモードで実行する（データ変更は行わない）                                     |
+| --verify                        | true | データ投入後に全テーブル・全レコードのバリデーションチェックを行う                               |
+| --only-import-tables            | [] | 指定したテーブルのみデータ投入を行う                                              |
+| --except-import-tables          | [] | 指定したテーブルのデータ投入を行わない                                             |
+| --only-verify-tables            | [] | 指定したテーブルのみ投入後のバリデーションチェックを行う                                    |
+| --except-verify-tables          | [] | 指定したテーブルのバリデーションチェックを行わない                                       |
+| --skip-no-change                | true | CSVファイルに更新がないテーブルをスキップする                                        |
+| --silent                        | false | 結果の出力をやめる                                                       |
 | --delete-all-ignore-foreign-key | false | 外部キー制約を無視してレコードを消すかどうか                                          |
-| --override_identifier | nil | fixtures/#{override_identifier} のディレクトリにある内容でfixturesを上書きして投入する |
+| --override-identifier           | nil | fixtures/#{override_identifier} のディレクトリにある内容でfixturesを上書きして投入する |
 
 ```bash
 bundle exec master_data_tool import

data/lib/master_data_tool/config.rb

@@ -9,12 +9,16 @@ module MasterDataTool
     config_accessor :dump_ignore_columns
     config_accessor :default_import_options
     config_accessor :logger
+    config_accessor :preload_associations
+    config_accessor :eager_load_associations
 
     def initialize
       self.master_data_dir = nil
       self.dump_ignore_tables = %w[]
       self.dump_ignore_columns = %w[]
       self.default_import_options = {}
+      self.preload_associations = {} # key: Class, value: associations
+      self.eager_load_associations = {} # key: Class, value: associations
       self.logger = Logger.new(nil)
     end
   end

data/lib/master_data_tool/import/executor.rb

@@ -27,23 +27,25 @@ module MasterDataTool
         @override_identifier = override_identifier
         @report_printer = report_printer
         @report_printer.silent = silent
+        @master_data_statuses = []
       end
 
       def execute
         ApplicationRecord.transaction do
           print_execute_options
+          load_master_data_statuses
 
-          master_data_list = build_master_data_list
+          master_data_collection = build_master_data_collection
 
-          import_all!(master_data_list)
-          verify_all!(master_data_list) if @verify
-          save_master_data_statuses!(master_data_list)
+          import_all!(master_data_collection)
+          verify_all!(master_data_collection) if @verify
+          save_master_data_statuses!(master_data_collection)
 
-          print_affected_tables(master_data_list)
+          print_affected_tables(master_data_collection)
 
           raise DryRunError if @dry_run
 
-          master_data_list
+          master_data_collection
         end
       rescue DryRunError
         puts "[DryRun] end"
@@ -51,6 +53,8 @@ module MasterDataTool
 
       private
 
+      attr_reader :master_data_statuses
+
       def print_execute_options
         return if @silent
 
@@ -61,22 +65,18 @@ module MasterDataTool
         puts "================="
       end
 
-      def build_master_data_list
-        [].tap do |master_data_list|
-          MasterDataTool::Import::MasterDataFileList.new(override_identifier: @override_identifier).build.each do |master_data_file|
+      def build_master_data_collection
+        MasterDataCollection.new.tap do |collection|
+          MasterDataTool::MasterDataFileCollection.new(override_identifier: @override_identifier).each do |master_data_file|
             load_skip = load_skip_table?(master_data_file)
-
-            model_klass = Object.const_get(master_data_file.table_name.classify)
-            master_data = MasterData.new(master_data_file, model_klass)
-            master_data.load unless load_skip
-
-            master_data_list << master_data
+            master_data = MasterData.build(master_data_file, load: !load_skip)
+            collection.append(master_data)
           end
-        end.sort_by { |m| m.basename } # 外部キー制約などがある場合には先に入れておかないといけないデータなどがある。なので、プレフィックスを付けて順序を指定して貰う
+        end
       end
 
-      def import_all!(master_data_list)
-        master_data_list.each do |master_data|
+      def import_all!(master_data_collection)
+        master_data_collection.each do |master_data|
           next unless master_data.loaded?
           next if import_skip_table?(master_data.table_name)
 
@@ -85,8 +85,8 @@ module MasterDataTool
         end
       end
 
-      def verify_all!(master_data_list)
-        master_data_list.each do |master_data|
+      def verify_all!(master_data_collection)
+        master_data_collection.each do |master_data|
           next if verify_skip_table?(master_data.table_name)
 
           report = master_data.verify!(ignore_fail: @dry_run)
@@ -94,9 +94,9 @@ module MasterDataTool
         end
       end
 
-      def save_master_data_statuses!(master_data_list)
+      def save_master_data_statuses!(master_data_collection)
         records = []
-        master_data_list.each do |master_data|
+        master_data_collection.each do |master_data|
           next unless master_data.loaded?
 
           records << MasterDataTool::MasterDataStatus.build(master_data.master_data_file)
@@ -105,8 +105,8 @@ module MasterDataTool
         MasterDataTool::MasterDataStatus.import_records!(records, dry_run: @dry_run)
       end
 
-      def print_affected_tables(master_data_list)
-        master_data_list.each do |master_data|
+      def print_affected_tables(master_data_collection)
+        master_data_collection.each do |master_data|
           next unless master_data.loaded?
           next unless master_data.affected?
 
@@ -119,7 +119,10 @@ module MasterDataTool
         return true if import_skip_table?(master_data_file.table_name)
         return false unless @skip_no_change
 
-        !MasterDataTool::MasterDataStatus.master_data_will_change?(master_data_file)
+        master_data_status = master_data_statuses.dig(master_data_file.table_name)
+        return false unless master_data_status
+
+        !master_data_status.will_change?(master_data_file)
       end
 
       def import_skip_table?(table_name)
@@ -156,6 +159,10 @@ module MasterDataTool
         pattern = Pathname.new(MasterDataTool.config.master_data_dir).join(@override_identifier).join('*.csv').to_s
         Pathname.glob(pattern).select(&:file?)
       end
+
+      def load_master_data_statuses
+        @master_data_statuses = MasterDataTool::MasterDataStatus.fetch_all
+      end
     end
   end
 end

data/lib/master_data_tool/import.rb

@@ -1,4 +1,3 @@
 # frozen_string_literal: true
 
-require_relative 'import/master_data_file_list'
 require_relative "import/executor"

data/lib/master_data_tool/master_data.rb

@@ -19,6 +19,15 @@ module MasterDataTool
       @deleted_records = []
     end
 
+    class << self
+      def build(master_data_file, load: false)
+        model_klass = Object.const_get(master_data_file.table_name.classify)
+        new(master_data_file, model_klass).tap do |record|
+          record.load if load
+        end
+      end
+    end
+
     def basename
       @master_data_file.basename
     end
@@ -126,12 +135,20 @@ module MasterDataTool
 
     def verify!(ignore_fail: false)
       MasterDataTool::Report::VerifyReport.new(self).tap do |report|
-        @model_klass.all.find_each do |record|
+        scoped = @model_klass.all
+        scoped = scoped.preload(preload_associations) if preload_associations
+        scoped = scoped.eager_load(eager_load_associations) if eager_load_associations
+
+        scoped.find_each do |record|
           valid = record.valid?
           report.append(MasterDataTool::Report::VerifyReport.build_verify_record_report(self, record, valid))
+          next if valid
           next if ignore_fail
 
-          raise MasterDataTool::VerifyFailed.new("[#{table_name}] id = #{record.id} is invalid") unless valid
+          e = MasterDataTool::VerifyFailed.new("[#{table_name}] id = #{record.id} is invalid")
+          e.errors = record.errors
+
+          raise e
         end
       end
     end
@@ -145,6 +162,14 @@ module MasterDataTool
 
     private
 
+    def preload_associations
+      @preload_associations ||= MasterDataTool.config.preload_associations.dig(@model_klass.to_s.to_sym)
+    end
+
+    def eager_load_associations
+      @eager_load_associations ||= MasterDataTool.config.eager_load_associations.dig(@model_klass.to_s.to_sym)
+    end
+
     def build_records_from_csv(csv, old_records_by_id)
       {}.tap do |records|
         csv.each do |row|

data/lib/master_data_tool/master_data_collection.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module MasterDataTool
+  class MasterDataCollection
+    def initialize
+      @collection = []
+    end
+
+    def append(master_data)
+      @collection << master_data
+    end
+
+    def each
+      return enum_for(:each) unless block_given?
+
+      @collection.sort_by(&:basename).each do |master_data|
+        yield master_data
+      end
+    end
+
+    def to_a
+      each.to_a
+    end
+  end
+end

data/lib/master_data_tool/master_data_file.rb

@@ -1,13 +1,35 @@
 # frozen_string_literal: true
 module MasterDataTool
-  class MasterDataFile < Struct.new(:table_name, :path, :override_identifier)
+  class MasterDataFile
+    attr_reader :table_name, :path, :override_identifier
+
     def initialize(table_name, path, override_identifier)
-      super(table_name, path, override_identifier)
+      @table_name = table_name
+      @path = path
+      @override_identifier = override_identifier
       freeze
     end
 
+    class << self
+      def build(path, override_identifier)
+        table_name = MasterDataTool.resolve_table_name(path, override_identifier)
+        new(table_name, path, override_identifier)
+      end
+    end
+
     def basename
-      self.path.basename
+      @path.basename
+    end
+
+    def ==(other)
+      other.class === self &&
+        other.hash == hash
+    end
+
+    alias eql? ==
+
+    def hash
+      [@table_name, @path, @override_identifier].join.hash
     end
   end
 end

data/lib/master_data_tool/master_data_file_collection.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module MasterDataTool
+  class MasterDataFileCollection
+    def initialize(override_identifier: nil)
+      @override_identifier = override_identifier
+      @collection = build
+      freeze
+    end
+
+    def each
+      return enum_for(:each) unless block_given?
+
+      @collection.each do |file|
+        yield file
+      end
+    end
+
+    def to_a
+      each.to_a
+    end
+
+    private
+
+    def build
+      files = extract_master_data_csv_paths.presence&.index_by(&:table_name)
+      overridden_files = overridden_master_data_csv_paths.presence&.index_by(&:table_name) || {}
+
+      table_names = (files.keys + overridden_files.keys).uniq
+      table_names.map do |table_name|
+        overridden_files[table_name] || files[table_name]
+      end
+    end
+
+    def extract_master_data_csv_paths
+      pattern = Pathname.new(MasterDataTool.config.master_data_dir).join('*.csv').to_s
+      Pathname.glob(pattern).select(&:file?).map do |path|
+        MasterDataFile.build(path, nil)
+      end
+    end
+
+    def overridden_master_data_csv_paths
+      return [] if @override_identifier.blank?
+
+      pattern = Pathname.new(MasterDataTool.config.master_data_dir).join(@override_identifier).join('*.csv').to_s
+      Pathname.glob(pattern).select(&:file?).map do |path|
+        MasterDataFile.build(path, @override_identifier)
+      end
+    end
+  end
+end

data/lib/master_data_tool/master_data_status.rb

@@ -14,7 +14,17 @@ module MasterDataTool
     validates :version,
               presence: true
 
+    def will_change?(master_data_file)
+      raise unless name == master_data_file.table_name
+
+      version != self.class.decide_version(master_data_file.path)
+    end
+
     class << self
+      def fetch_all
+        all.index_by(&:name)
+      end
+
       def build(master_data_file)
         version = decide_version(master_data_file.path)
         new(name: MasterDataTool.resolve_table_name(master_data_file.path, master_data_file.override_identifier), version: version)
@@ -23,15 +33,10 @@ module MasterDataTool
       def import_records!(records, dry_run: true)
         if dry_run
           pp records
-        else
-          import!(records, validate: true, on_duplicate_key_update: %w[name version], timestamps: true)
+          return
         end
-      end
 
-      # @param [MasterDataTool::MasterDataFile] master_data_file
-      def master_data_will_change?(master_data_file)
-        new_version = decide_version(master_data_file.path)
-        !where(name: master_data_file.table_name, version: new_version).exists?
+        import!(records, validate: true, on_duplicate_key_update: %w[name version], timestamps: true)
       end
 
       def decide_version(csv_path)

data/lib/master_data_tool/report/default_printer.rb

@@ -7,6 +7,7 @@ module MasterDataTool
 
       def print(message)
         return if @silent
+        return if message.blank?
 
         MasterDataTool.config.logger.info message
         puts message

data/lib/master_data_tool/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MasterDataTool
-  VERSION = "0.16.0"
+  VERSION = "0.19.0"
 end

data/lib/master_data_tool.rb

@@ -1,11 +1,14 @@
 # frozen_string_literal: true
 
 require 'csv'
+require 'socket'
 require_relative "master_data_tool/version"
 require_relative "master_data_tool/config"
 require_relative "master_data_tool/master_data_status"
 require_relative "master_data_tool/master_data_file"
+require_relative "master_data_tool/master_data_file_collection"
 require_relative "master_data_tool/master_data"
+require_relative "master_data_tool/master_data_collection"
 require_relative "master_data_tool/report"
 require_relative "master_data_tool/dump/executor"
 require_relative "master_data_tool/import"
@@ -13,9 +16,13 @@ require_relative "master_data_tool/import"
 module MasterDataTool
   class Error < StandardError; end
   class DryRunError < StandardError; end
-  class VerifyFailed < StandardError; end
   class NotLoadedError < StandardError; end
 
+  class VerifyFailed < StandardError
+    attr_accessor :errors
+    delegate :full_messages, to: :errors
+  end
+
   class << self
     def config
       @config ||= Config.new

data/master_data_tool.gemspec

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative "lib/master_data_tool/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "master_data_tool"
+  spec.version = MasterDataTool::VERSION
+  spec.authors = ["Takahiro Ooishi"]
+  spec.email = ["taka0125@gmail.com"]
+
+  spec.summary = "マスタデータの管理ツール"
+  spec.description = "システムが稼働する上で最初から必要なデータ（マスタデータ）を管理するツールです。"
+  spec.homepage = "https://github.com/taka0125/master_data_tool"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis|circleci)|appveyor)})
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'mysql2'
+  spec.add_development_dependency 'psych', '~> 3.1'
+  spec.add_development_dependency 'appraisal'
+  spec.add_development_dependency 'ridgepole'
+  spec.add_development_dependency 'database_cleaner-active_record'
+  spec.add_development_dependency 'standalone_activerecord_boot_loader'
+
+  spec.add_dependency 'activerecord', '>= 5.1.7'
+  spec.add_dependency 'activesupport'
+  spec.add_dependency 'thor'
+  spec.add_dependency 'activerecord-import'
+end

data/scripts/drop_db.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+set -ex
+
+CURRENT=$(cd $(dirname $0);pwd)
+
+mysql \
+  -u ${DB_USERNAME} \
+  -h ${DB_HOST} \
+  -p${DB_PASSWORD} \
+  --port ${DB_PORT} \
+  -e "DROP DATABASE ${DB_NAME}"

data/sig/master_data_tool.rbs

@@ -1,4 +1,230 @@
+# TypeProf 0.21.3
+
+# Classes
 module MasterDataTool
   VERSION: String
-  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+  self.@config: Config
+
+  def self.config: -> Config
+  def self.configure: -> untyped
+  def self.resolve_table_name: (Pathname csv_path, String? override_identifier) -> String
+
+  class Config
+    def initialize: -> void
+  end
+
+  class MasterDataStatus
+    def will_change?: (MasterDataFile master_data_file) -> bool
+    def self.fetch_all: -> Hash[String,MasterDataStatus]
+    def self.build: (MasterDataFile master_data_file) -> MasterDataStatus
+    def self.import_records!: (Array[MasterDataStatus] records, dry_run: bool) -> Array[MasterDataStatus]
+    def self.master_data_will_change?: (MasterDataFile master_data_file) -> bool
+    def self.decide_version: (Pathname csv_path) -> String
+  end
+
+  class MasterDataFile
+    attr_reader table_name: String
+    attr_reader path: Pathname
+    attr_reader override_identifier: String?
+    def initialize: (String table_name, Pathname path, String? override_identifier) -> void
+    def self.build: (Pathname path, String? override_identifier) -> MasterDataFile
+    def basename: -> Pathname
+    def ==: (untyped other) -> bool
+    alias eql? ==
+    def hash: -> Integer
+  end
+
+  class MasterDataFileCollection
+    @override_identifier: String?
+    @collection: Array[MasterDataFile]
+
+    def initialize: (override_identifier: String?) -> void
+    def each: ?{ -> Array[MasterDataFile] } -> Enumerator[bot, untyped]
+    def to_a: -> Array[MasterDataFile]
+
+    private
+    def build: -> Array[MasterDataFile]
+    def extract_master_data_csv_paths: -> Array[MasterDataFile]
+    def overridden_master_data_csv_paths: -> Array[MasterDataFile]
+  end
+
+  class MasterData
+    @loaded: bool
+    @affected: bool
+    @preload_associations: Array[untyped]
+    @eager_load_associations: Array[untyped]
+
+    attr_reader master_data_file: MasterDataFile
+    attr_reader model_klass: untyped
+    attr_reader columns: Array[String]
+    attr_reader new_records: Array[untyped]
+    def new_records: -> Array[untyped]
+    attr_reader updated_records: Array[untyped]
+    def updated_records: -> Array[untyped]
+    attr_reader no_change_records: Array[untyped]
+    def no_change_records: -> Array[untyped]
+    attr_reader deleted_records: Array[untyped]
+    def deleted_records: -> Array[untyped]
+    attr_reader before_count: Integer
+    def before_count: -> Integer
+    attr_reader after_count: Integer
+    def after_count: -> Integer
+    def initialize: (MasterDataFile master_data_file, untyped model_klass) -> void
+    def self.build: (MasterDataFile master_data_file, ?load: bool) -> MasterData
+    def basename: -> Pathname
+    def load: -> true
+    def import_records: -> Array[untyped]
+    def affected_records: -> Array[untyped]
+    def loaded?: -> bool
+    def affected?: -> bool?
+    def table_name: -> String
+    def import!: (?dry_run: true, ?delete_all_ignore_foreign_key: false) -> Report::ImportReport
+    def verify!: (?ignore_fail: bool) -> Report::VerifyReport
+    def print_affected_table: -> Report::PrintAffectedTableReport?
+
+    private
+    def preload_associations: -> Array[untyped]
+    def eager_load_associations: -> Array[untyped]
+    def build_records_from_csv: (Array[Array[String?]] csv, Hash[Integer, untyped] old_records_by_id) -> Hash[Integer, untyped]
+    def enable_foreign_key_checks: -> untyped
+    def disable_foreign_key_checks: -> untyped
+  end
+
+  class MasterDataCollection
+    @collection: Array[MasterData]
+
+    def initialize: -> void
+    def append: (MasterData master_data) -> Array[MasterData]
+    def each: ?{ (MasterData) -> (Array[MasterDataStatus | {operation: :verify, table_name: untyped, valid: untyped, id: untyped}]?) } -> (Array[MasterData] | Enumerator[MasterData, untyped] | Enumerator[untyped, untyped])
+    def to_a: -> Array[MasterData]
+  end
+
+  module Report
+    module Printer
+      attr_accessor silent: false
+      def initialize: (?silent: false) -> void
+      def print: (String message) -> nil
+    end
+
+    class DefaultPrinter
+      include Printer
+
+      def print: (String message) -> nil
+    end
+
+    module Core
+      def initialize: (MasterData master_data) -> void
+      def print: (Printer printer) -> untyped
+
+      private
+      def convert_to_ltsv: ({operation: :affected_table | :verify, table_name: untyped, valid: untyped, id: untyped} items) -> String
+    end
+
+    class ImportReport
+      include Core
+      @master_data: MasterData
+
+      attr_reader reports: Array[untyped]
+      def reports: -> Array[untyped]
+      def print: (Printer printer) -> untyped
+
+      private
+      def count_report: -> Hash[Symbol, Array[Hash[Symbol, untyped]]]
+      def new_records_report: -> Hash[Symbol, Array[Hash[Symbol, untyped]]]
+      def updated_records_report: -> Hash[Symbol, Array[Hash[Symbol, untyped]]]
+      def no_change_records_report: -> Hash[Symbol, Array[Hash[Symbol, untyped]]]
+      def deleted_records_report: -> Hash[Symbol, Array[Hash[Symbol, untyped]]]
+    end
+
+    class VerifyReport
+      include Core
+      @master_data: MasterData
+
+      attr_reader reports: Array[{operation: :verify, table_name: untyped, valid: untyped, id: untyped}]
+      def initialize: (MasterData master_data) -> void
+      def append: ({operation: :verify, table_name: untyped, valid: untyped, id: untyped} verify_record_report) -> Array[{operation: :verify, table_name: untyped, valid: untyped, id: untyped}]
+      def print: (Printer printer) -> Array[{operation: :verify, table_name: untyped, valid: untyped, id: untyped}]
+      def self.build_verify_record_report: (MasterData master_data, untyped record, untyped valid) -> {operation: :verify, table_name: untyped, valid: untyped, id: untyped}
+    end
+
+    class PrintAffectedTableReport
+      include Core
+      @master_data: MasterData
+
+      def print: (Printer printer) -> nil
+    end
+  end
+
+  module Dump
+    class Executor
+      DEFAULT_IGNORE_TABLES: [String, String, String]
+      DEFAULT_IGNORE_COLUMNS: [String, String]
+      @ignore_empty_table: bool
+      @ignore_tables: Array[String]
+      @ignore_column_names: Array[String]
+      @only_tables: Array[String]
+      @verbose: bool
+
+      def initialize: (ignore_empty_table: bool, ignore_tables: Array[String], ignore_column_names: Array[String], only_tables: Array[String], verbose: bool) -> void
+      def execute: -> Array[untyped]
+
+      private
+      def print_message: (String message) -> nil
+      def dump_to_csv: (untyped table) -> nil
+      def ignore?: (untyped model_klass) -> false
+
+      class Error < Struct[untyped]
+        attr_accessor table(): untyped
+        attr_accessor exception(): nil
+      end
+    end
+  end
+
+  module Import
+    class Executor
+      @dry_run: bool
+      @verify: bool
+      @only_import_tables: Array[String]
+      @except_import_tables: Array[String]
+      @only_verify_tables: Array[String]
+      @except_verify_tables: Array[String]
+      @skip_no_change: bool
+      @silent: bool
+      @delete_all_ignore_foreign_key: bool
+      @override_identifier: String?
+      @report_printer: Report::DefaultPrinter
+      @master_data_statuses: [MasterDataStatus]
+
+      def initialize: (dry_run: bool, verify: bool, only_import_tables: Array[String], except_import_tables: Array[String], only_verify_tables: Array[String], except_verify_tables: Array[String], skip_no_change: bool, silent: bool, delete_all_ignore_foreign_key: bool, override_identifier: String?, report_printer: Report::Printer) -> void
+      def execute: -> nil
+
+      private
+      def print_execute_options: -> nil
+      def build_master_data_collection: -> MasterDataCollection
+      def import_all!: (MasterDataCollection master_data_collection) -> (Array[MasterData] | Enumerator[MasterData, untyped] | Enumerator[untyped, untyped])
+      def verify_all!: (MasterDataCollection master_data_collection) -> (Array[MasterData] | Enumerator[MasterData, untyped] | Enumerator[untyped, untyped])
+      def save_master_data_statuses!: (MasterDataCollection master_data_collection) -> Array[MasterDataStatus]
+      def print_affected_tables: (MasterDataCollection master_data_collection) -> (Array[MasterData] | Enumerator[MasterData, untyped] | Enumerator[untyped, untyped])
+      def load_skip_table?: (untyped master_data_file) -> bool
+      def import_skip_table?: (untyped table_name) -> bool
+      def verify_skip_table?: (untyped table_name) -> bool
+      def need_skip_table?: (untyped table_name, Array[untyped] only, Array[untyped] except) -> bool
+      def extract_master_data_csv_paths: -> Array[Pathname]
+      def overridden_master_data_csv_paths: -> Array[Pathname]
+      def master_data_statuses: -> untyped
+    end
+  end
+
+  class Error < StandardError
+  end
+
+  class DryRunError < StandardError
+  end
+
+  class NotLoadedError < StandardError
+  end
+
+  class VerifyFailed < StandardError
+    attr_accessor errors: untyped
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: master_data_tool
 version: !ruby/object:Gem::Version
-  version: 0.16.0
+  version: 0.19.0
 platform: ruby
 authors:
 - Takahiro Ooishi
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-06-11 00:00:00.000000000 Z
+date: 2022-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -194,9 +194,10 @@ files:
 - lib/master_data_tool/dump/executor.rb
 - lib/master_data_tool/import.rb
 - lib/master_data_tool/import/executor.rb
-- lib/master_data_tool/import/master_data_file_list.rb
 - lib/master_data_tool/master_data.rb
+- lib/master_data_tool/master_data_collection.rb
 - lib/master_data_tool/master_data_file.rb
+- lib/master_data_tool/master_data_file_collection.rb
 - lib/master_data_tool/master_data_status.rb
 - lib/master_data_tool/report.rb
 - lib/master_data_tool/report/core.rb
@@ -207,6 +208,8 @@ files:
 - lib/master_data_tool/report/verify_report.rb
 - lib/master_data_tool/version.rb
 - log/test.log
+- master_data_tool.gemspec
+- scripts/drop_db.sh
 - scripts/setup.sh
 - sig/master_data_tool.rbs
 homepage: https://github.com/taka0125/master_data_tool
@@ -229,7 +232,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: マスタデータの管理ツール

data/lib/master_data_tool/import/master_data_file_list.rb

@@ -1,43 +0,0 @@
-# frozen_string_literal: true
-
-module MasterDataTool
-  module Import
-    class MasterDataFileList
-      Result = Struct.new(:table_name, :path, :override_identifier)
-
-      def initialize(override_identifier: nil)
-        @override_identifier = override_identifier
-      end
-
-      def build
-        files = extract_master_data_csv_paths.presence&.index_by(&:table_name)
-        overridden_files = overridden_master_data_csv_paths.presence&.index_by(&:table_name) || {}
-
-        table_names = (files.keys + overridden_files.keys).uniq
-        table_names.map do |table_name|
-          overridden_files[table_name] || files[table_name]
-        end
-      end
-
-      private
-
-      def extract_master_data_csv_paths
-        pattern = Pathname.new(MasterDataTool.config.master_data_dir).join('*.csv').to_s
-        Pathname.glob(pattern).select(&:file?).map do |path|
-          table_name = MasterDataTool.resolve_table_name(path, nil)
-          MasterDataTool::MasterDataFile.new(table_name, path, nil)
-        end
-      end
-
-      def overridden_master_data_csv_paths
-        return [] if @override_identifier.blank?
-
-        pattern = Pathname.new(MasterDataTool.config.master_data_dir).join(@override_identifier).join('*.csv').to_s
-        Pathname.glob(pattern).select(&:file?).map do |path|
-          table_name = MasterDataTool.resolve_table_name(path, @override_identifier)
-          MasterDataTool::MasterDataFile.new(table_name, path, @override_identifier)
-        end
-      end
-    end
-  end
-end