master_data_tool 0.4.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6019d75b3db08ca0edaf67f62f7bea9cab8fc6ca8252f5474bf1db8685ec8255
-  data.tar.gz: b5a1ea9385cf5f288361857523da6ef0064bab68597ea505cbdc1936c1d309f5
+  metadata.gz: 64c169242f5fd0a16a4b5153dc597473146c057ddb72b8a1f8451cd9ec82032f
+  data.tar.gz: 65bd3c7a4bb1537a2853796d1947df6ab0665e9ddb737db6a913b6d21c1626a5
 SHA512:
-  metadata.gz: 57d07dc1caf3c18c5cf48e0056ed5db8fbc22b77169255d83d0babca627ac9895bab8020abb768923762bc7c05d3a37d26aa21cb00f9e5086c31ab95cf85a493
-  data.tar.gz: 89a2203dce4e85466f1db3d84c29824057b4e46008e9607204e56c3307cf7ddf91e371f747ef59e9df6266f89f36805229043e81526e3edf2a734ec419d340fd
+  metadata.gz: fe25e52351bd9d13f5fcd718bf21e49f297e82b99462b3666172e514beff19108dd8d49c17c9e91f5e5c6bd77f12b08575086b63f7ac46cf6e1601dafe086484
+  data.tar.gz: e072e9911a9449691480b85ba03dfbfb971cdaa9bc58c8dce5fb4dd60fce86ce2305fc5bcea1e39ef8efd3b4b6a4e6dfcd9a2547f064bcddcc9cf37c00883565

data/Appraisals

@@ -1,13 +1,13 @@
-appraise 'rails52' do
-  gem 'rails', '~> 5.2'
+appraise 'activerecord52' do
+  gem 'activerecord', '~> 5.2'
 end
 
-appraise 'rails61' do
-  gem 'rails', '~> 6.1'
+appraise 'activerecord61' do
+  gem 'activerecord', '~> 6.1'
 end
 
 if RUBY_VERSION >= '2.7.0'
-  appraise 'rails70' do
-    gem 'rails', '~> 7.0'
+  appraise 'activerecord70' do
+    gem 'activerecord', '~> 7.0'
   end
 end

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Takahiro Ooishi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -35,13 +35,14 @@ Or install it yourself as:
 
 ### マスタデータの投入
 
-| option               | default | 内容                                   |
-|----------------------| --- |--------------------------------------|
-| --dry-run            | true | dry-runモードで実行する（データ変更は行わない）          |
-| --verify             | true | データ投入後に全テーブル・全レコードのバリデーションチェックを行う    |
-| --only-import-tables | [] | 指定したテーブルのみデータ投入を行う                   |
-| --only-verify-tables | [] | 指定したテーブルのみ投入後のバリデーションチェックを行う |
-| --skip-no-change     | true | CSVファイルに更新がないテーブルをスキップする             |
+| option               | default | 内容                                |
+|----------------------| --- |-----------------------------------|
+| --dry-run            | true | dry-runモードで実行する（データ変更は行わない）       |
+| --verify             | true | データ投入後に全テーブル・全レコードのバリデーションチェックを行う |
+| --only-import-tables | [] | 指定したテーブルのみデータ投入を行う                |
+| --only-verify-tables | [] | 指定したテーブルのみ投入後のバリデーションチェックを行う      |
+| --skip-no-change     | true | CSVファイルに更新がないテーブルをスキップする          |
+| --silent | false | 結果の出力をやめる                         |
 
 ```bash
 bundle exec master_data_tool import
@@ -55,7 +56,8 @@ bundle exec thor master_data_tool import \
   --verify=true \
   --only-import-tables="" \
   --only-verify-tables="" \
-  --skip-no-change=true
+  --skip-no-change=true \
+  --silent=false
 ```
 
 ### ダンプ
@@ -155,24 +157,23 @@ docker-compose up -d
 export DB_HOST=127.0.0.1
 export DB_PORT=`docker port master_data_tool_mysql57 3306 | cut -f 2 -d ':'`
 export DB_USERNAME=root
-export DB_PASSWORD=
+export DB_PASSWORD=f3WpxNreVT2NgQry
+export DB_NAME=master_data_tool_test
 ```
 
 - dockerでMySQLを立ち上げるたびにポートは変わるのでDB_PORTは都度設定する
   - direnvを使っているならば `direnv reload` すればいい
 
 ```
-cd spec/dummy-rails52/
-RAILS_ENV=test bundle exec rake db:create
-RAILS_ENV=test bundle exec rake db:migrate
+./scripts/setup.sh
 ```
 
 ## rspec
 
 ```
-bundle exec appraisal rails52 rspec
-bundle exec appraisal rails61 rspec
-bundle exec appraisal rails70 rspec
+bundle exec appraisal activerecord52 rspec
+bundle exec appraisal activerecord61 rspec
+bundle exec appraisal activerecord70 rspec
 ```
 
 

data/docker-compose.yml

@@ -4,7 +4,7 @@ x-mysql: &mysql
   image: mysql:5.7
   container_name: master_data_tool_mysql57
   environment:
-    MYSQL_ALLOW_EMPTY_PASSWORD: 'yes'
+    MYSQL_ROOT_PASSWORD: 'f3WpxNreVT2NgQry'
   platform: linux/x86_64
   ports:
     - 127.0.0.1::3306

data/exe/master_data_tool

@@ -14,6 +14,7 @@ module MasterDataTool
     option :only_import_tables, default: [], type: :array
     option :only_verify_tables, default: [], type: :array
     option :skip_no_change, default: true, type: :boolean
+    option :silent, default: false, type: :boolean
     desc 'import', 'import'
     def import
       dry_run = options[:dry_run]
@@ -21,13 +22,15 @@ module MasterDataTool
       only_import_tables = options[:only_import_tables]
       only_verify_tables = options[:only_verify_tables]
       skip_no_change = options[:skip_no_change]
+      silent = options[:silent]
 
       executor = MasterDataTool::Import::Executor.new(
         dry_run: dry_run,
         verify: verify,
         only_import_tables: only_import_tables,
         only_verify_tables: only_verify_tables,
-        skip_no_change: skip_no_change
+        skip_no_change: skip_no_change,
+        silent: silent
       )
       executor.execute
     end
@@ -49,7 +52,12 @@ module MasterDataTool
         ignore_column_names: ignore_column_names,
         verbose: verbose
       )
-      executor.execute
+      errors = executor.execute
+
+      return if errors.empty?
+
+      message = errors.map { |error| "table:#{error.table}\tmessage:#{error.exception.message}" }.join("\n")
+      raise message
     end
   end
 end

data/gemfiles/{rails52.gemfile → activerecord52.gemfile}

@@ -4,6 +4,6 @@ source "https://rubygems.org"
 
 gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
-gem "rails", "~> 5.2"
+gem "activerecord", "~> 5.2"
 
 gemspec path: "../"

data/gemfiles/{rails61.gemfile → activerecord61.gemfile}

@@ -4,6 +4,6 @@ source "https://rubygems.org"
 
 gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
-gem "rails", "~> 6.1"
+gem "activerecord", "~> 6.1"
 
 gemspec path: "../"

data/gemfiles/{rails70.gemfile → activerecord70.gemfile}

@@ -4,6 +4,6 @@ source "https://rubygems.org"
 
 gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
-gem "rails", "~> 7.0"
+gem "activerecord", "~> 7.0"
 
 gemspec path: "../"

data/lib/master_data_tool/config.rb

@@ -11,10 +11,10 @@ module MasterDataTool
 
     def self.default_config
       new.tap do |config|
-        config.master_data_dir = Rails.root.join('db/fixtures')
+        config.master_data_dir = nil # Rails.root.join('db/fixtures')
         config.dump_ignore_tables = %w[]
         config.dump_ignore_columns = %w[]
-        config.logger = Rails.logger
+        config.logger = Logger.new(nil)
       end
     end
   end

data/lib/master_data_tool/dump/executor.rb

@@ -39,7 +39,7 @@ module MasterDataTool
       end
 
       def dump_to_csv(table)
-        model_klass = Rails.const_get(table.classify)
+        model_klass = Object.const_get(table.classify)
         if ignore?(model_klass)
           print_message "[ignore] #{table}"
 

data/lib/master_data_tool/import/executor.rb

@@ -3,13 +3,15 @@
 module MasterDataTool
   module Import
     class Executor
-      def initialize(dry_run: true, verify: true, only_import_tables: [], only_verify_tables: [], skip_no_change: true, report_printer: MasterDataTool::Report::DefaultPrinter.new)
+      def initialize(dry_run: true, verify: true, only_import_tables: [], only_verify_tables: [], skip_no_change: true, silent: false, report_printer: MasterDataTool::Report::DefaultPrinter.new)
         @dry_run = dry_run
         @verify = verify
         @only_import_tables = Array(only_import_tables)
         @only_verify_tables = Array(only_verify_tables)
         @skip_no_change = skip_no_change
+        @silent = silent
         @report_printer = report_printer
+        @report_printer.silent = silent
       end
 
       def execute
@@ -38,7 +40,7 @@ module MasterDataTool
             table_name = MasterDataTool.resolve_table_name(path)
             load_skip = load_skip_table?(table_name, path)
 
-            model_klass = Rails.const_get(table_name.classify)
+            model_klass = Object.const_get(table_name.classify)
             master_data = MasterData.new(path, model_klass)
             master_data.load unless load_skip
 

data/lib/master_data_tool/master_data_status.rb

@@ -2,6 +2,7 @@
 
 require 'active_record'
 require 'activerecord-import'
+require 'openssl'
 
 module MasterDataTool
   class MasterDataStatus < ::ActiveRecord::Base

data/lib/master_data_tool/report/printer.rb

@@ -3,7 +3,15 @@
 module MasterDataTool
   module Report
     module Printer
+      attr_accessor :silent
+
+      def initialize(silent: false)
+        @silent = silent
+      end
+
       def print(message)
+        return if @silent
+
         raise NotImplementedError
       end
     end

data/lib/master_data_tool/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MasterDataTool
-  VERSION = "0.4.0"
+  VERSION = "0.8.0"
 end

data/master_data_tool.gemspec

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative "lib/master_data_tool/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "master_data_tool"
+  spec.version = MasterDataTool::VERSION
+  spec.authors = ["Takahiro Ooishi"]
+  spec.email = ["taka0125@gmail.com"]
+
+  spec.summary = "マスタデータの管理ツール"
+  spec.description = "システムが稼働する上で最初から必要なデータ（マスタデータ）を管理するツールです。"
+  spec.homepage = "https://github.com/taka0125/master_data_tool"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis|circleci)|appveyor)})
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'mysql2'
+  spec.add_development_dependency 'psych', '~> 3.1'
+  spec.add_development_dependency 'appraisal'
+  spec.add_development_dependency 'ridgepole'
+  spec.add_development_dependency 'database_cleaner-active_record'
+  spec.add_development_dependency 'standalone_activerecord_boot_loader'
+
+  spec.add_dependency 'activerecord', '>= 5.1.7'
+  spec.add_dependency 'activesupport'
+  spec.add_dependency 'thor'
+  spec.add_dependency 'activerecord-import'
+end

data/scripts/setup.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+set -ex
+
+CURRENT=$(cd $(dirname $0);pwd)
+
+mysql \
+  -u ${DB_USERNAME} \
+  -h ${DB_HOST} \
+  -p${DB_PASSWORD} \
+  --port ${DB_PORT} \
+  -e "CREATE DATABASE IF NOT EXISTS ${DB_NAME}"
+
+bundle exec ridgepole \
+  -c ${CURRENT}/../spec/dummy-common/config/database.yml \
+  --apply \
+  -f ${CURRENT}/../spec/dummy-common/db/Schemafile \
+  -E test

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: master_data_tool
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Takahiro Ooishi
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-02-17 00:00:00.000000000 Z
+date: 2022-02-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rspec-rails
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -67,7 +67,49 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rails
+  name: ridgepole
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner-active_record
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: standalone_activerecord_boot_loader
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -80,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 5.1.7
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -119,6 +175,7 @@ files:
 - ".rspec"
 - Appraisals
 - Gemfile
+- LICENSE
 - README.md
 - Rakefile
 - bin/console
@@ -126,9 +183,9 @@ files:
 - docker-compose.yml
 - exe/master_data_tool
 - gemfiles/.bundle/config
-- gemfiles/rails52.gemfile
-- gemfiles/rails61.gemfile
-- gemfiles/rails70.gemfile
+- gemfiles/activerecord52.gemfile
+- gemfiles/activerecord61.gemfile
+- gemfiles/activerecord70.gemfile
 - lib/generators/master_data_tool/install/install_generator.rb
 - lib/generators/master_data_tool/install/templates/create_master_data_statuses.rb.erb
 - lib/master_data_tool.rb
@@ -148,6 +205,8 @@ files:
 - lib/master_data_tool/report/verify_report.rb
 - lib/master_data_tool/version.rb
 - log/test.log
+- master_data_tool.gemspec
+- scripts/setup.sh
 - sig/master_data_tool.rbs
 homepage: https://github.com/taka0125/master_data_tool
 licenses: []
@@ -169,7 +228,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: マスタデータの管理ツール