data_migrate 9.4.2 → 10.0.0.rc1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b061a1b90d162a48df5225719ec96da94aaa77d0580d952a1ff0f4cb895e452e
-  data.tar.gz: bc78e03d816377c6a784b8102ce9f6c9504ee4650839436a92b1a949bce6a45d
+  metadata.gz: d212f0e6fa0c9b767cbdf17854c7c52d640a9c8611d0b10ed6c0460de68985cd
+  data.tar.gz: ac338ef447f1942d64eb5cf6c0fe520f71089968c04fb03fb829a1318534b4eb
 SHA512:
-  metadata.gz: 5c612eefd1985b3935c79c87039f1f67db81088a1984fb4e90d15c361d9c0fd90b9acefaeb131ec4b77f22a56f6524a99444e663b5e2e2a820115864b09471ed
-  data.tar.gz: b2ce56c6fd8510adb0eb465fc765df93fdce42f6d7f81e809276bbaf29f7e1891dd7638191e395af0afb774f1ced8fc33387a9619b09edf24cde824b03aa00a6
+  metadata.gz: 01ae940433e4cd51a2f421297fb3ffb72372503971ee906164129c035c89aedb6c18d5003cd083930c24245f16728c38c93aed94fb8d9b2f7d0288895362a3d4
+  data.tar.gz: 9d94ff40ed274256247960c0dd1325645b638ac2198d29b3bce2c3c11f842b4b0a2b381bd73fcb17af308ab366cdca16c7f99c9e2fa778da7ab6103352e50ba1

data/.github/workflows/build.yml

@@ -11,14 +11,14 @@ jobs:
       matrix:
         os: [ "ubuntu-20.04" ]
         ruby:
+          - '2.7'
           - '3.0'
           - '3.1'
           - '3.2'
-          - '3.3'
         gemfile:
+          - gemfiles/rails_6.0.gemfile
           - gemfiles/rails_6.1.gemfile
           - gemfiles/rails_7.0.gemfile
-          - gemfiles/rails_7.1.gemfile
     runs-on: ubuntu-latest
     env:
       BUNDLE_GEMFILE: ${{ matrix.gemfile }}
@@ -32,4 +32,4 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
           bundler-cache: true
       - name: Run tests
-        run: bundle exec rspec
+        run: bundle exec rspec

data/.github/workflows/gempush.yml

@@ -1,8 +1,10 @@
-name: Release Gem
+name: Ruby Gem
 
 on:
-  release:
-    types: [released]
+  push:
+    branches:
+      - main
+      - chaunce-multiple_connection_support
 
 jobs:
   build:
@@ -11,10 +13,10 @@ jobs:
 
     steps:
       - uses: actions/checkout@master
-      - name: Set up Ruby 3.2
-        uses: ruby/setup-ruby@v1
+      - name: Set up Ruby 2.6
+        uses: actions/setup-ruby@v1
         with:
-          ruby-version: '3.2'
+          version: 2.6.x
 
       - name: Publish to RubyGems
         run: |

data/.gitignore

@@ -1,12 +1,11 @@
 /.rvmrc
 *.gem
+*.lock
 gemfiles/.bundle
 spec/db/test.db
 spec/db/other_test.db
 spec/db/data_schema.rb
 .vscode/
 .DS_Store
-.ruby-gemset
-.ruby-version
 .idea/
-vendor/
+vendor/

data/.ruby-version

@@ -0,0 +1 @@
+2.7.5

data/.travis.yml

@@ -0,0 +1,14 @@
+language: ruby
+rvm:
+  - 2.7
+  - 3.0
+  - 3.2
+script: bundle exec rspec
+gemfile:
+  - gemfiles/rails_6.0.gemfile
+  - gemfiles/rails_6.1.gemfile
+  - gemfiles/rails_7.0.gemfile
+jobs:
+  exclude:
+    - rvm: 3.0
+    - rvm: 3.2

data/Appraisals

@@ -1,11 +1,11 @@
+appraise 'rails-6.0' do
+  gem 'rails', '~> 6.0.0'
+end
+
 appraise 'rails-6.1' do
   gem 'rails', '~> 6.1.0'
 end
 
 appraise 'rails-7.0' do
-  gem 'rails', '~> 7.0.0'
-end
-
-appraise 'rails-7.1' do
-  gem 'rails', '7.1.0'
+  gem 'rails', '~> 7.0'
 end

data/Changelog.md

@@ -1,57 +1,13 @@
 # Changelog
 
-## 9.4.2
-  - Fix db:prepare:with_data task
-
-## 9.4.1
-  - Add db:prepare task
-
-## 9.4.0
-- Reset model schema cache before each data migration https://github.com/ilyakatz/data-migrate/pull/307
-- Run load_config rake task before db:migrate:with_data https://github.com/ilyakatz/data-migrate/pull/308
-
-## 9.3.0
-- Improve with_data Rake task for multiple database https://github.com/ilyakatz/data-migrate/pull/296
-
-## 9.2.0
-- Support Rails 7.1 https://github.com/ilyakatz/data-migrate/pull/278
-- Build and test against 7.1.0.rc1 https://github.com/ilyakatz/data-migrate/pull/286
-
-## 9.1.0
-
-- Fix a bug that caused `schema_sha1` in `ar_internal_metadata` to be reset to the `data_schema.rb` file. (#272)
-- Remove the need for empty data_schema files for non-primary databases. (#273)
-
-## [YANKED] 10.0.3.rc
-
-- Remove all travis references [leoarnold](https//:github.com/leoarnold)
-- Changing to rc because of ongoing discussion how to properly handle multiple database environments
-
-## [YANKED] 10.0.2
-
-Change "rails" dependencies to "railties"
-
-## [YANKED] 10.0.1
-
-- Bug fix for Rails 6 config [chaunce](https//:github.com/chaunce)
-- Railties bug fix by [opti](https://github.com/opti)
-
-## [YANKED] 10.0.0
-
-Releasing 10.0.0
-
-!!! Breaking changes !!!
-
-- This version introduces a breaking change which may lead to undesired
-behavior in multi-database environments. See https://github.com/ilyakatz/data-migrate/issues/181
-
-## [YANKED] 10.0.0.rc1
+## 10.0.0.rc1
 
 - Changes by [chaunce](https//:github.com/chaunce)
 - Multiple databases support
 - Refactor to clean things up
 - Deprecate rails 5.2 support for real
 
+
 ## 9.0.0
 
 Ruby 3.2 support [mehanoid](https://github.com/mehanoid)

data/Gemfile

@@ -1,3 +1,4 @@
 source "http://rubygems.org"
 
+gem 'sqlite3', "~> 1.4"
 gemspec

data/Gemfile.rails6.1

@@ -0,0 +1,11 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in data_migrate.gemspec
+%w[
+  activerecord
+  railties
+].each do |rails_gem|
+  gem rails_gem, '~> 6.1.0'
+end
+gem 'sqlite3', "~> 1.4"
+gemspec

data/README.md

@@ -2,7 +2,7 @@
 
 - [![Version](http://img.shields.io/gem/v/data_migrate.svg?style=flat-square)](https://rubygems.org/gems/data_migrate)
 - [![License](http://img.shields.io/badge/license-MIT-brightgreen.svg?style=flat-square)](http://opensource.org/licenses/MIT)
-- ![.github/workflows/build.yml](https://github.com/ilyakatz/data-migrate/actions/workflows/.github/workflows/build.yml/badge.svg)
+- [![Travis](https://img.shields.io/travis/ilyakatz/data-migrate.svg)](https://travis-ci.org/ilyakatz/data-migrate)
 - [![Reviewed by Hound](https://img.shields.io/badge/Reviewed_by-Hound-8E64B0.svg)](https://houndci.com)
 
 Run data migrations alongside schema migrations.
@@ -12,7 +12,7 @@ migrations, except they should be reserved for data migrations. For
 instance, if you realize you need to titleize all your titles, this
 is the place to do it.
 
-![directory tree example](./screenshot.png)
+![Travis](./screenshot.png)
 
 ## Why should I use this?
 
@@ -36,7 +36,7 @@ table to track all migrations.
 
 ## Rails Support
 
-Support Rails 6.1 through 7.1
+Support Rails 6.0 through 7.0
 
 
 #### v1
@@ -96,9 +96,7 @@ Tasks work as they would with the 'vanilla' db version. The 'with_data' addition
 
 With 'up' and 'down', you can specify the option 'BOTH', which defaults to false. Using true, will migrate both the data and schema (in the desired direction) if they both match the version provided. Again, going up, schema is given precedence. Down its data.
 
-When using `rake db:migrate:with_data` migrations will be run in ascending order by their version. For example, if you have a data migration with version 20230410000000 and a schema migration with version 20230415000000, expect the data migration to run first.
-
-`rake db:migrate:status:with_data` provides an additional column to indicate which type of migration.
+`rake db:migrate:status:with_data` provides and additional column to indicate which type of migration.
 
 ### Configuration
 
@@ -164,9 +162,9 @@ Run tests for a specific version of Rails
 
 ```
 bundle exec appraisal install
+bundle exec appraisal rails-6.0 rspec
 bundle exec appraisal rails-6.1 rspec
 bundle exec appraisal rails-7.0 rspec
-bundle exec appraisal rails-7.1 rspec
 ```
 
 ## Thanks

data/data_migrate.gemspec

@@ -19,7 +19,7 @@ Gem::Specification.new do |s|
     activerecord
     railties
   ].each do |rails_gem|
-    s.add_dependency(rails_gem, '>= 6.1')
+    s.add_dependency(rails_gem, '>= 6.0')
   end
 
   s.add_development_dependency "appraisal"
@@ -28,7 +28,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency "rspec-core"
   s.add_development_dependency "pry"
   s.add_development_dependency "rb-readline"
-  s.add_development_dependency "sqlite3"
+  s.add_development_dependency "sqlite3", "~> 1.3.6"
   s.add_development_dependency "timecop"
   s.add_development_dependency "rubocop"
   s.add_development_dependency "overcommit"

data/gemfiles/{rails_7.1.gemfile → rails_6.0.gemfile}

@@ -2,6 +2,7 @@
 
 source "http://rubygems.org"
 
-gem "rails", "7.1.0"
+gem "rails", "~> 6.0.0"
+gem "sqlite3", "~> 1.4"
 
 gemspec path: "../"

data/gemfiles/rails_6.1.gemfile

@@ -3,5 +3,6 @@
 source "http://rubygems.org"
 
 gem "rails", "~> 6.1.0"
+gem "sqlite3", "~> 1.4"
 
 gemspec path: "../"

data/gemfiles/rails_7.0.gemfile

@@ -2,6 +2,7 @@
 
 source "http://rubygems.org"
 
-gem "rails", "~> 7.0.0"
+gem "sqlite3", "~> 1.4"
+gem "rails", "~> 7.0"
 
 gemspec path: "../"

data/lib/data_migrate/data_migrator.rb

@@ -5,20 +5,32 @@ require "data_migrate/config"
 
 module DataMigrate
   class DataMigrator < ActiveRecord::Migrator
+    def self.migrations_paths
+      [DataMigrate.config.data_migrations_path]
+    end
+
+    def self.assure_data_schema_table
+      DataMigrate::DataSchemaMigration.create_table
+    end
+
+    def initialize(direction, migrations, target_version = nil)
+      @direction         = direction
+      @target_version    = target_version
+      @migrated_versions = nil
+      @migrations        = migrations
+
+      validate(@migrations)
+
+      DataMigrate::DataSchemaMigration.create_table
+      ActiveRecord::InternalMetadata.create_table
+    end
+
     def load_migrated
       @migrated_versions =
-        DataMigrate::RailsHelper.data_schema_migration.normalized_versions.map(&:to_i).sort
+        DataMigrate::DataSchemaMigration.normalized_versions.map(&:to_i).sort
     end
 
     class << self
-      def migrations_paths
-        [DataMigrate.config.data_migrations_path]
-      end
-
-      def create_data_schema_table
-        DataMigrate::RailsHelper.data_schema_migration.create_table
-      end
-
       def current_version
         DataMigrate::MigrationContext.new(migrations_paths).current_version
       end
@@ -54,10 +66,6 @@ module DataMigrate
 
       #TODO: this was added to be backward compatible, need to re-evaluate
       def run(direction, migration_paths, version)
-        # Ensure all Active Record model cache is reset for each data migration
-        # As recommended in: https://github.com/rails/rails/blob/da21c2e9812e5eb0698fba4a9aa38632fc004432/activerecord/lib/active_record/migration.rb#L467-L470
-        ActiveRecord::Base.descendants.each(&:reset_column_information)
-
         DataMigrate::MigrationContext.new(migration_paths).run(direction, version)
       end
 
@@ -71,10 +79,10 @@ module DataMigrate
     def record_version_state_after_migrating(version)
       if down?
         migrated.delete(version)
-        DataMigrate::RailsHelper.data_schema_delete_version(version.to_s)
+        DataMigrate::DataSchemaMigration.where(version: version.to_s).delete_all
       else
         migrated << version
-        DataMigrate::RailsHelper.data_schema_migration.create_version(version.to_s)
+        DataMigrate::DataSchemaMigration.create!(version: version.to_s)
       end
     end
   end

data/lib/data_migrate/data_schema.rb

@@ -9,7 +9,7 @@ module DataMigrate
     #   ActiveRecord::ConnectionAdapters::SchemaStatements
     #     #assume_migrated_upto_version
     def define(info)
-      DataMigrate::DataMigrator.create_data_schema_table
+      DataMigrate::DataMigrator.assure_data_schema_table
 
       return if info[:version].blank?
 
@@ -57,7 +57,7 @@ module DataMigrate
     end
 
     def table_name
-      DataMigrate::RailsHelper.data_schema_migration.table_name
+      DataMigrate::DataSchemaMigration.table_name
     end
   end
 end

data/lib/data_migrate/data_schema_migration.rb

@@ -1,29 +1,12 @@
 module DataMigrate
-  class DataSchemaMigration < ActiveRecord::SchemaMigration
-    # In Rails 7.1+, ActiveRecord::SchemaMigration methods are instance methods
-    # So we only load the appropriate methods depending on Rails version.
-    if DataMigrate::RailsHelper.rails_version_equal_to_or_higher_than_7_1
-      def table_name
-        ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix
-      end
-
-      def primary_key
-        "version"
-      end
-    else
-      class << self
-        def table_name
-          ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix
-        end
-
-        def primary_key
-          "version"
-        end
+  class DataSchemaMigration
+    class << self
+      delegate :table_name, :primary_key, :create_table, :normalized_versions, :create, :create!, :table_exists?, :exists?, :where, to: :instance
 
-        def create_version(version)
-          # Note that SchemaMigration.create_version in Rails 7.1 does not
-          # raise an error if validations fail but we retain this behaviour for now.
-          create!(version: version)
+      def instance
+        @instance ||= Class.new(::ActiveRecord::SchemaMigration) do
+          define_singleton_method(:table_name) { ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix }
+          define_singleton_method(:primary_key) { "version" }
         end
       end
     end