salsify-data_migrate 3.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4c5d2c5936fa5ca3ad371d24e17e328cf1a50593
+  data.tar.gz: 302aaf6f189cd511e5df5f8d65d64adc3f2975bf
+SHA512:
+  metadata.gz: 43ca1c6ea6fb04997078d51c254bb0700d9ec18a3c31338df08146f2d228e24fecc91fcdc44134c948909a398e25174b1f040df00a0c54d2d4f3f7e17b04b5de
+  data.tar.gz: d0b3256efc688a7259132147914ecf21e2001386162db390b847da253d31a365526a5d87ce28da13c245b1d570184f5fc46350bc62b59401286ad29279c0abf3

data/.gitignore

@@ -0,0 +1,5 @@
+
+/.rvmrc
+*.gem
+*.lock
+gemfiles/.bundle

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format d
+

data/.travis.yml

@@ -0,0 +1,18 @@
+language: ruby
+rvm:
+  - 2.0.0-p648
+  - 2.1.10
+  - 2.2.6
+  - 2.3.4
+script: bundle exec rspec
+gemfile:
+  - gemfiles/rails_4.0.gemfile
+  - gemfiles/rails_4.1.gemfile
+  - gemfiles/rails_4.2.gemfile
+  - gemfiles/rails_5.0.gemfile
+matrix:
+  exclude:
+    - rvm: 2.0.0-p648
+      gemfile: gemfiles/rails_5.0.gemfile
+    - rvm: 2.1.10
+      gemfile: gemfiles/rails_5.0.gemfile

data/Appraisals

@@ -0,0 +1,17 @@
+appraise 'rails-4.0' do
+  gem 'rails', '4.0.13'
+end
+
+appraise 'rails-4.1' do
+  gem 'rails', '4.1.16'
+end
+
+appraise 'rails-4.2' do
+  gem 'rails', '4.2.8'
+  # Nokogiri 1.7+ requires Ruby 2.1+
+  gem 'nokogiri', '1.6.8.1'
+end
+
+appraise 'rails-5.0' do
+  gem 'rails', '5.0.3'
+end

data/Changelog.md

@@ -0,0 +1,20 @@
+Changelog
+=========
+
+## 3.0.1
+
+([gacha](https://github.com/gacha)) Capistrano fixes
+
+## 3.0.0
+
+`--skip-schema-migration` removed deprecated. This gem will no longer generate schema
+migrations. It still supports running schema/data migrations with one command.
+
+## 2.2.0
+
+([bilby91](https://github.com/bilby91)) Capistrano support
+
+## 2.1.0
+
+User `Rails.application.config.paths["db/migrate"]` instead of hard coded
+path to db migrations

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in data_migrate.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Andrew J Vargo
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,155 @@
+Data Migrate
+====
+
+- [![Version](http://img.shields.io/gem/v/data_migrate.svg?style=flat-square)](https://rubygems.org/gems/data_migrate)
+- [![License](http://img.shields.io/badge/license-MIT-brightgreen.svg?style=flat-square)](http://opensource.org/licenses/MIT)
+- [![Travis](https://img.shields.io/travis/ilyakatz/data-migrate.svg)](https://travis-ci.org/ilyakatz/data-migrate)
+
+
+Run data migrations alongside schema migrations.
+
+Data migrations are stored in `db/data`. They act like schema
+migrations, except they should be reserved for data migrations. For
+instance, if you realize you need to titleize all your titles, this
+is the place to do it.
+
+Why should I use this?
+----------------------
+
+Its seems when a project hits a certain size, I get to manipulate data
+outside the application itself.  Changing defaults, new validations,
+one-to-one to one-to-many... I found it a pain and dodgy to have to
+step up migrations one by one, run a ruby script of some sort, then
+resume migrations.  It tanks a lot of the automation of deploy.
+
+If you don't use the one off scripts, you could do it as a regular
+migration.  It'd be much better to keep concerns separate. The benefit
+of having them separate has to do with your data model.
+
+For instance, lets take an absurd example, to illustrate: You have
+your infamous [Rails blog](http://media.rubyonrails.org/video/rails-0-5.mov)
+that has posts with many comments.  After some use, you decide you are
+going to be a trend setter, and want only one comment per post, and
+just the text. "Frist!!1!1" rules the day. Given that you:
+- write a migration to add a comment column to Post
+- write a migration to move the contents of the first comments to the Post
+- drop the column_id column from Post
+- drop the Comment model
+- fix all your test/controller/view mojo.
+
+You've just got bit.  When you `rake setup:development`, the mess gets
+mad at you after it creates your database, and starts cranking through
+migrations.  It gets to the part where you iterate over the comments
+and it blows up.  You don't have a comment model anymore for it to
+even try and get 'all' from.  You think you are smarter, and wrap the
+AR call in a conditional based on the environment. That's fine until
+you get that QA gal, and she wants her own thing. Then the UI people
+get tired of waiting for the full stack to load on page refreshes, so
+you have to edit past migrations...
+
+With Data Migrate, you have the control.  You can generate your
+migrations as schema or data as you would as your work flow. For
+setting tasks that don't require any intermediate AR activity, like
+dev and test, you stick with db:migrate.  For your prod, and qa, you
+change their scripts to `db:migrate:with_data`.  Of course you want to
+test your migration, so you have the choice of `db:migrate:with_data` or
+`data:migrate` to just capture that data change.
+
+What's it do?
+-------------
+
+Data migrations are stored in `db/data`. They act like schema
+migrations, except they should be reserved for data migrations. For
+instance, if you realize you need to titleize all yours titles, this
+is the place to do it. Running any of the provided rake tasks also
+creates a data schema table to mirror the usual schema migrations
+table to track all the goodness.
+
+Rails Support
+--------------------
+
+Rails 3.1: Version 1.2 supports Rails 3.1.0 and higher **but** is no longer maintained.
+
+Rails 4: Version 2.0 supports Rails 4.0 and higher
+
+Rails 5: Not tested
+
+### Important note
+
+If you upgraded to Rails 4 while using `data_migrate` prior to version 2,
+the gem wrote data migration versions into
+`schema_migrations` table. After the fix, it was corrected to write into
+`data_migrations`.
+
+This may cause some unintended consequences. See [#22](https://github.com/ilyakatz/data-migrate/issues/22)
+
+Installation
+------------
+Add the gem to your project
+
+    # Gemfile
+    gem 'data_migrate'
+
+Then `bundle install` and you are ready to go.
+
+So you know, when you use one of the provide rake tasks, a table
+called 'data_migrations' will be created in your database. This
+is to mirror the way the standard 'db' rake tasks work. If you've
+installed previous to v1.1.0, you'll want to delete the
+'create\_data\_migrations_table' migration.
+
+Usage
+-----
+
+### Generating Migrations
+
+You can generate a data migration as you would a schema migration:
+
+    rails g data_migration add_this_to_that
+
+### Rake Tasks
+
+    $> rake -T data
+    rake data:forward                 # Pushes the schema to the next version (specify steps w/ STEP=n)
+    rake data:migrate                 # Migrate data migrations (options: VERSION=x, VERBOSE=false)
+    rake data:migrate:down            # Runs the "down" for a given migration VERSION
+    rake data:migrate:redo            # Rollbacks the database one migration and re migrate up (options: STEP=x, VERSIO...
+    rake data:migrate:status          # Display status of data migrations
+    rake data:migrate:up              # Runs the "up" for a given migration VERSION
+    rake data:rollback                # Rolls the schema back to the previous version (specify steps w/ STEP=n)
+    rake data:version                 # Retrieves the current schema version number for data migrations
+    rake db:forward:with_data         # Pushes the schema to the next version (specify steps w/ STEP=n)
+    rake db:migrate:down:with_data    # Runs the "down" for a given migration VERSION
+    rake db:migrate:redo:with_data    # Rollbacks the database one migration and re migrate up (options: STEP=x, VERSIO...
+    rake db:migrate:status:with_data  # Display status of data and schema migrations
+    rake db:migrate:up:with_data      # Runs the "up" for a given migration VERSION
+    rake db:migrate:with_data         # Migrate the database data and schema (options: VERSION=x, VERBOSE=false)
+    rake db:rollback:with_data        # Rolls the schema back to the previous version (specify steps w/ STEP=n)
+    rake db:version:with_data         # Retrieves the current schema version numbers for data and schema migrations
+
+Tasks work as they would with the 'vanilla' db version.  The 'with_data' addition to the 'db' tasks will run the task in the context of both the data and schema migrations.  That is, `rake db:rollback:with_data` will check to see if it was a schema or data migration invoked last, and do that.  Tasks invoked in that space also have an additional line of output, indicating if the action is performed on data or schema.
+
+With 'up' and 'down', you can specify the option 'BOTH', which defaults to false. Using true, will migrate both the data and schema (in the desired direction) if they both match the version provided.  Again, going up, schema is given precedence. Down its data.
+
+`rake db:migrate:status:with_data` provides and additional column to indicate which type of migration.
+
+Capistrano Support
+------------------
+
+The gem comes with a capistrano task that can be used instead of `capistrano/rails/migrations`.
+
+Just add this line to your Capfile:
+
+```ruby
+require 'capistrano/data_migrate'
+```
+
+From now on capistrano will run `rake db:migrate:with_data` in every deploy.
+
+Thanks
+------
+[Andrew J Vargo](http://github.com/ajvargo) Andrew was the original creator and maintainer of this project!
+
+[Jeremy Durham](http://jeremydurham.com/) for fleshing out the idea with me, and providing guidance.
+
+You!  Yes, you. Thanks for checking it out.

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/data_migrate.gemspec

@@ -0,0 +1,36 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "data_migrate/version"
+
+Gem::Specification.new do |s|
+  s.name        = "salsify-data_migrate"
+  s.version     = DataMigrate::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Salsify, Inc']
+  s.email       = ['engineering@salsify.com']
+  s.homepage    = 'https://github.com/salsify/data-migrate'
+  s.summary     = %q{Rake tasks to migrate data alongside schema changes.}
+  s.description = %q{Rake tasks to migrate data alongside schema changes.}
+  s.license     = "MIT"
+
+  s.add_dependency('rails', '>= 4.0', '< 5.1')
+  s.add_development_dependency "appraisal"
+  s.add_development_dependency "rake"
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "rspec-core"
+  s.add_development_dependency "pry"
+  s.add_development_dependency "sqlite3"
+  s.add_development_dependency "timecop"
+
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.post_install_message = <<-POST_INSTALL_MESSAGE
+#{"*" * 80}
+data-migrate: --skip-schema-migration option is no longer available as of version 3.0.0
+#{"*" * 80}
+POST_INSTALL_MESSAGE
+end

data/gemfiles/rails_4.0.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "http://rubygems.org"
+
+gem "rails", "4.0.13"
+
+gemspec path: "../"

data/gemfiles/rails_4.1.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "http://rubygems.org"
+
+gem "rails", "4.1.16"
+
+gemspec path: "../"

data/gemfiles/rails_4.2.gemfile

@@ -0,0 +1,8 @@
+# This file was generated by Appraisal
+
+source "http://rubygems.org"
+
+gem "rails", "4.2.8"
+gem "nokogiri", "1.6.8.1"
+
+gemspec path: "../"

data/gemfiles/rails_5.0.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "http://rubygems.org"
+
+gem "rails", "5.0.3"
+
+gemspec path: "../"

data/lib/capistrano/data_migrate.rb

@@ -0,0 +1,3 @@
+require 'capistrano'
+
+require File.expand_path("#{File.dirname(__FILE__)}/data_migrate/migrate")

data/lib/capistrano/data_migrate/migrate.rb

@@ -0,0 +1,42 @@
+namespace :deploy do
+
+  desc 'Runs rake data:migrate if migrations are set'
+  Rake::Task['deploy:migrate'].clear_actions
+  task :migrate => [:set_rails_env] do
+    on fetch(:migration_servers) do
+      conditionally_migrate = fetch(:conditionally_migrate)
+      info '[deploy:migrate] Checking changes in db/migrate or db/data' if conditionally_migrate
+
+      if conditionally_migrate && (
+          test("diff -q #{release_path}/db/migrate #{current_path}/db/migrate") ||
+          test("diff -q #{release_path}/db/data #{current_path}/db/data")
+        )
+        info '[deploy:migrate] Skip `deploy:migrate` (nothing changed in db/migrate or db/data)'
+      else
+        info '[deploy:migrate] Run `rake db:migrate:with_data`'
+        invoke :'deploy:migrating_with_data'
+      end
+    end
+  end
+
+  desc 'Runs rake db:migrate:with_data'
+  task migrating_with_data: [:set_rails_env] do
+    on fetch(:migration_servers) do
+      within release_path do
+        with rails_env: fetch(:rails_env) do
+          execute :rake, 'db:migrate:with_data'
+        end
+      end
+    end
+  end
+
+  after 'deploy:updated', 'deploy:migrate'
+end
+
+namespace :load do
+  task :defaults do
+    set :conditionally_migrate, fetch(:conditionally_migrate, false)
+    set :migration_role, fetch(:migration_role, :db)
+    set :migration_servers, -> { primary(fetch(:migration_role)) }
+  end
+end

data/lib/data_migrate.rb

@@ -0,0 +1,3 @@
+require File.join(File.dirname(__FILE__), 'data_migrate', 'data_migrator')
+require File.join(File.dirname(__FILE__), 'data_migrate', 'data_schema_migration')
+require File.join(File.dirname(__FILE__), 'data_migrate', 'railtie')

data/lib/data_migrate/data_migrator.rb

@@ -0,0 +1,76 @@
+require 'active_record'
+
+module DataMigrate
+
+  class DataMigrator < ActiveRecord::Migrator
+
+    def record_version_state_after_migrating(version)
+      if down?
+        migrated.delete(version)
+        DataMigrate::DataSchemaMigration.where(:version => version.to_s).delete_all
+      else
+        migrated << version
+        DataMigrate::DataSchemaMigration.create!(:version => version.to_s)
+      end
+    end
+
+    class << self
+      def get_all_versions(connection = ActiveRecord::Base.connection)
+        if table_exists?(connection, schema_migrations_table_name)
+          # Certain versions of the gem wrote data migration versions into
+          # schema_migrations table. After the fix, it was corrected to write into
+          # data_migrations. However, not to break anything we are going to
+          # get versions from both tables.
+          #
+          # This may cause some problems:
+          # Eg. rake data:versions will show version from the schema_migrations table
+          # which may be a version of actual schema migration and not data migration
+          DataMigrate::DataSchemaMigration.all.map { |x| x.version.to_i }.sort +
+            ActiveRecord::SchemaMigration.all.map { |x| x.version.to_i }.sort
+        else
+          []
+        end
+      end
+
+      def schema_migrations_table_name
+        ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix
+      end
+
+      def migrations_path
+        'db/data'
+      end
+
+      def assure_data_schema_table
+        config = ActiveRecord::Base.configurations[Rails.env || 'development'] || ENV["DATABASE_URL"]
+        ActiveRecord::Base.establish_connection(config)
+        sm_table = DataMigrate::DataMigrator.schema_migrations_table_name
+
+        unless table_exists?(ActiveRecord::Base.connection, sm_table)
+          ActiveRecord::Base.connection.create_table(sm_table, :id => false) do |schema_migrations_table|
+            schema_migrations_table.column :version, :string, :null => false
+          end
+
+          suffix = ActiveRecord::Base.table_name_suffix
+          prefix = ActiveRecord::Base.table_name_prefix
+          index_name = "#{prefix}unique_data_migrations#{suffix}"
+
+          ActiveRecord::Base.connection.add_index sm_table, :version,
+            :unique => true,
+            :name => index_name
+        end
+      end
+
+      private
+
+      def table_exists?(connection, table_name)
+        # Avoid the warning that table_exists? prints in Rails 5.0 due a change in behavior between
+        # Rails 5.0 and Rails 5.1 of this method with respect to database views.
+        if ActiveRecord.version >= Gem::Version.new('5.0') && ActiveRecord.version < Gem::Version.new('5.1')
+          connection.data_source_exists?(table_name)
+        else
+          connection.table_exists?(schema_migrations_table_name)
+        end
+      end
+    end
+  end
+end

data/lib/data_migrate/data_schema_migration.rb

@@ -0,0 +1,14 @@
+module DataMigrate
+  class DataSchemaMigration < ::ActiveRecord::SchemaMigration
+    class << self
+      def table_name
+        ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix
+      end
+
+      def index_name
+        "#{table_name_prefix}unique_data_migrations#{table_name_suffix}"
+      end
+    end
+  end
+end
+

data/lib/data_migrate/railtie.rb

@@ -0,0 +1,7 @@
+module DataMigrate
+  class Railtie < ::Rails::Railtie
+    rake_tasks do
+      load File.join(File.dirname(__FILE__), '..', '..', 'tasks/databases.rake')
+    end
+  end
+end

data/lib/data_migrate/version.rb

@@ -0,0 +1,3 @@
+module DataMigrate
+    VERSION = '3.0.1'.freeze
+end

data/lib/generators/data_migrate.rb

@@ -0,0 +1,10 @@
+require 'rails/generators/named_base'
+module DataMigrate
+  module Generators
+    class DataMigrationGenerator < Rails::Generators::NamedBase #:nodoc:
+      def self.source_root
+         @_data_migrate_source_root ||= File.expand_path(File.join(File.dirname(__FILE__), generator_name, 'templates'))
+      end
+    end
+  end
+end

data/lib/generators/data_migration/data_migration_generator.rb

@@ -0,0 +1,46 @@
+require 'generators/data_migrate'
+require 'rails/generators'
+require 'rails/generators/migration'
+
+module DataMigrate
+  module Generators
+    class DataMigrationGenerator < Rails::Generators::NamedBase
+      namespace "data_migration"
+      include Rails::Generators::Migration
+
+      argument :attributes, type: :array, default: [], banner: 'field:type field:type'
+
+      def create_data_migration
+        set_local_assigns!
+        migration_template 'data_migration.rb', "db/data/#{file_name}.rb"
+      end
+
+      protected
+
+      attr_reader :migration_action
+
+      def self.next_migration_number(dirname)
+        if ActiveRecord::Base.timestamped_migrations
+          Time.new.utc.strftime("%Y%m%d%H%M%S")
+        else
+          "%.3d" % (current_migration_number(dirname) + 1)
+        end
+      end
+
+      def set_local_assigns!
+        if file_name =~ /^(add|remove)_.*_(?:to|from)_(.*)/
+          @migration_action = $1
+          @table_name       = $2.pluralize
+        end
+      end
+
+      def migration_base_class_name
+        if ActiveRecord.version >= Gem::Version.new('5.0')
+          "ActiveRecord::Migration[#{ActiveRecord::Migration.current_version}]"
+        else
+          'ActiveRecord::Migration'
+        end
+      end
+    end
+  end
+end

data/lib/generators/data_migration/templates/data_migration.rb

@@ -0,0 +1,8 @@
+class <%= migration_class_name %> < <%= migration_base_class_name %>
+  def up
+  end
+
+  def down
+    raise ActiveRecord::IrreversibleMigration
+  end
+end

data/lib/salsify-data_migrate.rb

@@ -0,0 +1 @@
+require 'data_migrate'

data/spec/data_migrate/data_migrator_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe DataMigrate::DataMigrator do
+  let(:subject) { DataMigrate::DataMigrator }
+  describe :schema_migrations_table_name do
+    it "returns correct table name" do
+      expect(subject.schema_migrations_table_name).to eq("data_migrations")
+    end
+  end
+
+  describe :migrations_path do
+    it "returns correct migrations path" do
+      expect(subject.migrations_path).to eq("db/data")
+    end
+  end
+
+end

data/spec/data_migrate/data_schema_migration_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe DataMigrate::DataSchemaMigration do
+  let(:subject) { DataMigrate::DataSchemaMigration }
+  describe :table_name do
+    it "returns correct table name" do
+      expect(subject.table_name).to eq("data_migrations")
+    end
+  end
+
+  describe :index_name do
+    it "returns correct index name" do
+      expect(subject.index_name).to eq("unique_data_migrations")
+    end
+  end
+end

data/spec/generators/data_migration/data_migration_generator_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+require 'rails/generators'
+require 'rails/generators/migration'
+require 'generators/data_migration/data_migration_generator'
+
+describe DataMigrate::Generators::DataMigrationGenerator do
+  let(:subject) { DataMigrate::Generators::DataMigrationGenerator }
+  describe :next_migration_number do
+    it "next migration" do
+      Timecop.freeze("2016-12-03 22:15:26 -0800") do
+        expect(ActiveRecord::Base).to receive(:timestamped_migrations) { true }
+        expect(subject.next_migration_number(1)).to eq("20161204061526")
+      end
+    end
+  end
+
+  describe :migration_base_class_name do
+    let(:subject) { DataMigrate::Generators::DataMigrationGenerator.new(['my_migration']) }
+    it "returns the correct base class name" do
+      if ActiveRecord.version >= Gem::Version.new('5.0')
+        expect(subject.send(:migration_base_class_name)).to eq("ActiveRecord::Migration[#{ActiveRecord::Migration.current_version}]")
+      else
+        expect(subject.send(:migration_base_class_name)).to eq('ActiveRecord::Migration')
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+require 'rspec'
+require 'rails'
+require 'salsify-data_migrate'
+require 'pry'
+require 'timecop'

data/tasks/databases.rake

@@ -0,0 +1,375 @@
+namespace :db do
+  namespace :migrate do
+    desc "Migrate the database data and schema (options: VERSION=x, VERBOSE=false)."
+    task :with_data => :environment do
+      assure_data_schema_table
+
+      ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
+      target_version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      migrations = []
+
+      if target_version.nil?
+        migrations = pending_migrations.map{ |m| m.merge(:direction =>:up) }
+      else
+        current_schema_version = ActiveRecord::Migrator.current_version
+        schema_migrations = if target_version > current_schema_version
+                              pending_schema_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
+                            elsif target_version < current_schema_version
+                              past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
+                            else # ==
+                              []
+                            end
+
+        current_data_version = ActiveRecord::Migrator.current_version
+        data_migrations = if target_version > current_data_version
+                            pending_data_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
+                          elsif target_version < current_data_version
+                            past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
+                          else # ==
+                            []
+                          end
+        migrations = if schema_migrations.empty?
+                       data_migrations
+                     elsif data_migrations.empty?
+                       schema_migrations
+                     elsif target_version > current_data_version && target_version > current_schema_version
+                       sort_migrations data_migrations, schema_migrations
+                     elsif target_version < current_data_version && target_version < current_schema_version
+                       sort_migrations(data_migrations, schema_migrations).reverse
+                     elsif target_version > current_data_version && target_version < current_schema_version
+                       schema_migrations + data_migrations
+                     elsif target_version < current_data_version && target_version > current_schema_version
+                       schema_migrations + data_migrations
+                     end
+      end
+
+      migrations.each do |migration|
+        if migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(migration[:direction], "db/data/", migration[:version])
+        else
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(
+            migration[:direction],
+            Rails.application.config.paths["db/migrate"],
+            migration[:version]
+          )
+        end
+      end
+
+      Rake::Task["db:_dump"].invoke
+    end
+
+    namespace :redo do
+      desc 'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
+      task :with_data => :environment do
+      assure_data_schema_table
+        if ENV["VERSION"]
+          Rake::Task["db:migrate:down:with_data"].invoke
+          Rake::Task["db:migrate:up:with_data"].invoke
+        else
+          Rake::Task["db:rollback:with_data"].invoke
+          Rake::Task["db:migrate:with_data"].invoke
+        end
+      end
+    end
+
+    namespace :up do
+      desc 'Runs the "up" for a given migration VERSION. (options both=false)'
+      task :with_data => :environment do
+        version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+        raise "VERSION is required" unless version
+        assure_data_schema_table
+        run_both = ENV["BOTH"] == "true"
+        migrations = pending_migrations.keep_if{|m| m[:version] == version}
+
+        unless run_both || migrations.size < 2
+          migrations = migrations.slice(0,1)
+        end
+
+        migrations.each do |migration|
+          if migration[:kind] == :data
+            ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+            DataMigrate::DataMigrator.run(:up, "db/data/", migration[:version])
+          else
+            ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+            ActiveRecord::Migrator.run(:up, "db/migrate/", migration[:version])
+          end
+        end
+
+        Rake::Task["db:_dump"].invoke
+      end
+    end
+
+    namespace :down do
+      desc 'Runs the "down" for a given migration VERSION. (option BOTH=false)'
+      task :with_data => :environment do
+        version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+        raise "VERSION is required" unless version
+        assure_data_schema_table
+        run_both = ENV["BOTH"] == "true"
+        migrations = past_migrations.keep_if{|m| m[:version] == version}
+
+        unless run_both || migrations.size < 2
+          migrations = migrations.slice(0,1)
+        end
+
+        migrations.each do |migration|
+          if migration[:kind] == :data
+            ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+            DataMigrate::DataMigrator.run(:down, "db/data/", migration[:version])
+          else
+            ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+            ActiveRecord::Migrator.run(:down, "db/migrate/", migration[:version])
+          end
+        end
+
+        Rake::Task["db:_dump"].invoke
+      end
+    end
+
+    namespace :status do
+      desc "Display status of data and schema migrations"
+      task :with_data => :environment do
+        config = connect_to_database
+        next unless config
+
+        db_list_data = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}")
+        db_list_schema = ActiveRecord::Base.connection.select_values("SELECT version FROM #{ActiveRecord::Migrator.schema_migrations_table_name}")
+        file_list = []
+
+        Dir.foreach(File.join(Rails.root, 'db', 'data')) do |file|
+          # only files matching "20091231235959_some_name.rb" pattern
+          if match_data = /(\d{14})_(.+)\.rb/.match(file)
+            status = db_list_data.delete(match_data[1]) ? 'up' : 'down'
+            file_list << [status, match_data[1], match_data[2], 'data']
+          end
+        end
+
+        Dir.foreach(File.join(Rails.root, 'db', 'migrate')) do |file|
+          # only files matching "20091231235959_some_name.rb" pattern
+          if match_data = /(\d{14})_(.+)\.rb/.match(file)
+            status = db_list_schema.delete(match_data[1]) ? 'up' : 'down'
+            file_list << [status, match_data[1], match_data[2], 'schema']
+          end
+        end
+
+        file_list.sort!{|a,b| "#{a[1]}_#{a[3] == 'data' ? 1 : 0}" <=> "#{b[1]}_#{b[3] == 'data' ? 1 : 0}" }
+
+        # output
+        puts "\ndatabase: #{config['database']}\n\n"
+        puts "#{"Status".center(8)} #{"Type".center(8)}  #{"Migration ID".ljust(14)} Migration Name"
+        puts "-" * 60
+        file_list.each do |file|
+          puts "#{file[0].center(8)} #{file[3].center(8)} #{file[1].ljust(14)}  #{file[2].humanize}"
+        end
+        db_list_schema.each do |version|
+          puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO SCHEMA FILE ***"
+        end
+        db_list_data.each do |version|
+          puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO DATA FILE ***"
+        end
+        puts
+      end
+    end
+  end # END OF MIGRATE NAME SPACE
+
+  namespace :rollback do
+    desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
+    task :with_data => :environment do
+      step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+      assure_data_schema_table
+      past_migrations[0..(step - 1)].each do | past_migration |
+        if past_migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(:down, "db/data/", past_migration[:version])
+        elsif past_migration[:kind] == :schema
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(:down, "db/migrate/", past_migration[:version])
+        end
+      end
+
+      Rake::Task["db:_dump"].invoke
+    end
+  end
+
+  namespace :forward do
+    desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
+    task :with_data => :environment do
+      assure_data_schema_table
+      # TODO: No worky for .forward
+      step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+      # DataMigrate::DataMigrator.forward('db/data/', step)
+      migrations = pending_migrations.reverse.pop(step).reverse
+      migrations.each do | pending_migration |
+        if pending_migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(:up, "db/data/", pending_migration[:version])
+        elsif pending_migration[:kind] == :schema
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(:up, "db/migrate/", pending_migration[:version])
+        end
+      end
+
+      Rake::Task["db:_dump"].invoke
+    end
+  end
+
+  namespace :version do
+    desc "Retrieves the current schema version numbers for data and schema migrations"
+    task :with_data => :environment do
+      assure_data_schema_table
+      puts "Current Schema version: #{ActiveRecord::Migrator.current_version}"
+      puts "Current Data version: #{DataMigrate::DataMigrator.current_version}"
+    end
+  end
+end
+
+namespace :data do
+  desc 'Migrate data migrations (options: VERSION=x, VERBOSE=false)'
+  task :migrate => :environment do
+    assure_data_schema_table
+    #ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
+    DataMigrate::DataMigrator.migrate("db/data/", ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
+  end
+
+  namespace :migrate do
+    desc  'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
+    task :redo => :environment do
+      assure_data_schema_table
+      if ENV["VERSION"]
+        Rake::Task["data:migrate:down"].invoke
+        Rake::Task["data:migrate:up"].invoke
+      else
+        Rake::Task["data:rollback"].invoke
+        Rake::Task["data:migrate"].invoke
+      end
+    end
+
+    desc 'Runs the "up" for a given migration VERSION.'
+    task :up => :environment do
+      assure_data_schema_table
+      version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      raise "VERSION is required" unless version
+      DataMigrate::DataMigrator.run(:up, "db/data/", version)
+    end
+
+    desc 'Runs the "down" for a given migration VERSION.'
+    task :down => :environment do
+      version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      raise "VERSION is required" unless version
+      assure_data_schema_table
+      DataMigrate::DataMigrator.run(:down, "db/data/", version)
+    end
+
+    desc "Display status of data migrations"
+    task :status => :environment do
+      config = ActiveRecord::Base.configurations[Rails.env || 'development']
+      ActiveRecord::Base.establish_connection(config)
+      unless ActiveRecord::Base.connection.table_exists?(DataMigrate::DataMigrator.schema_migrations_table_name)
+        puts 'Data migrations table does not exist yet.'
+        next  # means "return" for rake task
+      end
+      db_list = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}")
+      file_list = []
+      Dir.foreach(File.join(Rails.root, 'db', 'data')) do |file|
+        # only files matching "20091231235959_some_name.rb" pattern
+        if match_data = /(\d{14})_(.+)\.rb/.match(file)
+          status = db_list.delete(match_data[1]) ? 'up' : 'down'
+          file_list << [status, match_data[1], match_data[2]]
+        end
+      end
+      # output
+      puts "\ndatabase: #{config['database']}\n\n"
+      puts "#{"Status".center(8)}  #{"Migration ID".ljust(14)}  Migration Name"
+      puts "-" * 50
+      file_list.each do |file|
+        puts "#{file[0].center(8)}  #{file[1].ljust(14)}  #{file[2].humanize}"
+      end
+      db_list.each do |version|
+        puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO FILE ***"
+      end
+      puts
+    end
+  end
+
+  desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
+  task :rollback => :environment do
+    assure_data_schema_table
+    step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+    DataMigrate::DataMigrator.rollback('db/data/', step)
+  end
+
+  desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
+  task :forward => :environment do
+    assure_data_schema_table
+    step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+    # TODO: No worky for .forward
+    # DataMigrate::DataMigrator.forward('db/data/', step)
+    migrations = pending_data_migrations.reverse.pop(step).reverse
+    migrations.each do | pending_migration |
+      DataMigrate::DataMigrator.run(:up, "db/data/", pending_migration[:version])
+    end
+  end
+
+  desc "Retrieves the current schema version number for data migrations"
+  task :version => :environment do
+    assure_data_schema_table
+    puts "Current data version: #{DataMigrate::DataMigrator.current_version}"
+  end
+end
+
+def pending_migrations
+  sort_migrations pending_data_migrations, pending_schema_migrations
+end
+
+def pending_data_migrations
+  data_migrations = DataMigrate::DataMigrator.migrations('db/data')
+  sort_migrations DataMigrate::DataMigrator.new(:up, data_migrations ).
+    pending_migrations.map{|m| { :version => m.version, :kind => :data }}
+end
+
+def pending_schema_migrations
+  all_migrations = ActiveRecord::Migrator.migrations(Rails.application.config.paths["db/migrate"])
+  sort_migrations(
+    ActiveRecord::Migrator.new(:up, all_migrations).
+    pending_migrations.
+    map{|m| { :version => m.version, :kind => :schema }})
+end
+
+def sort_migrations set_1, set_2=nil
+  migrations = set_1 + (set_2 || [])
+  migrations.sort{|a,b|  sort_string(a) <=> sort_string(b)}
+end
+
+def sort_string migration
+  "#{migration[:version]}_#{migration[:kind] == :data ? 1 : 0}"
+end
+
+def connect_to_database
+  config = ActiveRecord::Base.configurations[Rails.env || 'development']
+  ActiveRecord::Base.establish_connection(config)
+
+  unless ActiveRecord::Base.connection.table_exists?(DataMigrate::DataMigrator.schema_migrations_table_name)
+    puts 'Data migrations table does not exist yet.'
+    config = nil
+  end
+  unless ActiveRecord::Base.connection.table_exists?(ActiveRecord::Migrator.schema_migrations_table_name)
+    puts 'Schema migrations table does not exist yet.'
+    config = nil
+  end
+  config
+end
+
+def past_migrations sort=nil
+  sort = sort.downcase if sort
+  db_list_data = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}").sort
+  db_list_schema = ActiveRecord::Base.connection.select_values("SELECT version FROM #{ActiveRecord::Migrator.schema_migrations_table_name}").sort
+  migrations = db_list_data.map{|d| {:version => d.to_i, :kind => :data }} + db_list_schema.map{|d| {:version => d.to_i, :kind => :schema }}
+
+  sort == 'asc' ? sort_migrations(migrations) : sort_migrations(migrations).reverse
+end
+
+def assure_data_schema_table
+  DataMigrate::DataMigrator.assure_data_schema_table
+end

metadata

@@ -0,0 +1,200 @@
+--- !ruby/object:Gem::Specification
+name: salsify-data_migrate
+version: !ruby/object:Gem::Version
+  version: 3.0.1
+platform: ruby
+authors:
+- Salsify, Inc
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-06-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+- !ruby/object:Gem::Dependency
+  name: appraisal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Rake tasks to migrate data alongside schema changes.
+email:
+- engineering@salsify.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Appraisals
+- Changelog.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- data_migrate.gemspec
+- gemfiles/rails_4.0.gemfile
+- gemfiles/rails_4.1.gemfile
+- gemfiles/rails_4.2.gemfile
+- gemfiles/rails_5.0.gemfile
+- lib/capistrano/data_migrate.rb
+- lib/capistrano/data_migrate/migrate.rb
+- lib/data_migrate.rb
+- lib/data_migrate/data_migrator.rb
+- lib/data_migrate/data_schema_migration.rb
+- lib/data_migrate/railtie.rb
+- lib/data_migrate/version.rb
+- lib/generators/data_migrate.rb
+- lib/generators/data_migration/data_migration_generator.rb
+- lib/generators/data_migration/templates/data_migration.rb
+- lib/salsify-data_migrate.rb
+- spec/data_migrate/data_migrator_spec.rb
+- spec/data_migrate/data_schema_migration_spec.rb
+- spec/generators/data_migration/data_migration_generator_spec.rb
+- spec/spec_helper.rb
+- tasks/.gitkeep
+- tasks/databases.rake
+homepage: https://github.com/salsify/data-migrate
+licenses:
+- MIT
+metadata: {}
+post_install_message: |
+  ********************************************************************************
+  data-migrate: --skip-schema-migration option is no longer available as of version 3.0.0
+  ********************************************************************************
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.12
+signing_key: 
+specification_version: 4
+summary: Rake tasks to migrate data alongside schema changes.
+test_files:
+- spec/data_migrate/data_migrator_spec.rb
+- spec/data_migrate/data_schema_migration_spec.rb
+- spec/generators/data_migration/data_migration_generator_spec.rb
+- spec/spec_helper.rb