data_migrate 1.0.0

data/.gitignore

@@ -0,0 +1,2 @@
+
+/.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in data_migrate.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Andrew J Vargo
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,78 @@
+Data Migrate
+====
+
+Run data migrations alongside schema migrations.
+
+Data migrations are stored in db/data. They act like schema migrations, except they should be reserved for data migrations. For instance, if you realize you need to titleize all yours titles, this is the place to do it.
+
+Data migrations can be created at the same time as schema migrations, or independently.  Database (db:) tasks have been added and extended to run on data migrations only, or in conjunction with the schema migration.  For instance, `rake db:migrate:with_data` will run both schema and data migrations in the proper order.
+
+Note: If a data and schema migration share the same version number, schema gets precedence when migrating up. Data does down.
+
+Rails 3 and Ruby 1.9
+--------------------
+
+Data Migrate is Rails 3.0.0 - 3.0.7,  and Ruby 1.9 compatible
+
+Installation
+------------
+After adding Data Migrate to your project,
+
+    rails g data_migrate:install
+    rake db:migrate
+
+A table 'data_migrations' table will be generated.
+
+Usage
+-----
+
+### Generating Migrations
+
+You can generate a data migration as you would a schema migration:
+
+    rails g data_migration add_this_to_that
+
+By default, the migration also generates a schema migration by the same name.
+This allows you to do things like:
+
+    rails g data_migration add_this_to_that this:string
+
+If you need a data only migration, either run it as such, with the skip-schema-migration flag:
+
+    rails g data_migration add_this_to_that --skip-schema-migration
+
+
+### Rake Tasks
+
+    $> rake -T data
+    rake data:forward                 # Pushes the schema to the next version (specify steps w/ STEP=n).
+    rake data:migrate:down            # Runs the "down" for a given migration VERSION.
+    rake data:migrate:redo            # Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).
+    rake data:migrate:status          # Display status of data migrations
+    rake data:migrate:up              # Runs the "up" for a given migration VERSION.
+    rake data:rollback                # Rolls the schema back to the previous version (specify steps w/ STEP=n).
+    rake data:version                 # Retrieves the current schema version number for data migrations
+    rake db:forward:with_data         # Pushes the schema to the next version (specify steps w/ STEP=n).
+    rake db:migrate:data              # Migrate the database through scripts in db/data/migrate.
+    rake db:migrate:down:with_data    # Runs the "down" for a given migration VERSION.
+    rake db:migrate:redo:with_data    # Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).
+    rake db:migrate:status:with_data  # Display status of data and schema migrations
+    rake db:migrate:up:with_data      # Runs the "up" for a given migration VERSION.
+    rake db:migrate:with_data         # Migrate the database data and schema (options: VERSION=x, VERBOSE=false).
+    rake db:rollback:with_data        # Rolls the schema back to the previous version (specify steps w/ STEP=n).
+    rake db:version:with_data         # Retrieves the current schema version numbers for data and schema migrations `
+
+Tasks work as they would with the 'vanilla' db version.  The 'with_data' addition to the 'db' tasks will run the task in the context of both the data and schema migrations.  That is, `rake db:rollback:with_data` will check to see if it was a schema or data migration invoked last, and do that.  Tasks invoked in that space also have an additional line of output, indicating if the action is performed on data or schema.
+
+With 'up' and 'down', you can specify the option 'BOTH', which defaults to false. Using true, will migrate both the data and schema (in the desired direction) if they both match the version provided.  Again, going up, schema is given precedence. Down its data.
+
+For more example, assume you have the 2 files:
+  db/migrate/20110419021211_add_x_to_y.rb
+  db/data/20110419021211_add_x_to_y.rb
+
+Running `rake db:migrate:up:with_data VERSION=20110419021211` would execute the 'db/migrate' version.
+Running `rake db:migrate:up:with_data VERSION=20110419021211` would execute the 'db/migrate' version, followed by the 'db/data' version.
+
+Going down instead of up would be the opposite.
+
+`rake db:migrate:status:with_data` provides and additional column to indicate which type of migration.

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/data_migrate.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "data_migrate/version"
+
+Gem::Specification.new do |s|
+  s.name        = "data_migrate"
+  s.version     = DataMigrate::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Andrew J Vargo"]
+  s.email       = ["ajvargo@computer.org"]
+  s.homepage    = "http://ajvargo.com"
+  s.summary     = %q{Rake tasks to migrate data alongside schema changes.}
+  s.description = %q{Rake tasks to migrate data alongside schema changes.}
+
+  s.rubyforge_project = "data_migrate"
+
+  s.add_dependency('rails', '>= 3.0.0', '<= 3.0.7')
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/data_migrate.rb

@@ -0,0 +1,2 @@
+require File.join(File.dirname(__FILE__), 'data_migrate', 'data_migrator')
+require File.join(File.dirname(__FILE__), 'data_migrate', 'railtie')

data/lib/data_migrate/data_migrator.rb

@@ -0,0 +1,15 @@
+require 'active_record'
+
+module DataMigrate
+  class DataMigrator < ActiveRecord::Migrator
+    class << self
+      def schema_migrations_table_name
+        ActiveRecord::Base.table_name_prefix + 'data_migrations' + ActiveRecord::Base.table_name_suffix
+      end
+
+      def migrations_path
+        'db/data'
+      end
+    end
+  end
+end

data/lib/data_migrate/railtie.rb

@@ -0,0 +1,9 @@
+module DataMigrate
+  class Railtie < Rails::Railtie
+    generators = config.respond_to?(:app_generators) ? config.app_generators : config.generators
+
+    rake_tasks do
+      load File.join(File.dirname(__FILE__), '..', '..', 'tasks/databases.rake')
+    end
+  end
+end

data/lib/data_migrate/version.rb

@@ -0,0 +1,3 @@
+module DataMigrate
+  VERSION = "1.0.0"
+end

data/lib/generators/data_migrate.rb

@@ -0,0 +1,17 @@
+require 'rails/generators/base'
+require 'rails/generators/named_base'
+module DataMigrate
+  module Generators
+    class InstallGenerator < Rails::Generators::Base #:nodoc:
+      def self.source_root
+         @_data_migrate_source_root ||= File.expand_path(File.join(File.dirname(__FILE__), 'data_migrate', generator_name, 'templates'))
+      end
+    end
+
+    class DataMigrationGenerator < Rails::Generators::NamedBase #:nodoc:
+      def self.source_root
+         @_data_migrate_source_root ||= File.expand_path(File.join(File.dirname(__FILE__), generator_name, 'templates'))
+      end
+    end
+  end
+end

data/lib/generators/data_migrate/USAGE

@@ -0,0 +1,8 @@
+Description:
+    Explain the generator
+
+Example:
+    rails generate data_migration Thing
+
+    This will create:
+        what/will/it/create

data/lib/generators/data_migrate/install/install_generator.rb

@@ -0,0 +1,24 @@
+require 'generators/data_migrate'
+require 'rails/generators'
+require 'rails/generators/migration'
+
+module DataMigrate
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+
+      def create_migration_file
+        migration_template "install_migration.rb", "db/migrate/create_data_migrations.rb"
+      end
+
+      protected
+      def self.next_migration_number(dirname)
+        if ActiveRecord::Base.timestamped_migrations
+          Time.new.utc.strftime("%Y%m%d%H%M%S")
+        else
+          "%.3d" % (current_migration_number(dirname) + 1)
+        end
+      end
+    end
+  end
+end

data/lib/generators/data_migrate/install/templates/install_migration.rb

@@ -0,0 +1,13 @@
+class CreateDataMigrations < ActiveRecord::Migration
+  def self.up
+    create_table :data_migrations do |t|
+      t.string :version, :null => false
+    end
+
+    add_index :data_migrations, :version, :unique => true, :name => "<%= ActiveRecord::Base.table_name_prefix %>unique_data_migrations<%= ActiveRecord::Base.table_name_suffix %>"
+  end
+
+  def self.down
+    drop_table :data_migrations
+  end
+end

data/lib/generators/data_migration/data_migration_generator.rb

@@ -0,0 +1,41 @@
+require 'generators/data_migrate'
+require 'rails/generators'
+require 'rails/generators/migration'
+
+module DataMigrate
+  module Generators
+    class DataMigrationGenerator < Rails::Generators::NamedBase
+      namespace "data_migration"
+      include Rails::Generators::Migration
+
+      argument :attributes, :type => :array, :default => [], :banner => "field:type field:type"
+      class_option :skip_schema_migration, :desc => 'Dont generate database migration file.', :type => :boolean
+
+      def create_data_migration
+        set_local_assigns!
+        unless  options.skip_schema_migration?
+          migration_template "migration.rb", "db/migrate/#{file_name}.rb"
+        end
+        migration_template "data_migration.rb", "db/data/#{file_name}.rb"
+      end
+
+      protected
+      attr_reader :migration_action
+
+      def self.next_migration_number(dirname)
+        if ActiveRecord::Base.timestamped_migrations
+          Time.new.utc.strftime("%Y%m%d%H%M%S")
+        else
+          "%.3d" % (current_migration_number(dirname) + 1)
+        end
+      end
+
+      def set_local_assigns!
+        if file_name =~ /^(add|remove)_.*_(?:to|from)_(.*)/
+          @migration_action = $1
+          @table_name       = $2.pluralize
+        end
+      end
+    end
+  end
+end

data/lib/generators/data_migration/templates/data_migration.rb

@@ -0,0 +1,8 @@
+class <%= migration_class_name %> < ActiveRecord::Migration
+  def self.up
+  end
+
+  def self.down
+    raise IrreversibleMigration
+  end
+end

data/lib/generators/data_migration/templates/migration.rb

@@ -0,0 +1,17 @@
+class <%= migration_class_name %> < ActiveRecord::Migration
+  def self.up
+<% attributes.each do |attribute| -%>
+  <%- if migration_action -%>
+    <%= migration_action %>_column :<%= table_name %>, :<%= attribute.name %><% if migration_action == 'add' %>, :<%= attribute.type %><% end %>
+  <%- end -%>
+<%- end -%>
+  end
+
+  def self.down
+<% attributes.reverse.each do |attribute| -%>
+  <%- if migration_action -%>
+    <%= migration_action == 'add' ? 'remove' : 'add' %>_column :<%= table_name %>, :<%= attribute.name %><% if migration_action == 'remove' %>, :<%= attribute.type %><% end %>
+  <%- end -%>
+<%- end -%>
+  end
+end

data/tasks/databases.rake

@@ -0,0 +1,344 @@
+namespace :db do
+  namespace :migrate do
+    desc "Migrate the database data and schema (options: VERSION=x, VERBOSE=false)."
+    task :with_data => :environment do
+      config = connect_to_database
+      next unless config
+
+      ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
+      target_version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      migrations = []
+
+      if target_version.nil?
+        migrations = pending_migrations.map{ |m| m.merge(:direction =>:up) }
+      else
+        current_schema_version = ActiveRecord::Migrator.current_version
+        schema_migrations = if target_version > current_schema_version
+                              pending_schema_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
+                            elsif target_version < current_schema_version
+                              past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
+                            else # ==
+                              []
+                            end
+
+        current_data_version = ActiveRecord::Migrator.current_version
+        data_migrations = if target_version > current_data_version
+                            pending_data_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
+                          elsif target_version < current_data_version
+                            past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
+                          else # ==
+                            []
+                          end
+        migrations = if schema_migrations.empty?
+                       data_migrations
+                     elsif data_migrations.empty?
+                       schema_migrations
+                     elsif target_version > current_data_version && target_version > current_schema_version
+                       sort_migrations data_migrations, schema_migrations
+                     elsif target_version < current_data_version && target_version < current_schema_version
+                       sort_migrations(data_migrations, schema_migrations).reverse
+                     elsif target_version > current_data_version && target_version < current_schema_version
+                       schema_migrations + data_migrations
+                     elsif target_version < current_data_version && target_version > current_schema_version
+                       schema_migrations + data_migrations
+                     end
+      end
+
+      migrations.each do |migration|
+        if migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(migration[:direction], "db/data/", migration[:version])
+        else
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(migration[:direction], "db/migrate/", migration[:version])
+        end
+      end
+
+      Rake::Task["db:schema:dump"].invoke if ActiveRecord::Base.schema_format == :ruby
+    end
+
+    namespace :redo do
+      desc 'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
+      task :with_data => :environment do
+        if ENV["VERSION"]
+          Rake::Task["db:migrate:down:with_data"].invoke
+          Rake::Task["db:migrate:up:with_data"].invoke
+        else
+          Rake::Task["db:rollback:with_data"].invoke
+          Rake::Task["db:migrate:with_data"].invoke
+        end
+      end
+    end
+
+    namespace :up do
+      desc 'Runs the "up" for a given migration VERSION. (options both=false)'
+      task :with_data => :environment do
+        version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+        raise "VERSION is required" unless version
+        config = connect_to_database
+        run_both = ENV["BOTH"] == "true"
+        migrations = pending_migrations.keep_if{|m| m[:version] == version}
+
+        unless run_both || migrations.size < 2
+          migrations = migrations.slice(0,1)
+        end
+
+        migrations.each do |migration|
+          if migration[:kind] == :data
+            ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+            DataMigrate::DataMigrator.run(:up, "db/data/", migration[:version])
+          else
+            ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+            ActiveRecord::Migrator.run(:up, "db/migrate/", migration[:version])
+          end
+        end
+      end
+    end
+
+    namespace :down do
+      desc 'Runs the "down" for a given migration VERSION. (option BOTH=false)'
+      task :with_data => :environment do
+        version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+        raise "VERSION is required" unless version
+        config = connect_to_database
+        run_both = ENV["BOTH"] == "true"
+        migrations = past_migrations.keep_if{|m| m[:version] == version}
+
+        unless run_both || migrations.size < 2
+          migrations = migrations.slice(0,1)
+        end
+
+        migrations.each do |migration|
+          if migration[:kind] == :data
+            ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+            DataMigrate::DataMigrator.run(:down, "db/data/", migration[:version])
+          else
+            ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+            ActiveRecord::Migrator.run(:down, "db/migrate/", migration[:version])
+          end
+        end
+      end
+    end
+
+    namespace :status do
+      desc "Display status of data and schema migrations"
+      task :with_data => :environment do
+        config = connect_to_database
+        next unless config
+
+        db_list_data = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}")
+        db_list_schema = ActiveRecord::Base.connection.select_values("SELECT version FROM #{ActiveRecord::Migrator.schema_migrations_table_name}")
+        file_list = []
+
+        Dir.foreach(File.join(Rails.root, 'db', 'data')) do |file|
+          # only files matching "20091231235959_some_name.rb" pattern
+          if match_data = /(\d{14})_(.+)\.rb/.match(file)
+            status = db_list_data.delete(match_data[1]) ? 'up' : 'down'
+            file_list << [status, match_data[1], match_data[2], 'data']
+          end
+        end
+
+        Dir.foreach(File.join(Rails.root, 'db', 'migrate')) do |file|
+          # only files matching "20091231235959_some_name.rb" pattern
+          if match_data = /(\d{14})_(.+)\.rb/.match(file)
+            status = db_list_schema.delete(match_data[1]) ? 'up' : 'down'
+            file_list << [status, match_data[1], match_data[2], 'schema']
+          end
+        end
+
+        file_list.sort!{|a,b| "#{a[1]}_#{a[3] == 'data' ? 1 : 0}" <=> "#{b[1]}_#{b[3] == 'data' ? 1 : 0}" }
+
+        # output
+        puts "\ndatabase: #{config['database']}\n\n"
+        puts "#{"Status".center(8)} #{"Type".center(8)}  #{"Migration ID".ljust(14)} Migration Name"
+        puts "-" * 60
+        file_list.each do |file|
+          puts "#{file[0].center(8)} #{file[3].center(8)} #{file[1].ljust(14)}  #{file[2].humanize}"
+        end
+        db_list_schema.each do |version|
+          puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO SCHEMA FILE ***"
+        end
+        db_list_data.each do |version|
+          puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO DATA FILE ***"
+        end
+        puts
+      end
+    end
+  end # END OF MIGRATE NAME SPACE
+
+  namespace :rollback do
+    desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
+    task :with_data => :environment do
+      step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+      config = connect_to_database
+      next unless config
+      past_migrations[0..(step - 1)].each do | past_migration |
+        if past_migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(:down, "db/data/", past_migration[:version])
+        elsif past_migration[:kind] == :schema
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(:down, "db/migrate/", past_migration[:version])
+        end
+      end
+    end
+  end
+
+  namespace :forward do
+    desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
+    task :with_data => :environment do
+      # TODO: No worky for .forward
+      step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+      # DataMigrate::DataMigrator.forward('db/data/', step)
+      migrations = pending_migrations.reverse.pop(step).reverse
+      migrations.each do | pending_migration |
+        if pending_migration[:kind] == :data
+          ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
+          DataMigrate::DataMigrator.run(:up, "db/data/", pending_migration[:version])
+        elsif pending_migration[:kind] == :schema
+          ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
+          ActiveRecord::Migrator.run(:up, "db/migrate/", pending_migration[:version])
+        end
+      end
+    end
+  end
+
+  namespace :version do
+    desc "Retrieves the current schema version numbers for data and schema migrations"
+    task :with_data => :environment do
+      puts "Current Schema version: #{ActiveRecord::Migrator.current_version}"
+      puts "Current Data version: #{DataMigrate::DataMigrator.current_version}"
+    end
+  end
+end
+
+namespace :data do
+  task :migrate => :environment do
+    ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
+    DataMigrate::DataMigrator.migrate("db/data/", ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
+  end
+
+  namespace :migrate do
+    desc  'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
+    task :redo => :environment do
+      if ENV["VERSION"]
+        Rake::Task["data:migrate:down"].invoke
+        Rake::Task["data:migrate:up"].invoke
+      else
+        Rake::Task["data:rollback"].invoke
+        Rake::Task["data:migrate"].invoke
+      end
+    end
+
+    desc 'Runs the "up" for a given migration VERSION.'
+    task :up => :environment do
+      version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      raise "VERSION is required" unless version
+      DataMigrate::DataMigrator.run(:up, "db/data/", version)
+    end
+
+    desc 'Runs the "down" for a given migration VERSION.'
+    task :down => :environment do
+      version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
+      raise "VERSION is required" unless version
+      DataMigrate::DataMigrator.run(:down, "db/data/", version)
+    end
+
+    desc "Display status of data migrations"
+    task :status => :environment do
+      config = ActiveRecord::Base.configurations[Rails.env || 'development']
+      ActiveRecord::Base.establish_connection(config)
+      unless ActiveRecord::Base.connection.table_exists?(DataMigrate::DataMigrator.schema_migrations_table_name)
+        puts 'Data migrations table does not exist yet.'
+        next  # means "return" for rake task
+      end
+      db_list = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}")
+      file_list = []
+      Dir.foreach(File.join(Rails.root, 'db', 'data')) do |file|
+        # only files matching "20091231235959_some_name.rb" pattern
+        if match_data = /(\d{14})_(.+)\.rb/.match(file)
+          status = db_list.delete(match_data[1]) ? 'up' : 'down'
+          file_list << [status, match_data[1], match_data[2]]
+        end
+      end
+      # output
+      puts "\ndatabase: #{config['database']}\n\n"
+      puts "#{"Status".center(8)}  #{"Migration ID".ljust(14)}  Migration Name"
+      puts "-" * 50
+      file_list.each do |file|
+        puts "#{file[0].center(8)}  #{file[1].ljust(14)}  #{file[2].humanize}"
+      end
+      db_list.each do |version|
+        puts "#{'up'.center(8)}  #{version.ljust(14)}  *** NO FILE ***"
+      end
+      puts
+    end
+  end
+
+  desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
+  task :rollback => :environment do
+    step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+    DataMigrate::DataMigrator.rollback('db/data/', step)
+  end
+
+  desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
+  task :forward => :environment do
+    # TODO: No worky for .forward
+    step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+    # DataMigrate::DataMigrator.forward('db/data/', step)
+    migrations = pending_data_migrations.reverse.pop(step).reverse
+    migrations.each do | pending_migration |
+      DataMigrate::DataMigrator.run(:up, "db/data/", pending_migration[:version])
+    end
+  end
+
+  desc "Retrieves the current schema version number for data migrations"
+  task :version => :environment do
+    puts "Current data version: #{DataMigrate::DataMigrator.current_version}"
+  end
+end
+
+def pending_migrations
+  sort_migrations pending_data_migrations, pending_schema_migrations
+end
+
+def pending_data_migrations
+  sort_migrations DataMigrate::DataMigrator.new(:up, 'db/data').pending_migrations.map{|m| { :version => m.version, :kind => :data }}
+end
+
+def pending_schema_migrations
+  sort_migrations ActiveRecord::Migrator.new(:up, 'db/migrate').pending_migrations.map{|m| { :version => m.version, :kind => :schema }}
+end
+
+def sort_migrations set_1, set_2=nil
+  migrations = set_1 + (set_2 || [])
+  migrations.sort{|a,b|  sort_string(a) <=> sort_string(b)}
+end
+
+def sort_string migration
+  "#{migration[:version]}_#{migration[:kind] == :data ? 1 : 0}"
+end
+
+def connect_to_database
+  config = ActiveRecord::Base.configurations[Rails.env || 'development']
+  ActiveRecord::Base.establish_connection(config)
+
+  unless ActiveRecord::Base.connection.table_exists?(DataMigrate::DataMigrator.schema_migrations_table_name)
+    puts 'Data migrations table does not exist yet.'
+    config = nil
+  end
+  unless ActiveRecord::Base.connection.table_exists?(ActiveRecord::Migrator.schema_migrations_table_name)
+    puts 'Schema migrations table does not exist yet.'
+    config = nil
+  end
+  config
+end
+
+def past_migrations sort=nil
+  sort = sort.downcase if sort
+  db_list_data = ActiveRecord::Base.connection.select_values("SELECT version FROM #{DataMigrate::DataMigrator.schema_migrations_table_name}").sort
+  db_list_schema = ActiveRecord::Base.connection.select_values("SELECT version FROM #{ActiveRecord::Migrator.schema_migrations_table_name}").sort
+  migrations = db_list_data.map{|d| {:version => d.to_i, :kind => :data }} + db_list_schema.map{|d| {:version => d.to_i, :kind => :schema }}
+
+  sort == 'asc' ? sort_migrations(migrations) : sort_migrations(migrations).reverse
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification 
+name: data_migrate
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 1.0.0
+platform: ruby
+authors: 
+- Andrew J Vargo
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-05-02 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rails
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 3.0.0
+    - - <=
+      - !ruby/object:Gem::Version 
+        version: 3.0.7
+  type: :runtime
+  version_requirements: *id001
+description: Rake tasks to migrate data alongside schema changes.
+email: 
+- ajvargo@computer.org
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- data_migrate.gemspec
+- lib/data_migrate.rb
+- lib/data_migrate/data_migrator.rb
+- lib/data_migrate/railtie.rb
+- lib/data_migrate/version.rb
+- lib/generators/data_migrate.rb
+- lib/generators/data_migrate/USAGE
+- lib/generators/data_migrate/install/install_generator.rb
+- lib/generators/data_migrate/install/templates/install_migration.rb
+- lib/generators/data_migration/data_migration_generator.rb
+- lib/generators/data_migration/templates/data_migration.rb
+- lib/generators/data_migration/templates/migration.rb
+- tasks/.gitkeep
+- tasks/databases.rake
+homepage: http://ajvargo.com
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: data_migrate
+rubygems_version: 1.7.2
+signing_key: 
+specification_version: 3
+summary: Rake tasks to migrate data alongside schema changes.
+test_files: []
+