data_transformation 1.0.2

data/.gitignore

@@ -0,0 +1,7 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+spec/debug.log
+*.swp
+*.sqlite3

data/.rvmrc

@@ -0,0 +1 @@
+rvm gemset use data_transformation

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in data_transformations.gemspec
+gemspec

data/README

@@ -0,0 +1,7 @@
+== Using the Migrator
+	= It's just like migrating, moreso than you probably originally thought.
+
+rails g data_transformation transform_name = make the transform
+
+rake db:transform  = run the unrun transforms
+

data/Rakefile

@@ -0,0 +1,5 @@
+require 'bundler/gem_tasks'
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)

data/data_transformation.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "data_transformation/version"
+
+Gem::Specification.new do |s|
+  s.name        = "data_transformation"
+  s.version     = DataTransformations::VERSION
+	s.platform   	= Gem::Platform::RUBY
+  s.authors     = ["Chris Barton"]
+  s.email       = ["cbarton@inigral.com"]
+  s.homepage    = "https://github.com/inigral/data_transformation"
+  s.summary     = "Rails 3 Data Transformations"
+  s.description = "To keep the necessity of changing data out of migrations, transformations keep track of that"
+
+  s.rubyforge_project = "data_transformation"
+	s.required_rubygems_version = ">= 1.3.6"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_path = "lib"
+
+	s.add_dependency "activerecord", "~> 3.0.0"
+	s.add_development_dependency "bundler", "~> 1.0.0"
+	s.add_development_dependency "rspec", "~> 2.5.0"
+	s.add_development_dependency "generator_spec", "~> 0.8.2"
+	s.add_development_dependency "sqlite3"
+end

data/lib/data_transformation/transformation.rb

@@ -0,0 +1,9 @@
+require 'active_record/migration'
+
+module DataTransformation
+	class Transformation < ActiveRecord::Migration
+		def transform(direction)
+			migrate(direction)
+		end
+	end
+end

data/lib/data_transformation/transformer.rb

@@ -0,0 +1,37 @@
+require 'active_record/migration'
+
+module DataTransformation
+	class Transformer < ActiveRecord::Migrator
+		class << self
+			def transform(transforms_path, target_version=nil)
+				migrate(transforms_path, target_version)
+			end	
+
+			def migrations_paths
+				@migrations_paths ||= ['db/transforms']
+				Array.wrap(@migrations_paths)
+			end		
+			
+			def migrations_path
+				migrations_paths.first
+			end
+
+			def down
+				raise "Unimplemented as a Transformation"
+			end
+
+			def forward 
+				raise "Unimplemented as a Transformation"
+			end
+
+			def rollback
+				raise "Unimplemented as a Transformation"
+			end
+		end
+
+
+		def schema_migrations_table_name
+			ActiveRecord::Base.table_name_prefix + "schema_transforms" + ActiveRecord::Base.table_name_suffix
+		end
+	end	
+end

data/lib/data_transformation/version.rb

@@ -0,0 +1,3 @@
+module DataTransformations
+  VERSION = "1.0.2"
+end

data/lib/data_transformation.rb

@@ -0,0 +1,11 @@
+require "data_transformation/version"
+require 'data_transformation/transformer'
+require "data_transformation/transformation"
+
+module DataTransformation
+	class Railtie < Rails::Railtie
+		rake_tasks do
+			load 'tasks/data_transformations.rake'
+		end
+	end
+end

data/lib/generators/data_transformation/USAGE

@@ -0,0 +1,11 @@
+Description:
+    Stubs out a new database data transformation. Pass the transform name, either
+    CamelCased or under_scored, and an optional list of attribute pairs as arguments.
+
+    A transform class is generated in db/transforms prefixed by a timestamp of the current date and time.
+
+Example:
+    `rails generate data_transformation PopulateUsers`
+
+    If the current date is May 14, 2008 and the current time 09:09:12, this creates the PopulateUsers transformation 
+    db/tranforms/20080514090912_populate_users.rb

data/lib/generators/data_transformation/data_transformation_generator.rb

@@ -0,0 +1,24 @@
+require 'rails/generators'
+require 'rails/generators/active_record'
+require 'fileutils'
+
+class DataTransformationGenerator < Rails::Generators::NamedBase
+	include Rails::Generators::Migration
+
+  def self.source_root
+    @source_root ||= File.dirname(__FILE__) + '/templates'
+  end
+
+	def create_transform_file
+		create_transforms_folder
+		migration_template "transform.rb", "db/transforms/#{file_name}.rb"
+	end	
+
+	def self.next_migration_number(dirname)
+		ActiveRecord::Generators::Base.next_migration_number(dirname)
+	end
+
+	def create_transforms_folder
+		FileUtils.mkdir("db/transforms") unless Dir.exists?("db/transforms")
+	end
+end

data/lib/generators/data_transformation/templates/transform.rb

@@ -0,0 +1,4 @@
+class <%= migration_class_name %> < DataTransformation::Transformation
+	def self.up
+	end
+end

data/lib/tasks/data_transformations.rake

@@ -0,0 +1,46 @@
+namespace :db do
+	task :load_config => :rails_env do
+		DataTransformation::Transformer.migration_paths = Rails.application.paths['db/transforms'].to_a
+	end
+
+	desc "Transform the database (options: VERSION=x, VERBOSE=false)."
+	task :transform => :environment do
+		module ActiveRecord
+			class Migrator
+				def self.schema_migrations_table_name
+					Base.table_name_prefix + "schema_transforms" + Base.table_name_suffix
+				end
+			end
+		end
+
+		module ActiveRecord
+			module ConnectionAdapters
+				module SchemaStatements
+					def initialize_schema_migrations_table
+        	  sm_table = ActiveRecord::Migrator.schema_migrations_table_name
+
+        		unless table_exists?(sm_table)
+          		create_table(sm_table, :id => false) do |schema_migrations_table|
+            		schema_migrations_table.column :version, :string, :null => false
+          		end
+          		add_index sm_table, :version, :unique => true,
+            		:name => "#{Base.table_name_prefix}unique_schema_transforms#{Base.table_name_suffix}"
+
+          		# Backwards-compatibility: if we find schema_info, assume we've
+          		# migrated up to that point:
+          		si_table = Base.table_name_prefix + 'schema_info' + Base.table_name_suffix
+
+          		if table_exists?(si_table)
+           			old_version = select_value("SELECT version FROM #{quote_table_name(si_table)}").to_i
+           			assume_migrated_upto_version(old_version)
+          			drop_table(si_table)
+          		end
+      			end
+					end
+				end
+			end
+		end
+		DataTransformation::Transformation.verbose = ENV['VERBOSE'] ? ENV['VERBOSE'] == "true" : true
+		DataTransformation::Transformer.transform('db/transforms/', ENV['VERSION'] ? ENV['VERSION'].to_i : nil)
+	end
+end

data/spec/data_transformation_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+
+class Person < ActiveRecord::Base
+	set_table_name :persons
+end
+
+describe DataTransformation do
+	before(:all) do
+		CreatePerson.up
+	end
+	after(:all) do
+		CreatePerson.down
+	end
+
+	it "should transform the data" do
+		Person.first.name.should == "Bob Lee"
+		ChangePeeps.up
+		Person.first.name.should == "George Lee"
+	end
+end

data/spec/database.yml

@@ -0,0 +1,3 @@
+sqlite3:
+  adapter: sqlite3
+  database: data_transformation.sqlite3

data/spec/db/migrate/123_create_person.rb

@@ -0,0 +1,13 @@
+class CreatePerson < ActiveRecord::Migration
+	def self.up
+		create_table :persons do |t|
+			t.string :name
+		end
+
+		Person.create(:name => "Bob Lee")
+	end
+	
+	def self.down
+		drop_table :persons
+	end
+end

data/spec/db/transforms/123_change_peeps.rb

@@ -0,0 +1,6 @@
+class ChangePeeps < DataTransformation::Transformation
+	def self.up
+		p = Person.find_by_name("Bob Lee")
+		p.update_attribute(:name, "George Lee")
+	end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'bundler'
+require 'logger'
+require 'rails/all'
+require 'rspec'
+
+require 'data_transformation'
+require 'generators/data_transformation/data_transformation_generator'
+
+Dir[File.expand_path(File.dirname(__FILE__) + '/db')+"/*/*.rb"].each { |f| require f} 
+ActiveRecord::Base.logger = Logger.new(File.dirname(__FILE__) + '/debug.log')
+ActiveRecord::Base.configurations = YAML::load_file(File.dirname(__FILE__) + '/database.yml')
+ActiveRecord::Base.establish_connection(ENV['DB'] || 'sqlite3')
+
+RSpec.configure do |config|
+	config.mock_with :rspec
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: data_transformation
+version: !ruby/object:Gem::Version
+  version: 1.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Chris Barton
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-07-05 00:00:00.000000000 -07:00
+default_executable: 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: &2157659100 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *2157659100
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &2157658640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *2157658640
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &2157658180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+  type: :development
+  prerelease: false
+  version_requirements: *2157658180
+- !ruby/object:Gem::Dependency
+  name: generator_spec
+  requirement: &2157657720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.2
+  type: :development
+  prerelease: false
+  version_requirements: *2157657720
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: &2157657340 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2157657340
+description: To keep the necessity of changing data out of migrations, transformations
+  keep track of that
+email:
+- cbarton@inigral.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- README
+- Rakefile
+- data_transformation.gemspec
+- lib/data_transformation.rb
+- lib/data_transformation/transformation.rb
+- lib/data_transformation/transformer.rb
+- lib/data_transformation/version.rb
+- lib/generators/data_transformation/USAGE
+- lib/generators/data_transformation/data_transformation_generator.rb
+- lib/generators/data_transformation/templates/transform.rb
+- lib/tasks/data_transformations.rake
+- spec/data_transformation_spec.rb
+- spec/database.yml
+- spec/db/migrate/123_create_person.rb
+- spec/db/transforms/123_change_peeps.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: https://github.com/inigral/data_transformation
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: data_transformation
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Rails 3 Data Transformations
+test_files:
+- spec/data_transformation_spec.rb
+- spec/database.yml
+- spec/db/migrate/123_create_person.rb
+- spec/db/transforms/123_change_peeps.rb
+- spec/spec_helper.rb