data_migrations 0.0.1

data/Gemfile

@@ -0,0 +1,18 @@
+source :rubygems
+
+gemspec
+
+group :development, :test do
+  platforms :mri_18 do
+    # required as linecache uses it but does not have it as a dep
+    gem "require_relative", "~> 1.0.1"
+    gem 'ruby-debug'
+  end
+
+  unless RUBY_VERSION == '1.9.3' && RUBY_PLATFORM !~ /darwin/
+    # will need to install ruby-debug19 manually for 1.9.3:
+    # gem install ruby-debug19 -- --with-ruby-include=$rvm_path/src/ruby-1.9.3-preview1
+    gem 'ruby-debug19', :platforms => :mri_19
+  end
+end
+

data/Gemfile.lock

@@ -0,0 +1,65 @@
+PATH
+  remote: .
+  specs:
+    data_migrations (0.0.1)
+      activerecord
+      rake
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activemodel (3.0.9)
+      activesupport (= 3.0.9)
+      builder (~> 2.1.2)
+      i18n (~> 0.5.0)
+    activerecord (3.0.9)
+      activemodel (= 3.0.9)
+      activesupport (= 3.0.9)
+      arel (~> 2.0.10)
+      tzinfo (~> 0.3.23)
+    activesupport (3.0.9)
+    archive-tar-minitar (0.5.2)
+    arel (2.0.10)
+    builder (2.1.2)
+    capture_stdout (0.0.1)
+    columnize (0.3.4)
+    i18n (0.5.0)
+    linecache (0.46)
+      rbx-require-relative (> 0.0.4)
+    linecache19 (0.5.12)
+      ruby_core_source (>= 0.1.4)
+    mocha (0.9.12)
+    pg (0.11.0)
+    rake (0.9.2)
+    rbx-require-relative (0.0.5)
+    require_relative (1.0.2)
+    ruby-debug (0.10.4)
+      columnize (>= 0.1)
+      ruby-debug-base (~> 0.10.4.0)
+    ruby-debug-base (0.10.4)
+      linecache (>= 0.3)
+    ruby-debug-base19 (0.11.25)
+      columnize (>= 0.3.1)
+      linecache19 (>= 0.5.11)
+      ruby_core_source (>= 0.1.4)
+    ruby-debug19 (0.11.6)
+      columnize (>= 0.3.1)
+      linecache19 (>= 0.5.11)
+      ruby-debug-base19 (>= 0.11.19)
+    ruby_core_source (0.1.5)
+      archive-tar-minitar (>= 0.5.2)
+    test_declarative (0.0.5)
+    tzinfo (0.3.29)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  capture_stdout
+  data_migrations!
+  mocha
+  pg
+  require_relative (~> 1.0.1)
+  ruby-debug
+  ruby-debug19
+  test_declarative

data/LICENSE

@@ -0,0 +1,21 @@
+MIT LICENSE
+
+Copyright (c)  Sven Fuchs <svenfuchs@artweb-design.de>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# data\_migrations [![Build Status](https://secure.travis-ci.org/svenfuchs/data_migrations.png)](http://travis-ci.org/svenfuchs/data_migrations)
+
+    class CreateBuilds < ActiveRecord::Migration
+      def self.up
+        create_table :tests do |t|
+          # ...
+        end
+
+        migrate_table :builds, :to => :tests |t|
+          t.where 'parent_id IS NULL'
+          t.move :number
+          t.copy :parent_id, :to => :build_id
+          t.copy :commit, :result, :to => [:hash, :status]
+          t.copy :all
+
+          # t.copy :all, :except => :foo
+          # t.exec 'UPDATE foo ...'
+          # t.set :source, 'github'
+        end
+      end
+
+      def self.down
+        # revert the whole thing. not sure we can derive this automatically?
+
+        migrate_table :builds, :to => :tests |t|
+          t.move :number
+          t.copy :build_id, :to => :parent_id
+          t.copy :hash, :status, :to => [:commit, :result]
+        end
+
+        drop_table :tests
+      end
+    end
+

data/Rakefile

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'rake'
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs << 'lib' << 'test'
+  t.pattern = 'test/all.rb'
+  t.verbose = false
+end
+
+task :default => :test

data/lib/data_migrations.rb

@@ -0,0 +1,17 @@
+require 'active_record'
+require 'active_support/core_ext/module/delegation'
+require 'active_support/core_ext/array/extract_options'
+
+module DataMigrations
+  autoload :Column,      'data_migrations/column'
+  autoload :Instruction, 'data_migrations/instruction'
+  autoload :Migration,   'data_migrations/migration'
+  autoload :Table,       'data_migrations/table'
+
+  def migrate_table(name, options, &block)
+    Migration.new(name, options, &block).run!
+  end
+  alias :migrate_data :migrate_table
+
+  ActiveRecord::Migration.send(:extend, self)
+end

data/lib/data_migrations/column.rb

@@ -0,0 +1,47 @@
+module DataMigrations
+  class Column
+    attr_reader :table, :name, :alias
+
+    def initialize(table, name, alias_ = nil)
+      @table = table
+      @name  = name
+      @alias = alias_
+    end
+
+    def definition
+      [quoted_alias_name, type].join(' ')
+    end
+
+    def type
+      column.sql_type
+    end
+
+    def column
+      table.column(name)
+    end
+
+    def aliased_name
+      self.alias.present? ? "#{quote(name)} AS #{quote(self.alias)}" : quote(name)
+    end
+
+    def quoted_name
+      quote(name)
+    end
+
+    def quoted_alias_name
+      quote(self.alias.present? ? self.alias : name)
+    end
+
+    def quote_value(value)
+      table.connection.quote(value, column)
+    end
+
+    def quote(name)
+      table.connection.quote_column_name(name)
+    end
+
+    def ==(other)
+      name == other.name
+    end
+  end
+end

data/lib/data_migrations/instruction.rb

@@ -0,0 +1,9 @@
+module DataMigrations
+  class Instruction
+    autoload :Base,   'data_migrations/instruction/base'
+    autoload :Copy,   'data_migrations/instruction/copy'
+    autoload :Exec,   'data_migrations/instruction/exec'
+    autoload :Remove, 'data_migrations/instruction/remove'
+    autoload :Set,    'data_migrations/instruction/set'
+  end
+end

data/lib/data_migrations/instruction/base.rb

@@ -0,0 +1,71 @@
+module DataMigrations
+  class Instruction
+    class Base
+      attr_accessor :columns, :options
+
+      delegate :connection, :to => :'ActiveRecord::Base'
+      delegate :condition, :to => :migration
+
+      attr_reader :migration
+
+      def initialize(migration)
+        @migration = migration
+      end
+
+      def columns=(columns)
+        @columns = normalize_columns(columns).map do |column, alias_|
+          Column.new(migration.source, column, alias_)
+        end
+      end
+
+      def execute
+        statements.each do |statement|
+          puts "Executing: #{statement}"
+          connection.execute(statement)
+        end
+      end
+
+      protected
+
+        def source
+          migration.source
+        end
+
+        def target
+          migration.target
+        end
+
+        def alias_names
+          columns.map(&:quoted_alias_name).join(', ')
+        end
+
+        def alias_setters
+          columns.map { |column| "#{column.quoted_alias_name} = source.#{column.quoted_name}" }.join(', ')
+        end
+
+        def quoted_column_names
+          columns.map(&:quoted_name).join(', ')
+        end
+
+        def aliased_column_names
+          columns.map(&:aliased_name).join(', ')
+        end
+
+        def column_definitions
+          columns.map(&:definition).join(', ')
+        end
+
+        def normalize_columns(columns)
+          columns = columns.map(&:to_s)
+          columns = source.column_names - instructed_columns if columns.include?('all')
+          columns -= Array(options[:except]).map(&:to_s) if options[:except]
+          columns.zip(Array(options[:to]).map(&:to_s))
+        end
+
+        def instructed_columns
+          migration.instructions.map(&:columns).flatten.map(&:name)
+        end
+    end
+  end
+end
+

data/lib/data_migrations/instruction/copy.rb

@@ -0,0 +1,39 @@
+module DataMigrations
+  class Instruction
+    class Copy < Base
+      def initialize(migration, *columns)
+        super(migration)
+        self.options = columns.extract_options!
+        options[:to] = [nil].concat(Array(options[:to]) || [])
+        self.columns = ['id'].concat(columns)
+      end
+
+      def statements
+        [update_statement, insert_statement]
+      end
+
+      protected
+
+        def update_statement
+          statement = "UPDATE #{target.quoted_name} SET #{alias_setters} FROM ("
+          statement << "SELECT #{quoted_column_names} FROM #{source.quoted_name} "
+          statement << "WHERE #{source.quoted_name}.id IN (SELECT id FROM #{target.quoted_name})"
+          statement << " AND #{condition}" if condition
+          statement << ") AS source WHERE #{target.quoted_name}.id = source.id"
+          statement
+        end
+
+        def insert_statement
+          statement = "INSERT INTO #{target.quoted_name} (#{alias_names}) "
+          statement << "SELECT #{aliased_column_names} FROM #{source.quoted_name} "
+          statement << "WHERE #{source.quoted_name}.id NOT IN (SELECT id FROM #{target.quoted_name})"
+          statement << " AND #{condition}" if condition
+          statement
+        end
+
+        def instructed_columns
+          super - ['id']
+        end
+    end
+  end
+end

data/lib/data_migrations/instruction/exec.rb

@@ -0,0 +1,16 @@
+module DataMigrations
+  class Instruction
+    class Exec < Base
+      attr_reader :statement
+
+      def initialize(migration, statement)
+        super(migration)
+        @statement = statement
+      end
+
+      def statements
+        [statement]
+      end
+    end
+  end
+end

data/lib/data_migrations/instruction/remove.rb

@@ -0,0 +1,23 @@
+module DataMigrations
+  class Instruction
+    class Remove < Base
+      def initialize(migration, *columns)
+        super(migration)
+        self.options = columns.extract_options!
+        self.columns = columns
+      end
+
+      def statements
+        remove_statements
+      end
+
+      protected
+
+        def remove_statements
+          columns.map do |column|
+            "ALTER TABLE #{source.quoted_name} DROP COLUMN #{column.quoted_name}"
+          end
+        end
+    end
+  end
+end

data/lib/data_migrations/instruction/set.rb

@@ -0,0 +1,23 @@
+module DataMigrations
+  class Instruction
+    class Set < Base
+      attr_reader :column, :value
+
+      def initialize(migration, column, value)
+        super(migration)
+        @column = Column.new(migration.target, column)
+        @value  = value
+      end
+
+      def statements
+        [update_statement]
+      end
+
+      protected
+
+        def update_statement
+          "UPDATE #{target.quoted_name} SET #{column.quoted_name} = #{column.quote_value(value)}"
+        end
+    end
+  end
+end

data/lib/data_migrations/migration.rb

@@ -0,0 +1,43 @@
+module DataMigrations
+  class Migration
+    attr_reader :source, :target, :instructions
+
+    def initialize(source, options = {})
+      @source = Table.new(source)
+      @target = Table.new(options[:to])
+      @instructions = []
+
+      yield self
+    end
+
+    def run!
+      instructions.each(&:execute)
+    end
+
+    def condition(condition = nil)
+      condition ? @condition = condition : @condition
+    end
+    alias :where :condition
+
+    def copy(*args)
+      instructions << Instruction::Copy.new(self, *args)
+    end
+
+    def move(*args)
+      copy(*args)
+      remove(*args)
+    end
+
+    def remove(*args)
+      instructions << Instruction::Remove.new(self, *args)
+    end
+
+    def set(*args)
+      instructions << Instruction::Set.new(self, *args)
+    end
+
+    def exec(*args)
+      instructions << Instruction::Exec.new(self, *args)
+    end
+  end
+end

data/lib/data_migrations/setup.rb

@@ -0,0 +1,39 @@
+module DataMigrations
+  module Setup
+    def setup_data_migrations
+      unless @setup
+        install_upsert
+        @setup = true
+      end
+    end
+
+    def install_upsert
+      ActiveRecord::Base.connection.execute <<-sql
+        CREATE FUNCTION upsert (sql_update TEXT, sql_insert TEXT)
+            RETURNS VOID
+            LANGUAGE plpgsql
+        AS $$
+        BEGIN
+            LOOP
+                -- first try to update
+                EXECUTE sql_update;
+                -- check if the row is found
+                IF FOUND THEN
+                    RETURN;
+                END IF;
+                -- not found so insert the row
+                BEGIN
+                    EXECUTE sql_insert;
+                    RETURN;
+                    EXCEPTION WHEN unique_violation THEN
+                        -- do nothing and loop
+                END;
+            END LOOP;
+        END;
+        $$;
+      sql
+    rescue ActiveRecord::StatementInvalid
+      # ignore duplicate installs
+    end
+  end
+end

data/lib/data_migrations/table.rb

@@ -0,0 +1,31 @@
+module DataMigrations
+  class Table
+    delegate :connection, :to => :'ActiveRecord::Base'
+
+    attr_reader :name
+
+    def initialize(name)
+      @name = name
+    end
+
+    def columns
+      connection.columns(name)
+    end
+
+    def column_names
+      columns.map(&:name)
+    end
+
+    def column(name)
+      columns.detect { |column| column.name.to_s == name.to_s } || raise_column_not_found(name)
+    end
+
+    def quoted_name
+      connection.quote_table_name(name)
+    end
+
+    def raise_column_not_found(name)
+      raise "could not find column #{name} on #{self.name}"
+    end
+  end
+end

data/lib/data_migrations/version.rb

@@ -0,0 +1,3 @@
+module DataMigrations
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: data_migrations
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Sven Fuchs
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-08-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70269578402120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70269578402120
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: &70269578401300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70269578401300
+- !ruby/object:Gem::Dependency
+  name: test_declarative
+  requirement: &70269578400700 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70269578400700
+- !ruby/object:Gem::Dependency
+  name: capture_stdout
+  requirement: &70269578416160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70269578416160
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: &70269578415520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70269578415520
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: &70269578414500 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70269578414500
+description: ! '[description]'
+email: svenfuchs@artweb-design.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/data_migrations/column.rb
+- lib/data_migrations/instruction/base.rb
+- lib/data_migrations/instruction/copy.rb
+- lib/data_migrations/instruction/exec.rb
+- lib/data_migrations/instruction/remove.rb
+- lib/data_migrations/instruction/set.rb
+- lib/data_migrations/instruction.rb
+- lib/data_migrations/migration.rb
+- lib/data_migrations/setup.rb
+- lib/data_migrations/table.rb
+- lib/data_migrations/version.rb
+- lib/data_migrations.rb
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- Rakefile
+- README.md
+homepage: https://github.com/svenfuchs/data_migrations
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: ! '[none]'
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: ! '[summary]'
+test_files: []