lhm 1.0.0.rc.1

data/spec/integration/chunker_spec.rb

@@ -0,0 +1,31 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm'
+require 'lhm/table'
+require 'lhm/migration'
+
+describe Lhm::Chunker do
+  include IntegrationHelper
+
+  before(:each) { connect! }
+
+  describe "copying" do
+    before(:each) do
+      @origin = table_create(:origin)
+      @destination = table_create(:destination)
+      @migration = Lhm::Migration.new(@origin, @destination)
+    end
+
+    it "should copy 23 rows from origin to destination" do
+      23.times { |n| execute("insert into origin set common = '#{ n }'") }
+      Lhm::Chunker.new(@migration, limit = 23, connection).run
+      count_all(@destination.name).must_equal(23)
+    end
+  end
+end
+

data/spec/integration/entangler_spec.rb

@@ -0,0 +1,60 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/entangler'
+
+describe Lhm::Entangler do
+  include IntegrationHelper
+
+  before(:each) { connect! }
+
+  describe "entanglement" do
+    before(:each) do
+      @origin = table_create("origin")
+      @destination = table_create("destination")
+      @migration = Lhm::Migration.new(@origin, @destination)
+      @entangler = Lhm::Entangler.new(@migration, connection)
+    end
+
+    it "should replay inserts from origin into destination" do
+      @entangler.run do |entangler|
+        execute("insert into origin (common) values ('inserted')")
+      end
+
+      count(:destination, "common", "inserted").must_equal(1)
+    end
+
+    it "should replay deletes from origin into destination" do
+      execute("insert into origin (common) values ('inserted')")
+
+      @entangler.run do |entangler|
+        execute("delete from origin where common = 'inserted'")
+      end
+
+      count(:destination, "common", "inserted").must_equal(0)
+    end
+
+    it "should replay updates from origin into destination" do
+      @entangler.run do |entangler|
+        execute("insert into origin (common) values ('inserted')")
+        execute("update origin set common = 'updated'")
+      end
+
+      count(:destination, "common", "updated").must_equal(1)
+    end
+
+    it "should remove entanglement" do
+      @entangler.run {}
+
+      execute("insert into origin (common) values ('inserted')")
+      count(:destination, "common", "inserted").must_equal(0)
+    end
+  end
+end
+

data/spec/integration/integration_helper.rb

@@ -0,0 +1,74 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + "/../bootstrap"
+
+require 'active_record'
+require 'lhm/table'
+
+module IntegrationHelper
+  delegate :select_one, :select_value, :execute, :to => :connection
+
+  #
+  # Connectivity
+  #
+
+  def connect!
+    ActiveRecord::Base.establish_connection(
+      :adapter => 'mysql',
+      :database => 'lhm',
+      :username => '',
+      :host => 'localhost'
+    )
+
+    ActiveRecord::Migration.verbose = !!ENV["VERBOSE"]
+  end
+
+  def connection
+    ActiveRecord::Base.connection
+  end
+
+  #
+  # Test Data
+  #
+
+  def fixture(name)
+    File.read($fixtures.join("#{ name }.ddl"))
+  end
+
+  def table_create(fixture_name)
+    execute "drop table if exists `#{ fixture_name }`"
+    execute fixture(fixture_name)
+    table_read(fixture_name)
+  end
+
+  def table_read(fixture_name)
+    Lhm::Table.parse(fixture_name, connection)
+  end
+
+  def table_exists?(table)
+    connection.table_exists?(table.name)
+  end
+
+  #
+  # Database Helpers
+  #
+
+  def count(table, column, value)
+    query = "select count(*) from #{ table } where #{ column } = '#{ value }'"
+    select_value(query).to_i
+  end
+
+  def count_all(table)
+    query = "select count(*) from #{ table }"
+    select_value(query).to_i
+  end
+
+  def key?(table, cols)
+    query = "show indexes in #{ table.name } where key_name = '#{ table.idx_name(cols) }'"
+    !!select_value(query)
+  end
+end
+

data/spec/integration/lhm_spec.rb

@@ -0,0 +1,118 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm'
+
+describe Lhm do
+  include IntegrationHelper
+  include Lhm
+
+  before(:each) { connect! }
+
+  describe "changes" do
+    before(:each) do
+      table_create(:users)
+    end
+
+    it "should add a column" do
+      hadron_change_table("users") do |t|
+        t.add_column(:logins, "INT(12) DEFAULT '0'")
+      end
+
+      table_read("users").columns["logins"].must_equal({
+        :type => "int(12)",
+        :metadata => "DEFAULT '0'"
+      })
+    end
+
+    it "should copy all rows" do
+      23.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+      hadron_change_table("users") do |t|
+        t.add_column(:logins, "INT(12) DEFAULT '0'")
+      end
+
+      count_all("users").must_equal(23)
+    end
+
+    it "should remove a column" do
+      hadron_change_table("users") do |t|
+        t.remove_column(:comment)
+      end
+
+      table_read("users").columns["comment"].must_equal nil
+    end
+
+    it "should add an index" do
+      hadron_change_table("users") do |t|
+        t.add_index([:comment, :created_at])
+      end
+
+      key?(table_read("users"), ["comment", "created_at"]).must_equal(true)
+    end
+
+    it "should remove an index" do
+      hadron_change_table("users") do |t|
+        t.remove_index(:username, :created_at)
+      end
+
+      key?(table_read("users"), ["username", "created_at"]).must_equal(false)
+    end
+
+    it "should apply a ddl statement" do
+      hadron_change_table("users") do |t|
+        t.ddl("alter table %s add column flag tinyint(1)" % t.name)
+      end
+
+      table_read("users").columns["flag"].must_equal({
+        :type => "tinyint(1)",
+        :metadata => "DEFAULT NULL"
+      })
+    end
+
+    describe "parallel" do
+      it "should perserve inserts during migration" do
+        50.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+        insert = Thread.new do
+          10.times do |n|
+            execute("insert into users set reference = '#{ 100 + n }'")
+            sleep(0.17)
+          end
+        end
+
+        hadron_change_table("users", :stride => 10, :throttle => 97) do |t|
+          t.add_column(:parallel, "INT(10) DEFAULT '0'")
+        end
+
+        insert.join
+
+        count_all("users").must_equal(60)
+      end
+    end
+
+    it "should perserve deletes during migration" do
+      50.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+      insert = Thread.new do
+        10.times do |n|
+          execute("delete from users where id = '#{ n + 1 }'")
+          sleep(0.17)
+        end
+      end
+
+      hadron_change_table("users", :stride => 10, :throttle => 97) do |t|
+        t.add_column(:parallel, "INT(10) DEFAULT '0'")
+      end
+
+      insert.join
+
+      count_all("users").must_equal(40)
+    end
+  end
+end
+

data/spec/integration/locked_switcher_spec.rb

@@ -0,0 +1,41 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/locked_switcher'
+
+describe Lhm::LockedSwitcher do
+  include IntegrationHelper
+
+  before(:each) { connect! }
+
+  describe "switching" do
+    before(:each) do
+      @origin = table_create("origin")
+      @destination = table_create("destination")
+      @migration = Lhm::Migration.new(@origin, @destination)
+    end
+
+    it "rename origin to archive" do
+      switcher = Lhm::LockedSwitcher.new(@migration, connection)
+      switcher.run
+
+      table_exists?(@origin).must_equal true
+      table_read(@migration.archive_name).columns.keys.must_include "origin"
+    end
+
+    it "rename destination to origin" do
+      switcher = Lhm::LockedSwitcher.new(@migration, connection)
+      switcher.run
+
+      table_exists?(@destination).must_equal false
+      table_read(@origin.name).columns.keys.must_include "destination"
+    end
+  end
+end
+

data/spec/unit/chunker_spec.rb

@@ -0,0 +1,79 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/chunker'
+
+describe Lhm::Chunker do
+  include UnitHelper
+
+  before(:each) do
+    @origin      = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration   = Lhm::Migration.new(@origin, @destination)
+    @chunker     = Lhm::Chunker.new(@migration, 1, nil, { :stride => 100_000 })
+  end
+
+  describe "copy into" do
+    before(:each) do
+      @origin.columns["secret"] = { :metadata => "VARCHAR(255)"}
+      @destination.columns["secret"] = { :metadata => "VARCHAR(255)"}
+    end
+
+    it "should copy the correct range and column" do
+      @chunker.copy(from = 1, to = 100).must_equal(
+        "insert ignore into `destination` (`secret`) " +
+        "select `secret` from `origin` " +
+        "where `id` between 1 and 100"
+      )
+    end
+  end
+
+  describe "one" do
+    it "should have one chunk" do
+      @chunker.traversable_chunks_up_to(100).must_equal 1
+    end
+
+    it "should lower bound chunk on 1" do
+      @chunker.bottom(chunk = 1).must_equal 1
+    end
+
+    it "should upper bound chunk on 100" do
+      @chunker.top(chunk = 1, limit = 100).must_equal 100
+    end
+  end
+
+  describe "two" do
+    it "should have two chunks" do
+      @chunker.traversable_chunks_up_to(150_000).must_equal 2
+    end
+
+    it "should lower bound second chunk on 100_000" do
+      @chunker.bottom(chunk = 2).must_equal 100_001
+    end
+
+    it "should upper bound second chunk on 150_000" do
+      @chunker.top(chunk = 2, limit = 150_000).must_equal 150_000
+    end
+  end
+
+  describe "iterating" do
+    it "should iterate" do
+      @chunker = Lhm::Chunker.new(@migration, nil, nil, {
+        :stride => 150,
+        :throttle => 0
+      })
+
+      @chunker.up_to(limit = 100) do |bottom, top|
+        bottom.must_equal 1
+        top.must_equal 100
+      end
+    end
+  end
+end
+

data/spec/unit/entangler_spec.rb

@@ -0,0 +1,79 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/entangler'
+
+describe Lhm::Entangler do
+  include UnitHelper
+
+  before(:each) do
+    @origin = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration = Lhm::Migration.new(@origin, @destination)
+    @entangler = Lhm::Entangler.new(@migration)
+  end
+
+  describe "activation" do
+    before(:each) do
+      @origin.columns["info"] = { :type => "varchar(255)" }
+      @origin.columns["tags"] = { :type => "varchar(255)" }
+
+      @destination.columns["info"] = { :type => "varchar(255)" }
+      @destination.columns["tags"] = { :type => "varchar(255)" }
+    end
+
+    it "should create insert trigger to destination table" do
+      ddl = %Q{
+        create trigger `lhmt_ins_origin`
+        after insert on `origin` for each row
+        replace into `destination` (`info`, `tags`)
+        values (NEW.`info`, NEW.`tags`)
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+
+    it "should create an update trigger to the destination table" do
+      ddl = %Q{
+        create trigger `lhmt_upd_origin`
+        after update on `origin` for each row
+        replace into `destination` (`info`, `tags`)
+        values (NEW.`info`, NEW.`tags`)
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+
+    it "should create a delete trigger to the destination table" do
+      ddl = %Q{
+        create trigger `lhmt_del_origin`
+        after delete on `origin` for each row
+        delete ignore from `destination`
+        where `destination`.`id` = OLD.`id`
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+  end
+
+  describe "removal" do
+    it "should remove insert trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_ins_origin`")
+    end
+
+    it "should remove update trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_upd_origin`")
+    end
+
+    it "should remove delete trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_del_origin`")
+    end
+  end
+end
+