sbader-lhm 1.1.0

data/spec/integration/lhm_spec.rb

@@ -0,0 +1,204 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm'
+
+describe Lhm do
+  include IntegrationHelper
+
+  before(:each) { connect_master! }
+
+  describe "changes" do
+    before(:each) do
+      table_create(:users)
+    end
+
+    it "should add a column" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_column(:logins, "INT(12) DEFAULT '0'")
+      end
+
+      slave do
+        table_read(:users).columns["logins"].must_equal({
+          :type => "int(12)",
+          :is_nullable => "YES",
+          :column_default => '0'
+        })
+      end
+    end
+
+    it "should copy all rows" do
+      23.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_column(:logins, "INT(12) DEFAULT '0'")
+      end
+
+      slave do
+        count_all(:users).must_equal(23)
+      end
+    end
+
+    it "should remove a column" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.remove_column(:comment)
+      end
+
+      slave do
+        table_read(:users).columns["comment"].must_equal nil
+      end
+    end
+
+    it "should add an index" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_index([:comment, :created_at])
+      end
+
+      slave do
+        index_on_columns?(:users, [:comment, :created_at]).must_equal(true)
+      end
+    end
+
+    it "should add an index with a custom name" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_index([:comment, :created_at], :my_index_name)
+      end
+
+      slave do
+        index?(:users, :my_index_name).must_equal(true)
+      end
+    end
+
+    it "should add an index on a column with a reserved name" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_index(:group)
+      end
+
+      slave do
+        index_on_columns?(:users, :group).must_equal(true)
+      end
+    end
+
+    it "should add a unqiue index" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.add_unique_index(:comment)
+      end
+
+      slave do
+        index_on_columns?(:users, :comment, :unique).must_equal(true)
+      end
+    end
+
+    it "should remove an index" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.remove_index([:username, :created_at])
+      end
+
+      slave do
+        index_on_columns?(:users, [:username, :created_at]).must_equal(false)
+      end
+    end
+
+    it "should remove an index with a custom name" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.remove_index(:reference, :index_users_on_reference)
+      end
+
+      slave do
+        index?(:users, :index_users_on_reference).must_equal(false)
+      end
+    end
+
+    it "should apply a ddl statement" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.ddl("alter table %s add column flag tinyint(1)" % t.name)
+      end
+
+      slave do
+        table_read(:users).columns["flag"].must_equal({
+          :type => "tinyint(1)",
+          :is_nullable => "YES",
+          :column_default => nil
+        })
+      end
+    end
+
+    it "should change a column" do
+      Lhm.change_table(:users, :atomic_switch => false) do |t|
+        t.change_column(:comment, "varchar(20) DEFAULT 'none' NOT NULL")
+      end
+
+      slave do
+        table_read(:users).columns["comment"].must_equal({
+          :type => "varchar(20)",
+          :is_nullable => "NO",
+          :column_default => "none"
+        })
+      end
+    end
+
+    it "should change the last column in a table" do
+      table_create(:small_table)
+
+      Lhm.change_table(:small_table, :atomic_switch => false) do |t|
+        t.change_column(:id, "int(5)")
+      end
+
+      slave do
+        table_read(:small_table).columns["id"].must_equal({
+          :type => "int(5)",
+          :is_nullable => "NO",
+          :column_default => "0"
+        })
+      end
+    end
+
+    describe "parallel" do
+      it "should perserve inserts during migration" do
+        50.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+        insert = Thread.new do
+          10.times do |n|
+            execute("insert into users set reference = '#{ 100 + n }'")
+            sleep(0.17)
+          end
+        end
+
+        options = { :stride => 10, :throttle => 97, :atomic_switch => false }
+        Lhm.change_table(:users, options) do |t|
+          t.add_column(:parallel, "INT(10) DEFAULT '0'")
+        end
+
+        insert.join
+
+        slave do
+          count_all(:users).must_equal(60)
+        end
+      end
+
+      it "should perserve deletes during migration" do
+        50.times { |n| execute("insert into users set reference = '#{ n }'") }
+
+        delete = Thread.new do
+          10.times do |n|
+            execute("delete from users where id = '#{ n + 1 }'")
+            sleep(0.17)
+          end
+        end
+
+        options = { :stride => 10, :throttle => 97, :atomic_switch => false }
+        Lhm.change_table(:users, options) do |t|
+          t.add_column(:parallel, "INT(10) DEFAULT '0'")
+        end
+
+        delete.join
+
+        slave do
+          count_all(:users).must_equal(40)
+        end
+      end
+    end
+  end
+end

data/spec/integration/locked_switcher_spec.rb

@@ -0,0 +1,42 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/locked_switcher'
+
+describe Lhm::LockedSwitcher do
+  include IntegrationHelper
+
+  before(:each) { connect_master! }
+
+  describe "switching" do
+    before(:each) do
+      @origin = table_create("origin")
+      @destination = table_create("destination")
+      @migration = Lhm::Migration.new(@origin, @destination)
+    end
+
+    it "rename origin to archive" do
+      switcher = Lhm::LockedSwitcher.new(@migration, connection)
+      switcher.run
+
+      slave do
+        table_exists?(@origin).must_equal true
+        table_read(@migration.archive_name).columns.keys.must_include "origin"
+      end
+    end
+
+    it "rename destination to origin" do
+      switcher = Lhm::LockedSwitcher.new(@migration, connection)
+      switcher.run
+
+      slave do
+        table_exists?(@destination).must_equal false
+        table_read(@origin.name).columns.keys.must_include "destination"
+      end
+    end
+  end
+end

data/spec/integration/table_spec.rb

@@ -0,0 +1,48 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/integration_helper'
+
+require 'lhm'
+require 'lhm/table'
+
+describe Lhm::Table do
+  include IntegrationHelper
+
+  describe Lhm::Table::Parser do
+    describe "create table parsing" do
+      before(:each) do
+        connect_master!
+        @table = table_create(:users)
+      end
+
+      it "should parse table name in show create table" do
+        @table.name.must_equal("users")
+      end
+
+      it "should parse primary key" do
+        @table.pk.must_equal("id")
+      end
+
+      it "should parse column type in show create table" do
+        @table.columns["username"][:type].must_equal("varchar(255)")
+      end
+
+      it "should parse column metadata" do
+        @table.columns["username"][:column_default].must_equal nil
+      end
+
+      it "should parse indices" do
+        @table.
+          indices["index_users_on_username_and_created_at"].
+          must_equal(["username", "created_at"])
+      end
+
+      it "should parse index" do
+        @table.
+          indices["index_users_on_reference"].
+          must_equal(["reference"])
+      end
+    end
+  end
+end

data/spec/unit/atomic_switcher_spec.rb

@@ -0,0 +1,31 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/atomic_switcher'
+
+describe Lhm::AtomicSwitcher do
+  include UnitHelper
+
+  before(:each) do
+    @start       = Time.now
+    @origin      = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration   = Lhm::Migration.new(@origin, @destination, @start)
+    @switcher    = Lhm::AtomicSwitcher.new(@migration, nil)
+  end
+
+  describe "atomic switch" do
+    it "should perform a single atomic rename" do
+      @switcher.
+        statements.
+        must_equal([
+          "rename table `origin` to `#{ @migration.archive_name }`, " +
+          "`destination` to `origin`"
+        ])
+    end
+  end
+end

data/spec/unit/chunker_spec.rb

@@ -0,0 +1,111 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/chunker'
+
+describe Lhm::Chunker do
+  include UnitHelper
+
+  before(:each) do
+    @origin      = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration   = Lhm::Migration.new(@origin, @destination)
+    @chunker     = Lhm::Chunker.new(@migration, nil, { :start => 1, :limit => 10 })
+  end
+
+  describe "copy into" do
+    before(:each) do
+      @origin.columns["secret"] = { :metadata => "VARCHAR(255)"}
+      @destination.columns["secret"] = { :metadata => "VARCHAR(255)"}
+    end
+
+    it "should copy the correct range and column" do
+      @chunker.copy(from = 1, to = 100).must_equal(
+        "insert ignore into `destination` (`secret`) " +
+        "select `secret` from `origin` " +
+        "where `id` between 1 and 100"
+      )
+    end
+  end
+
+  describe "invalid" do
+    before do
+      @chunker = Lhm::Chunker.new(@migration, nil, { :start => 0, :limit => -1 })
+    end
+
+    it "should have zero chunks" do
+      @chunker.traversable_chunks_size.must_equal 0
+    end
+
+    it "should not iterate" do
+      @chunker.up_to do |bottom, top|
+        raise "should not iterate"
+      end
+    end
+  end
+
+  describe "one" do
+    before do
+      @chunker = Lhm::Chunker.new(@migration, nil, {
+        :stride => 100_000, :start => 1, :limit => 300_000
+      })
+    end
+
+    it "should have one chunk" do
+      @chunker.traversable_chunks_size.must_equal 3
+    end
+
+    it "should lower bound chunk on 1" do
+      @chunker.bottom(chunk = 1).must_equal 1
+    end
+
+    it "should upper bound chunk on 100" do
+      @chunker.top(chunk = 1).must_equal 100_000
+    end
+  end
+
+  describe "two" do
+    before do
+      @chunker = Lhm::Chunker.new(@migration, nil, {
+        :stride => 100_000, :start => 2, :limit => 150_000
+      })
+    end
+
+    it "should have two chunks" do
+      @chunker.traversable_chunks_size.must_equal 2
+    end
+
+    it "should lower bound second chunk on 100_000" do
+      @chunker.bottom(chunk = 2).must_equal 100_002
+    end
+
+    it "should upper bound second chunk on 150_000" do
+      @chunker.top(chunk = 2).must_equal 150_000
+    end
+  end
+
+  describe "iterating" do
+    before do
+      @chunker = Lhm::Chunker.new(@migration, nil, {
+        :stride => 100, :start => 53, :limit => 121
+      })
+    end
+
+    it "should iterate" do
+      @chunker.up_to do |bottom, top|
+        bottom.must_equal 53
+        top.must_equal 121
+      end
+    end
+  end
+
+  describe "throttling" do
+    it "should default to 100 milliseconds" do
+      @chunker.throttle_seconds.must_equal 0.1
+    end
+  end
+end

data/spec/unit/entangler_spec.rb

@@ -0,0 +1,76 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/entangler'
+
+describe Lhm::Entangler do
+  include UnitHelper
+
+  before(:each) do
+    @origin = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration = Lhm::Migration.new(@origin, @destination)
+    @entangler = Lhm::Entangler.new(@migration)
+  end
+
+  describe "activation" do
+    before(:each) do
+      @origin.columns["info"] = { :type => "varchar(255)" }
+      @origin.columns["tags"] = { :type => "varchar(255)" }
+
+      @destination.columns["info"] = { :type => "varchar(255)" }
+      @destination.columns["tags"] = { :type => "varchar(255)" }
+    end
+
+    it "should create insert trigger to destination table" do
+      ddl = %Q{
+        create trigger `lhmt_ins_origin`
+        after insert on `origin` for each row
+        replace into `destination` (`info`, `tags`) /* large hadron migration */
+        values (NEW.`info`, NEW.`tags`)
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+
+    it "should create an update trigger to the destination table" do
+      ddl = %Q{
+        create trigger `lhmt_upd_origin`
+        after update on `origin` for each row
+        replace into `destination` (`info`, `tags`) /* large hadron migration */
+        values (NEW.`info`, NEW.`tags`)
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+
+    it "should create a delete trigger to the destination table" do
+      ddl = %Q{
+        create trigger `lhmt_del_origin`
+        after delete on `origin` for each row
+        delete ignore from `destination` /* large hadron migration */
+        where `destination`.`id` = OLD.`id`
+      }
+
+      @entangler.entangle.must_include strip(ddl)
+    end
+  end
+
+  describe "removal" do
+    it "should remove insert trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_ins_origin`")
+    end
+
+    it "should remove update trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_upd_origin`")
+    end
+
+    it "should remove delete trigger" do
+      @entangler.untangle.must_include("drop trigger if exists `lhmt_del_origin`")
+    end
+  end
+end