sbader-lhm 1.1.0

data/spec/unit/intersection_spec.rb

@@ -0,0 +1,39 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migrator'
+
+describe Lhm::Intersection do
+  include UnitHelper
+
+  it "should not have dropped changes" do
+    origin = Lhm::Table.new("origin")
+    origin.columns["dropped"]  = varchar
+    origin.columns["retained"] = varchar
+
+    destination = Lhm::Table.new("destination")
+    destination.columns["retained"] = varchar
+
+    intersection = Lhm::Intersection.new(origin, destination)
+    intersection.common.include?("dropped").must_equal(false)
+  end
+
+  it "should have unchanged columns" do
+    origin = Lhm::Table.new("origin")
+    origin.columns["dropped"]  = varchar
+    origin.columns["retained"] = varchar
+
+    destination = Lhm::Table.new("destination")
+    destination.columns["retained"] = varchar
+
+    intersection = Lhm::Intersection.new(origin, destination)
+    intersection.common.must_equal(["retained"])
+  end
+
+  def varchar
+    { :metadata => "VARCHAR(255)"}
+  end
+end

data/spec/unit/locked_switcher_spec.rb

@@ -0,0 +1,51 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/locked_switcher'
+
+describe Lhm::LockedSwitcher do
+  include UnitHelper
+
+  before(:each) do
+    @start       = Time.now
+    @origin      = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration   = Lhm::Migration.new(@origin, @destination, @start)
+    @switcher    = Lhm::LockedSwitcher.new(@migration, nil)
+  end
+
+  describe "uncommitted" do
+    it "should disable autocommit first" do
+      @switcher.
+        statements[0..1].
+        must_equal([
+          "set @lhm_auto_commit = @@session.autocommit",
+          "set session autocommit = 0"
+        ])
+    end
+
+    it "should reapply original autocommit settings at the end" do
+      @switcher.
+        statements[-1].
+        must_equal("set session autocommit = @lhm_auto_commit")
+    end
+  end
+
+  describe "switch" do
+    it "should lock origin and destination table, switch, commit and unlock" do
+      @switcher.
+        switch.
+        must_equal([
+          "lock table `origin` write, `destination` write",
+          "alter table `origin` rename `#{ @migration.archive_name }`",
+          "alter table `destination` rename `origin`",
+          "commit",
+          "unlock tables"
+        ])
+    end
+  end
+end

data/spec/unit/migration_spec.rb

@@ -0,0 +1,23 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+
+describe Lhm::Migration do
+  include UnitHelper
+
+  before(:each) do
+    @start = Time.now
+    @origin = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration = Lhm::Migration.new(@origin, @destination, @start)
+  end
+
+  it "should name archive" do
+    stamp = "%Y_%m_%d_%H_%M_%S_#{ "%03d" % (@start.usec / 1000) }"
+    @migration.archive_name.must_equal "lhma_#{ @start.strftime(stamp) }_origin"
+  end
+end

data/spec/unit/migrator_spec.rb

@@ -0,0 +1,134 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migrator'
+
+describe Lhm::Migrator do
+  include UnitHelper
+
+  before(:each) do
+    @table = Lhm::Table.new("alt")
+    @creator = Lhm::Migrator.new(@table)
+  end
+
+  describe "index changes" do
+    it "should add an index" do
+      @creator.add_index(:a)
+
+      @creator.statements.must_equal([
+        "create index `index_alt_on_a` on `lhmn_alt` (`a`)"
+      ])
+    end
+
+    it "should add a composite index" do
+      @creator.add_index([:a, :b])
+
+      @creator.statements.must_equal([
+        "create index `index_alt_on_a_and_b` on `lhmn_alt` (`a`, `b`)"
+      ])
+    end
+
+    it "should add an index with prefix length" do
+      @creator.add_index(["a(10)", "b"])
+
+      @creator.statements.must_equal([
+        "create index `index_alt_on_a_and_b` on `lhmn_alt` (`a`(10), `b`)"
+      ])
+    end
+
+    it "should add an index with a custom name" do
+      @creator.add_index([:a, :b], :custom_index_name)
+
+      @creator.statements.must_equal([
+        "create index `custom_index_name` on `lhmn_alt` (`a`, `b`)"
+      ])
+    end
+
+    it "should add a unique index" do
+      @creator.add_unique_index(["a(5)", :b])
+
+      @creator.statements.must_equal([
+        "create unique index `index_alt_on_a_and_b` on `lhmn_alt` (`a`(5), `b`)"
+      ])
+    end
+
+    it "should add a unique index with a custom name" do
+      @creator.add_unique_index([:a, :b], :custom_index_name)
+
+      @creator.statements.must_equal([
+        "create unique index `custom_index_name` on `lhmn_alt` (`a`, `b`)"
+      ])
+    end
+
+    it "should remove an index" do
+      @creator.remove_index(["b", "a"])
+
+      @creator.statements.must_equal([
+        "drop index `index_alt_on_b_and_a` on `lhmn_alt`"
+      ])
+    end
+
+    it "should remove an index with a custom name" do
+      @creator.remove_index([:a, :b], :custom_index_name)
+
+      @creator.statements.must_equal([
+        "drop index `custom_index_name` on `lhmn_alt`"
+      ])
+    end
+  end
+
+  describe "column changes" do
+    it "should add a column" do
+      @creator.add_column("logins", "INT(12)")
+
+      @creator.statements.must_equal([
+        "alter table `lhmn_alt` add column `logins` INT(12)"
+      ])
+    end
+
+    it "should remove a column" do
+      @creator.remove_column("logins")
+
+      @creator.statements.must_equal([
+        "alter table `lhmn_alt` drop `logins`"
+      ])
+    end
+
+    it "should change a column" do
+      @creator.change_column("logins", "INT(11)")
+
+      @creator.statements.must_equal([
+        "alter table `lhmn_alt` modify column `logins` INT(11)"
+      ])
+    end
+  end
+
+  describe "direct changes" do
+    it "should accept a ddl statement" do
+     ddl = @creator.ddl("alter table `%s` add column `f` tinyint(1)" % @creator.name)
+
+     @creator.statements.must_equal([
+       "alter table `lhmn_alt` add column `f` tinyint(1)"
+     ])
+    end
+  end
+
+  describe "multiple changes" do
+    it "should add two columns" do
+      @creator.add_column("first", "VARCHAR(64)")
+      @creator.add_column("last", "VARCHAR(64)")
+      @creator.statements.length.must_equal(2)
+
+      @creator.
+        statements[0].
+        must_equal("alter table `lhmn_alt` add column `first` VARCHAR(64)")
+
+      @creator.
+        statements[1].
+        must_equal("alter table `lhmn_alt` add column `last` VARCHAR(64)")
+    end
+  end
+end

data/spec/unit/sql_helper_spec.rb

@@ -0,0 +1,32 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/sql_helper'
+
+describe Lhm::SqlHelper do
+  it "should name index with a single column" do
+    Lhm::SqlHelper.
+      idx_name(:users, :name).
+      must_equal("index_users_on_name")
+  end
+
+  it "should name index with multiple columns" do
+    Lhm::SqlHelper.
+      idx_name(:users, [:name, :firstname]).
+      must_equal("index_users_on_name_and_firstname")
+  end
+
+  it "should name index with prefixed column" do
+    Lhm::SqlHelper.
+      idx_name(:tracks, ["title(10)", "album"]).
+      must_equal("index_tracks_on_title_and_album")
+  end
+
+  it "should quote column names in index specification" do
+    Lhm::SqlHelper.
+      idx_spec(["title(10)", "album"]).
+      must_equal("`title`(10), `album`")
+  end
+end

data/spec/unit/table_spec.rb

@@ -0,0 +1,34 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+
+describe Lhm::Table do
+  include UnitHelper
+
+  describe "names" do
+    it "should name destination" do
+      @table = Lhm::Table.new("users")
+      @table.destination_name.must_equal "lhmn_users"
+    end
+  end
+
+  describe "constraints" do
+    it "should be satisfied with a single column primary key called id" do
+      @table = Lhm::Table.new("table", "id")
+      @table.satisfies_primary_key?.must_equal true
+    end
+
+    it "should not be satisfied with a primary key unless called id" do
+      @table = Lhm::Table.new("table", "uuid")
+      @table.satisfies_primary_key?.must_equal false
+    end
+
+    it "should not be satisfied with multicolumn primary key" do
+      @table = Lhm::Table.new("table", ["id", "secondary"])
+      @table.satisfies_primary_key?.must_equal false
+    end
+  end
+end

data/spec/unit/unit_helper.rb

@@ -0,0 +1,14 @@
+# Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+# Schmidt
+
+require File.expand_path(File.dirname(__FILE__)) + "/../bootstrap"
+
+module UnitHelper
+  def fixture(name)
+    File.read $fixtures.join(name)
+  end
+
+  def strip(sql)
+    sql.strip.gsub(/\n */, "\n")
+  end
+end

metadata

@@ -0,0 +1,173 @@
+--- !ruby/object:Gem::Specification
+name: sbader-lhm
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+  prerelease: 
+platform: ruby
+authors:
+- SoundCloud
+- Rany Keddo
+- Tobias Bielohlawek
+- Tobias Schmidt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.10.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.10.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Migrate large tables without downtime by copying to a temporary table
+  in chunks. The old table is not dropped. Instead, it is moved to timestamp_table_name
+  for verification.
+email: rany@soundcloud.com, tobi@soundcloud.com, ts@soundcloud.com
+executables:
+- lhm-kill-queue
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- CHANGELOG.md
+- LICENSE
+- README.md
+- Rakefile
+- bin/lhm-kill-queue
+- bin/lhm-spec-clobber.sh
+- bin/lhm-spec-grants.sh
+- bin/lhm-spec-setup-cluster.sh
+- bin/lhm-test-all.sh
+- gemfiles/ar-2.3_mysql.gemfile
+- gemfiles/ar-3.2_mysql.gemfile
+- gemfiles/ar-3.2_mysql2.gemfile
+- lhm.gemspec
+- lib/lhm.rb
+- lib/lhm/atomic_switcher.rb
+- lib/lhm/chunker.rb
+- lib/lhm/command.rb
+- lib/lhm/entangler.rb
+- lib/lhm/intersection.rb
+- lib/lhm/invoker.rb
+- lib/lhm/locked_switcher.rb
+- lib/lhm/migration.rb
+- lib/lhm/migrator.rb
+- lib/lhm/sql_helper.rb
+- lib/lhm/table.rb
+- lib/lhm/version.rb
+- spec/.lhm.example
+- spec/README.md
+- spec/bootstrap.rb
+- spec/fixtures/destination.ddl
+- spec/fixtures/origin.ddl
+- spec/fixtures/small_table.ddl
+- spec/fixtures/users.ddl
+- spec/integration/atomic_switcher_spec.rb
+- spec/integration/chunker_spec.rb
+- spec/integration/entangler_spec.rb
+- spec/integration/integration_helper.rb
+- spec/integration/lhm_spec.rb
+- spec/integration/locked_switcher_spec.rb
+- spec/integration/table_spec.rb
+- spec/unit/atomic_switcher_spec.rb
+- spec/unit/chunker_spec.rb
+- spec/unit/entangler_spec.rb
+- spec/unit/intersection_spec.rb
+- spec/unit/locked_switcher_spec.rb
+- spec/unit/migration_spec.rb
+- spec/unit/migrator_spec.rb
+- spec/unit/sql_helper_spec.rb
+- spec/unit/table_spec.rb
+- spec/unit/unit_helper.rb
+homepage: http://github.com/soundcloud/large-hadron-migrator
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: online schema changer for mysql
+test_files:
+- spec/README.md
+- spec/bootstrap.rb
+- spec/fixtures/destination.ddl
+- spec/fixtures/origin.ddl
+- spec/fixtures/small_table.ddl
+- spec/fixtures/users.ddl
+- spec/integration/atomic_switcher_spec.rb
+- spec/integration/chunker_spec.rb
+- spec/integration/entangler_spec.rb
+- spec/integration/integration_helper.rb
+- spec/integration/lhm_spec.rb
+- spec/integration/locked_switcher_spec.rb
+- spec/integration/table_spec.rb
+- spec/unit/atomic_switcher_spec.rb
+- spec/unit/chunker_spec.rb
+- spec/unit/entangler_spec.rb
+- spec/unit/intersection_spec.rb
+- spec/unit/locked_switcher_spec.rb
+- spec/unit/migration_spec.rb
+- spec/unit/migrator_spec.rb
+- spec/unit/sql_helper_spec.rb
+- spec/unit/table_spec.rb
+- spec/unit/unit_helper.rb