lhm 1.0.0.rc.1

data/spec/unit/intersection_spec.rb

@@ -0,0 +1,42 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migrator'
+
+describe Lhm::Intersection do
+  include UnitHelper
+
+  it "should not have dropped changes" do
+    origin = Lhm::Table.new("origin")
+    origin.columns["dropped"]  = varchar
+    origin.columns["retained"] = varchar
+
+    destination = Lhm::Table.new("destination")
+    destination.columns["retained"] = varchar
+
+    intersection = Lhm::Intersection.new(origin, destination)
+    intersection.common.include?("dropped").must_equal(false)
+  end
+
+  it "should have unchanged columns" do
+    origin = Lhm::Table.new("origin")
+    origin.columns["dropped"]  = varchar
+    origin.columns["retained"] = varchar
+
+    destination = Lhm::Table.new("destination")
+    destination.columns["retained"] = varchar
+
+    intersection = Lhm::Intersection.new(origin, destination)
+    intersection.common.must_equal(["retained"])
+  end
+
+  def varchar
+    { :metadata => "VARCHAR(255)"}
+  end
+end
+

data/spec/unit/locked_switcher_spec.rb

@@ -0,0 +1,54 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+require 'lhm/locked_switcher'
+
+describe Lhm::LockedSwitcher do
+  include UnitHelper
+
+  before(:each) do
+    @start       = Time.now
+    @origin      = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration   = Lhm::Migration.new(@origin, @destination, @start)
+    @switcher    = Lhm::LockedSwitcher.new(@migration)
+  end
+
+  describe "uncommitted" do
+    it "should disable autocommit first" do
+      @switcher.
+        statements[0..1].
+        must_equal([
+          "set @lhm_auto_commit = @@session.autocommit",
+          "set session autocommit = 0"
+        ])
+    end
+
+    it "should reapply original autocommit settings at the end" do
+      @switcher.
+        statements[-1].
+        must_equal("set session autocommit = @lhm_auto_commit")
+    end
+  end
+
+  describe "switch" do
+    it "should lock origin and destination table, switch, commit and unlock" do
+      @switcher.
+        switch.
+        must_equal([
+          "lock table `origin` write, `destination` write",
+          "alter table `origin` rename `#{ @migration.archive_name }`",
+          "alter table `destination` rename `origin`",
+          "commit",
+          "unlock tables"
+        ])
+    end
+  end
+end
+

data/spec/unit/migration_spec.rb

@@ -0,0 +1,26 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migration'
+
+describe Lhm::Migration do
+  include UnitHelper
+
+  before(:each) do
+    @start = Time.now
+    @origin = Lhm::Table.new("origin")
+    @destination = Lhm::Table.new("destination")
+    @migration = Lhm::Migration.new(@origin, @destination, @start)
+  end
+
+  it "should name archive" do
+    stamp = "%Y_%m_%d_%H_%M_%S_#{ "%03d" % (@start.usec / 1000) }"
+    @migration.archive_name.must_equal "lhma_#{ @start.strftime(stamp) }_origin"
+  end
+end
+

data/spec/unit/migrator_spec.rb

@@ -0,0 +1,81 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+require 'lhm/migrator'
+
+describe Lhm::Migrator do
+  include UnitHelper
+
+  before(:each) do
+    @table = Lhm::Table.new("alt")
+    @creator = Lhm::Migrator.new(@table)
+  end
+
+  describe "index changes" do
+    it "should add an index" do
+      @creator.add_index(["a", "b"])
+
+      @creator.statements.must_equal([
+        "create index `index_alt_on_a_and_b` on lhmn_alt(a, b)"
+      ])
+    end
+
+    it "should remove an index" do
+      @creator.remove_index(["b", "a"])
+
+      @creator.statements.must_equal([
+        "drop index `index_alt_on_b_and_a` on `lhmn_alt`"
+      ])
+    end
+  end
+
+  describe "column changes" do
+    it "should add a column" do
+      @creator.add_column("logins", "INT(12)")
+
+      @creator.statements.must_equal([
+        "alter table `lhmn_alt` add column `logins` INT(12)"
+      ])
+    end
+
+    it "should remove a column" do
+      @creator.remove_column("logins")
+
+      @creator.statements.must_equal([
+        "alter table `lhmn_alt` drop `logins`"
+      ])
+    end
+  end
+
+  describe "direct changes" do
+    it "should accept a ddl statement" do
+     ddl = @creator.ddl("alter table `%s` add column `f` tinyint(1)" % @creator.name)
+
+     @creator.statements.must_equal([
+       "alter table `lhmn_alt` add column `f` tinyint(1)"
+     ])
+    end
+  end
+
+  describe "multiple changes" do
+    it "should add two columns" do
+      @creator.add_column("first", "VARCHAR(64)")
+      @creator.add_column("last", "VARCHAR(64)")
+      @creator.statements.length.must_equal(2)
+
+      @creator.
+        statements[0].
+        must_equal("alter table `lhmn_alt` add column `first` VARCHAR(64)")
+
+      @creator.
+        statements[1].
+        must_equal("alter table `lhmn_alt` add column `last` VARCHAR(64)")
+    end
+  end
+end
+

data/spec/unit/table_spec.rb

@@ -0,0 +1,88 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + '/unit_helper'
+
+require 'lhm/table'
+
+describe Lhm::Table do
+  include UnitHelper
+
+  describe "names" do
+    before(:each) do
+      @table = Lhm::Table::Parser.new(fixture("users.ddl")).parse
+    end
+
+    it "should name destination" do
+      @table.destination_name.must_equal "lhmn_users"
+    end
+
+    it "should name index with a single column" do
+      @table.
+        idx_name(["name"]).
+        must_equal("index_users_on_name")
+    end
+
+    it "should name index with a multiple columns" do
+      @table.
+        idx_name(["name", "firstname"]).
+        must_equal("index_users_on_name_and_firstname")
+    end
+  end
+
+  describe "constraints" do
+    it "should be satisfied with a single column primary key called id" do
+      @table = Lhm::Table.new("table", "id")
+      @table.satisfies_primary_key?.must_equal true
+    end
+
+    it "should not be satisfied with a primary key unless called id" do
+      @table = Lhm::Table.new("table", "uuid")
+      @table.satisfies_primary_key?.must_equal false
+    end
+
+    it "should not be satisfied with multicolumn primary key" do
+      @table = Lhm::Table.new("table", ["id", "secondary"])
+      @table.satisfies_primary_key?.must_equal false
+    end
+  end
+
+  describe Lhm::Table::Parser do
+    describe "create table parsing" do
+      before(:each) do
+        @table = Lhm::Table::Parser.new(fixture("users.ddl")).parse
+      end
+
+      it "should parse table name in show create table" do
+        @table.name.must_equal("users")
+      end
+
+      it "should parse primary key" do
+        @table.pk.must_equal("id")
+      end
+
+      it "should parse column type in show create table" do
+        @table.columns["username"][:type].must_equal("varchar(255)")
+      end
+
+      it "should parse column metadata" do
+        @table.columns["username"][:metadata].must_equal("DEFAULT NULL")
+      end
+
+      it "should parse indices in show create table" do
+        @table.
+          indices["index_users_on_username_and_created_at"][:metadata].
+          must_equal("(`username`,`created_at`)")
+      end
+
+      it "should parse indices in show create table" do
+        @table.
+          indices["index_users_on_reference"][:metadata].
+          must_equal("(`reference`)")
+      end
+    end
+  end
+end
+

data/spec/unit/unit_helper.rb

@@ -0,0 +1,17 @@
+#
+#  Copyright (c) 2011, SoundCloud Ltd., Rany Keddo, Tobias Bielohlawek, Tobias
+#  Schmidt
+#
+
+require File.expand_path(File.dirname(__FILE__)) + "/../bootstrap"
+
+module UnitHelper
+  def fixture(name)
+    File.read $fixtures.join(name)
+  end
+
+  def strip(sql)
+    sql.strip.gsub(/\n */, "\n")
+  end
+end
+

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification 
+name: lhm
+version: !ruby/object:Gem::Version 
+  prerelease: true
+  segments: 
+  - 1
+  - 0
+  - 0
+  - rc
+  - 1
+  version: 1.0.0.rc.1
+platform: ruby
+authors: 
+- SoundCloud
+- Rany Keddo
+- Tobias Bielohlawek
+- Tobias Schmidt
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-01-16 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mysql
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 8
+        - 1
+        version: 2.8.1
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 3
+        - 1
+        version: 1.3.1
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+description: Migrate large tables without downtime by copying to a temporary table in chunks. The old table is not dropped. Instead, it is moved to timestamp_table_name for verification.
+email: rany@soundcloud.com, tobi@soundcloud.com, ts@soundcloud.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .travis.yml
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- TODO
+- lhm.gemspec
+- lib/lhm.rb
+- lib/lhm/chunker.rb
+- lib/lhm/command.rb
+- lib/lhm/entangler.rb
+- lib/lhm/intersection.rb
+- lib/lhm/invoker.rb
+- lib/lhm/locked_switcher.rb
+- lib/lhm/migration.rb
+- lib/lhm/migrator.rb
+- lib/lhm/table.rb
+- spec/bootstrap.rb
+- spec/fixtures/destination.ddl
+- spec/fixtures/origin.ddl
+- spec/fixtures/users.ddl
+- spec/integration/chunker_spec.rb
+- spec/integration/entangler_spec.rb
+- spec/integration/integration_helper.rb
+- spec/integration/lhm_spec.rb
+- spec/integration/locked_switcher_spec.rb
+- spec/unit/chunker_spec.rb
+- spec/unit/entangler_spec.rb
+- spec/unit/intersection_spec.rb
+- spec/unit/locked_switcher_spec.rb
+- spec/unit/migration_spec.rb
+- spec/unit/migrator_spec.rb
+- spec/unit/table_spec.rb
+- spec/unit/unit_helper.rb
+has_rdoc: true
+homepage: http://github.com/soundcloud/large-hadron-migrator
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 3
+      - 1
+      version: 1.3.1
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: online schema changer for mysql
+test_files: 
+- spec/bootstrap.rb
+- spec/fixtures/destination.ddl
+- spec/fixtures/origin.ddl
+- spec/fixtures/users.ddl
+- spec/integration/chunker_spec.rb
+- spec/integration/entangler_spec.rb
+- spec/integration/integration_helper.rb
+- spec/integration/lhm_spec.rb
+- spec/integration/locked_switcher_spec.rb
+- spec/unit/chunker_spec.rb
+- spec/unit/entangler_spec.rb
+- spec/unit/intersection_spec.rb
+- spec/unit/locked_switcher_spec.rb
+- spec/unit/migration_spec.rb
+- spec/unit/migrator_spec.rb
+- spec/unit/table_spec.rb
+- spec/unit/unit_helper.rb