ar_mysql_flexmaster 0.0.4

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.*.sw*
+test/database.yml

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ar_mysql_flexmaster.gemspec
+gemspec
+gem "debugger", :platform => :ruby_19
+

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Ben Osheroff
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# ArMysqlFlexmaster
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'ar_mysql_flexmaster'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ar_mysql_flexmaster
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,11 @@
+#!/usr/bin/env rake
+require 'yaggy'
+require 'rake/testtask'
+
+Yaggy.gem(File.expand_path("ar_mysql_flexmaster.gemspec", File.dirname(__FILE__)), :push_gem => true)
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end

data/ar_mysql_flexmaster.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Ben Osheroff"]
+  gem.email         = ["ben@zendesk.com"]
+  gem.description   = %q{ar_mysql_flexmaster allows configuring N mysql servers in database.yml and auto-selects which is a master at runtime}
+  gem.summary       = %q{select a master at runtime from a list}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "ar_mysql_flexmaster"
+  gem.require_paths = ["lib"]
+  gem.version       = "0.0.4"
+
+  gem.add_runtime_dependency("mysql2")
+  gem.add_runtime_dependency("activerecord")
+  gem.add_runtime_dependency("activesupport")
+  gem.add_development_dependency("appraisal")
+  gem.add_development_dependency("yaggy")
+end

data/bin/master_cut

@@ -0,0 +1,101 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'mysql2'
+require 'socket'
+require 'pp'
+
+Thread.abort_on_exception = false
+$old_master, $new_master, $username, $password = *ARGV
+unless $old_master && $new_master && $username && $password
+  puts "Usage: master_cut OLD_MASTER NEW_MASTER USERNAME PASSWORD"
+  exit
+end
+
+def open_cx(host)
+  host, port = host.split(":")
+  port = port.to_i if port
+  Mysql2::Client.new(:host => host, :username => $username, :password => $password, :port => port)
+end
+
+def set_rw(cx)
+  cx.query("SET GLOBAL READ_ONLY=0")  
+end
+
+def set_ro(cx)
+  cx.query("SET GLOBAL READ_ONLY=1")  
+end
+
+$swapped_ok = false
+
+def fail(reason)
+  puts "Failed preflight check: #{reason}"
+  exit false
+end
+
+def preflight_check
+  cx = open_cx($old_master)
+  rw = cx.query("select @@read_only as read_only").first['read_only']
+  fail("old-master #{$old_master} is read-only!") if rw != 0
+
+  slave_cx = open_cx($new_master)
+  rw = slave_cx.query("select @@read_only as read_only").first['read_only']
+  fail("new-master #{$old_master} is read-write!") if rw != 1
+
+  slave_info = slave_cx.query("show slave status").first
+  fail("slave is stopped!") unless slave_info['Slave_IO_Running'] == 'Yes' && slave_info['Slave_SQL_Running'] == 'Yes'
+  fail("slave is delayed") if slave_info['Seconds_Behind_Master'].nil? || slave_info['Seconds_Behind_Master'] > 0  
+ 
+  master_ip, slave_master_ip = [$old_master, slave_info['Master_Host']].map do |h|
+    h = h.split(':').first
+    Socket.gethostbyname(h)[3].unpack("CCCC") 
+  end
+
+  if master_ip != slave_master_ip
+    fail("slave does not appear to be replicating off master! (master: #{master_ip.join('.')}, slave's master: #{slave_master_ip.join('.')})") 
+  end
+end
+
+def process_kill_thread
+  Thread.new do
+    cx = open_cx($old_master)
+    sleep 5
+    while !$swapped_ok
+      my_id = cx.query("SELECT CONNECTION_ID() as id").first['id']
+      processlist = cx.query("show processlist")
+      processlist.each do |process|
+        next if process['Info'] =~ /SET GLOBAL READ_ONLY/
+        next if process['Id'].to_i == my_id.to_i
+        puts "killing #{process}"
+        cx.query("kill #{process['Id']}") 
+      end
+      sleep 0.1
+    end
+  end
+end
+
+def swap_thread
+  Thread.new do 
+    master = open_cx($old_master)
+    slave = open_cx($new_master)
+    set_ro(master)
+    slave.query("slave stop")
+    new_master_info = slave.query("show master status").first
+    set_rw(slave)
+    $swapped_ok = true
+    puts "Swapped #{$old_master} and #{$new_master}"
+    puts "New master information at time of swap: "
+    pp new_master_info 
+    exit
+  end
+end
+
+preflight_check
+
+threads = []
+threads << process_kill_thread
+threads << swap_thread
+threads.each(&:join)
+
+
+

data/lib/active_record/connection_adapters/mysql_flexmaster_adapter.rb

@@ -0,0 +1,146 @@
+require 'active_record/connection_adapters/mysql2_adapter'
+require 'timeout'
+
+module ActiveRecord
+  class Base
+    def self.mysql_flexmaster_connection(config)
+      config = config.symbolize_keys
+
+      # fallback to :host or :localhost
+      config[:hosts] ||= config.key?(:host) ? [config[:host]] : ['localhost']
+
+      hosts = config[:hosts] || [config[:host]]
+
+      config[:username] = 'root' if config[:username].nil?
+
+      if Mysql2::Client.const_defined? :FOUND_ROWS
+        config[:flags] = Mysql2::Client::FOUND_ROWS
+      end
+
+      ConnectionAdapters::MysqlFlexmasterAdapter.new(logger, config)
+    end
+  end
+
+  module ConnectionAdapters
+    class MysqlFlexmasterAdapter < Mysql2Adapter
+      class NoActiveMasterException < Exception; end
+
+      CHECK_EVERY_N_SELECTS = 10
+      DEFAULT_CONNECT_TIMEOUT = 5
+      DEFAULT_TX_HOLD_TIMEOUT = 5
+
+      def initialize(logger, config)
+        @select_counter = 0
+        @config = config
+        @is_master = !config[:slave]
+        @tx_hold_timeout = @config[:tx_hold_timeout] || DEFAULT_TX_HOLD_TIMEOUT
+        @connection_timeout = @config[:connection_timeout] || DEFAULT_CONNECT_TIMEOUT
+        connection = find_correct_host
+        raise NoActiveMasterException unless connection
+        super(connection, logger, [], config)
+      end
+
+      def begin_db_transaction
+        if !cx_correct? && open_transactions == 0
+          refind_correct_host
+        end
+        super
+      end
+
+      def execute(sql, name = nil)
+        if open_transactions == 0 && sql =~ /^(INSERT|UPDATE|DELETE|ALTER|CHANGE)/ && !cx_correct?
+          refind_correct_host
+        else
+          @select_counter += 1
+          if (@select_counter % CHECK_EVERY_N_SELECTS == 0) && !cx_correct?
+            # on select statements, check every 10 times to see if we need to switch masters,
+            # but don't hold off anything if we fail
+            refind_correct_host(1, 0)
+          end
+        end
+        super
+      end
+
+      private
+
+      def connect
+        @connection = find_correct_host
+        raise NoActiveMasterException unless @connection
+      end
+
+      def refind_correct_host(tries = nil, sleep_interval = nil)
+        tries ||= @tx_hold_timeout.to_f / 0.1
+        sleep_interval ||= 0.1
+        tries.to_i.times do
+          cx = find_correct_host
+          if cx
+            flush_column_information
+            @connection = cx
+            return
+          end
+          sleep(sleep_interval)
+        end
+        raise NoActiveMasterException
+      end
+
+      def hosts_and_ports
+        @hosts_and_ports ||= @config[:hosts].map do |hoststr|
+          host, port = hoststr.split(':')
+          port = port.to_i unless port.nil?
+          [host, port]
+        end
+      end
+
+      def find_correct_host
+        cxs = hosts_and_ports.map do |host, port|
+          initialize_connection(host, port)
+        end
+
+        correct_cxs = cxs.select { |cx| cx && cx_correct?(cx) }
+
+        if @is_master
+          # for master connections, we make damn sure that we have just one master
+          if correct_cxs.size == 1
+            return correct_cxs.first
+          else
+            # nothing read-write, or too many read-write
+            # (should we manually close the connections?)
+            return nil
+          end
+        else
+          # for slave connections, we just return a random RO candidate
+          return correct_cxs.shuffle.first
+        end
+      end
+
+      def initialize_connection(host, port)
+        begin
+          Timeout::timeout(@connection_timeout) do
+            cfg = @config.merge(:host => host, :port => port)
+            Mysql2::Client.new(cfg).tap do |cx|
+              cx.query_options.merge!(:as => :array)
+            end
+          end
+        rescue Mysql2::Error
+        rescue Timeout::Error
+        end
+      end
+
+      def flush_column_information
+        ActiveRecord::Base.descendants.each do |k|
+          k.reset_column_information
+        end
+      end
+
+      def cx_correct?(cx = @connection)
+        res = cx.query("SELECT @@read_only as ro").first
+
+        if @is_master
+          res.first == 0
+        else
+          res.first == 1
+        end
+      end
+    end
+  end
+end

data/lib/ar_mysql_flexmaster.rb

@@ -0,0 +1,4 @@
+require "ar_mysql_flexmaster/version"
+
+module ArMysqlFlexmaster
+end

data/test/ar_flexmaster_test.rb

@@ -0,0 +1,186 @@
+require 'bundler/setup'
+require 'ar_mysql_flexmaster'
+require 'active_record'
+require_relative 'boot_mysql_env'
+require 'test/unit'
+
+File.open(File.dirname(File.expand_path(__FILE__)) + "/database.yml", "w+") do |f|
+      f.write <<-EOL
+test:
+  adapter: mysql_flexmaster
+  username: flex
+  hosts: ["127.0.0.1:#{$mysql_master.port}", "127.0.0.1:#{$mysql_slave.port}"]
+  password:
+  database: flexmaster_test
+
+test_slave:
+  adapter: mysql_flexmaster
+  username: flex
+  slave: true
+  hosts: ["127.0.0.1:#{$mysql_slave.port}", "127.0.0.1:#{$mysql_slave_2.port}"]
+  password:
+  database: flexmaster_test
+      EOL
+end
+
+ActiveRecord::Base.configurations = YAML::load(IO.read(File.dirname(__FILE__) + '/database.yml'))
+ActiveRecord::Base.establish_connection("test")
+
+class User < ActiveRecord::Base
+end
+
+class UserSlave < ActiveRecord::Base
+  establish_connection(:test_slave)
+  set_table_name "users"
+end
+
+# $mysql_master and $mysql_slave are separate references to the master and slave that we
+# use to send control-channel commands on
+
+class TestArFlexmaster < Test::Unit::TestCase
+  def setup
+    ActiveRecord::Base.establish_connection("test")
+
+    $mysql_master.set_rw(true)
+    $mysql_slave.set_rw(false)
+    $mysql_slave_2.set_rw(false)
+  end
+
+  def test_should_raise_without_a_rw_master
+    [$mysql_master, $mysql_slave].each do |m|
+      m.set_rw(false)
+    end
+
+    assert_raises(ActiveRecord::ConnectionAdapters::MysqlFlexmasterAdapter::NoActiveMasterException) do
+      ActiveRecord::Base.connection
+    end
+  end
+
+  def test_should_select_the_master_on_boot
+    assert main_connection_is_master?
+  end
+
+  def test_should_hold_txs_until_timeout_then_abort
+    ActiveRecord::Base.connection
+
+    $mysql_master.set_rw(false)
+    start_time = Time.now.to_i
+    assert_raises(ActiveRecord::ConnectionAdapters::MysqlFlexmasterAdapter::NoActiveMasterException) do
+      User.create(:name => "foo")
+    end
+    end_time = Time.now.to_i
+    assert end_time - start_time >= 5
+  end
+
+  def test_should_hold_txs_and_then_continue
+    ActiveRecord::Base.connection
+    $mysql_master.set_rw(false)
+    Thread.new do
+      sleep 1
+      $mysql_slave.set_rw(true)
+    end
+    User.create(:name => "foo")
+    assert !main_connection_is_master?
+    assert User.first(:conditions => {:name => "foo"})
+  end
+
+  def test_should_hold_implicit_txs_and_then_continue
+    User.create!(:name => "foo")
+    $mysql_master.set_rw(false)
+    Thread.new do
+      sleep 1
+      $mysql_slave.set_rw(true)
+    end
+    User.update_all(:name => "bar")
+    assert !main_connection_is_master?
+    assert_equal "bar", User.first.name
+  end
+
+  def test_should_let_in_flight_txs_crash
+    User.transaction do
+      $mysql_master.set_rw(false)
+      assert_raises(ActiveRecord::StatementInvalid) do
+        User.update_all(:name => "bar")
+      end
+    end
+  end
+
+  def test_should_eventually_pick_up_new_master_on_selects
+    ActiveRecord::Base.connection
+    $mysql_master.set_rw(false)
+    $mysql_slave.set_rw(true)
+    assert main_connection_is_master?
+    100.times do
+      u = User.first
+    end
+    assert !main_connection_is_master?
+  end
+
+  def test_altering_on_the_slave
+    User.create!(:name => "foo")
+    $mysql_slave.connection.query("ALTER TABLE flexmaster_test.users add column xtra int(10)")
+    assert !User.column_names.include?("xtra")
+    $mysql_master.set_rw(false)
+    $mysql_slave.set_rw(true)
+
+    # pick up the new connection and column info
+    User.create!(:name => "foo")
+
+    # now we should be able to use it.
+    assert User.create!(:name => "foobar", :xtra => 5)
+
+    # teardown
+    $mysql_slave.connection.query("ALTER TABLE flexmaster_test.users drop column xtra")
+    User.reset_column_information
+  end
+
+  def test_should_choose_a_random_slave_connection
+    h = {}
+    10.times do
+      port = UserSlave.connection.execute("show global variables like 'port'").first.last.to_i
+      h[port] = 1
+      UserSlave.connection.reconnect!
+    end
+    assert_equal 2, h.size
+  end
+
+  def test_should_flip_the_slave_after_it_becomes_master
+    UserSlave.first
+    User.create!
+    $mysql_master.set_rw(false)
+    $mysql_slave.set_rw(true)
+    11.times do
+      UserSlave.first
+    end
+    assert_equal $mysql_slave_2.port, port_for_class(UserSlave)
+  end
+
+  def test_xxx_non_responsive_master
+    ActiveRecord::Base.configurations["test"]["hosts"] << "127.0.0.2:1235"
+    start_time = Time.now.to_i
+    User.connection.reconnect!
+    assert Time.now.to_i - start_time >= 5
+    ActiveRecord::Base.configurations["test"]["hosts"].pop
+  end
+
+  def test_yyy_shooting_the_master_in_the_head
+    User.create!
+    Process.kill("TERM", $mysql_master.pid)
+    $mysql_slave.set_rw(true)
+    User.connection.reconnect!
+    User.create!
+    UserSlave.first
+    assert !main_connection_is_master?
+  end
+
+  private
+
+  def port_for_class(klass)
+    klass.connection.execute("show global variables like 'port'").first.last.to_i
+  end
+
+  def main_connection_is_master?
+    port = port_for_class(ActiveRecord::Base)
+    port == $mysql_master.port
+  end
+end

data/test/boot_mysql_env.rb

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+
+require_relative "mysql_isolated_server"
+require 'debugger'
+
+mysql_master = MysqlIsolatedServer.new
+mysql_master.boot!
+mysql_master.connection.query("set global server_id=1")
+
+puts "mysql master booted on port #{mysql_master.port} -- access with mysql -uroot -h127.0.0.1 --port=#{mysql_master.port} mysql"
+
+mysql_slave = MysqlIsolatedServer.new
+mysql_slave.boot!
+mysql_slave.connection.query("set global server_id=2")
+
+puts "mysql slave booted on port #{mysql_slave.port} -- access with mysql -uroot -h127.0.0.1 --port=#{mysql_slave.port} mysql"
+
+mysql_slave_2 = MysqlIsolatedServer.new
+mysql_slave_2.boot!
+mysql_slave_2.connection.query("set global server_id=3")
+
+puts "mysql chained slave booted on port #{mysql_slave_2.port} -- access with mysql -uroot -h127.0.0.1 --port=#{mysql_slave_2.port} mysql"
+
+mysql_slave.make_slave_of(mysql_master)
+mysql_slave_2.make_slave_of(mysql_slave)
+
+mysql_master.connection.query("GRANT ALL ON flexmaster_test.* to flex@localhost")
+mysql_master.connection.query("CREATE DATABASE flexmaster_test")
+mysql_master.connection.query("CREATE TABLE flexmaster_test.users (id INT(10) NOT NULL AUTO_INCREMENT PRIMARY KEY, name varchar(20))")
+mysql_master.connection.query("INSERT INTO flexmaster_test.users set name='foo'")
+
+$mysql_master = mysql_master
+$mysql_slave = mysql_slave
+$mysql_slave_2 = mysql_slave_2

data/test/boot_slave

@@ -0,0 +1,16 @@
+require_relative 'mysql_isolated_server'
+
+# yeah, not technically isolated
+master = MysqlIsolatedServer.new(port: 3306)
+
+slave = MysqlIsolatedServer.new(data_path: "/Users/ben/.zendesk/var/mysql", allow_output: true, params: "--relay-log=footwa --skip-slave-start", port: 41756)
+slave.boot! 
+puts "mysql slave booted on port #{slave.port} -- access with mysql -uroot -h127.0.0.1 --port=#{slave.port} mysql"
+slave.connection.query("set global server_id=123")
+slave.make_slave_of(master) 
+slave.set_rw(false)
+
+uid_server = MysqlIsolatedServer.new(data_path: "/Users/ben/.zendesk/var/mysql", allow_output: true, params: "--skip-slave-start", port: 41757)
+uid_server.boot! 
+puts "mysql uid server booted on port #{uid_server.port} -- access with mysql -uroot -h127.0.0.1 --port=#{uid_server.port} mysql"
+sleep

data/test/integration/no_traffic_test.rb

@@ -0,0 +1,23 @@
+require 'bundler/setup'
+require 'mysql2'
+require_relative '../boot_mysql_env'
+master_cut_script = File.expand_path(File.dirname(__FILE__)) + "/../../bin/master_cut"
+
+$mysql_master.connection.query("set GLOBAL READ_ONLY=0")
+$mysql_slave.connection.query("set GLOBAL READ_ONLY=1")
+
+puts "testing basic cutover..."
+
+system "#{master_cut_script} 127.0.0.1:#{$mysql_master.port} 127.0.0.1:#{$mysql_slave.port} root ''"
+if $mysql_master.connection.query("select @@read_only as ro").first['ro'] != 1
+  puts "Master is not readonly!"
+  exit 1
+end
+
+if $mysql_slave.connection.query("select @@read_only as ro").first['ro'] != 0
+  puts "Slave is not readwrite!"
+  exit 1
+end
+
+puts "everything seemed to go ok..."
+

data/test/integration/with_queries_to_be_killed_test.rb

@@ -0,0 +1,37 @@
+require 'bundler/setup'
+require 'mysql2'
+require_relative '../boot_mysql_env'
+master_cut_script = File.expand_path(File.dirname(__FILE__)) + "/../../bin/master_cut"
+
+puts "testing with long running queries..."
+
+$mysql_master.connection.query("set GLOBAL READ_ONLY=0")
+$mysql_slave.connection.query("set GLOBAL READ_ONLY=1")
+$mysql_master.connection.send(:reconnect=, true)
+$mysql_slave.connection.send(:reconnect=, true)
+
+thread = Thread.new {
+  begin
+    $mysql_master.connection.query("update flexmaster_test.users set name=sleep(600)")
+    puts "Query did not get killed!  Bad."
+    exit 1
+  rescue Exception => e
+    puts e
+  end
+}
+
+system "#{master_cut_script} 127.0.0.1:#{$mysql_master.port} 127.0.0.1:#{$mysql_slave.port} root ''"
+
+thread.join
+
+if $mysql_master.connection.query("select @@read_only as ro").first['ro'] != 1
+  puts "Master is not readonly!"
+  exit 1
+end
+
+if $mysql_slave.connection.query("select @@read_only as ro").first['ro'] != 0
+  puts "Slave is not readwrite!"
+  exit 1
+end
+
+puts "everything seemed to go ok..."

data/test/integration/wrong_setup_test.rb

@@ -0,0 +1,32 @@
+require 'bundler/setup'
+require 'mysql2'
+require_relative '../boot_mysql_env'
+
+
+def assert_script_failed
+  master_cut_script = File.expand_path(File.dirname(__FILE__)) + "/../../bin/master_cut"
+  if system "#{master_cut_script} 127.0.0.1:#{$mysql_master.port} 127.0.0.1:#{$mysql_slave.port} root ''"
+    puts "Script returned ok instead of false!"
+    exit 1
+  end
+end
+
+puts "testing cutover with incorrect master config..."
+$mysql_master.connection.query("set GLOBAL READ_ONLY=0")
+$mysql_slave.connection.query("set GLOBAL READ_ONLY=0")
+assert_script_failed
+
+puts "testing cutover with incorrect slave config..."
+$mysql_master.connection.query("set GLOBAL READ_ONLY=0")
+$mysql_slave.connection.query("set GLOBAL READ_ONLY=0")
+assert_script_failed
+
+puts "testing cutover with stopped slave"
+$mysql_master.connection.query("set GLOBAL READ_ONLY=0")
+$mysql_slave.connection.query("set GLOBAL READ_ONLY=1")
+$mysql_slave.connection.query("slave stop")
+assert_script_failed
+
+
+puts "Tests passed."
+

data/test/mysql_isolated_server.rb

@@ -0,0 +1,114 @@
+require 'tmpdir'
+require 'socket'
+require 'mysql2'
+
+class MysqlIsolatedServer
+  attr_reader :pid, :base, :port
+  MYSQL_BASE_DIR="/usr"
+
+  def initialize(options = {})
+    @base = Dir.mktmpdir("/tmp/mysql_isolated")
+    @mysql_data_dir="#{@base}/mysqld"
+    @mysql_socket="#{@mysql_data_dir}/mysqld.sock"
+    @params = options[:params]
+    @load_data_path = options[:data_path]
+    @port = options[:port]
+    @allow_output = options[:allow_output]
+  end
+
+  def make_slave_of(master)
+    master_binlog_info = master.connection.query("show master status").first
+    connection.query(<<-EOL
+      change master to master_host='127.0.0.1',
+                       master_port=#{master.port},
+                       master_user='root', master_password='',
+                       master_log_file='#{master_binlog_info['File']}',
+                       master_log_pos=#{master_binlog_info['Position']}
+      EOL
+    )
+    connection.query("SLAVE START")
+  end
+
+  def connection
+    @cx ||= Mysql2::Client.new(:host => "127.0.0.1", :port => @port, :username => "root", :password => "", :database => "mysql")
+  end
+
+  def set_rw(rw)
+    ro = rw ? 0 : 1
+    connection.query("SET GLOBAL READ_ONLY=#{ro}")
+  end
+
+
+  def boot!
+    @port ||= grab_free_port
+    system("rm -Rf #{@mysql_data_dir}")
+    system("mkdir #{@mysql_data_dir}")
+    if @load_data_path
+      system("cp -a #{@load_data_path}/* #{@mysql_data_dir}")
+      system("rm -f #{@mysql_data_dir}/relay-log.info")
+    else
+      mysql_install_db = `which mysql_install_db`
+      idb_path = File.dirname(mysql_install_db)
+      system("(cd #{idb_path}/..; mysql_install_db --datadir=#{@mysql_data_dir}) >/dev/null 2>&1")
+    end
+
+    exec_server <<-EOL
+        mysqld --no-defaults --default-storage-engine=innodb \
+                --datadir=#{@mysql_data_dir} --pid-file=#{@base}/mysqld.pid --port=#{@port} \
+                #{@params} --socket=#{@mysql_data_dir}/mysql.sock --log-bin --log-slave-updates
+    EOL
+
+    while !system("mysql -h127.0.0.1 --port=#{@port} --database=mysql -u root -e 'select 1' >/dev/null 2>&1")
+      sleep(0.1)
+    end
+
+    system("mysql_tzinfo_to_sql /usr/share/zoneinfo 2>/dev/null | mysql --database=mysql --port=#{@port} -u root mysql >/dev/null")
+
+    system(%Q(mysql --port=#{@port} --database=mysql -u root -e "SET GLOBAL time_zone='UTC'"))
+    system(%Q(mysql --port=#{@port} --database=mysql -u root -e "GRANT SELECT ON *.* to 'zdslave'@'localhost'"))
+  end
+
+  def grab_free_port
+    while true
+      candidate=9000 + rand(50_000)
+
+      begin
+        socket = Socket.new(:INET, :STREAM, 0)
+        socket.bind(Addrinfo.tcp("127.0.0.1", candidate))
+        socket.close
+        return candidate
+      rescue Exception => e
+        puts e
+      end
+    end
+  end
+
+  attr_reader :pid
+  def exec_server(cmd)
+    cmd.strip!
+    cmd.gsub!(/\\\n/, ' ')
+    devnull = File.open("/dev/null", "w")
+    system("mkdir -p #{base}/tmp")
+    system("chmod 0777 #{base}/tmp")
+    pid = fork do
+      ENV["TMPDIR"] = "#{base}/tmp"
+      if !@allow_output
+        STDOUT.reopen(devnull)
+        STDERR.reopen(devnull)
+      end
+
+      exec(cmd)
+    end
+    at_exit {
+      Process.kill("TERM", pid)
+      system("rm -Rf #{base}")
+    }
+    @pid = pid
+    devnull.close
+  end
+
+  def kill!
+    return unless @pid
+    system("kill -KILL #{@pid}")
+  end
+end

metadata

@@ -0,0 +1,156 @@
+--- !ruby/object:Gem::Specification
+name: ar_mysql_flexmaster
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+  prerelease: 
+platform: ruby
+authors:
+- Ben Osheroff
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: appraisal
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yaggy
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ar_mysql_flexmaster allows configuring N mysql servers in database.yml
+  and auto-selects which is a master at runtime
+email:
+- ben@zendesk.com
+executables:
+- master_cut
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- ar_mysql_flexmaster.gemspec
+- bin/master_cut
+- lib/active_record/connection_adapters/mysql_flexmaster_adapter.rb
+- lib/ar_mysql_flexmaster.rb
+- test/ar_flexmaster_test.rb
+- test/boot_mysql_env.rb
+- test/boot_slave
+- test/integration/no_traffic_test.rb
+- test/integration/with_queries_to_be_killed_test.rb
+- test/integration/wrong_setup_test.rb
+- test/mysql_isolated_server.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -532349908577144552
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -532349908577144552
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: select a master at runtime from a list
+test_files:
+- test/ar_flexmaster_test.rb
+- test/boot_mysql_env.rb
+- test/boot_slave
+- test/integration/no_traffic_test.rb
+- test/integration/with_queries_to_be_killed_test.rb
+- test/integration/wrong_setup_test.rb
+- test/mysql_isolated_server.rb