activerecord-turntable 1.0.0

data/spec/active_record/turntable/connection_proxy_spec.rb

@@ -0,0 +1,186 @@
+require 'spec_helper'
+
+describe ActiveRecord::Turntable::ConnectionProxy do
+  before(:all) do
+    reload_turntable!(File.join(File.dirname(__FILE__), "../../config/turntable.yml"))
+  end
+
+  context "When initialized" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+    end
+    let(:cluster) { ActiveRecord::Turntable::Cluster.new(User, ActiveRecord::Base.turntable_config[:clusters][:user_cluster]) }
+    subject { ActiveRecord::Turntable::ConnectionProxy.new(cluster) }
+    its(:master_connection) { should == ActiveRecord::Base.connection }
+  end
+
+  context "AR3.1" do
+    it "should proxies columns" do
+      pending "spec not implemented yet"
+    end
+
+    it "should proxies columns_hash" do
+      pending "spec not implemented yet"
+    end
+  end
+
+  context "User insert with id" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+      ActiveRecord::Base.logger = Logger.new(STDOUT)
+    end
+
+    it "should be saved to user_shard_1 with id = 1" do
+      user = User.new
+      user.id = 1
+      # mock(User.turntable_cluster).select_shard(1) { User.turntable_cluster.shards[:user_shard_1] }
+      lambda {
+        user.save!
+      }.should_not raise_error
+    end
+
+    it "should be saved to user_shard_2 with id = 30000" do
+      user = User.new
+      user.id = 30000
+      # mock(User.turntable_cluster).select_shard(30000) { User.turntable_cluster.shards[:user_shard_2] }
+      lambda {
+        user.save!
+      }.should_not raise_error
+    end
+
+    it "should be saved to user_shard_2 with id = 30000 with SQL injection attack" do
+      user = User.new
+      user.id = 30000
+      user.nickname = "hogehgoge'00"
+      # mock(User.turntable_cluster).select_shard(30000) { User.turntable_cluster.shards[:user_shard_2] }
+      lambda {
+        user.save!
+      }.should_not raise_error
+      user.reload
+
+    end
+
+    it "should should be saved the same string when includes escaped string" do
+      user = User.new
+      user.id = 30000
+      user.nickname = "hoge@\n@\\@@\\nhoge\\\nhoge\\n"
+      user.save!
+      user.reload
+      user.nickname.should == "hoge@\n@\\@@\\nhoge\\\nhoge\\n"
+    end
+  end
+
+  context "When have 2 Users in different shards" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+      @user1 = User.new
+      @user1.id = 1
+      @user1.save!
+      @user2 = User.new
+      @user2.id = 30000
+      @user2.save!
+    end
+
+    it "should be saved to user_shard_1 with id = 1" do
+      @user1.nickname = "foobar"
+      lambda {
+        @user1.save!
+      }.should_not raise_error
+
+    end
+
+    it "should be saved to user_shard_2 with id = 30000" do
+      @user2.nickname = "hogehoge"
+      lambda {
+        @user2.save!
+      }.should_not raise_error
+    end
+
+    it "User.where('id IN (1, 30000)') returns 2 record" do
+      User.where(:id => [1, 30000]).all.size.should == 2
+    end
+
+    it "count should be 2" do
+      User.count.should == 2
+    end
+
+    it "User.all returns 2 User object" do
+      User.all.size.should == 2
+    end
+  end
+
+  context "When calling with_all" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+      @user1 = User.new
+      @user1.id = 1
+      @user1.nickname = 'user1'
+      @user1.save!
+      @user2 = User.new
+      @user2.id = 30000
+      @user2.nickname = 'user2'
+      @user2.save!
+    end
+
+    context "do; User.count; end" do
+      subject {
+        User.connection.with_all do
+          User.count
+        end
+      }
+      it { should have(3).items }
+
+      it "returns User.count of each shards" do
+        subject[0].should == 1
+        subject[1].should == 1
+        subject[2].should == 0
+      end
+    end
+
+    context "call with true" do
+      context "block raises error" do
+        subject {
+          User.connection.with_all(true) do
+            raise "Unko Error"
+          end
+        }
+        it { lambda { subject }.should_not raise_error }
+        it { should have(3).items }
+        it "collection " do
+          subject.each do |s|
+            s.should be_instance_of(RuntimeError)
+          end
+        end
+      end
+    end
+  end
+
+  context "When calling exists? with shard_key" do
+    subject { User.exists?(id: 1) }
+    it { should be_true }
+  end
+
+  context "When calling exists? with non-existed shard_key" do
+    subject { User.exists?(id: 3) }
+    it { should be_false }
+  end
+
+  context "When calling exists? with non shard_key" do
+    subject { User.exists?(nickname: 'user2') }
+    it { should be_true }
+  end
+
+  context "When calling exists? with non-existed non shard_key" do
+    subject { User.exists?(nickname: 'user999') }
+    it { should be_false }
+  end
+
+  context "#table_exists?" do
+    subject { User.connection.table_exists?(:users) }
+    it { should be_true }
+  end
+end

data/spec/active_record/turntable/finder_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe "ActiveRecord::FinderMethods" do
+  before(:all) do
+    reload_turntable!(File.join(File.dirname(__FILE__), "../../config/turntable.yml"))
+  end
+
+  context "User insert with id" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+      ActiveRecord::Base.logger = Logger.new(STDOUT)
+      @user = User.new
+      @user.id = 1
+      @user.save
+    end
+
+    it "#find(1) should be == user" do
+      User.find(1).should == @user
+    end
+
+    it "#find(2) should raise error" do
+      lambda { User.find(2) }.should raise_error
+    end
+  end
+end
+

data/spec/active_record/turntable/mixer/fader_spec.rb

@@ -0,0 +1,4 @@
+require 'spec_helper'
+
+describe ActiveRecord::Turntable::Mixer::Fader do
+end

data/spec/active_record/turntable/mixer_spec.rb

@@ -0,0 +1,114 @@
+require 'spec_helper'
+
+describe ActiveRecord::Turntable::Mixer do
+  before(:all) do
+    reload_turntable!(File.join(File.dirname(__FILE__), "../../config/turntable.yml"))
+  end
+
+  before do
+    establish_connection_to("test")
+    truncate_shard
+    @cluster = ActiveRecord::Turntable::Cluster.new(User, ActiveRecord::Base.turntable_config[:clusters][:user_cluster])
+    @connection_proxy = ActiveRecord::Turntable::ConnectionProxy.new(@cluster)
+  end
+
+  context "When initialized" do
+    before do
+      @mixer = ActiveRecord::Turntable::Mixer.new(@connection_proxy)
+    end
+
+    context "For Insert SQL" do
+      context "When call divide_insert_values with Single INSERT and shard_key 'id'" do
+        subject {
+          tree = SQLTree["INSERT INTO `users` (id, hp, mp) VALUES (1, 10, 10)"]
+          @mixer.send(:divide_insert_values, tree, "id")
+        }
+
+        it { should be_instance_of(Hash) }
+        it { should have_key(1) }
+        it { [1].should have(1).item }
+      end
+
+      context "When call divide_insert_values with Bulk INSERT and shard_key 'id'" do
+        subject {
+          tree = SQLTree["INSERT INTO `users` (id, hp, mp) VALUES (1, 10, 10), (2,10,10), (3,10,10)"]
+          @mixer.send(:divide_insert_values, tree, "id")
+        }
+
+        it { should be_instance_of(Hash) }
+        it { should have_key(3) }
+        it { [1].should have(1).item }
+        it { [2].should have(1).item }
+        it { [3].should have(1).item }
+      end
+    end
+
+    context "For Update SQL" do
+      context "When call find_shard_keys with eql shardkey condition" do
+        subject {
+          tree = SQLTree["UPDATE `users` SET `users`.`hp` = 20 WHERE `users`.`id` = 1"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [1] }
+      end
+    end
+
+    context "For Delete SQL" do
+      context "When call find_shard_keys with eql shardkey condition" do
+        subject {
+          tree = SQLTree["DELETE FROM `users` WHERE `users`.`id` = 1"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [1] }
+      end
+    end
+
+    context "For Select SQL" do
+      context "When call find_shard_keys with eql shardkey condition" do
+        subject {
+          tree = SQLTree["SELECT * FROM `users` WHERE `users`.`id` = 1"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [1] }
+      end
+
+      context "When call find_shard_keys with shardkey collection condition" do
+        subject {
+          tree = SQLTree["SELECT * FROM `users` WHERE `users`.`id` IN (1,2,3,4,5)"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [1,2,3,4,5] }
+      end
+
+      context "When call find_shard_keys with not determine shardkey condition" do
+        subject {
+          tree = SQLTree["SELECT * FROM `users` WHERE `users`.`id` = 1 OR 1"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [] }
+      end
+
+      context "When call find_shard_keys with except table definition SQL" do
+        subject {
+          tree = SQLTree["SELECT * FROM `users` WHERE id = 10"]
+          @mixer.find_shard_keys(tree.where, "users", "id")
+        }
+
+        it { should be_instance_of Array }
+        it { should == [] }
+      end
+    end
+
+  end
+
+end

data/spec/active_record/turntable/shard_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe ActiveRecord::Turntable::Shard do
+  before(:all) do
+    reload_turntable!(File.join(File.dirname(__FILE__), "../../config/turntable.yml"))
+  end
+
+  context "When initialized" do
+    before do
+      establish_connection_to("test")
+      truncate_shard
+    end
+
+    subject {
+      ActiveRecord::Turntable::Shard.new(ActiveRecord::Base.turntable_config[:clusters][:user_cluster][:shards][0])
+    }
+    its(:name) { should == ActiveRecord::Base.turntable_config[:clusters][:user_cluster][:shards][0][:connection] }
+    its(:connection) { should be_instance_of(ActiveRecord::ConnectionAdapters::Mysql2Adapter) }
+    its(:connection_pool) { should be_instance_of(ActiveRecord::ConnectionAdapters::ConnectionPool) }
+  end
+end

data/spec/active_record/turntable_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe ActiveRecord::Turntable do
+  before(:all) do
+    ActiveRecord::Base.send(:include, ActiveRecord::Turntable)
+  end
+
+  context "#config_file" do
+    it "should return Rails.root/config/turntable.yml default" do
+      unless defined?(::Rails); class ::Rails; end; end
+      stub(Rails).root { "/path/to/rails_root" }
+      ActiveRecord::Base.turntable_config_file = nil
+      ActiveRecord::Base.turntable_config_file.should == "/path/to/rails_root/config/turntable.yml"
+    end
+  end
+
+  context "#config_file=" do
+    it "should set config_file" do
+      ActiveRecord::Base.send(:include, ActiveRecord::Turntable)
+      filename = "hogefuga"
+      ActiveRecord::Base.turntable_config_file = filename
+      ActiveRecord::Base.turntable_config_file.should == filename
+    end
+  end
+
+  context "#config" do
+    subject { ActiveRecord::Base.turntable_config }
+    it { should be_instance_of(ActiveRecord::Turntable::Config) }
+  end
+end

data/spec/config/database.yml

@@ -0,0 +1,45 @@
+test:
+  adapter: mysql2
+  username: root
+  password:
+  host: localhost
+  port: 3306
+  encoding: utf8
+  database: turntable_master_test
+  seq:
+    user_seq_1:
+      adapter: mysql2
+      username: root
+      password:
+      host: localhost
+      port: 3306
+      encoding: utf8
+      database: turntable_seq_test
+#     seq_type: api
+      api_host: localhost
+      api_port: 9292
+  shards:
+    user_shard_1:
+      adapter: mysql2
+      username: root
+      password:
+      host: localhost
+      port: 3306
+      encoding: utf8
+      database: turntable1_test
+    user_shard_2:
+      adapter: mysql2
+      username: root
+      password:
+      host: localhost
+      port: 3306
+      encoding: utf8
+      database: turntable2_test
+    user_shard_3:
+      adapter: mysql2
+      username: root
+      password:
+      host: localhost
+      port: 3306
+      encoding: utf8
+      database: turntable3_test

data/spec/config/turntable.yml

@@ -0,0 +1,17 @@
+test:
+  clusters:
+    user_cluster:
+      algorithm: range_bsearch
+      seq:
+        connection: user_seq_1
+      shards:
+        - connection: user_shard_1
+          less_than: 20000
+        - connection: user_shard_2
+          less_than: 40000
+        - connection: user_shard_1
+          less_than: 60000
+        - connection: user_shard_2
+          less_than: 80000
+        - connection: user_shard_3
+          less_than: 10000000