xbar 0.0.1 → 0.4.0

data/spec/xbar/logger_spec.rb

@@ -0,0 +1,22 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe XBar::Logger do
+  before(:all) do
+    set_xbar_env('default', 'test')
+  end
+
+	before :each do
+		@out = StringIO.new
+		@log = XBar::Logger.new(@out)
+		ActiveRecord::Base.logger = @log
+	end
+	
+	after :each do
+		ActiveRecord::Base.logger = nil
+  end
+
+	it "should add to the default logger what shard the query was sent" do
+    User.using(:canada).create!(:name => "test")
+		@out.string.should =~ /Shard: canada/
+	end
+end

data/spec/xbar/mapper_spec.rb

@@ -0,0 +1,283 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe XBar::Mapper do
+  
+  describe "creating a new instance" do
+    before(:all) do
+      set_xbar_env('default', 'test')
+    end
+    
+    it "should initialize all shards" do
+      XBar::Mapper.shards.keys.to_set.should == 
+        ["master", "london", "paris", "moscow", "russia", "russia_east",
+          "russia_central", "russia_west", "canada", "canada_east",
+           "canada_central", "canada_west", "brazil", "china", "china_east",
+           "china_west"].to_set
+    end
+
+     it "should return all environments" do
+      XBar::Mapper.environments.should == ["test", "development", "staging"]
+    end
+
+    it "should work with thinking sphinx" do
+      master_connection_pool = XBar::Mapper.shards[:master][0]
+      master_connection_pool.should be_instance_of(
+        ActiveRecord::ConnectionAdapters::ConnectionPool)
+      master_connection_pool.spec.config.should ==
+        {:adapter=>"mysql2", :username=>"root", :port=>3306,
+          :database=>"master", :host=>"localhost"}           
+    end
+
+    it 'should create a set with all adapters' do
+      adapters = XBar::Mapper.adapters
+      adapters.should be_kind_of(Set)
+      adapters.to_a.should =~ ["sqlite3", "mysql2", "postgresql"]
+    end
+
+    it "uses second occurrence when there are duplicate shard names" do
+      # The JSON parser is discarding the first duplicate key instead of
+      # throwing an exception.  Just the way JSON works, I guess.  
+      set_xbar_env("duplicate_shard", "test")
+      XBar::Mapper.shards.keys.should == ["master", "sales", "inventory"]
+      XBar::Mapper.config["environments"]["test"]["shards"]["inventory"].
+        should == "inventory_2"
+      config = XBar::Mapper.shards[:inventory][0].spec.config
+      config[:database].should == "russia_2"
+    end
+    
+    describe "when a config file has a missing connection key" do
+      after(:each) do
+        set_xbar_env('default') # give something sensible to clean_all_shards
+      end
+      it "should raise an exception" do
+        lambda { set_xbar_env('missing_key', 'test') }.should raise_error(
+          XBar::ConfigError, "No connection for key inventory_3")
+       end     
+    end    
+          
+    it "should create a master shard if app_env doesn't specify one" do
+      set_xbar_env("no_master_shard", "test")
+      XBar::Mapper.shards.keys.should == ["sales", "inventory", "master"]
+    end
+
+    describe "should correctly initialize shards when bogus environment is given" do
+      before(:each) do
+        set_xbar_env('default', 'crazy_environment')
+      end
+
+      it "should initialize just the master shard" do
+        XBar::Mapper.shards.keys.should == ["master"]
+      end
+      
+      it "should use connection pool that we have configured" do
+        XBar::Mapper.shards[:master][0].should == 
+          ActiveRecord::Base.connection_pool
+      end
+      
+      it "should have one adapter" do
+        XBar::Mapper.adapters.size.should ==1
+      end
+      
+      it "should have one connection pool for the master shard" do
+        XBar::Mapper.shards[:master].size.should == 1
+      end
+      
+    end
+    
+    describe "should correctly initialize shards when config file is missing" do
+      before(:each) do
+        set_xbar_env('missing')
+      end
+
+      it "should initialize just the master shard" do
+        XBar::Mapper.shards.keys.should == ["master"]
+      end
+      
+      it "should use connection pool that we have configured" do
+        XBar::Mapper.shards[:master][0].should == 
+          ActiveRecord::Base.connection_pool
+      end
+      
+      it "should have one adapter" do
+        XBar::Mapper.adapters.size.should ==1
+      end
+      
+      it "should have one connection pool for the master shard" do
+        XBar::Mapper.shards[:master].size.should == 1
+      end
+      
+    end
+    
+    describe "should process environment options correctly" do
+      before(:each) do
+        set_xbar_env('default', 'development')
+      end
+      
+      it "should have correct color" do
+        XBar::Mapper.options[:favorite_color].should == 'blue'
+      end
+      
+      it "should have correct verify connection option" do
+        XBar::Mapper.options[:verify_connection].should == true
+      end
+      
+    end
+  end
+  
+  describe "When Rails is present" do
+    before(:each) do
+      Rails = mock
+      Rails.stub(:env).and_return('staging')
+    end
+    after(:each) do
+      Object.class_eval {remove_const :Rails}
+    end
+    it "should not allow app_env to be set" do
+        lambda { 
+          XBar::Mapper.reset(xbar_env: 'anything', app_env: 'anything') }.should raise_error(
+            XBar::ConfigError, "Can't change app_env when you have a Rails environment.")
+    end
+    
+    it "should use correct environments" do
+      XBar.rails_env.should == 'staging'
+      XBar::Mapper.app_env.should == 'staging'
+    end
+       
+    it "reset should not change any environments" do
+      XBar::Mapper.reset
+      XBar.rails_env.should == 'staging'
+      XBar::Mapper.app_env.should == 'staging'
+      XBar::Mapper.xbar_env == 'default'
+    end
+    
+  end
+  
+  describe "when a Rails application is not present" do
+    before(:each) do
+      set_xbar_env('default', 'test')
+    end
+    
+    it "should sychronize rails_env and app_env environments" do
+      XBar.rails_env.should be_nil
+      XBar::Mapper.app_env.should  == 'test'
+    end
+    
+    it "reset should not change any environments" do
+      XBar::Mapper.reset
+      XBar.rails_env.should be_nil
+      XBar::Mapper.app_env.should == 'test'
+      XBar::Mapper.xbar_env == 'default'
+    end
+  end
+   
+  describe "when a Rails application is present" do
+    before(:each) do
+      set_xbar_env('default', 'test')
+      Rails = mock
+      Rails.stub(:env).and_return('staging')
+    end
+    after(:each) do
+      Object.class_eval {remove_const :Rails}
+    end 
+    
+    it "should sychronize rails_env and app_env environments" do
+      XBar.rails_env.should == 'staging'
+      XBar::Mapper.app_env == 'test'
+      XBar::Mapper.reset
+      XBar.rails_env.should == 'staging'
+      XBar::Mapper.app_env == 'staging'
+    end
+  end
+  
+  describe "when loading a new XBar environment" do
+    
+    context "when in the test environment" do
+      before(:each) do
+        XBar::Mapper.reset(xbar_env: "acme", app_env: "test")
+      end
+      
+      it "should be using correct environments" do
+        XBar::Mapper.app_env.should == 'test'
+        XBar::Mapper.xbar_env.should == 'acme'
+        XBar.rails_env.should be_nil
+      end
+      
+      it "should have all environments installed" do
+        XBar::Mapper.environments.should == ["test", "development", "production", "staging"]
+      end
+      
+      it "should have correct shards installed" do
+        XBar::Mapper.shards.keys.should == ["master", "sales", "inventory", "common"]
+        XBar::Mapper.shards[:inventory].size.should == 1
+        XBar::Mapper.shards[:common].size.should == 3
+      end
+      
+    end
+    
+    context "when in the development environment" do
+      before(:each) do
+        XBar::Mapper.reset(xbar_env: "acme", app_env: "development")
+      end
+      
+      it "should be using correct environments" do
+        XBar::Mapper.app_env.should == 'development'
+        XBar::Mapper.xbar_env.should == 'acme'
+        XBar.rails_env.should be_nil
+      end
+      
+      it "should have all environments installed" do
+        XBar::Mapper.environments.should == ["test", "development", "production", "staging"]
+      end
+      
+      it "should have the correct shards intalled"do
+        XBar::Mapper.shards.keys.should == ["master", "sales", "inventory", "common"]
+        XBar::Mapper.shards[:inventory].size.should == 1
+        XBar::Mapper.shards[:common].size.should == 3
+      end
+     
+    end
+    
+    
+    context "when in the staging environment" do
+      before(:each) do
+        XBar::Mapper.reset(xbar_env: "acme", app_env: "staging")
+      end
+      
+      it "should be using correct environments" do
+        XBar::Mapper.app_env.should == 'staging'
+        XBar::Mapper.xbar_env.should == 'acme'
+      end
+      
+      it "should have all environments installed" do
+        XBar::Mapper.environments.should == ["test", "development", "production", "staging"]
+      end
+      
+      it "should have correct shards installed" do
+        XBar::Mapper.shards.keys.should == ["master", "inventory", "common"]
+        XBar::Mapper.shards[:inventory].size.should == 1
+        XBar::Mapper.shards[:common].size.should == 3
+      end
+      
+    end
+    
+
+  end
+  
+end
+
+describe "when you specify a bogus application environment" do
+  before(:each) do
+    set_xbar_env("acme", "bogus")
+    @proxy = Thread.current[:connection_proxy]
+  end
+
+  it "should initialize the list of shards" do
+    XBar::Mapper.shards.keys.should == ["master"]
+    @proxy.shard_list.keys.should == ["master"]
+    shard = @proxy.shard_list[:master]
+    shard.instance_eval do
+      @shard_name.should == "master"
+      @slaves.length.should == 0
+    end
+  end
+end

data/spec/xbar/migration_spec.rb

@@ -0,0 +1,110 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe XBar::Migration do
+  before(:each) do
+    set_xbar_env('default', 'test')
+  end
+  it "should run just in the master shard" do
+    migrating_to_version 1 do
+      User.using(:master).find_by_name("Master").should_not be_nil
+      User.using(:canada).find_by_name("Master").should be_nil
+      User.using(:brazil).find_by_name("Master").should be_nil
+    end
+  end
+
+  it "should run on specific shard" do
+    migrating_to_version 2 do
+      User.using(:master).find_by_name("Sharding").should be_nil
+      User.using(:canada).find_by_name("Sharding").should_not be_nil
+      User.using(:canada_east).find_by_name("Sharding").should_not be_nil
+      # May need to delay for enventual consistency
+      User.using(:canada_central).find_by_name("Sharding").should_not be_nil
+      User.using(:canada_west).find_by_name("Sharding").should_not be_nil
+    end
+  end
+
+  it "should run on specified shards" do
+    migrating_to_version 3 do
+      User.using(:canada).find_by_name("Both").should_not be_nil
+      User.using(:brazil).find_by_name("Both").should_not be_nil
+    end
+  end
+
+  it "should run on specified group" do
+    pending
+    migrating_to_version 4 do
+      User.using(:canada).find_by_name("Group").should_not be_nil
+      User.using(:brazil).find_by_name("Group").should_not be_nil
+      User.using(:russia).find_by_name("Group").should_not be_nil
+    end
+  end
+
+  it "should run on multiples groups" do
+    pending
+    migrating_to_version 5 do
+      User.using(:canada).find(:all, {:conditions => {:name => "MultipleGroup"}}).size.should == 2
+      User.using(:brazil).find(:all, {:conditions => {:name => "MultipleGroup"}}).size.should == 2
+      User.using(:russia).find(:all, {:conditions => {:name => "MultipleGroup"}}).size.should == 2
+    end
+  end
+
+  it "should create users inside block" do
+    migrating_to_version 12 do
+      User.using(:brazil).where(:name => "UsingBlock1").size.should == 1
+      User.using(:brazil).find(:all, :conditions => {:name => "UsingBlock1"}).size.should == 1
+      User.using(:brazil).find(:all, :conditions => {:name => "UsingBlock2"}).size.should == 1
+      User.using(:canada).find(:all, :conditions => {:name => "UsingCanada"}).size.should == 1
+      User.using(:canada).find(:all, :conditions => {:name => "UsingCanada2"}).size.should == 1
+    end
+  end
+
+  it "should send the query to the correct shard" do
+    migrating_to_version 13 do
+      User.using(:brazil).find(:all, :conditions => {:name => "Brazil"}).size.should == 1
+      User.using(:brazil).find(:all, :conditions => {:name => "Canada"}).size.should == 0
+      User.using(:canada).find(:all, :conditions => {:name => "Brazil"}).size.should == 0
+      User.using(:canada).find(:all, :conditions => {:name => "Canada"}).size.should == 1
+    end
+  end
+
+  describe "should raise a exception when" do
+    it "you specify a invalid shard name" do
+      lambda { ActiveRecord::Migrator.run(:up, MIGRATIONS_ROOT, 6) }.should raise_error("Nonexistent Shard Name: amazing_shard")
+    end
+
+    it "you specify a invalid shard name, even if you have multiple shards, and one of them are right" do
+      lambda { ActiveRecord::Migrator.run(:up, MIGRATIONS_ROOT, 7) }.should raise_error("Nonexistent Shard Name: invalid_shard")
+    end
+
+    it "you specify a invalid group name" do
+      pending
+      lambda { ActiveRecord::Migrator.run(:up, MIGRATIONS_ROOT, 8) }.should raise_error("Nonexistent Group Name: invalid_group")
+    end
+
+    it "you specify a invalid group name, even if you have multiple groups, and one of them are right" do
+      pending
+      lambda { ActiveRecord::Migrator.run(:up, MIGRATIONS_ROOT, 9) }.should raise_error("Nonexistent Group Name: invalid_group")
+    end
+  end
+
+  describe "when using replication" do
+    it "should run writes on master when you use replication" do
+      migrating_to_version 10 do
+        Cat.using(:china_east).find_by_name("Replication").should_not be_nil
+        Cat.using(:china_west).find_by_name("Replication").should be_nil
+      end
+    end
+  
+    it "should run in all shards, master or another shards" do
+      pending
+      using_environment :production_replicated do
+        migrating_to_version 11 do
+          [:slave4, :slave1, :slave2, :slave3].each do |sym|
+            Cat.find_by_name("Slaves").should_not be_nil
+          end
+        end
+      end
+    end
+  end
+end
+