mongo 1.7.1 → 1.8.0

data/test/{timeout_test.rb → functional/timeout_test.rb}

@@ -1,4 +1,4 @@
-require File.expand_path("../test_helper", __FILE__)
+require 'test_helper'
 
 class TestTimeout < Test::Unit::TestCase
   def test_op_timeout

data/test/{uri_test.rb → functional/uri_test.rb}

@@ -1,4 +1,4 @@
-require File.expand_path("../test_helper", __FILE__)
+require 'test_helper'
 
 class URITest < Test::Unit::TestCase
   include Mongo

data/test/functional/write_concern_test.rb

@@ -0,0 +1,104 @@
+require 'test_helper'
+include Mongo
+
+class WriteConcernTest < Test::Unit::TestCase
+  context "Write concern propogation: " do
+    setup do
+      @con = standard_connection
+      @db  = @con[MONGO_TEST_DB]
+      @col = @db['test-safe']
+      @col.create_index([[:a, 1]], :unique => true)
+      @col.remove
+    end
+
+    #TODO: add write concern tests for remove
+
+    should "propogate write concern options on insert" do
+      @col.insert({:a => 1})
+
+      assert_raise_error(OperationFailure, "duplicate key") do
+        @col.insert({:a => 1})
+      end
+    end
+
+    should "allow write concern override on insert" do
+      @col.insert({:a => 1})
+      @col.insert({:a => 1}, :w => 0)
+    end
+
+    should "propogate write concern option on update" do
+      @col.insert({:a => 1})
+      @col.insert({:a => 2})
+
+      assert_raise_error(OperationFailure, "duplicate key") do
+        @col.update({:a => 2}, {:a => 1})
+      end
+    end
+
+    should "allow write concern override on update" do
+      @col.insert({:a => 1})
+      @col.insert({:a => 2})
+      @col.update({:a => 2}, {:a => 1}, :w => 0)
+    end
+  end
+
+  context "Write concern error objects" do
+    setup do
+      @con = standard_connection
+      @db  = @con[MONGO_TEST_DB]
+      @col = @db['test']
+      @col.remove
+      @col.insert({:a => 1})
+      @col.insert({:a => 1})
+      @col.insert({:a => 1})
+    end
+
+    should "return object on update" do
+      response = @col.update({:a => 1}, {"$set" => {:a => 2}},
+                             :multi => true)
+
+      assert response['updatedExisting']
+      assert_equal 3, response['n']
+    end
+
+    should "return object on remove" do
+      response = @col.remove({})
+      assert_equal 3, response['n']
+    end
+  end
+
+  context "Write concern in gridfs" do
+    setup do
+      @db = standard_connection.db(MONGO_TEST_DB)
+      @grid = Mongo::GridFileSystem.new(@db)
+      @filename = 'sample'
+    end
+
+    teardown do
+      @grid.delete(@filename)
+    end
+
+    should "should acknowledge writes by default using md5" do
+      file = @grid.open(@filename, 'w')
+      file.write "Hello world!"
+      file.close
+      assert_equal file.client_md5, file.server_md5
+    end
+
+    should "should allow for unacknowledged writes" do
+      file = @grid.open(@filename, 'w', {:w => 0} )
+      file.write "Hello world!"
+      file.close
+      assert_nil file.client_md5, file.server_md5
+    end
+
+    should "should support legacy write concern api" do
+      file = @grid.open(@filename, 'w', {:safe => false} )
+      file.write "Hello world!"
+      file.close
+      assert_nil file.client_md5, file.server_md5
+    end
+
+  end
+
+end

data/test/replica_set/basic_test.rb

@@ -0,0 +1,139 @@
+require 'test_helper'
+
+class BasicTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
+  end
+
+  def test_connect
+    client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name)
+    assert client.connected?
+    assert_equal @rs.primary_name, client.primary.join(':')
+    assert_equal @rs.secondary_names.sort, client.secondaries.collect{|s| s.join(':')}.sort
+    assert_equal @rs.arbiter_names.sort, client.arbiters.collect{|s| s.join(':')}.sort
+    client.close
+
+    silently do
+      client = MongoReplicaSetClient.new(@rs.repl_set_seeds_old, :name => @rs.repl_set_name)
+    end
+
+    assert client.connected?
+    client.close
+  end
+
+  def test_safe_option
+    client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name)
+    assert client.connected?
+    assert client.write_concern[:w] > 0
+    client.close
+    client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name, :w => 0)
+    assert client.connected?
+    assert client.write_concern[:w] < 1
+    client.close
+    client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name, :w => 2)
+    assert client.connected?
+    assert client.write_concern[:w] > 0
+    client.close
+  end
+
+  def test_multiple_concurrent_replica_set_connection
+    client1 = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name)
+    client2 = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name)
+    assert client1.connected?
+    assert client2.connected?
+    assert client1.manager != client2.manager
+    assert client1.local_manager != client2.local_manager
+    client1.close
+    client2.close
+  end
+
+  def test_cache_original_seed_nodes
+    host = @rs.servers.first.host
+    seeds = @rs.repl_set_seeds << "#{host}:19356"
+    client = MongoReplicaSetClient.new(seeds, :name => @rs.repl_set_name)
+    assert client.connected?
+    assert client.seeds.include?([host, 19356]), "Original seed nodes not cached!"
+    assert_equal [host, 19356], client.seeds.last, "Original seed nodes not cached!"
+    client.close
+  end
+
+  def test_accessors
+    seeds = @rs.repl_set_seeds
+    args = {:name => @rs.repl_set_name}
+    client = MongoReplicaSetClient.new(seeds, args)
+    assert_equal @rs.primary_name, [client.host, client.port].join(':')
+    assert_equal client.host, client.primary_pool.host
+    assert_equal client.port, client.primary_pool.port
+    assert_equal 2, client.secondaries.length
+    assert_equal 2, client.arbiters.length
+    assert_equal 2, client.secondary_pools.length
+    assert_equal @rs.repl_set_name, client.replica_set_name
+    assert client.secondary_pools.include?(client.read_pool(:secondary))
+    assert_equal 90, client.refresh_interval
+    assert_equal client.refresh_mode, false
+    client.close
+  end
+
+  context "Socket pools" do
+    context "checking out writers" do
+      setup do
+        seeds = @rs.repl_set_seeds
+        args = {:name => @rs.repl_set_name}
+        @client = MongoReplicaSetClient.new(seeds, args)
+        @coll = @client[MONGO_TEST_DB]['test-connection-exceptions']
+      end
+
+      should "close the connection on send_message for major exceptions" do
+        @client.expects(:checkout_writer).raises(SystemStackError)
+        @client.expects(:close)
+        begin
+          @coll.insert({:foo => "bar"})
+        rescue SystemStackError
+        end
+      end
+
+      should "close the connection on send_message_with_gle for major exceptions" do
+        @client.expects(:checkout_writer).raises(SystemStackError)
+        @client.expects(:close)
+        begin
+          @coll.insert({:foo => "bar"})
+        rescue SystemStackError
+        end
+      end
+
+      should "close the connection on receive_message for major exceptions" do
+        @client.expects(:checkout_reader).raises(SystemStackError)
+        @client.expects(:close)
+        begin
+          @coll.find({}, :read => :primary).next
+        rescue SystemStackError
+        end
+      end
+    end
+
+    context "checking out readers" do
+      setup do
+        seeds = @rs.repl_set_seeds
+        args = {:name => @rs.repl_set_name}
+        @client = MongoReplicaSetClient.new(seeds, args)
+        @coll = @client[MONGO_TEST_DB]['test-connection-exceptions']
+      end
+
+      should "close the connection on receive_message for major exceptions" do
+        @client.expects(:checkout_reader).raises(SystemStackError)
+        @client.expects(:close)
+        begin
+          @coll.find({}, :read => :secondary).next
+        rescue SystemStackError
+        end
+      end
+    end
+  end
+
+end

data/test/replica_set/client_test.rb

@@ -0,0 +1,255 @@
+require 'test_helper'
+
+class ClientTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+    @client = nil
+  end
+
+  def teardown
+    @client.close if @client
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
+  end
+
+  # To reset after (test) failure
+  #     rake test:cleanup
+
+  def step_down_command
+    # Adding force=true to avoid 'no secondaries within 10 seconds of my optime' errors
+    step_down_command = BSON::OrderedHash.new
+    step_down_command[:replSetStepDown] = 60
+    step_down_command[:force]           = true
+    step_down_command
+  end
+
+  # TODO: test connect timeout.
+
+  def test_connect_with_deprecated_multi
+    #replica_host_ports = @rs.replicas.collect{|replica| [replica.host, replica.port]}
+    host = @rs.replicas.first.host
+    silently do
+      @client = MongoClient.multi([
+        # guaranteed to have one data-holding member
+        [host, @rs.replicas[0].port],
+        [host, @rs.replicas[1].port],
+        [host, @rs.replicas[2].port],
+      ], :name => @rs.repl_set_name)
+    end
+    assert !@client.nil?
+    assert @client.connected?
+  end
+
+  def test_connect_bad_name
+    assert_raise_error(ReplicaSetConnectionError, "-wrong") do
+      @client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :name => @rs.repl_set_name + "-wrong")
+    end
+  end
+
+  def test_connect_with_first_secondary_node_terminated
+    @rs.secondaries.first.stop
+
+    rescue_connection_failure do
+      @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    end
+    assert @client.connected?
+  end
+
+  def test_connect_with_last_secondary_node_terminated
+    @rs.secondaries.last.stop
+
+    rescue_connection_failure do
+      @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    end
+    assert @client.connected?
+  end
+
+  def test_connect_with_primary_stepped_down
+    @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    @client[MONGO_TEST_DB]['bar'].save({:a => 1}, {:w => 3})
+    assert @client[MONGO_TEST_DB]['bar'].find_one
+
+    primary = Mongo::MongoClient.new(@client.primary_pool.host, @client.primary_pool.port)
+    assert_raise Mongo::ConnectionFailure do
+      primary['admin'].command(step_down_command)
+    end
+    assert @client.connected?
+
+    rescue_connection_failure do
+      @client[MONGO_TEST_DB]['bar'].find_one
+    end
+  end
+
+  def test_connect_with_primary_killed
+    @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    assert @client.connected?
+    @client[MONGO_TEST_DB]['bar'].save({:a => 1}, {:w => 3})
+    assert @client[MONGO_TEST_DB]['bar'].find_one
+
+    @rs.primary.kill(Signal.list['KILL'])
+
+    rescue_connection_failure do
+      @client[MONGO_TEST_DB]['bar'].find_one
+    end
+  end
+
+  def test_save_with_primary_stepped_down
+    @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    assert @client.connected?
+
+    primary = Mongo::MongoClient.new(@client.primary_pool.host, @client.primary_pool.port)
+    assert_raise Mongo::ConnectionFailure do
+      primary['admin'].command(step_down_command)
+    end
+
+    rescue_connection_failure do
+      @client[MONGO_TEST_DB]['bar'].save({:a => 1}, {:w => 3})
+    end
+  end
+
+  #def test_connect_with_first_node_removed
+  #  @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+  #  @client[MONGO_TEST_DB]['bar'].save({:a => 1}, {:w => 3})
+  #
+  #  old_primary = [@client.primary_pool.host, @client.primary_pool.port]
+  #  old_primary_conn = Mongo::MongoClient.new(*old_primary)
+  #  assert_raise Mongo::ConnectionFailure do
+  #    old_primary_conn['admin'].command(step_down_command)
+  #  end
+  #
+  #  # Wait for new primary
+  #  rescue_connection_failure do
+  #    sleep 1 until @rs.get_node_with_state(1)
+  #  end
+  #
+  #  new_primary = @rs.get_all_host_pairs_with_state(1).first
+  #  new_primary_conn = Mongo::MongoClient.new(*new_primary)
+  #
+  #  config = nil
+  #
+  #  # Remove old primary from replset
+  #  rescue_connection_failure do
+  #    config = @client['local']['system.replset'].find_one
+  #  end
+  #
+  #  old_member = config['members'].select {|m| m['host'] == old_primary.join(':')}.first
+  #  config['members'].reject! {|m| m['host'] == old_primary.join(':')}
+  #  config['version'] += 1
+  #
+  #  begin
+  #    new_primary_conn['admin'].command({'replSetReconfig' => config})
+  #  rescue Mongo::ConnectionFailure
+  #  end
+  #
+  #  # Wait for the dust to settle
+  #  rescue_connection_failure do
+  #    assert @client[MONGO_TEST_DB]['bar'].find_one
+  #  end
+  #
+  #  # Make sure a new connection skips the old primary
+  #  @new_conn = MongoReplicaSetClient.new @rs.repl_set_seeds
+  #  @new_conn.connect
+  #  new_nodes = [@new_conn.primary] + @new_conn.secondaries
+  #  assert !(new_nodes).include?(old_primary)
+  #
+  #  # Add the old primary back
+  #  config['members'] << old_member
+  #  config['version'] += 1
+  #
+  #  begin
+  #    new_primary_conn['admin'].command({'replSetReconfig' => config})
+  #  rescue Mongo::ConnectionFailure
+  #  end
+  #end
+
+  #def test_connect_with_hung_first_node
+  #  hung_node = nil
+  #  begin
+  #    hung_node = IO.popen('nc -lk 127.0.0.1 29999 >/dev/null 2>&1')
+  #
+  #    @client = MongoReplicaSetClient.new(['localhost:29999'] + @rs.repl_set_seeds,
+  #                                  :connect_timeout => 2)
+  #    @client.connect
+  #    assert ['localhost:29999'] != @client.primary
+  #    assert !@client.secondaries.include?('localhost:29999')
+  #  ensure
+  #    Process.kill("KILL", hung_node.pid) if hung_node
+  #  end
+  #end
+
+  def test_connect_with_connection_string
+    @client = MongoClient.from_uri("mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}")
+    assert !@client.nil?
+    assert @client.connected?
+  end
+
+  def test_connect_with_connection_string_in_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}"
+    @client = MongoReplicaSetClient.new
+    assert !@client.nil?
+    assert_equal 2, @client.seeds.length
+    assert_equal @rs.replicas[0].host, @client.seeds[0][0]
+    assert_equal @rs.replicas[1].host, @client.seeds[1][0]
+    assert_equal @rs.replicas[0].port, @client.seeds[0][1]
+    assert_equal @rs.replicas[1].port, @client.seeds[1][1]
+    assert_equal @rs.repl_set_name, @client.replica_set_name
+    assert @client.connected?
+  end
+
+  def test_connect_with_connection_string_in_implicit_mongodb_uri
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}"
+    @client = MongoClient.from_uri
+    assert !@client.nil?
+    assert_equal 2, @client.seeds.length
+    assert_equal @rs.replicas[0].host, @client.seeds[0][0]
+    assert_equal @rs.replicas[1].host, @client.seeds[1][0]
+    assert_equal @rs.replicas[0].port, @client.seeds[0][1]
+    assert_equal @rs.replicas[1].port, @client.seeds[1][1]
+    assert_equal @rs.repl_set_name, @client.replica_set_name
+    assert @client.connected?
+  end
+
+  def test_connect_with_new_seed_format
+    @client = MongoReplicaSetClient.new @rs.repl_set_seeds
+    assert @client.connected?
+  end
+
+  def test_connect_with_old_seed_format
+    silently do
+      @client = MongoReplicaSetClient.new(@rs.replicas[0].host_port_a, @rs.replicas[1].host_port_a)
+    end
+    assert @client.connected?
+  end
+
+  def test_connect_with_full_connection_string
+    @client = MongoClient.from_uri("mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};w=2;fsync=true;slaveok=true")
+    assert !@client.nil?
+    assert @client.connected?
+    assert_equal 2, @client.write_concern[:w]
+    assert @client.write_concern[:fsync]
+    assert @client.read_pool
+  end
+
+  def test_connect_with_full_connection_string_in_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};w=2;fsync=true;slaveok=true"
+    @client = MongoReplicaSetClient.new
+    assert !@client.nil?
+    assert @client.connected?
+    assert_equal 2, @client.write_concern[:w]
+    assert @client.write_concern[:fsync]
+    assert @client.read_pool
+  end
+
+  def test_connect_options_override_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};w=2;fsync=true;slaveok=true"
+    @client = MongoReplicaSetClient.new({:w => 0})
+    assert !@client.nil?
+    assert @client.connected?
+    assert_equal 0, @client.write_concern[:w]
+  end
+
+end