mongo 1.7.1 → 1.8.0

data/test/replica_set/complex_connect_test.rb

@@ -0,0 +1,62 @@
+require 'test_helper'
+
+class ComplexConnectTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
+  end
+
+  def teardown
+    @client.close if defined?(@conn) && @conn
+  end
+
+  def test_complex_connect
+    host = @rs.servers.first.host
+    primary = MongoClient.new(host, @rs.primary.port)
+
+    @client = MongoReplicaSetClient.new([
+      @rs.servers[2].host_port,
+      @rs.servers[1].host_port,
+      @rs.servers[0].host_port
+    ])
+
+    version = @client.server_version
+
+    @client['test']['foo'].insert({:a => 1})
+    assert @client['test']['foo'].find_one
+
+    config = primary['local']['system.replset'].find_one
+    config['version'] += 1
+    port_to_delete = @rs.servers.collect(&:port).find{|port| port != primary.port}.to_s # eliminate exception: can't find self in new replset config
+    config['members'].delete_if do |member|
+      member['host'].include?(port_to_delete)
+    end
+
+    assert_raise ConnectionFailure do
+      primary['admin'].command({:replSetReconfig => config})
+    end
+    @rs.start
+
+    force_stepdown = BSON::OrderedHash.new
+    force_stepdown[:replSetStepDown] = 1
+    force_stepdown[:force] = true
+
+    assert_raise ConnectionFailure do
+      primary['admin'].command(force_stepdown)
+    end
+
+    # isMaster is currently broken in 2.1+ when called on removed nodes
+    if version < "2.1"
+      rescue_connection_failure do
+        assert @client['test']['foo'].find_one
+      end
+
+      assert @client['test']['foo'].find_one
+    end
+  end
+end

data/test/replica_set/connection_test.rb

@@ -0,0 +1,255 @@
+require 'test_helper'
+
+class ConnectionTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+    @connection = nil
+  end
+
+  def teardown
+    @connection.close if @connection
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
+  end
+
+  # To reset after (test) failure
+  #     rake test:cleanup
+
+  def step_down_command
+    # Adding force=true to avoid 'no secondaries within 10 seconds of my optime' errors
+    step_down_command = BSON::OrderedHash.new
+    step_down_command[:replSetStepDown] = 60
+    step_down_command[:force]           = true
+    step_down_command
+  end
+
+  # TODO: test connect timeout.
+
+  def test_connect_with_deprecated_multi
+    #replica_host_ports = @rs.replicas.collect{|replica| [replica.host, replica.port]}
+    host = @rs.replicas.first.host
+    silently do
+      @connection = Connection.multi([
+        # guaranteed to have one data-holding member
+        [host, @rs.replicas[0].port],
+        [host, @rs.replicas[1].port],
+        [host, @rs.replicas[2].port],
+      ], :name => @rs.repl_set_name)
+    end
+    assert !@connection.nil?
+    assert @connection.connected?
+  end
+
+  def test_connect_bad_name
+    assert_raise_error(ReplicaSetConnectionError, "-wrong") do
+      @connection = ReplSetConnection.new(@rs.repl_set_seeds, :safe => true, :name => @rs.repl_set_name + "-wrong")
+    end
+  end
+
+  def test_connect_with_first_secondary_node_terminated
+    @rs.secondaries.first.stop
+
+    rescue_connection_failure do
+      @connection = ReplSetConnection.new @rs.repl_set_seeds
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_last_secondary_node_terminated
+    @rs.secondaries.last.stop
+
+    rescue_connection_failure do
+      @connection = ReplSetConnection.new @rs.repl_set_seeds
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_primary_stepped_down
+    @connection = ReplSetConnection.new @rs.repl_set_seeds
+    @connection[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
+    assert @connection[MONGO_TEST_DB]['bar'].find_one
+
+    primary = Mongo::Connection.new(@connection.primary_pool.host, @connection.primary_pool.port)
+    assert_raise Mongo::ConnectionFailure do
+      primary['admin'].command(step_down_command)
+    end
+    assert @connection.connected?
+
+    rescue_connection_failure do
+      @connection[MONGO_TEST_DB]['bar'].find_one
+    end
+  end
+
+  def test_connect_with_primary_killed
+    @connection = ReplSetConnection.new @rs.repl_set_seeds
+    assert @connection.connected?
+    @connection[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
+    assert @connection[MONGO_TEST_DB]['bar'].find_one
+
+    @rs.primary.kill(Signal.list['KILL'])
+
+    rescue_connection_failure do
+      @connection[MONGO_TEST_DB]['bar'].find_one
+    end
+  end
+
+  def test_save_with_primary_stepped_down
+    @connection = ReplSetConnection.new @rs.repl_set_seeds
+    assert @connection.connected?
+
+    primary = Mongo::Connection.new(@connection.primary_pool.host, @connection.primary_pool.port)
+    assert_raise Mongo::ConnectionFailure do
+      primary['admin'].command(step_down_command)
+    end
+
+    rescue_connection_failure do
+      @connection[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
+    end
+  end
+
+  #def test_connect_with_first_node_removed
+  #  @connection = ReplSetConnection.new @rs.repl_set_seeds
+  #  @connection[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
+  #
+  #  old_primary = [@connection.primary_pool.host, @connection.primary_pool.port]
+  #  old_primary_conn = Mongo::Connection.new(*old_primary)
+  #  assert_raise Mongo::ConnectionFailure do
+  #    old_primary_conn['admin'].command(step_down_command)
+  #  end
+  #
+  #  # Wait for new primary
+  #  rescue_connection_failure do
+  #    sleep 1 until @rs.get_node_with_state(1)
+  #  end
+  #
+  #  new_primary = @rs.get_all_host_pairs_with_state(1).first
+  #  new_primary_conn = Mongo::Connection.new(*new_primary)
+  #
+  #  config = nil
+  #
+  #  # Remove old primary from replset
+  #  rescue_connection_failure do
+  #    config = @connection['local']['system.replset'].find_one
+  #  end
+  #
+  #  old_member = config['members'].select {|m| m['host'] == old_primary.join(':')}.first
+  #  config['members'].reject! {|m| m['host'] == old_primary.join(':')}
+  #  config['version'] += 1
+  #
+  #  begin
+  #    new_primary_conn['admin'].command({'replSetReconfig' => config})
+  #  rescue Mongo::ConnectionFailure
+  #  end
+  #
+  #  # Wait for the dust to settle
+  #  rescue_connection_failure do
+  #    assert @connection[MONGO_TEST_DB]['bar'].find_one
+  #  end
+  #
+  #  # Make sure a new connection skips the old primary
+  #  @new_conn = ReplSetConnection.new @rs.repl_set_seeds
+  #  @new_conn.connect
+  #  new_nodes = [@new_conn.primary] + @new_conn.secondaries
+  #  assert !(new_nodes).include?(old_primary)
+  #
+  #  # Add the old primary back
+  #  config['members'] << old_member
+  #  config['version'] += 1
+  #
+  #  begin
+  #    new_primary_conn['admin'].command({'replSetReconfig' => config})
+  #  rescue Mongo::ConnectionFailure
+  #  end
+  #end
+
+  #def test_connect_with_hung_first_node
+  #  hung_node = nil
+  #  begin
+  #    hung_node = IO.popen('nc -lk 127.0.0.1 29999 >/dev/null 2>&1')
+  #
+  #    @connection = ReplSetConnection.new(['localhost:29999'] + @rs.repl_set_seeds,
+  #                                  :connect_timeout => 2)
+  #    @connection.connect
+  #    assert ['localhost:29999'] != @connection.primary
+  #    assert !@connection.secondaries.include?('localhost:29999')
+  #  ensure
+  #    Process.kill("KILL", hung_node.pid) if hung_node
+  #  end
+  #end
+
+  def test_connect_with_connection_string
+    @connection = Connection.from_uri("mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}")
+    assert !@connection.nil?
+    assert @connection.connected?
+  end
+
+  def test_connect_with_connection_string_in_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}"
+    @connection = ReplSetConnection.new
+    assert !@connection.nil?
+    assert_equal 2, @connection.seeds.length
+    assert_equal @rs.replicas[0].host, @connection.seeds[0][0]
+    assert_equal @rs.replicas[1].host, @connection.seeds[1][0]
+    assert_equal @rs.replicas[0].port, @connection.seeds[0][1]
+    assert_equal @rs.replicas[1].port, @connection.seeds[1][1]
+    assert_equal @rs.repl_set_name, @connection.replica_set_name
+    assert @connection.connected?
+  end
+
+  def test_connect_with_connection_string_in_implicit_mongodb_uri
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name}"
+    @connection = Connection.from_uri
+    assert !@connection.nil?
+    assert_equal 2, @connection.seeds.length
+    assert_equal @rs.replicas[0].host, @connection.seeds[0][0]
+    assert_equal @rs.replicas[1].host, @connection.seeds[1][0]
+    assert_equal @rs.replicas[0].port, @connection.seeds[0][1]
+    assert_equal @rs.replicas[1].port, @connection.seeds[1][1]
+    assert_equal @rs.repl_set_name, @connection.replica_set_name
+    assert @connection.connected?
+  end
+
+  def test_connect_with_new_seed_format
+    @connection = ReplSetConnection.new @rs.repl_set_seeds
+    assert @connection.connected?
+  end
+
+  def test_connect_with_old_seed_format
+    silently do
+      @connection = ReplSetConnection.new(@rs.replicas[0].host_port_a, @rs.replicas[1].host_port_a)
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_full_connection_string
+    @connection = Connection.from_uri("mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true")
+    assert !@connection.nil?
+    assert @connection.connected?
+    assert_equal 2, @connection.write_concern[:w]
+    assert @connection.write_concern[:fsync]
+    assert @connection.read_pool
+  end
+
+  def test_connect_with_full_connection_string_in_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true"
+    @connection = ReplSetConnection.new
+    assert !@connection.nil?
+    assert @connection.connected?
+    assert_equal 2, @connection.write_concern[:w]
+    assert @connection.write_concern[:fsync]
+    assert @connection.read_pool
+  end
+
+  def test_connect_options_override_env_var
+    ENV['MONGODB_URI'] = "mongodb://#{@rs.replicas[0].host_port},#{@rs.replicas[1].host_port}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true"
+    @connection = ReplSetConnection.new({:safe => {:w => 1}})
+    assert !@connection.nil?
+    assert @connection.connected?
+    assert_equal 1, @connection.write_concern[:w]
+  end
+
+end

data/test/{replica_sets → replica_set}/count_test.rb

@@ -1,40 +1,43 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
+require 'test_helper'
 
 class ReplicaSetCountTest < Test::Unit::TestCase
 
   def setup
-    ensure_rs
-    @conn = ReplSetConnection.new(build_seeds(3), :read => :primary_preferred)
-    assert @conn.primary_pool
-    @primary = Connection.new(@conn.primary_pool.host, @conn.primary_pool.port)
-    @db = @conn.db(MONGO_TEST_DB)
+    ensure_cluster(:rs)
+    @client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :read => :primary_preferred)
+    assert @client.primary_pool
+    @primary = MongoClient.new(@client.primary_pool.host, @client.primary_pool.port)
+    @db = @client.db(MONGO_TEST_DB)
     @db.drop_collection("test-sets")
     @coll = @db.collection("test-sets")
   end
 
   def teardown
-    @rs.restart_killed_nodes
-    @conn.close if @conn
+    @client.close if @conn
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
   end
 
   def test_correct_count_after_insertion_reconnect
-    @coll.insert({:a => 20}, :safe => {:w => 2, :wtimeout => 10000})
+    @coll.insert({:a => 20}, :w => 2, :wtimeout => 10000)
     assert_equal 1, @coll.count
 
     # Kill the current master node
-    @node = @rs.kill_primary
+    @rs.primary.stop
 
     rescue_connection_failure do
-      @coll.insert({:a => 30}, :safe => true)
+      @coll.insert({:a => 30})
     end
 
-    @coll.insert({:a => 40}, :safe => true)
+    @coll.insert({:a => 40})
     assert_equal 3, @coll.count, "Second count failed"
   end
 
   def test_count_command_sent_to_primary
-    @coll.insert({:a => 20}, :safe => {:w => 2, :wtimeout => 10000})
+    @coll.insert({:a => 20}, :w => 2, :wtimeout => 10000)
     count_before = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']
     assert_equal 1, @coll.count
     count_after = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']

data/test/replica_set/cursor_test.rb

@@ -0,0 +1,75 @@
+require 'test_helper'
+
+class ReplicaSetCursorTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def self.shutdown
+    @@cluster.stop
+    @@cluster.clobber
+  end
+
+  def test_cursors_get_closed
+    setup_client
+    assert_cursor_count
+  end
+
+  #def test_cursors_get_closed_secondary
+  #  setup_client(:secondary)
+  #  assert_cursor_count
+  #end
+
+  private
+
+  def setup_client(read=:primary)
+    # Setup ReplicaSet Connection
+    @client = MongoReplicaSetClient.new(
+        @rs.repl_set_seeds,
+      :read => read
+    )
+
+    @db = @client.db(MONGO_TEST_DB)
+    @db.drop_collection("cursor_tests")
+    @coll = @db.collection("cursor_tests")
+
+    @coll.insert({:a => 1}, :w => 3)
+    @coll.insert({:b => 2}, :w => 3)
+    @coll.insert({:c => 3}, :w => 3)
+
+    # Pin reader
+    @coll.find_one
+
+    # Setup Direct Connections
+    @primary = Mongo::MongoClient.new(*@client.manager.primary)
+    @read = Mongo::MongoClient.new(*@client.manager.read)
+  end
+
+  def cursor_count(client)
+    client['cursor_tests'].command({:cursorInfo => 1})['totalOpen']
+  end
+
+  def query_count(client)
+    client['admin'].command({:serverStatus => 1})['opcounters']['query']
+  end
+
+  def assert_cursor_count
+    before_primary = cursor_count(@primary)
+    before_read = cursor_count(@read)
+    before_query = query_count(@read)
+
+    @coll.find.limit(2).to_a
+    sleep(1)
+
+    after_primary = cursor_count(@primary)
+    after_read = cursor_count(@read)
+    after_query = query_count(@read)
+
+    assert_equal before_primary, after_primary
+    assert_equal before_read, after_read
+    assert_equal 1, after_query - before_query
+  end
+
+end
+