mongo 1.7.1 → 1.8.0

data/test/replica_sets/connect_test.rb

@@ -1,156 +0,0 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
-
-class ConnectTest < Test::Unit::TestCase
-  def setup
-    @old_mongodb_uri = ENV['MONGODB_URI']
-    ensure_rs
-  end
-
-  def teardown
-    @rs.restart_killed_nodes
-    @conn.close if defined?(@conn) && @conn
-    ENV['MONGODB_URI'] = @old_mongodb_uri
-  end
-
-  def step_down_command
-    # Adding force=true to avoid 'no secondaries within 10 seconds of my optime' errors
-    step_down_command = BSON::OrderedHash.new
-    step_down_command[:replSetStepDown] = 60
-    step_down_command[:force]           = true
-    step_down_command
-  end
-
-  # TODO: test connect timeout.
-
-  def test_connect_with_deprecated_multi
-    silently do
-      @conn = Connection.multi([[@rs.host, @rs.ports[0]], [@rs.host, @rs.ports[1]]], :name => @rs.name)
-    end
-    assert @conn.is_a?(ReplSetConnection)
-    assert @conn.connected?
-  end
-
-  def test_connect_bad_name
-    assert_raise_error(ReplicaSetConnectionError, "-wrong") do
-      @conn = ReplSetConnection.new(build_seeds(3), :name => @rs.name + "-wrong")
-    end
-  end
-
-  def test_connect_with_secondary_node_killed
-    @rs.kill_secondary
-
-    rescue_connection_failure do
-      @conn = ReplSetConnection.new build_seeds(3)
-    end
-    assert @conn.connected?
-  end
-
-  def test_connect_with_third_node_killed
-    @rs.kill(@rs.get_node_from_port(@rs.ports[2]))
-
-    rescue_connection_failure do
-      @conn = ReplSetConnection.new build_seeds(3)
-    end
-    assert @conn.connected?
-  end
-
-  def test_connect_with_primary_stepped_down
-    @conn = ReplSetConnection.new build_seeds(3)
-    @conn[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
-    assert @conn[MONGO_TEST_DB]['bar'].find_one
-
-    primary = Mongo::Connection.new(@conn.primary_pool.host, @conn.primary_pool.port)
-    assert_raise Mongo::ConnectionFailure do
-      primary['admin'].command(step_down_command)
-    end
-    assert @conn.connected?
-
-    rescue_connection_failure do
-      @conn[MONGO_TEST_DB]['bar'].find_one
-    end
-  end
-
-  def test_save_with_primary_stepped_down
-    @conn = ReplSetConnection.new build_seeds(3)
-
-    primary = Mongo::Connection.new(@conn.primary_pool.host, @conn.primary_pool.port)
-    assert_raise Mongo::ConnectionFailure do
-      primary['admin'].command(step_down_command)
-    end
-
-    rescue_connection_failure do
-      @conn[MONGO_TEST_DB]['bar'].save({:a => 1}, {:safe => {:w => 3}})
-    end
-  end
-
-  def test_connect_with_connection_string
-    @conn = Connection.from_uri("mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name}")
-    assert @conn.is_a?(ReplSetConnection)
-    assert @conn.connected?
-  end
-
-  def test_connect_with_connection_string_in_env_var
-    ENV['MONGODB_URI'] = "mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name}"
-    @conn = ReplSetConnection.new
-    assert @conn.is_a?(ReplSetConnection)
-    assert_equal 2, @conn.seeds.length
-    assert_equal @rs.host, @conn.seeds[0][0]
-    assert_equal @rs.host, @conn.seeds[1][0]
-    assert_equal @rs.ports[0], @conn.seeds[0][1]
-    assert_equal @rs.ports[1], @conn.seeds[1][1]
-    assert @conn.connected?
-  end
-
-  def test_connect_with_connection_string_in_implicit_mongodb_uri
-    ENV['MONGODB_URI'] = "mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name}"
-    @conn = Connection.from_uri
-    assert @conn.is_a?(ReplSetConnection)
-    assert_equal 2, @conn.seeds.length
-    assert_equal @rs.host, @conn.seeds[0][0]
-    assert_equal @rs.host, @conn.seeds[1][0]
-    assert_equal @rs.ports[0], @conn.seeds[0][1]
-    assert_equal @rs.ports[1], @conn.seeds[1][1]
-    assert_equal @rs.name, @conn.replica_set_name
-    assert @conn.connected?
-  end
-  
-  def test_connect_with_new_seed_format
-    @conn = ReplSetConnection.new build_seeds(3)
-    assert @conn.connected?
-  end
-  
-  def test_connect_with_old_seed_format
-    silently do
-      @conn = ReplSetConnection.new([@rs.host, @rs.ports[0]], [@rs.host, @rs.ports[1]], [@rs.host, @rs.ports[2]])
-    end
-    assert @conn.connected?
-  end
-
-  def test_connect_with_full_connection_string
-    @conn = Connection.from_uri("mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name};safe=true;w=2;fsync=true;slaveok=true")
-    assert @conn.is_a?(ReplSetConnection)
-    assert @conn.connected?
-    assert_equal 2, @conn.safe[:w]
-    assert @conn.safe[:fsync]
-    assert @conn.read_pool
-  end
-
-  def test_connect_with_full_connection_string_in_env_var
-    ENV['MONGODB_URI'] = "mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name};safe=true;w=2;fsync=true;slaveok=true"
-    @conn = ReplSetConnection.new
-    assert @conn.is_a?(ReplSetConnection)
-    assert @conn.connected?
-    assert_equal 2, @conn.safe[:w]
-    assert @conn.safe[:fsync]
-    assert @conn.read_pool
-  end
-
-  def test_connect_options_override_env_var
-    ENV['MONGODB_URI'] = "mongodb://#{@rs.host}:#{@rs.ports[0]},#{@rs.host}:#{@rs.ports[1]}?replicaset=#{@rs.name};safe=true;w=2;fsync=true;slaveok=true"
-    @conn = ReplSetConnection.new({:safe => false})
-    assert @conn.is_a?(ReplSetConnection)
-    assert @conn.connected?
-    assert_equal @conn.safe, false
-  end
-end

data/test/replica_sets/cursor_test.rb

@@ -1,70 +0,0 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
-
-class ReplicaSetCursorTest < Test::Unit::TestCase
-  def setup
-    ensure_rs
-  end
-
-  def test_cursors_get_closed
-    setup_connection
-    assert_cursor_count
-  end
-
-  def test_cursors_get_closed_secondary
-    setup_connection(:secondary)
-    assert_cursor_count
-  end
-
-  private
-
-  def setup_connection(read=:primary)
-    # Setup ReplicaSet Connection
-    @replconn = Mongo::ReplSetConnection.new(
-      build_seeds(3),
-      :read => read
-    )
-    
-    @db = @replconn.db(MONGO_TEST_DB)
-    @db.drop_collection("cursor_tests")
-    @coll = @db.collection("cursor_tests")
-
-    @coll.insert({:a => 1}, :safe => true, :w => 3)
-    @coll.insert({:b => 2}, :safe => true, :w => 3)
-    @coll.insert({:c => 3}, :safe => true, :w => 3)
-
-    # Pin reader
-    @coll.find_one
-
-    # Setup Direct Connections
-    @primary = Mongo::Connection.new(*@replconn.manager.primary)
-    @read = Mongo::Connection.new(*@replconn.manager.read)
-  end
-
-  def cursor_count(connection)
-    connection['cursor_tests'].command({:cursorInfo => 1})['totalOpen']
-  end
-
-  def query_count(connection)
-    connection['admin'].command({:serverStatus => 1})['opcounters']['query']
-  end
-
-  def assert_cursor_count
-    before_primary = cursor_count(@primary)
-    before_read = cursor_count(@read)
-    before_query = query_count(@read)
-
-    @coll.find.limit(2).to_a
-    sleep(1)
-
-    after_primary = cursor_count(@primary)
-    after_read = cursor_count(@read)
-    after_query = query_count(@read)
-
-    assert_equal before_primary, after_primary
-    assert_equal before_read, after_read
-    assert_equal 1, after_query - before_query
-  end
-
-end
-

data/test/replica_sets/pooled_insert_test.rb

@@ -1,57 +0,0 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
-
-# NOTE: This test expects a replica set of three nodes to be running
-# on the local host.
-class ReplicaSetPooledInsertTest < Test::Unit::TestCase
-
-  def setup
-    ensure_rs
-    @conn = ReplSetConnection.new(build_seeds(3), :pool_size => 10, :pool_timeout => 5, :refresh_mode => false)
-    @db = @conn.db(MONGO_TEST_DB)
-    @db.drop_collection("test-sets")
-    @coll = @db.collection("test-sets")
-  end
-
-  def teardown
-    @rs.restart_killed_nodes
-    @conn.close if @conn
-  end
-
-  def test_insert
-    expected_results = [-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
-    @coll.save({:a => -1}, :safe => {:w => 2})
-
-    @rs.kill_primary
-
-    threads = []
-    10.times do |i|
-      threads[i] = Thread.new do
-        rescue_connection_failure do
-          @coll.save({:a => i}, :safe => {:w => 2})
-        end
-      end
-    end
-
-    threads.each {|t| t.join}
-
-    # Restart the old master and wait for sync
-    @rs.restart_killed_nodes
-    sleep(5)
-    results = []
-
-    rescue_connection_failure do
-      @coll.find.each {|r| results << r}
-      expected_results.each do |a|
-        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
-      end
-    end
-
-    @coll.save({:a => 10}, :safe => {:w => 2})
-    @coll.find.each {|r| results << r}
-    (expected_results + [10]).each do |a|
-      assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a} on second find"
-    end
-  end
-
-end

data/test/replica_sets/query_test.rb

@@ -1,50 +0,0 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
-
-class ReplicaSetQueryTest < Test::Unit::TestCase
-
-  def setup
-    ensure_rs
-    @conn = ReplSetConnection.new build_seeds(1)
-    @db = @conn.db(MONGO_TEST_DB)
-    @db.drop_collection("test-sets")
-    @coll = @db.collection("test-sets")
-  end
-
-  def teardown
-    @rs.restart_killed_nodes
-    @conn.close if @conn
-  end
-
-  def test_query
-    @coll.save({:a => 20}, :safe => {:w => 3})
-    @coll.save({:a => 30}, :safe => {:w => 3})
-    @coll.save({:a => 40}, :safe => {:w => 3})
-    results = []
-    @coll.find.each {|r| results << r}
-    [20, 30, 40].each do |a|
-      assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
-    end
-
-    #puts "Benchmark before failover: #{benchmark_queries}"
-
-    @rs.kill_primary
-
-    results = []
-    rescue_connection_failure do
-      @coll.find.each {|r| results << r}
-      [20, 30, 40].each do |a|
-        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
-      end
-
-    #puts "Benchmark after failover: #{benchmark_queries}"
-    end
-  end
-
-  def benchmark_queries
-    t1 = Time.now
-    10000.times { @coll.find_one }
-    Time.now - t1
-  end
-
-end

data/test/replica_sets/read_preference_test.rb

@@ -1,234 +0,0 @@
-$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require './test/replica_sets/rs_test_helper'
-require 'logger'
-
-class ReadPreferenceTest < Test::Unit::TestCase
-
-  def setup
-    ensure_rs(:secondary_count => 1, :arbiter_count => 1)
-
-    # Insert data
-    conn = Connection.new(@rs.host, @rs.primary[1])
-    db = conn.db(MONGO_TEST_DB)
-    coll = db.collection("test-sets")
-    coll.save({:a => 20}, :safe => {:w => 2})
-  end
-
-  def test_read_primary
-    conn = make_connection
-    rescue_connection_failure do
-      assert conn.read_primary?
-      assert conn.primary?
-    end
-
-    conn = make_connection(:primary_preferred)
-    rescue_connection_failure do
-      assert conn.read_primary?
-      assert conn.primary?
-    end
-
-    conn = make_connection(:secondary)
-    rescue_connection_failure do
-      assert !conn.read_primary?
-      assert !conn.primary?
-    end
-
-    conn = make_connection(:secondary_preferred)
-    rescue_connection_failure do
-      assert !conn.read_primary?
-      assert !conn.primary?
-    end
-  end
-
-  def test_connection_pools
-    conn = make_connection
-    assert conn.primary_pool, "No primary pool!"
-    assert conn.read_pool, "No read pool!"
-    assert conn.primary_pool.port == conn.read_pool.port,
-      "Primary port and read port are not the same!"
-
-    conn = make_connection(:primary_preferred)
-    assert conn.primary_pool, "No primary pool!"
-    assert conn.read_pool, "No read pool!"
-    assert conn.primary_pool.port == conn.read_pool.port,
-      "Primary port and read port are not the same!"
-
-    conn = make_connection(:secondary)
-    assert conn.primary_pool, "No primary pool!"
-    assert conn.read_pool, "No read pool!"
-    assert conn.primary_pool.port != conn.read_pool.port,
-      "Primary port and read port are the same!"
-
-    conn = make_connection(:secondary_preferred)
-    assert conn.primary_pool, "No primary pool!"
-    assert conn.read_pool, "No read pool!"
-    assert conn.primary_pool.port != conn.read_pool.port,
-      "Primary port and read port are the same!"
-  end
-
-  def test_read_routing
-    prepare_routing_test
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-  end
-
-  def test_read_routing_with_primary_down
-    prepare_routing_test
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-
-    # Kill the primary so only a single secondary exists
-    @rs.kill_primary
-
-    # Test that reads are going to the right members
-    assert_raise_error ConnectionFailure do
-      @primary[MONGO_TEST_DB]['test-sets'].find_one
-    end
-    assert_query_route(@primary_preferred, @secondary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-
-    # Restore set
-    @rs.restart_killed_nodes
-    sleep(1)
-    @repl_cons.each { |con| con.refresh }
-    sleep(1)
-    @primary_direct = Connection.new(
-      @rs.host,
-      @primary.read_pool.port
-    )
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-  end
-
-  def test_read_routing_with_secondary_down
-    prepare_routing_test
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-
-    # Kill the secondary so that only primary exists
-    @rs.kill_secondary
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_raise_error ConnectionFailure do
-      @secondary[MONGO_TEST_DB]['test-sets'].find_one
-    end
-    assert_query_route(@secondary_preferred, @primary_direct)
-
-    # Restore set
-    @rs.restart_killed_nodes
-    sleep(1)
-    @repl_cons.each { |con| con.refresh }
-    sleep(1)
-    @secondary_direct = Connection.new(
-      @rs.host,
-      @secondary.read_pool.port,
-      :slave_ok => true
-    )
-
-    # Test that reads are going to the right members
-    assert_query_route(@primary, @primary_direct)
-    assert_query_route(@primary_preferred, @primary_direct)
-    assert_query_route(@secondary, @secondary_direct)
-    assert_query_route(@secondary_preferred, @secondary_direct)
-  end
-
-  def test_write_conecern
-    @conn = make_connection(:secondary_preferred)
-    @db = @conn[MONGO_TEST_DB]
-    @coll = @db.collection("test-sets", :safe => {
-      :w => 2, :wtimeout => 20000
-    })
-    @coll.save({:a => 20})
-    @coll.save({:a => 30})
-    @coll.save({:a => 40})
-
-    # pin the read pool
-    @coll.find_one
-    @secondary = Connection.new(@rs.host, @conn.read_pool.port, :slave_ok => true)
-
-    results = []
-    @coll.find.each {|r| results << r["a"]}
-
-    assert results.include?(20)
-    assert results.include?(30)
-    assert results.include?(40)
-
-    @rs.kill_primary
-
-    results = []
-    rescue_connection_failure do
-      @coll.find.each {|r| results << r}
-      [20, 30, 40].each do |a|
-        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
-      end
-    end
-    @rs.restart_killed_nodes
-  end
-
-  def test_write_lots_of_data
-    @conn = make_connection(:secondary_preferred)
-    @db = @conn[MONGO_TEST_DB]
-    @coll = @db.collection("test-sets", {:safe => {:w => 2}})
-
-    6000.times do |n|
-      @coll.save({:a => n})
-    end
-
-    cursor = @coll.find()
-    cursor.next
-    cursor.close
-  end
-
-  private
-
-  def prepare_routing_test
-    # Setup replica set connections
-    @primary = make_connection(:primary)
-    @primary_preferred = make_connection(:primary_preferred)
-    @secondary = make_connection(:secondary)
-    @secondary_preferred = make_connection(:secondary_preferred)
-    @repl_cons = [@primary, @primary_preferred, @secondary, @secondary_preferred]
-
-    # Setup direct connections
-    @primary_direct = Connection.new(@rs.host, @primary.read_pool.port)
-    @secondary_direct = Connection.new(@rs.host, @secondary.read_pool.port, :slave_ok => true)
-  end
-
-  def make_connection(mode = :primary, opts = {})
-    opts.merge!({:read => mode})
-    ReplSetConnection.new(build_seeds(3), opts)
-  end
-
-  def query_count(connection)
-    connection['admin'].command({:serverStatus => 1})['opcounters']['query']
-  end
-
-  def assert_query_route(test_connection, expected_target)
-    #puts "#{test_connection.read_pool.port} #{expected_target.read_pool.port}"
-    queries_before = query_count(expected_target)
-    assert_nothing_raised do
-      test_connection['MONGO_TEST_DB']['test-sets'].find_one
-    end
-    queries_after = query_count(expected_target)
-    assert_equal 1, queries_after - queries_before
-  end
-end