mongo 1.10.0-java

data/test/replica_set/complex_connect_test.rb

@@ -0,0 +1,77 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_helper'
+
+class ComplexConnectTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def teardown
+    @client.close if defined?(@conn) && @conn
+  end
+
+  def test_complex_connect
+    host = @rs.servers.first.host
+    primary = MongoClient.new(host, @rs.primary.port)
+
+    @client = MongoReplicaSetClient.new([
+      @rs.servers[2].host_port,
+      @rs.servers[1].host_port,
+      @rs.servers[0].host_port
+    ])
+
+    version = @client.server_version
+
+    @client[TEST_DB]['complext-connect-test'].insert({:a => 1})
+    assert @client[TEST_DB]['complext-connect-test'].find_one
+
+    config = primary['local']['system.replset'].find_one
+    old_config = config.dup
+    config['version'] += 1
+
+    # eliminate exception: can't find self in new replset config
+    port_to_delete = @rs.servers.collect(&:port).find{|port| port != primary.port}.to_s
+
+    config['members'].delete_if do |member|
+      member['host'].include?(port_to_delete)
+    end
+
+    assert_raise ConnectionFailure do
+      primary['admin'].command({:replSetReconfig => config})
+    end
+    @rs.start
+
+    assert_raise ConnectionFailure do
+      perform_step_down(primary)
+    end
+
+    # isMaster is currently broken in 2.1+ when called on removed nodes
+    puts version
+    if version < "2.1"
+      rescue_connection_failure do
+        assert @client[TEST_DB]['complext-connect-test'].find_one
+      end
+
+      assert @client[TEST_DB]['complext-connect-test'].find_one
+    end
+
+    primary = MongoClient.new(host, @rs.primary.port)
+    assert_raise ConnectionFailure do
+      primary['admin'].command({:replSetReconfig => old_config})
+    end
+  end
+end

data/test/replica_set/connection_test.rb

@@ -0,0 +1,138 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_helper'
+
+class ReplicaSetConnectionTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def test_connect_with_deprecated_multi
+    silently do
+      @connection = Connection.multi(@rs.repl_set_seeds_old, :name => @rs.repl_set_name)
+    end
+    assert !@connection.nil?
+    assert @connection.connected?
+  end
+
+  def test_connect_bad_name
+    assert_raise_error(ReplicaSetConnectionError, "-wrong") do
+      @connection = ReplSetConnection.new(@rs.repl_set_seeds, :safe => true, :name => @rs.repl_set_name + "-wrong")
+    end
+  end
+
+  def test_connect_with_first_secondary_node_terminated
+    @rs.secondaries.first.stop
+
+    rescue_connection_failure do
+      @connection = ReplSetConnection.new @rs.repl_set_seeds
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_last_secondary_node_terminated
+    @rs.secondaries.last.stop
+
+    rescue_connection_failure do
+      @connection = ReplSetConnection.new @rs.repl_set_seeds
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_connection_string
+    @connection = Connection.from_uri("mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name}")
+    assert !@connection.nil?
+    assert @connection.connected?
+  end
+
+  def test_connect_with_connection_string_in_env_var
+    uri = "mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name}"
+    with_preserved_env_uri(uri) do
+      @connection = ReplSetConnection.new
+      assert !@connection.nil?
+      assert_equal 3, @connection.seeds.length
+      assert_equal @rs.replicas[0].host, @connection.seeds[0][0]
+      assert_equal @rs.replicas[1].host, @connection.seeds[1][0]
+      assert_equal @rs.replicas[2].host, @connection.seeds[2][0]
+      assert_equal @rs.replicas[0].port, @connection.seeds[0][1]
+      assert_equal @rs.replicas[1].port, @connection.seeds[1][1]
+      assert_equal @rs.replicas[2].port, @connection.seeds[2][1]
+      assert_equal @rs.repl_set_name, @connection.replica_set_name
+      assert @connection.connected?
+    end
+  end
+
+  def test_connect_with_connection_string_in_implicit_mongodb_uri
+    uri = "mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name}"
+    with_preserved_env_uri(uri) do
+      @connection = Connection.from_uri
+      assert !@connection.nil?
+      assert_equal 3, @connection.seeds.length
+      assert_equal @rs.replicas[0].host, @connection.seeds[0][0]
+      assert_equal @rs.replicas[1].host, @connection.seeds[1][0]
+      assert_equal @rs.replicas[2].host, @connection.seeds[2][0]
+      assert_equal @rs.replicas[0].port, @connection.seeds[0][1]
+      assert_equal @rs.replicas[1].port, @connection.seeds[1][1]
+      assert_equal @rs.replicas[2].port, @connection.seeds[2][1]
+      assert_equal @rs.repl_set_name, @connection.replica_set_name
+      assert @connection.connected?
+    end
+  end
+
+  def test_connect_with_new_seed_format
+    @connection = ReplSetConnection.new @rs.repl_set_seeds
+    assert @connection.connected?
+  end
+
+  def test_connect_with_old_seed_format
+    silently do
+      @connection = ReplSetConnection.new(@rs.repl_set_seeds_old)
+    end
+    assert @connection.connected?
+  end
+
+  def test_connect_with_full_connection_string
+    @connection = Connection.from_uri("mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true")
+    assert !@connection.nil?
+    assert @connection.connected?
+    assert_equal 2, @connection.write_concern[:w]
+    assert @connection.write_concern[:fsync]
+    assert @connection.read_pool
+  end
+
+  def test_connect_with_full_connection_string_in_env_var
+    uri = "mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true"
+    with_preserved_env_uri(uri) do
+      @connection = ReplSetConnection.new
+      assert !@connection.nil?
+      assert @connection.connected?
+      assert_equal 2, @connection.write_concern[:w]
+      assert @connection.write_concern[:fsync]
+      assert @connection.read_pool
+    end
+  end
+
+  def test_connect_options_override_env_var
+    uri = "mongodb://#{@rs.repl_set_seeds_uri}?replicaset=#{@rs.repl_set_name};safe=true;w=2;fsync=true;slaveok=true"
+    with_preserved_env_uri(uri) do
+      @connection = ReplSetConnection.new({:safe => {:w => 1}})
+      assert !@connection.nil?
+      assert @connection.connected?
+      assert_equal 1, @connection.write_concern[:w]
+    end
+  end
+
+end

data/test/replica_set/count_test.rb

@@ -0,0 +1,64 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_helper'
+
+class ReplicaSetCountTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+    @client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :read => :primary_preferred)
+    assert @client.primary_pool
+    @primary = MongoClient.new(@client.primary_pool.host, @client.primary_pool.port)
+    @db = @client.db(TEST_DB)
+    @db.drop_collection("test-sets")
+    @coll = @db.collection("test-sets")
+  end
+
+  def teardown
+    @client.close if @conn
+  end
+
+  def test_correct_count_after_insertion_reconnect
+    @coll.insert({:a => 20}, :w => 3, :wtimeout => 10000)
+    assert_equal 1, @coll.count
+
+    # Kill the current master node
+    @rs.primary.stop
+
+    rescue_connection_failure do
+      @coll.insert({:a => 30})
+    end
+
+    @coll.insert({:a => 40})
+    assert_equal 3, @coll.count, "Second count failed"
+  end
+
+  def test_count_command_sent_to_primary
+    @coll.insert({:a => 20}, :w => 3, :wtimeout => 10000)
+    count_before = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']
+    assert_equal 1, @coll.count
+    count_after = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']
+    assert_equal 2, count_after - count_before
+  end
+
+  def test_count_with_read
+    @coll.insert({:a => 20}, :w => 3, :wtimeout => 10000)
+    count_before = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']
+    assert_equal 1, @coll.count(:read => :secondary)
+    assert_equal 1, @coll.find({}, :read => :secondary).count()
+    count_after = @primary['admin'].command({:serverStatus => 1})['opcounters']['command']
+    assert_equal 1, count_after - count_before
+  end
+end

data/test/replica_set/cursor_test.rb

@@ -0,0 +1,212 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_helper'
+
+class ReplicaSetCursorTest < Test::Unit::TestCase
+
+  def setup
+    ensure_cluster(:rs)
+  end
+
+  def test_get_more_primary
+    setup_client(:primary)
+    cursor_get_more_test(:primary)
+  end
+
+  def test_get_more_secondary
+    setup_client(:secondary)
+    cursor_get_more_test(:secondary)
+  end
+
+  def test_close_primary
+    setup_client(:primary)
+    kill_cursor_test(:primary)
+  end
+
+  def test_close_secondary
+    setup_client(:secondary)
+    kill_cursor_test(:secondary)
+  end
+
+  def test_cursors_get_closed
+    setup_client
+    assert_cursors_on_members
+  end
+
+  def test_cursors_get_closed_secondary
+    setup_client(:secondary)
+    assert_cursors_on_members(:secondary)
+  end
+
+  def test_cursors_get_closed_secondary_query
+    setup_client(:primary)
+    assert_cursors_on_members(:secondary)
+  end
+
+  def test_intervening_query_secondary
+    setup_client(:primary)
+    refresh_while_iterating(:secondary)
+  end
+
+  private
+
+  def setup_client(read=:primary)
+    route_read ||= read
+    # Setup ReplicaSet Connection
+    @client = MongoReplicaSetClient.new(@rs.repl_set_seeds, :read => read)
+
+    @db = @client.db(TEST_DB)
+    @db.drop_collection("cursor_tests")
+    @coll = @db.collection("cursor_tests")
+    insert_docs
+
+    # Setup Direct Connections
+    @primary = Mongo::MongoClient.new(*@client.manager.primary)
+  end
+
+  def insert_docs
+    @n_docs = 102 # batch size is 101
+    @n_docs.times do |i|
+      @coll.insert({ "x" => i }, :w => 3)
+    end
+  end
+
+  def set_read_client_and_tag(read)
+    read_opts = {:read => read}
+    @tag = (0...3).map{|i|i.to_s}.detect do |tag|
+      begin
+        read_opts[:tag_sets] = [{:node => tag}] unless read == :primary
+        cursor = @coll.find({}, read_opts)
+        cursor.next
+        pool = cursor.instance_variable_get(:@pool)
+        cursor.close
+        @read = Mongo::MongoClient.new(pool.host, pool.port, :slave_ok => true)
+        tag
+      rescue Mongo::ConnectionFailure
+        false
+      end
+    end
+  end
+
+  def route_query(read)
+    read_opts = {:read => read}
+    read_opts[:tag_sets] = [{:node => @tag}] unless read == :primary
+    object_id = BSON::ObjectId.new
+    read_opts[:comment] = object_id
+
+    # set profiling level to 2 on client and member to which the query will be routed
+    @client.db(TEST_DB).profiling_level = :all
+    @client.secondaries.each do |node|
+      node = Mongo::MongoClient.new(node[0], node[1], :slave_ok => true)
+      node.db(TEST_DB).profiling_level = :all
+    end
+
+    @cursor = @coll.find({}, read_opts)
+    @cursor.next
+
+    # on client and other members set profiling level to 0
+    @client.db(TEST_DB).profiling_level = :off
+    @client.secondaries.each do |node|
+      node = Mongo::MongoClient.new(node[0], node[1], :slave_ok => true)
+      node.db(TEST_DB).profiling_level = :off
+    end
+    # do a query on system.profile of the reader to see if it was used for the query
+    profiled_queries = @read.db(TEST_DB).collection('system.profile').find({
+      'ns' => "#{TEST_DB}.cursor_tests", "query.$comment" => object_id })
+
+    assert_equal 1, profiled_queries.count
+  end
+
+  # batch from send_initial_query is 101 documents
+  # check that you get n_docs back from the query, with the same port
+  def cursor_get_more_test(read=:primary)
+    set_read_client_and_tag(read)
+    10.times do
+      # assert that the query went to the correct member
+      route_query(read)
+      docs_count = 1
+      port = @cursor.instance_variable_get(:@pool).port
+      assert @cursor.alive?
+      while @cursor.has_next?
+        docs_count += 1
+        @cursor.next
+        assert_equal port, @cursor.instance_variable_get(:@pool).port
+      end
+      assert !@cursor.alive?
+      assert_equal @n_docs, docs_count
+      @cursor.close #cursor is already closed
+    end
+  end
+
+  # batch from get_more can be huge, so close after send_initial_query
+  def kill_cursor_test(read=:primary)
+    set_read_client_and_tag(read)
+    10.times do
+      # assert that the query went to the correct member
+      route_query(read)
+      cursor_id = @cursor.cursor_id
+      cursor_clone = @cursor.clone
+      assert_equal cursor_id, cursor_clone.cursor_id
+      assert @cursor.instance_variable_get(:@pool)
+      # .next was called once already and leave one for get more
+      (@n_docs-2).times { @cursor.next }
+      @cursor.close
+      # an exception confirms the cursor has indeed been closed
+      assert_raise Mongo::OperationFailure do
+        cursor_clone.next
+      end
+    end
+  end
+
+  def assert_cursors_on_members(read=:primary)
+    set_read_client_and_tag(read)
+    # assert that the query went to the correct member
+    route_query(read)
+    cursor_id = @cursor.cursor_id
+    cursor_clone = @cursor.clone
+    assert_equal cursor_id, cursor_clone.cursor_id
+    assert @cursor.instance_variable_get(:@pool)
+    port = @cursor.instance_variable_get(:@pool).port
+    while @cursor.has_next?
+      @cursor.next
+      assert_equal port, @cursor.instance_variable_get(:@pool).port
+    end
+    # an exception confirms the cursor has indeed been closed after query
+    assert_raise Mongo::OperationFailure do
+      cursor_clone.next
+    end
+  end
+
+  def refresh_while_iterating(read)
+    set_read_client_and_tag(read)
+
+    read_opts = {:read => read}
+    read_opts[:tag_sets] = [{:node => @tag}]
+    read_opts[:batch_size] = 2
+    cursor = @coll.find({}, read_opts)
+
+    2.times { cursor.next }
+    port = cursor.instance_variable_get(:@pool).port
+    host = cursor.instance_variable_get(:@pool).host
+    # Refresh connection
+    @client.refresh
+    assert_nothing_raised do
+      cursor.next
+    end
+
+    assert_equal port, cursor.instance_variable_get(:@pool).port
+    assert_equal host, cursor.instance_variable_get(:@pool).host
+  end
+end