jmongo 1.0.3 → 1.1.0

data/test/load/thin/config.ru

@@ -0,0 +1,6 @@
+require "rubygems"
+require "sinatra"
+
+require File.join(File.dirname(__FILE__), 'load.rb')
+
+run Load

data/test/load/thin/config.yml.template

@@ -0,0 +1,6 @@
+require "rubygems"
+require "sinatra"
+
+require File.join(File.dirname(__FILE__), 'load.rb')
+
+run Load

data/test/load/thin/load.rb

@@ -0,0 +1,24 @@
+require File.join(File.dirname(__FILE__), '..', '..', '..', 'lib', 'mongo')
+require 'logger'
+
+$con = Mongo::Connection.new
+$db = $con['foo']
+
+class Load < Sinatra::Base
+
+  configure do
+    LOGGER = Logger.new("sinatra.log")
+    enable :logging, :dump_errors
+    set :raise_errors, true
+  end
+
+  get '/' do
+    3.times do |n|
+      if (v=$db.eval("1 + #{n}")) != 1 + n
+        STDERR << "#{1 + n} expected but got #{v}"
+        raise StandardError, "#{1 + n} expected but got #{v}"
+      end
+    end
+  end
+
+end

data/test/load/unicorn/config.ru

@@ -0,0 +1,6 @@
+require "rubygems"
+require "sinatra"
+
+require File.join(File.dirname(__FILE__), 'load.rb')
+
+run Load

data/test/load/unicorn/load.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), '..', '..', 'lib', 'mongo')
+
+$con = Mongo::Connection.new
+$db = $con['foo']
+
+class Load < Sinatra::Base
+
+  configure do
+    LOGGER = Logger.new("sinatra.log")
+    enable :logging, :dump_errors
+    set :raise_errors, true
+  end
+
+  get '/' do
+    3.times do |n|
+      if (v=$db.eval("1 + #{n}")) != 1 + n
+        STDERR << "#{1 + n} expected but got #{v}"
+        raise StandardError, "#{1 + n} expected but got #{v}"
+      end
+    end
+  end
+
+end

data/test/load/unicorn/unicorn.rb.template

@@ -0,0 +1,29 @@
+# set path to app that will be used to configure unicorn, 
+# # note the trailing slash in this example
+@dir = "/home/kyle/work/10gen/ruby-driver/test/load/"
+
+worker_processes 10
+working_directory @dir
+
+preload_app true
+
+timeout 30
+
+# Specify path to socket unicorn listens to,
+# we will use this in our nginx.conf later
+listen "#{@dir}tmp/sockets/unicorn.sock", :backlog => 64
+
+# Set process id path
+pid "#{@dir}tmp/pids/unicorn.pid"
+
+# # Set log file paths
+stderr_path "#{@dir}log/unicorn.stderr.log"
+stdout_path "#{@dir}log/unicorn.stdout.log" 
+
+# NOTE: You need this when using forking web servers!
+after_fork do |server, worker|
+  $con.close if $con
+  $con = Mongo::Connection.new
+  $db = $con['foo']
+  STDERR << "FORKED #{server} #{worker}"
+end

data/test/replica_sets/connect_test.rb

@@ -0,0 +1,111 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running on RS.host,
+# on ports TEST_PORT, RS.ports[1], and TEST + 2.
+class ConnectTest < Test::Unit::TestCase
+  include Mongo
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if defined?(@conn) && @conn
+  end
+
+  def test_connect_with_deprecated_multi
+    @conn = Connection.multi([[RS.host, RS.ports[0]], [RS.host, RS.ports[1]]], :name => RS.name)
+    assert @conn.is_a?(ReplSetConnection)
+    assert @conn.connected?
+  end
+
+  def test_connect_bad_name
+    assert_raise_error(ReplicaSetConnectionError, "-wrong") do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]], :name => RS.name + "-wrong")
+    end
+  end
+
+ # def test_connect_timeout
+ #   passed = false
+ #   timeout = 3
+ #   begin
+ #     t0 = Time.now
+ #     @conn = ReplSetConnection.new(['192.169.169.1', 27017], :connect_timeout => timeout)
+ #   rescue OperationTimeout
+ #     passed = true
+ #     t1 = Time.now
+ #   end
+
+ #   assert passed
+ #   assert t1 - t0 < timeout + 1
+ # end
+
+  def test_connect
+    @conn = ReplSetConnection.new([RS.host, RS.ports[1]], [RS.host, RS.ports[0]],
+      [RS.host, RS.ports[2]], :name => RS.name)
+    assert @conn.connected?
+
+    assert_equal RS.primary, @conn.primary
+    assert_equal RS.secondaries.sort, @conn.secondaries.sort
+    assert_equal RS.arbiters.sort, @conn.arbiters.sort
+
+    @conn = ReplSetConnection.new([RS.host, RS.ports[1]], [RS.host, RS.ports[0]],
+      :name => RS.name)
+    assert @conn.connected?
+  end
+
+  def test_host_port_accessors
+    @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+      [RS.host, RS.ports[2]], :name => RS.name)
+
+    assert_equal @conn.host, RS.primary[0]
+    assert_equal @conn.port, RS.primary[1]
+  end
+
+  def test_connect_with_primary_node_killed
+    node = RS.kill_primary
+
+    # Becuase we're killing the primary and trying to connect right away,
+    # this is going to fail right away.
+    assert_raise_error(ConnectionFailure, "Failed to connect to primary node") do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]])
+    end
+
+    # This allows the secondary to come up as a primary
+    rescue_connection_failure do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]])
+    end
+  end
+
+  def test_connect_with_secondary_node_killed
+    node = RS.kill_secondary
+
+    rescue_connection_failure do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]])
+    end
+    assert @conn.connected?
+  end
+
+  def test_connect_with_third_node_killed
+    RS.kill(RS.get_node_from_port(RS.ports[2]))
+
+    rescue_connection_failure do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]])
+    end
+    assert @conn.connected?
+  end
+
+  def test_connect_with_primary_stepped_down
+    RS.step_down_primary
+
+    rescue_connection_failure do
+      @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+        [RS.host, RS.ports[2]])
+    end
+    assert @conn.connected?
+  end
+
+end

data/test/replica_sets/connection_string_test.rb

@@ -0,0 +1,29 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running on RS.host,
+# on ports TEST_PORT, RS.ports[1], and TEST + 2.
+class ConnectionStringTest < Test::Unit::TestCase
+  include Mongo
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if @conn
+  end
+
+  def test_connect_with_connection_string
+    @conn = Connection.from_uri("mongodb://#{RS.host}:#{RS.ports[0]},#{RS.host}:#{RS.ports[1]}?replicaset=#{RS.name}")
+    assert @conn.is_a?(ReplSetConnection)
+    assert @conn.connected?
+  end
+
+  def test_connect_with_full_connection_string
+    @conn = Connection.from_uri("mongodb://#{RS.host}:#{RS.ports[0]},#{RS.host}:#{RS.ports[1]}?replicaset=#{RS.name};safe=true;w=2;fsync=true;slaveok=true")
+    assert @conn.is_a?(ReplSetConnection)
+    assert @conn.connected?
+    assert_equal 2, @conn.safe[:w]
+    assert @conn.safe[:fsync]
+    assert @conn.read_pool
+  end
+
+end

data/test/replica_sets/count_test.rb

@@ -0,0 +1,36 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running
+# on the local host.
+class ReplicaSetCountTest < Test::Unit::TestCase
+  include Mongo
+
+  def setup
+    @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]], [RS.host, RS.ports[2]])
+    @db = @conn.db(MONGO_TEST_DB)
+    @db.drop_collection("test-sets")
+    @coll = @db.collection("test-sets")
+  end
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if @conn
+  end
+
+  def test_correct_count_after_insertion_reconnect
+    @coll.insert({:a => 20}, :safe => {:w => 2, :wtimeout => 10000})
+    assert_equal 1, @coll.count
+
+    # Kill the current master node
+    @node = RS.kill_primary
+
+    rescue_connection_failure do
+      @coll.insert({:a => 30}, :safe => true)
+    end
+
+    @coll.insert({:a => 40}, :safe => true)
+    assert_equal 3, @coll.count, "Second count failed"
+  end
+
+end

data/test/replica_sets/insert_test.rb

@@ -0,0 +1,54 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running
+# on the local host.
+class ReplicaSetInsertTest < Test::Unit::TestCase
+  include Mongo
+
+  def setup
+    @conn = ReplSetConnection.new([TEST_HOST, RS.ports[0]], [TEST_HOST, RS.ports[1]], [TEST_HOST, RS.ports[2]])
+    @db = @conn.db(MONGO_TEST_DB)
+    @db.drop_collection("test-sets")
+    @coll = @db.collection("test-sets")
+  end
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if @conn
+  end
+
+  def test_insert
+    @coll.save({:a => 20}, :safe => true)
+
+    RS.kill_primary
+
+    rescue_connection_failure do
+      @coll.save({:a => 30}, :safe => true)
+    end
+
+    @coll.save({:a => 40}, :safe => true)
+    @coll.save({:a => 50}, :safe => true)
+    @coll.save({:a => 60}, :safe => true)
+    @coll.save({:a => 70}, :safe => true)
+
+    # Restart the old master and wait for sync
+    RS.restart_killed_nodes
+    sleep(1)
+    results = []
+
+    rescue_connection_failure do
+      @coll.find.each {|r| results << r}
+      [20, 30, 40, 50, 60, 70].each do |a|
+        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
+      end
+    end
+
+    @coll.save({:a => 80}, :safe => true)
+    @coll.find.each {|r| results << r}
+    [20, 30, 40, 50, 60, 70, 80].each do |a|
+      assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a} on second find"
+    end
+  end
+
+end

data/test/replica_sets/pooled_insert_test.rb

@@ -0,0 +1,58 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running
+# on the local host.
+class ReplicaSetPooledInsertTest < Test::Unit::TestCase
+  include Mongo
+
+  def setup
+    @conn = ReplSetConnection.new([RS.host, RS.ports[0]], [RS.host, RS.ports[1]],
+      [RS.host, RS.ports[2]], :pool_size => 5, :timeout => 5)
+    @db = @conn.db(MONGO_TEST_DB)
+    @db.drop_collection("test-sets")
+    @coll = @db.collection("test-sets")
+  end
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if @conn
+  end
+
+  def test_insert
+    expected_results = [-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
+    @coll.save({:a => -1}, :safe => true)
+
+    RS.kill_primary
+
+    threads = []
+    10.times do |i|
+      threads[i] = Thread.new do
+        rescue_connection_failure do
+          @coll.save({:a => i}, :safe => true)
+        end
+      end
+    end
+
+    threads.each {|t| t.join}
+
+    # Restart the old master and wait for sync
+    RS.restart_killed_nodes
+    sleep(1)
+    results = []
+
+    rescue_connection_failure do
+      @coll.find.each {|r| results << r}
+      expected_results.each do |a|
+        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
+      end
+    end
+
+    @coll.save({:a => 10}, :safe => true)
+    @coll.find.each {|r| results << r}
+    (expected_results + [10]).each do |a|
+      assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a} on second find"
+    end
+  end
+
+end

data/test/replica_sets/query_secondaries.rb

@@ -0,0 +1,109 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require './test/replica_sets/rs_test_helper'
+
+# NOTE: This test expects a replica set of three nodes to be running
+# on the local host.
+class ReplicaSetQuerySecondariesTest < Test::Unit::TestCase
+  include Mongo
+
+  def setup
+    @conn = ReplSetConnection.new([RS.host, RS.ports[0]], :read => :secondary)
+    @db = @conn.db(MONGO_TEST_DB)
+    @db.drop_collection("test-sets")
+  end
+
+  def teardown
+    RS.restart_killed_nodes
+    @conn.close if @conn
+  end
+
+  def test_read_primary
+    rescue_connection_failure do
+      assert !@conn.read_primary?
+      assert !@conn.primary?
+    end
+  end
+
+  def test_con
+    assert @conn.primary_pool, "No primary pool!"
+    assert @conn.read_pool, "No read pool!"
+    assert @conn.primary_pool.port != @conn.read_pool.port,
+      "Primary port and read port at the same!"
+  end
+
+  def test_query_secondaries
+    @coll = @db.collection("test-sets", :safe => {:w => 3, :wtimeout => 20000})
+    @coll.save({:a => 20})
+    @coll.save({:a => 30})
+    @coll.save({:a => 40})
+    results = []
+    @coll.find.each {|r| results << r["a"]}
+    assert results.include?(20)
+    assert results.include?(30)
+    assert results.include?(40)
+
+    RS.kill_primary
+
+    results = []
+    rescue_connection_failure do
+      @coll.find.each {|r| results << r}
+      [20, 30, 40].each do |a|
+        assert results.any? {|r| r['a'] == a}, "Could not find record for a => #{a}"
+      end
+    end
+  end
+
+  def test_kill_primary
+    @coll = @db.collection("test-sets", :safe => {:w => 3, :wtimeout => 10000})
+    @coll.save({:a => 20})
+    @coll.save({:a => 30})
+    assert_equal 2, @coll.find.to_a.length
+
+    # Should still be able to read immediately after killing master node
+    RS.kill_primary
+    assert_equal 2, @coll.find.to_a.length
+    rescue_connection_failure do
+      @coll.save({:a => 50}, :safe => {:w => 2, :wtimeout => 10000})
+    end
+    RS.restart_killed_nodes
+    @coll.save({:a => 50}, :safe => {:w => 2, :wtimeout => 10000})
+    assert_equal 4, @coll.find.to_a.length
+  end
+
+  def test_kill_secondary
+    @coll = @db.collection("test-sets", {:safe => {:w => 3, :wtimeout => 20000}})
+    @coll.save({:a => 20})
+    @coll.save({:a => 30})
+    assert_equal 2, @coll.find.to_a.length
+
+    read_node = RS.get_node_from_port(@conn.read_pool.port)
+    RS.kill(read_node)
+
+    # Should fail immediately on next read
+    old_read_pool_port = @conn.read_pool.port
+    assert_raise ConnectionFailure do
+      @coll.find.to_a.length
+    end
+
+    # Should eventually reconnect and be able to read
+    rescue_connection_failure do
+      length = @coll.find.to_a.length
+      assert_equal 2, length
+    end
+    new_read_pool_port = @conn.read_pool.port
+    assert old_read_pool_port != new_read_pool_port
+  end
+
+  def test_write_lots_of_data
+    @coll = @db.collection("test-sets", {:safe => {:w => 2}})
+
+    6000.times do |n|
+      @coll.save({:a => n})
+    end
+
+    cursor = @coll.find()
+    cursor.next
+    cursor.close
+  end
+
+end