mongo 1.9.2 → 1.10.0.rc0

data/lib/mongo/mongo_replica_set_client.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -209,9 +209,9 @@ module Mongo
         if @manager.pools.empty?
           close
           raise ConnectionFailure, "Failed to connect to any node."
-        else
-          @connected = true
         end
+        check_wire_version_in_range
+        @connected = true
       end
     end
 
@@ -325,14 +325,6 @@ module Mongo
       @read != :primary
     end
 
-    def authenticate_pools
-      @manager.pools.each { |pool| pool.authenticate_existing }
-    end
-
-    def logout_pools(db)
-      @manager.pools.each { |pool| pool.logout_existing(db) }
-    end
-
     # Generic socket checkout
     # Takes a block that returns a socket from pool
     def checkout
@@ -457,6 +449,20 @@ module Mongo
       max_bson_size * MESSAGE_SIZE_FACTOR
     end
 
+    def max_wire_version
+      return local_manager.max_wire_version if local_manager
+      0
+    end
+
+    def min_wire_version
+      return local_manager.min_wire_version if local_manager
+      0
+    end
+
+    def primary_wire_version_feature?(feature)
+      local_manager && local_manager.primary_pool && local_manager.primary_pool.node.wire_version_feature?(feature)
+    end
+
     private
 
     # Parse option hash

data/lib/mongo/mongo_sharded_client.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -94,6 +94,7 @@ module Mongo
             @manager = ShardingPoolManager.new(self, @seeds)
             ensure_manager
             @manager.connect
+            check_wire_version_in_range
           end
         ensure
           thread_local[:locks][:connecting] = false

data/lib/mongo/networking.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -58,6 +58,7 @@ module Mongo
           sock.checkin
         end
       end
+      true
     end
 
     # Sends a message to the database, waits for a response, and raises
@@ -99,9 +100,13 @@ module Mongo
           close
           raise ConnectionFailure.new(docs[0]['code'].to_s + ': ' + error, docs[0]['code'], docs[0])
         else
+          code = docs[0]['code'] || Mongo::ErrorCode::UNKNOWN_ERROR
           error = "wtimeout" if error == "timeout"
-          raise OperationFailure.new(docs[0]['code'].to_s + ': ' + error, docs[0]['code'], docs[0])
+          raise OperationFailure.new(code.to_s + ': ' + error, code, docs[0])
         end
+      elsif num_received == 1 && (jnote = docs[0]['jnote']) # assignment
+        code = Mongo::ErrorCode::BAD_VALUE # as of server version 2.5.5
+        raise OperationFailure.new(code.to_s + ': ' + jnote, code, docs[0])
       end
 
       docs[0]
@@ -122,15 +127,17 @@ module Mongo
     #   An array whose indexes include [0] documents returned, [1] number of document received,
     #   and [3] a cursor_id.
     def receive_message(operation, message, log_message=nil, socket=nil, command=false,
-                        read=:primary, exhaust=false)
-      request_id = add_message_headers(message, operation)
+                        read=:primary, exhaust=false, compile_regex=true)
+      request_id     = add_message_headers(message, operation)
       packed_message = message.to_s
+      opts = { :exhaust => exhaust,
+               :compile_regex => compile_regex }
 
       result = ''
 
       begin
         send_message_on_socket(packed_message, socket)
-        result = receive(socket, request_id, exhaust)
+        result = receive(socket, request_id, opts)
       rescue ConnectionFailure => ex
         socket.close
         checkin(socket)
@@ -149,7 +156,9 @@ module Mongo
 
     private
 
-    def receive(sock, cursor_id, exhaust=false)
+    def receive(sock, cursor_id, opts={})
+      exhaust    = !!opts.delete(:exhaust)
+
       if exhaust
         docs = []
         num_received = 0
@@ -157,7 +166,7 @@ module Mongo
         while(cursor_id != 0) do
           receive_header(sock, cursor_id, exhaust)
           number_received, cursor_id = receive_response_header(sock)
-          new_docs, n = read_documents(number_received, sock)
+          new_docs, n = read_documents(number_received, sock, opts)
           docs += new_docs
           num_received += n
         end
@@ -166,7 +175,7 @@ module Mongo
       else
         receive_header(sock, cursor_id, exhaust)
         number_received, cursor_id = receive_response_header(sock)
-        docs, num_received = read_documents(number_received, sock)
+        docs, num_received = read_documents(number_received, sock, opts)
 
         return [docs, num_received, cursor_id]
       end
@@ -212,7 +221,7 @@ module Mongo
       end
     end
 
-    def read_documents(number_received, sock)
+    def read_documents(number_received, sock, opts)
       docs = []
       number_remaining = number_received
       while number_remaining > 0 do
@@ -220,7 +229,7 @@ module Mongo
         size = buf.unpack('V')[0]
         buf << receive_message_on_socket(size - 4, sock)
         number_remaining -= 1
-        docs << BSON::BSON_CODER.deserialize(buf)
+        docs << BSON::BSON_CODER.deserialize(buf, opts)
       end
       [docs, number_received]
     end

data/lib/mongo/utils.rb

@@ -0,0 +1,19 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'mongo/utils/conversions'
+require 'mongo/utils/core_ext'
+require 'mongo/utils/server_version'
+require 'mongo/utils/support'
+require 'mongo/utils/thread_local_variable_manager'

data/lib/mongo/{util → utils}/conversions.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/mongo/{util → utils}/core_ext.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/mongo/{util → utils}/server_version.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/mongo/{util → utils}/support.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,52 +12,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-require 'digest/md5'
-
 module Mongo
   module Support
 
     include Mongo::Conversions
     extend self
 
-    # Commands that may be sent to replica-set secondaries, depending on
-    # read preference and tags. All other commands are always run on the primary.
-    SECONDARY_OK_COMMANDS = [
-      'group',
-      'aggregate',
-      'collstats',
-      'dbstats',
-      'count',
-      'distinct',
-      'geonear',
-      'geosearch',
-      'geowalk',
-      'mapreduce',
-      'replsetgetstatus',
-      'ismaster',
-    ]
-
-    # Generate an MD5 for authentication.
-    #
-    # @param [String] username
-    # @param [String] password
-    # @param [String] nonce
-    #
-    # @return [String] a key for db authentication.
-    def auth_key(username, password, nonce)
-      Digest::MD5.hexdigest("#{nonce}#{username}#{hash_password(username, password)}")
-    end
-
-    # Return a hashed password for auth.
-    #
-    # @param [String] username
-    # @param [String] plaintext
-    #
-    # @return [String]
-    def hash_password(username, plaintext)
-      Digest::MD5.hexdigest("#{username}:mongo:#{plaintext}")
-    end
-
     def validate_db_name(db_name)
       unless [String, Symbol].include?(db_name.class)
         raise TypeError, "db_name must be a string or symbol"
@@ -72,19 +32,6 @@ module Mongo
       db_name
     end
 
-    def secondary_ok?(selector)
-      command = selector.keys.first.to_s.downcase
-
-      if command == 'mapreduce'
-        out = selector.select { |k, v| k.to_s.downcase == 'out' }.first.last
-        # mongo looks at the first key in the out object, and doesn't
-        # look at the value
-        out.is_a?(Hash) && out.keys.first.to_s.downcase == 'inline' ? true : false
-      else
-        SECONDARY_OK_COMMANDS.member?(command)
-      end
-    end
-
     def format_order_clause(order)
       case order
         when Hash, BSON::OrderedHash then hash_as_sort_parameters(order)
@@ -101,8 +48,13 @@ module Mongo
       pairs = [ seeds ] if pairs.last.is_a?(Fixnum)
       pairs = pairs.collect do |hostport|
         if hostport.is_a?(String)
-          host, port = hostport.split(':')
-          [ host, port && port.to_i || MongoClient::DEFAULT_PORT ]
+          if hostport[0,1] == '['
+            host, port = hostport.split(']:') << MongoClient::DEFAULT_PORT
+            host = host.end_with?(']') ? host[1...-1] : host[1..-1]
+          else
+            host, port = hostport.split(':') << MongoClient::DEFAULT_PORT
+          end
+          [ host, port.to_i ]
         else
           hostport
         end
@@ -121,7 +73,8 @@ module Mongo
     #
     # @return [Boolean] true if the 'ok' key is either 1 or *true*.
     def ok?(doc)
-      doc['ok'] == 1.0 || doc['ok'] == true
+      ok = doc['ok']
+      ok == 1 || ok == 1.0 || ok == true
     end
   end
 end

data/lib/mongo/{util → utils}/thread_local_variable_manager.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/test/functional/authentication_test.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013 10gen Inc.
+# Copyright (C) 2009-2013 MongoDB, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,31 +13,18 @@
 # limitations under the License.
 
 require 'test_helper'
-require 'shared/authentication'
+require 'shared/authentication/basic_auth_shared'
+require 'shared/authentication/sasl_plain_shared'
 
 class AuthenticationTest < Test::Unit::TestCase
   include Mongo
-  include AuthenticationTests
+  include BasicAuthTests
+  include SASLPlainTests
 
   def setup
-    @client = MongoClient.new
-    @db     = @client[MONGO_TEST_DB]
+    @client    = MongoClient.new(TEST_HOST, TEST_PORT)
+    @db        = @client[TEST_DB]
+    @host_info = host_port
     init_auth
   end
-
-  def test_authenticate_with_connection_uri
-    @db.add_user('eunice', 'uritest')
-
-    client =
-      MongoClient.from_uri("mongodb://eunice:uritest@#{host_port}/#{@db.name}")
-
-    assert client
-    assert_equal client.auths.size, 1
-    assert client[MONGO_TEST_DB]['auth_test'].count
-
-    auth = client.auths.first
-    assert_equal @db.name, auth[:db_name]
-    assert_equal 'eunice', auth[:username]
-    assert_equal 'uritest', auth[:password]
-  end
 end

data/test/functional/bulk_write_collection_view_test.rb

@@ -0,0 +1,782 @@
+# Copyright (C) 2009-2013 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License")
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_helper'
+require 'json'
+
+module Mongo
+  class Collection
+    public :batch_write
+  end
+
+  class BulkWriteCollectionView
+    public :update_doc?, :replace_doc?, :merge_result
+
+    # for reference and future server direction
+    def generate_batch_commands(groups, write_concern)
+      groups.collect do |op_type, documents|
+        {
+            op_type => @collection.name,
+            Mongo::CollectionWriter::WRITE_COMMAND_ARG_KEY[op_type] => documents,
+            :ordered => @options[:ordered],
+            :writeConcern => write_concern
+        }
+      end
+    end
+  end
+
+  class MongoDBError
+    def inspect
+      "#{self.class.name}.new(#{message.inspect},#{error_code.inspect},#{result.inspect})"
+    end
+  end
+end
+
+module BSON
+  class InvalidDocument
+    def inspect
+      "#{self.class.name}.new(#{message.inspect})"
+    end
+  end
+end
+
+class BulkWriteCollectionViewTest < Test::Unit::TestCase
+  @@client ||= standard_connection(:op_timeout => 10)
+  @@db = @@client.db(TEST_DB)
+  @@test = @@db.collection("test")
+  @@version = @@client.server_version
+
+  DATABASE_NAME = 'ruby_test_bulk_write_collection_view'
+  COLLECTION_NAME = 'test'
+  DUPLICATE_KEY_ERROR_CODE_SET = [11000, 11001, 12582, 16460].to_set
+
+  def assert_bulk_op_pushed(expected, view)
+    assert_equal expected, view.ops.last
+  end
+
+  def assert_is_bulk_write_collection_view(view)
+    assert_equal Mongo::BulkWriteCollectionView, view.class
+  end
+
+  def assert_bulk_exception(expected, message = '')
+    ex = assert_raise BulkWriteError, message do
+      pp yield
+    end
+    assert_equal(Mongo::ErrorCode::MULTIPLE_ERRORS_OCCURRED, ex.error_code, message)
+    assert_match_document(expected, ex.result, message)
+  end
+
+  def default_setup
+    @client = MongoClient.new
+    @db = @client[DATABASE_NAME]
+    @collection = @db[COLLECTION_NAME]
+    @collection.drop
+    @bulk = @collection.initialize_ordered_bulk_op
+    @q = {:a => 1}
+    @u = {"$inc" => {:x => 1}}
+    @r = {:b => 2}
+  end
+
+  def sort_docs(docs)
+    docs.sort{|a,b| [a.keys, a.values] <=> [b.keys, b.values]}
+  end
+
+  def generate_sized_doc(size)
+    doc = {"_id" => BSON::ObjectId.new, "x" => "y"}
+    serialize_doc = BSON::BSON_CODER.serialize(doc, false, false, size)
+    doc = {"_id" => BSON::ObjectId.new, "x" => "y" * (1 + size - serialize_doc.size)}
+    assert_equal size, BSON::BSON_CODER.serialize(doc, false, false, size).size
+    doc
+  end
+
+  context "Bulk API Collection" do
+    setup do
+      default_setup
+    end
+
+    should "inspect" do
+      assert_equal String, @bulk.inspect.class
+    end
+
+    should "check first key is operation for #update_doc?" do
+      assert_not_nil @bulk.update_doc?({"$inc" => {:x => 1}})
+      assert_false @bulk.update_doc?({})
+      assert_nil @bulk.update_doc?({:x => 1})
+    end
+
+    should "check no top-level key is operation for #replace_doc?" do
+      assert_true @bulk.replace_doc?({:x => 1})
+      assert_true @bulk.replace_doc?({})
+      assert_false @bulk.replace_doc?({"$inc" => {:x => 1}})
+      assert_false @bulk.replace_doc?({:a => 1, "$inc" => {:x => 1}})
+    end
+
+    should "generate_batch_commands" do
+      groups = [
+          [:insert, [{:n => 0}]],
+          [:update, [{:n => 1}, {:n => 2}]],
+          [:delete, [{:n => 3}]],
+          [:insert, [{:n => 5}, {:n => 6}, {:n => 7}]],
+          [:update, [{:n => 8}]],
+          [:delete, [{:n => 9}, {:n => 10}]]
+      ]
+      write_concern = {:w => 1}
+      result = @bulk.generate_batch_commands(groups, write_concern)
+      expected = [
+          {:insert => COLLECTION_NAME, :documents => [{:n => 0}], :ordered => true, :writeConcern => {:w => 1}},
+          {:update => COLLECTION_NAME, :updates => [{:n => 1}, {:n => 2}], :ordered => true, :writeConcern => {:w => 1}},
+          {:delete => COLLECTION_NAME, :deletes => [{:n => 3}], :ordered => true, :writeConcern => {:w => 1}},
+          {:insert => COLLECTION_NAME, :documents => [{:n => 5}, {:n => 6}, {:n => 7}], :ordered => true, :writeConcern => {:w => 1}},
+          {:update => COLLECTION_NAME, :updates => [{:n => 8}], :ordered => true, :writeConcern => {:w => 1}},
+          {:delete => COLLECTION_NAME, :deletes => [{:n => 9}, {:n => 10}], :ordered => true, :writeConcern => {:w => 1}}
+      ]
+      assert_equal expected, result
+    end
+
+    should "Initialize an unordered bulk op - spec Bulk Operation Builder" do
+      @bulk = @collection.initialize_unordered_bulk_op
+      assert_is_bulk_write_collection_view(@bulk)
+      assert_equal @collection, @bulk.collection
+      assert_equal false, @bulk.options[:ordered]
+    end
+
+    should "Initialize an ordered bulk op - spec Bulk Operation Builder" do
+      assert_is_bulk_write_collection_view(@bulk)
+      assert_equal @collection, @bulk.collection
+      assert_equal true, @bulk.options[:ordered]
+    end
+  end
+
+  def big_example(bulk)
+    bulk.insert({:a => 1})
+    bulk.insert({:a => 2})
+    bulk.insert({:a => 3})
+    bulk.insert({:a => 4})
+    bulk.insert({:a => 5})
+    # Update one document matching the selector
+    bulk.find({:a => 1}).update_one({"$inc" => {:x => 1}})
+    # Update all documents matching the selector
+    bulk.find({:a => 2}).update({"$inc" => {:x => 2}})
+    # Replace entire document (update with whole doc replace)
+    bulk.find({:a => 3}).replace_one({:x => 3})
+    # Update one document matching the selector or upsert
+    bulk.find({:a => 1}).upsert.update_one({"$inc" => {:x => 1}})
+    # Update all documents matching the selector or upsert
+    bulk.find({:a => 2}).upsert.update({"$inc" => {:x => 2}})
+    # Replaces a single document matching the selector or upsert
+    bulk.find({:a => 3}).upsert.replace_one({:x => 3})
+    # Remove a single document matching the selector
+    bulk.find({:a => 4}).remove_one()
+    # Remove all documents matching the selector
+    bulk.find({:a => 5}).remove()
+    # Insert a document
+    bulk.insert({:x => 4})
+  end
+
+  context "Bulk API CollectionView" do
+    setup do
+      default_setup
+    end
+
+    should "set :q and return view for #find" do
+      result = @bulk.find(@q)
+      assert_is_bulk_write_collection_view(result)
+      assert_equal @q, @bulk.op_args[:q]
+    end
+
+    should "set :upsert for #upsert" do
+      result = @bulk.find(@q).upsert
+      assert_is_bulk_write_collection_view(result)
+      assert_true result.op_args[:upsert]
+    end
+
+    should "check arg for update, set :update, :u, :multi, terminate and return view for #update_one" do
+      assert_raise MongoArgumentError do
+        @bulk.find(@q).update_one(@r)
+      end
+      result = @bulk.find(@q).update_one(@u)
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:update, {:q => @q, :u => @u, :multi => false}], @bulk
+    end
+
+    should "check arg for update, set :update, :u, :multi, terminate and return view for #update" do
+      assert_raise MongoArgumentError do
+        @bulk.find(@q).replace_one(@u)
+      end
+      result = @bulk.find(@q).update(@u)
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:update, {:q => @q, :u => @u, :multi => true}], @bulk
+    end
+
+    should "check arg for replacement, set :update, :u, :multi, terminate and return view for #replace_one" do
+      assert_raise MongoArgumentError do
+        @bulk.find(@q).replace_one(@u)
+      end
+      result = @bulk.find(@q).replace_one(@r)
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:update, {:q => @q, :u => @r, :multi => false}], @bulk
+    end
+
+    should "set :remove, :q, :limit, terminate and return view for #remove_one" do
+      result = @bulk.find(@q).remove_one
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:delete, {:q => @q, :limit => 1}], @bulk
+
+    end
+
+    should "set :remove, :q, :limit, terminate and return view for #remove" do
+      result = @bulk.find(@q).remove
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:delete, {:q => @q, :limit => 0}], @bulk
+    end
+
+    should "set :insert, :documents, terminate and return view for #insert" do
+      document = {:a => 5}
+      result = @bulk.insert(document)
+      assert_is_bulk_write_collection_view(result)
+      assert_bulk_op_pushed [:insert, {:d => document}], @bulk
+    end
+
+    should "provide spec Operations Possible On Bulk Instance" do
+      @bulk = @collection.initialize_ordered_bulk_op
+
+      # Update one document matching the selector
+      @bulk.find({:a => 1}).update_one({"$inc" => {:x => 1}})
+
+      # Update all documents matching the selector
+      @bulk.find({:a => 2}).update({"$inc" => {:x => 2}})
+
+      # Replace entire document (update with whole doc replace)
+      @bulk.find({:a => 3}).replace_one({:x => 3})
+
+      # Update one document matching the selector or upsert
+      @bulk.find({:a => 1}).upsert.update_one({"$inc" => {:x => 1}})
+
+      # Update all documents matching the selector or upsert
+      @bulk.find({:a => 2}).upsert.update({"$inc" => {:x => 2}})
+
+      # Replaces a single document matching the selector or upsert
+      @bulk.find({:a => 3}).upsert.replace_one({:x => 3})
+
+      # Remove a single document matching the selector
+      @bulk.find({:a => 4}).remove_one
+
+      # Remove all documents matching the selector
+      @bulk.find({:a => 5}).remove
+
+      # Insert a document
+      @bulk.insert({:x => 4})
+
+      # Execute the bulk operation, with an optional writeConcern overwriting the default w:1
+      write_concern = {:w => 1} #{:w => 1. :j => 1} #nojournal for tests
+      #@bulk.execute(write_concern)
+    end
+
+    should "execute, return result and reset @ops for #execute" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk.insert({:x => 1})
+        @bulk.insert({:x => 2})
+        write_concern = {:w => 1}
+        result = @bulk.execute(write_concern)
+        assert_equal({"ok" => 1, "n" => 2, "nInserted" => 2}, result, "wire_version:#{wire_version}")
+        assert_equal 2, @collection.count
+        assert_equal [], @bulk.ops
+      end
+    end
+
+    should "run ordered big example" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        big_example(@bulk)
+        write_concern = {:w => 1} #{:w => 1. :j => 1} #nojournal for tests
+        result = @bulk.execute(write_concern)
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 14,
+                "nInserted" => 6,
+                "nMatched" => 5,
+                "nUpserted" => 1,
+                "nModified" => 5,
+                "nRemoved" => 2,
+                "upserted" => [
+                    {
+                        "index" => 10,
+                        "_id" => BSON::ObjectId('52a1e4a4bb67fbc77e26a340')
+                    }
+                ]
+            }, result, "wire_version:#{wire_version}")
+        assert_false(@collection.find.to_a.empty?, "wire_version:#{wire_version}")
+        assert_equal [{"a"=>1, "x"=>2}, {"a"=>2, "x"=>4}, {"x"=>3}, {"x"=>3}, {"x"=>4}], sort_docs(@collection.find.to_a.collect { |doc| doc.delete("_id"); doc })
+      end
+    end
+
+    should "run ordered big example with w 0" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        big_example(@bulk)
+        write_concern = {:w => 0}
+        result = @bulk.execute(write_concern)
+        assert_equal(true, result, "wire_version:#{wire_version}")
+        assert_false(@collection.find.to_a.empty?, "wire_version:#{wire_version}")
+        assert_equal [{"a"=>1, "x"=>2}, {"a"=>2, "x"=>4}, {"x"=>3}, {"x"=>3}, {"x"=>4}], sort_docs(@collection.find.to_a.collect { |doc| doc.delete("_id"); doc })
+      end
+    end
+
+    should "run unordered big example" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk = @collection.initialize_unordered_bulk_op
+        big_example(@bulk)
+        write_concern = {:w => 1} #{:w => 1. :j => 1} #nojournal for tests
+        result = @bulk.execute(write_concern) # unordered varies, don't use assert_match_document
+        assert_true(result["n"] > 0, "wire_version:#{wire_version}")
+        assert_false(@collection.find.to_a.empty?, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "run unordered big example with w 0" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk = @collection.initialize_unordered_bulk_op
+        big_example(@bulk)
+        write_concern = {:w => 0}
+        result = @bulk.execute(write_concern) # unordered varies, don't use assert_match_document
+        assert_equal(true, result, "wire_version:#{wire_version}")
+        assert_false(@collection.find.to_a.empty?, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "run unordered bulk operations in one batch per write-type" do
+      with_write_commands(@db.connection) do
+        @collection.expects(:batch_write).at_most(3).returns([[], [], [], []])
+        bulk = @collection.initialize_unordered_bulk_op
+        bulk.insert({:_id => 1, :a => 1})
+        bulk.find({:_id => 1, :a => 1}).update({"$inc" => {:x => 1}})
+        bulk.find({:_id => 1, :a => 1}).remove
+        bulk.insert({:_id => 2, :a => 2})
+        bulk.find({:_id => 2, :a => 2}).update({"$inc" => {:x => 2}})
+        bulk.find({:_id => 2, :a => 2}).remove
+        bulk.insert({:_id => 3, :a => 3})
+        bulk.find({:_id => 3, :a => 3}).update({"$inc" => {:x => 3}})
+        bulk.find({:_id => 3, :a => 3}).remove
+        result = bulk.execute # unordered varies, don't use assert_match_document
+      end
+    end
+
+    should "handle error for duplicate key with offset" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk.find({:a => 1}).update_one({"$inc" => {:x => 1}})
+        @bulk.insert({:_id => 1, :a => 1})
+        @bulk.insert({:_id => 1, :a => 2})
+        @bulk.insert({:_id => 3, :a => 3})
+        ex = assert_raise BulkWriteError do
+          @bulk.execute
+        end
+        result = ex.result
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 1,
+                "writeErrors" =>
+                    [{
+                      "index" => 2,
+                      "code" => 11000,
+                      "errmsg" => /duplicate key error/
+                    }],
+                "code" => 65,
+                "errmsg" => "batch item errors occurred",
+                "nInserted" => 1,
+                "nMatched" => 0,
+                "nModified" => 0
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle error for unordered multiple duplicate key with offset" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk = @collection.initialize_unordered_bulk_op
+        @bulk.find({:a => 1}).remove
+        @bulk.insert({:_id => 1, :a => 1})
+        @bulk.insert({:_id => 1, :a => 2})
+        @bulk.insert({:_id => 3, :a => 3})
+        @bulk.insert({:_id => 3, :a => 3})
+        ex = assert_raise BulkWriteError do
+          @bulk.execute
+        end
+        result = ex.result # unordered varies, don't use assert_bulk_exception
+        assert_not_nil(result["writeErrors"], "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle error for serialization with offset" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        assert_equal 16777216, @@client.max_bson_size
+        @bulk.find({:a => 1}).update_one({"$inc" => {:x => 1}})
+        @bulk.insert({:_id => 1, :a => 1})
+        @bulk.insert(generate_sized_doc(@@client.max_message_size + 1))
+        @bulk.insert({:_id => 3, :a => 3})
+        ex = assert_raise BulkWriteError do
+          @bulk.execute
+        end
+        result = ex.result
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 1,
+                "writeErrors" =>
+                    [{
+                         "index" => 2,
+                         "code" => 22,
+                         "errmsg" => /too large/
+                     }],
+                "code" => 65,
+                "errmsg" => "batch item errors occurred",
+                "nInserted" => 1,
+                "nMatched" => 0,
+                "nModified" => 0
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "run ordered bulk op - spec Modes of Execution" do # spec fix pending
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        @bulk.insert({:a => 1})
+        @bulk.insert({:a => 2})
+        @bulk.find({:a => 2}).update({'$set' => {:a => 1}}) # Clashes with unique index
+        @bulk.find({:a => 1}).remove
+        ex = assert_raise BulkWriteError do
+          @bulk.execute
+        end
+        assert_equal(2, @collection.count)
+      end
+    end
+
+    should "run unordered bulk op - spec Modes of Execution" do # spec fix pending
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_unordered_bulk_op
+        bulk.insert({:a => 1})
+        bulk.insert({:a => 2})
+        bulk.find({:a => 2}).update({'$set' => {:a => 1}}) # Clashes with unique index
+        bulk.find({:a => 3}).remove
+        bulk.find({:a => 2}).update({'$set' => {:a => 1}}) # Clashes with unique index
+        ex = assert_raise BulkWriteError do
+          bulk.execute
+        end
+        result = ex.result
+        assert(result["writeErrors"].size > 1, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "run spec Ordered Bulk Operations" do # spec fix pending
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @bulk.insert({:a => 1})
+        @bulk.insert({:a => 2})
+        @bulk.insert({:a => 3})
+        @bulk.find({:a => 2}).upsert.update({'$set' => {:a => 4}})
+        @bulk.find({:a => 1}).remove_one
+        @bulk.insert({:a => 5})
+        result = @bulk.execute({:w => 1})
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 6,
+                "nInserted" => 4,
+                "nMatched" => 1,
+                "nModified" => 1,
+                "nRemoved" => 1,
+            }, result, "wire_version:#{wire_version}")
+        # for write commands there will be in sequence insert, update, remove, insert
+      end
+    end
+
+    should "run spec Unordered Bulk Operations" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        bulk = @collection.initialize_unordered_bulk_op
+        bulk.insert({:_id => 1})
+        bulk.find({:_id => 2}).update_one({'$inc' => { :x => 1 }})
+        bulk.find({:_id => 3}).remove_one
+        bulk.insert({:_id => 4})
+        bulk.find({:_id => 5}).update_one({'$inc' => { :x => 1 }})
+        bulk.find({:_id => 6}).remove_one
+        result = nil
+        begin
+          result = bulk.execute
+        rescue => ex
+          result = ex.result
+        end
+        # for write commands internally the driver will execute 3. One each for the inserts, updates and removes.
+      end
+    end
+
+    should "handle duplicate key error - spec Merging Results" do # spec fix pending
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_ordered_bulk_op
+        bulk.insert({:a => 1})
+        bulk.insert({:a => 2})
+        bulk.find({:a => 2}).upsert.update({'$set' => {:a => 1}})
+        bulk.insert({:a => 3})
+        ex = assert_raise BulkWriteError do
+          bulk.execute
+        end
+        result = ex.result
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 2,
+                "writeErrors" =>
+                    [{
+                         "index" => 2,
+                         "code" => DUPLICATE_KEY_ERROR_CODE_SET,
+                         "errmsg" => /duplicate key error/
+                     }],
+                "code" => 65,
+                "errmsg" => "batch item errors occurred",
+                "nInserted" => 2,
+                "nMatched" => 0,
+                "nModified" => 0
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    # should "handle error with deferred write concern error - spec Merging Results" do
+    # end # see test/replica_set/insert_test.rb
+
+    should "handle unordered errors - spec Merging Results" do # spec fix pending
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_unordered_bulk_op
+        bulk.insert({:a => 1})
+        bulk.find({:a => 1}).upsert.update({'$set' => {:a => 2}})
+        bulk.insert({:a => 2})
+        ex = assert_raise BulkWriteError do
+          bulk.execute
+        end
+        result = ex.result # unordered varies, don't use assert_bulk_exception
+        assert_equal(1, result['ok'], "wire_version:#{wire_version}")
+        assert_equal(2, result['n'], "wire_version:#{wire_version}")
+        err_details = result['writeErrors']
+        assert_equal([2,nil,1][wire_version], err_details.first['index'], "wire_version:#{wire_version}")
+        assert_match(/duplicate key error/, err_details.first['errmsg'], "wire_version:#{wire_version}")
+      end
+    end
+
+    # should "handle unordered errors with deferred write concern error - spec Merging Results" do # TODO - spec review
+    # end # see test/replica_set/insert_test.rb
+
+    should "report user index - spec Merging errors" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_ordered_bulk_op
+        bulk.insert({:a => 1})
+        bulk.insert({:a => 2})
+        bulk.find({:a => 2}).update_one({'$set' => {:a => 1}});
+        bulk.find({:a => 4}).remove_one();
+        ex = assert_raise BulkWriteError do
+          bulk.execute({:w => 1})
+        end
+        result = ex.result
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 2,
+                "writeErrors" =>
+                    [{
+                         "index" => 2,
+                         "code" => DUPLICATE_KEY_ERROR_CODE_SET,
+                         "errmsg" => /duplicate key error/
+                     }],
+                "code" => 65,
+                "errmsg" => "batch item errors occurred",
+                "nInserted" => 2,
+                "nMatched" => 0,
+                "nModified" => 0
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle single upsert - spec Handling upserts" do # chose array always for upserted value
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_ordered_bulk_op
+        bulk.find({:a => 1}).upsert.update({'$set' => {:a => 2}})
+        result = bulk.execute
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 1,
+                "nMatched" => 0,
+                "nUpserted" => 1,
+                "nModified" => 0,
+                "upserted" => [
+                    {"_id" => BSON::ObjectId('52a16767bb67fbc77e26a310'), "index" => 0}
+                ]
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle multiple upsert - spec Handling upserts" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @collection.ensure_index(BSON::OrderedHash[:a, Mongo::ASCENDING], {:unique => true})
+        bulk = @collection.initialize_ordered_bulk_op
+        bulk.find({:a => 1}).upsert.update({'$set' => {:a => 2}})
+        bulk.find({:a => 3}).upsert.update({'$set' => {:a => 4}})
+        result = bulk.execute
+        assert_match_document(
+            {
+                "ok" => 1,
+                "n" => 2,
+                "nMatched" => 0,
+                "nUpserted" => 2,
+                "nModified" => 0,
+                "upserted" => [
+                    {"index" => 0, "_id" => BSON::ObjectId('52a1e37cbb67fbc77e26a338')},
+                    {"index" => 1, "_id" => BSON::ObjectId('52a1e37cbb67fbc77e26a339')}
+                ]
+            }, result, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle multiple errors for unordered bulk write" do
+      with_write_commands_and_operations(@db.connection) do |wire_version|
+        @collection.remove
+        @bulk = @collection.initialize_unordered_bulk_op
+        @bulk.insert({:_id => 1, :a => 1})
+        @bulk.insert({:_id => 1, :a => 2})
+        @bulk.insert(generate_sized_doc(@@client.max_message_size + 1))
+        @bulk.insert({:_id => 3, :a => 3})
+        @bulk.find({:a => 4}).upsert.replace_one({:x => 3})
+        ex = assert_raise BulkWriteError do
+          @bulk.execute
+        end
+        result = ex.result # unordered varies, don't use assert_bulk_exception
+        assert_equal(1, result['ok'], "wire_version:#{wire_version}")
+        assert_equal(3, result['n'], "wire_version:#{wire_version}")
+        err_details = result['writeErrors']
+        assert_match(/duplicate key error/, err_details.find { |e| e['code']==11000 }['errmsg'], "wire_version:#{wire_version}")
+        assert_match(/too large/, err_details.find { |e| e['index']==2 }['errmsg'], "wire_version:#{wire_version}")
+        assert_not_nil(result['upserted'].find { |e| e['index']==4 }, "wire_version:#{wire_version}")
+      end
+    end
+
+    should "handle replication usage error" do
+      with_no_replication(@db.connection) do
+        with_write_commands_and_operations(@db.connection) do |wire_version|
+          @collection.remove
+          @bulk = @collection.initialize_ordered_bulk_op
+          @bulk.insert({:_id => 1, :a => 1})
+          write_concern = {:w => 5}
+          ex = assert_raise BulkWriteError do
+            @bulk.execute(write_concern)
+          end
+          result = ex.result
+          if @@version >= "2.5.5"
+            assert_match_document(
+                {
+                    "ok" => 0,
+                    "n" => 0,
+                    "code" => 65,
+                    "errmsg" => "batch item errors occurred",
+                    "writeErrors" => [
+                        {
+                            "errmsg" => "cannot use 'w' > 1 when a host is not replicated",
+                            "code" => 2,
+                            "index" => 0}
+                    ],
+                    "nInserted" => 0,
+                }, result, "wire_version:#{wire_version}")
+          else
+            assert_match_document(
+                {
+                    "ok" => 1,
+                    "n" => 1,
+                    "code" => 65,
+                    "errmsg" => "batch item errors occurred",
+                    "writeConcernError" => [
+                        {
+                            "errmsg" => /no replication has been enabled/,
+                            "code" => 64,
+                            "index" => 0
+                        }
+                    ],
+                    "nInserted" => 1,
+                }, result, "wire_version:#{wire_version}")
+          end
+        end
+      end
+    end
+
+    should "handle journaling error" do
+      with_no_journaling(@db.connection) do
+        with_write_commands_and_operations(@db.connection) do |wire_version|
+          @collection.remove
+          @bulk = @collection.initialize_ordered_bulk_op
+          @bulk.insert({:_id => 1, :a => 1})
+          write_concern = {:w => 1, :j => 1}
+          ex = assert_raise BulkWriteError do
+            @bulk.execute(write_concern)
+          end
+          result = ex.result
+          if @@version >= "2.5.5"
+            assert_match_document(
+                {
+                    "ok" => 0,
+                    "n" => 0,
+                    "writeErrors" => [
+                        {
+                            "code" => 2,
+                            "errmsg" => "cannot use 'j' option when a host does not have journaling enabled", "index" => 0
+                        }
+                    ],
+                    "code" => 65,
+                    "errmsg" => "batch item errors occurred",
+                    "nInserted" => 0
+                }, result, "wire_version:#{wire_version}")
+          else
+            assert_match_document(
+                {
+                    "ok" => 1,
+                    "n" => 1,
+                    "writeConcernError" => [
+                        {
+                            "code" => 2,
+                            "errmsg" => "journaling not enabled on this server",
+                            "index" => 0
+                        }
+                    ],
+                    "code" => 65,
+                    "errmsg" => "batch item errors occurred",
+                    "nInserted" => 1
+                }, result, "wire_version:#{wire_version}")
+          end
+        end
+      end
+    end
+  end
+
+end