mongo 2.15.0 → 2.18.1

data/lib/mongo/monitoring/event/command_succeeded.rb

@@ -46,6 +46,9 @@ module Mongo
         # @return [ Integer ] request_id The request id.
         attr_reader :request_id
 
+        # @return [ Integer ] server_connection_id The server connection id.
+        attr_reader :server_connection_id
+
         # @return [ nil | Object ] The service id, if any.
         attr_reader :service_id
 
@@ -73,7 +76,8 @@ module Mongo
         # @since 2.1.0
         # @api private
         def initialize(command_name, database_name, address, request_id,
-          operation_id, reply, duration, started_event:, service_id: nil
+          operation_id, reply, duration, started_event:,
+          server_connection_id: nil, service_id: nil
         )
           @command_name = command_name.to_s
           @database_name = database_name
@@ -84,6 +88,7 @@ module Mongo
           @started_event = started_event
           @reply = redacted(command_name, reply)
           @duration = duration
+          @server_connection_id = server_connection_id
         end
 
         # Returns a concise yet useful summary of the event.
@@ -116,7 +121,8 @@ module Mongo
         # @since 2.1.0
         # @api private
         def self.generate(address, operation_id, command_payload,
-          reply_payload, duration, started_event:, service_id: nil
+          reply_payload, duration, started_event:, server_connection_id: nil,
+          service_id: nil
         )
           new(
             command_payload[:command_name],
@@ -127,6 +133,7 @@ module Mongo
             generate_reply(command_payload, reply_payload),
             duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         end

data/lib/mongo/monitoring/publishable.rb

@@ -35,7 +35,6 @@ module Mongo
       def publish_sdam_event(topic, event)
         return unless monitoring?
 
-        #log_debug("EVENT: #{event.summary}")
         monitoring.succeeded(topic, event)
       end
 
@@ -49,12 +48,13 @@ module Mongo
 
       def command_started(address, operation_id, payload,
         socket_object_id: nil, connection_id: nil, connection_generation: nil,
-        server_connection_id: nil
+        server_connection_id: nil, service_id: nil
       )
         event = Event::CommandStarted.generate(address, operation_id, payload,
             socket_object_id: socket_object_id, connection_id: connection_id,
             connection_generation: connection_generation,
             server_connection_id: server_connection_id,
+            service_id: service_id,
           )
         monitoring.started(
           Monitoring::COMMAND,
@@ -64,24 +64,26 @@ module Mongo
       end
 
       def command_completed(result, address, operation_id, payload, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         document = result ? (result.documents || []).first : nil
         if document && (document['ok'] && document['ok'] != 1 || document.key?('$err'))
           parser = Error::Parser.new(document)
           command_failed(document, address, operation_id,
             payload, parser.message, duration,
-            started_event: started_event, service_id: service_id,
+            started_event: started_event, server_connection_id: server_connection_id,
+            service_id: service_id,
           )
         else
           command_succeeded(result, address, operation_id, payload, duration,
-            started_event: started_event, service_id: service_id,
+            started_event: started_event, server_connection_id: server_connection_id,
+            service_id: service_id,
           )
         end
       end
 
       def command_succeeded(result, address, operation_id, payload, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         monitoring.succeeded(
           Monitoring::COMMAND,
@@ -92,19 +94,21 @@ module Mongo
             result ? result.payload : nil,
             duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         )
       end
 
       def command_failed(failure, address, operation_id, payload, message, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         monitoring.failed(
           Monitoring::COMMAND,
           Event::CommandFailed.generate(address, operation_id, payload,
             message, failure, duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         )

data/lib/mongo/operation/aggregate/command.rb

@@ -34,6 +34,14 @@ module Mongo
 
         private
 
+        def selector(connection)
+          super.tap do |selector|
+            if selector[:collation] && !connection.features.collation_enabled?
+              raise Error::UnsupportedCollation
+            end
+          end
+        end
+
         def write_concern_supported?(connection)
           connection.features.collation_enabled?
         end

data/lib/mongo/operation/collections_info/result.rb

@@ -32,12 +32,15 @@ module Mongo
         # @param [ Server::Description ] connection_description
         #   Server description of the server that performed the operation that
         #   this result is for.
+        # @param [ Integer ] connection_global_id
+        #   Global id of the connection on which the operation that
+        #   this result is for was performed.
         # @param [ String ] database_name The name of the database that the
         #   query was sent to.
         #
         # @api private
-        def initialize(replies, connection_description, database_name)
-          super(replies, connection_description)
+        def initialize(replies, connection_description, connection_global_id, database_name)
+          super(replies, connection_description, connection_global_id)
           @database_name = database_name
         end
 

data/lib/mongo/operation/command/op_msg.rb

@@ -25,6 +25,12 @@ module Mongo
       #
       # @since 2.5.2
       class OpMsg < OpMsgBase
+
+        def selector(connection)
+          spec[:selector].dup.tap do |sel|
+            sel[:comment] = spec[:comment] unless spec[:comment].nil?
+          end
+        end
       end
     end
   end

data/lib/mongo/operation/context.rb

@@ -24,9 +24,18 @@ module Mongo
     # in a single container, and provides facade methods for the contained
     # objects.
     #
+    # The context contains parameters for operations, and as such while an
+    # operation is being prepared nothing in the context should change.
+    # When the result of the operation is being processed, the data
+    # returned by the context may change (for example, because a transaction
+    # is aborted), but at that point the operation should no longer read
+    # anything from the context. Because context data may change during
+    # operation execution, context objects should not be reused for multiple
+    # operations.
+    #
     # @api private
     class Context
-      def initialize(client: nil, session: nil, options: nil)
+      def initialize(client: nil, session: nil, connection_global_id: nil, options: nil)
         if options
           if client
             raise ArgumentError, 'Client and options cannot both be specified'
@@ -37,8 +46,13 @@ module Mongo
           end
         end
 
+        if connection_global_id && session&.pinned_connection_global_id
+          raise ArgumentError, 'Trying to pin context to a connection when the session is already pinned to a connection.'
+        end
+
         @client = client
         @session = session
+        @connection_global_id = connection_global_id
         @options = options
       end
 
@@ -46,6 +60,10 @@ module Mongo
       attr_reader :session
       attr_reader :options
 
+      def connection_global_id
+        @connection_global_id || session&.pinned_connection_global_id
+      end
+
       def in_transaction?
         session&.in_transaction? || false
       end
@@ -82,6 +100,24 @@ module Mongo
         end
       end
 
+      # Whether the operation is a retry (true) or an initial attempt (false).
+      def retry?
+        !!@is_retry
+      end
+
+      # Returns a new context with the parameters changed as per the
+      # provided arguments.
+      #
+      # @option opts [ true|false ] :is_retry Whether the operation is a retry
+      #   or a first attempt.
+      def with(**opts)
+        dup.tap do |copy|
+          opts.each do |k, v|
+            copy.instance_variable_set("@#{k}", v)
+          end
+        end
+      end
+
       def encrypt?
         client&.encrypter&.encrypt? || false
       end

data/lib/mongo/operation/count/command.rb

@@ -32,6 +32,12 @@ module Mongo
 
         private
 
+        def selector(connection)
+          selector = spec[:selector]
+          selector = apply_collation(selector, connection, spec[:collation])
+          selector
+        end
+
         def message(connection)
           Protocol::Query.new(db_name, Database::COMMAND, command(connection), options(connection))
         end

data/lib/mongo/operation/count/op_msg.rb

@@ -26,6 +26,15 @@ module Mongo
       # @since 2.5.2
       class OpMsg < OpMsgBase
         include CausalConsistencySupported
+
+        private
+
+        def selector(connection)
+          spec[:selector].merge(
+            collation: spec[:collation],
+            comment: spec[:comment],
+          ).compact
+        end
       end
     end
   end

data/lib/mongo/operation/create/command.rb

@@ -19,7 +19,7 @@ module Mongo
   module Operation
     class Create
 
-      # A MongoDB count operation sent as a command message.
+      # A MongoDB create collection operation sent as a command message.
       #
       # @api private
       #
@@ -32,6 +32,12 @@ module Mongo
 
         private
 
+        def selector(connection)
+          selector = spec[:selector]
+          selector = apply_collation(selector, connection, spec[:collation])
+          selector
+        end
+
         def message(connection)
           Protocol::Query.new(db_name, Database::COMMAND, command(connection), options(connection))
         end

data/lib/mongo/operation/create/op_msg.rb

@@ -26,6 +26,16 @@ module Mongo
       # @since 2.5.2
       class OpMsg < OpMsgBase
         include ExecutableTransactionLabel
+
+        private
+
+        def selector(connection)
+          # Collation is always supported on 3.6+ servers that would use OP_MSG.
+          spec[:selector].merge(
+            collation: spec[:collation],
+            encryptedFields: spec[:encrypted_fields],
+          ).compact
+        end
       end
     end
   end

data/lib/mongo/operation/create_index/command.rb

@@ -33,7 +33,23 @@ module Mongo
         private
 
         def selector(connection)
-          { :createIndexes => coll_name, :indexes => indexes }
+          indexes.each do |index|
+            if index[:collation] && !connection.features.collation_enabled?
+              raise Error::UnsupportedCollation
+            end
+          end
+
+          {
+            createIndexes: coll_name,
+            indexes: indexes,
+          }.tap do |selector|
+            if commit_quorum = spec[:commit_quorum]
+              unless connection.features.commit_quorum_enabled?
+                raise Error::UnsupportedOption.commit_quorum_error
+              end
+              selector[:commitQuorum] = commit_quorum
+            end
+          end
         end
 
         def message(connection)

data/lib/mongo/operation/create_index/op_msg.rb

@@ -30,10 +30,24 @@ module Mongo
         private
 
         def selector(connection)
-          selector = { :createIndexes => coll_name, :indexes => indexes }
-          selector[:commitQuorum] = commit_quorum if commit_quorum
-
-          selector
+          {
+            createIndexes: coll_name,
+            indexes: indexes,
+            comment: spec[:comment],
+          }.compact.tap do |selector|
+            if commit_quorum = spec[:commit_quorum]
+              # While server versions 3.4 and newer generally perform option
+              # validation, there was a bug on server versions 4.2.0 - 4.2.5 where
+              # the server would accept the commitQuorum option and use it internally
+              # (see SERVER-47193). As a result, the drivers specifications require
+              # drivers to perform validation and raise an error when the commitQuorum
+              # option is passed to servers that don't support it.
+              unless connection.features.commit_quorum_enabled?
+                raise Error::UnsupportedOption.commit_quorum_error
+              end
+              selector[:commitQuorum] = commit_quorum
+            end
+          end
         end
       end
     end

data/lib/mongo/operation/delete/command.rb

@@ -31,13 +31,16 @@ module Mongo
         include WriteConcernSupported
         include ExecutableNoValidate
         include PolymorphicResult
+        include Validatable
 
         private
 
         def selector(connection)
-          { delete: coll_name,
-            deletes: send(IDENTIFIER),
-            ordered: ordered? }
+          {
+            delete: coll_name,
+            deletes: validate_updates(connection, send(IDENTIFIER)),
+            ordered: ordered?,
+          }
         end
 
         def message(connection)

data/lib/mongo/operation/delete/op_msg.rb

@@ -29,13 +29,22 @@ module Mongo
         include ExecutableNoValidate
         include ExecutableTransactionLabel
         include PolymorphicResult
+        include Validatable
 
         private
 
         def selector(connection)
           { delete: coll_name,
             Protocol::Msg::DATABASE_IDENTIFIER => db_name,
-            ordered: ordered? }
+            ordered: ordered?,
+            let: spec[:let],
+            comment: spec[:comment],
+          }.compact.tap do |selector|
+            if hint = spec[:hint]
+              validate_hint_on_update(connection, selector)
+              selector[:hint] = hint
+            end
+          end
         end
 
         def message(connection)

data/lib/mongo/operation/delete.rb

@@ -17,7 +17,6 @@
 
 require 'mongo/operation/delete/command'
 require 'mongo/operation/delete/op_msg'
-require 'mongo/operation/delete/legacy'
 require 'mongo/operation/delete/result'
 require 'mongo/operation/delete/bulk_result'
 

data/lib/mongo/operation/distinct/command.rb

@@ -32,6 +32,12 @@ module Mongo
 
         private
 
+        def selector(connection)
+          selector = spec[:selector]
+          selector = apply_collation(selector, connection, spec[:collation])
+          selector
+        end
+
         def message(connection)
           Protocol::Query.new(db_name, Database::COMMAND, command(connection), options(connection))
         end

data/lib/mongo/operation/distinct/op_msg.rb

@@ -27,6 +27,16 @@ module Mongo
       class OpMsg < OpMsgBase
         include CausalConsistencySupported
         include ExecutableTransactionLabel
+
+        private
+
+        def selector(connection)
+          # Collation is always supported on 3.6+ servers that would use OP_MSG.
+          spec[:selector].merge(
+            collation: spec[:collation],
+            comment: spec[:comment],
+          ).compact
+        end
       end
     end
   end

data/lib/mongo/operation/drop_index/op_msg.rb

@@ -30,7 +30,11 @@ module Mongo
         private
 
         def selector(connection)
-          { :dropIndexes => coll_name, :index => index_name }
+          {
+            :dropIndexes => coll_name,
+            :index => index_name,
+            :comment => spec[:comment],
+          }.compact
         end
       end
     end

data/lib/mongo/operation/explain/command.rb

@@ -34,7 +34,19 @@ module Mongo
         private
 
         def selector(connection)
-          super.merge(spec[:explain])
+          # The mappings are BSON::Documents and as such store keys as
+          # strings, the spec here has symbol keys.
+          spec = BSON::Document.new(self.spec)
+
+          if spec[:collation] && !connection.features.collation_enabled?
+            raise Error::UnsupportedCollation
+          end
+
+          {
+            explain: {
+              find: coll_name,
+            }.update(Find::Builder::Command.selector(spec, connection)),
+          }.update(spec[:explain] || {})
         end
 
         def message(connection)

data/lib/mongo/operation/explain/legacy.rb

@@ -32,12 +32,19 @@ module Mongo
 
         private
 
-        def selector(connection)
-          super.merge(spec[:explain])
-        end
-
         def message(connection)
-          Protocol::Query.new(db_name, coll_name, command(connection), options(connection))
+          if spec[:collation] && !connection.features.collation_enabled?
+            raise Error::UnsupportedCollation
+          end
+
+          Protocol::Query.new(
+            db_name,
+            coll_name,
+            Find::Builder::Legacy.selector(spec, connection),
+            options(connection).update(
+              Find::Builder::Legacy.query_options(spec, connection),
+            ),
+          )
         end
       end
     end

data/lib/mongo/operation/explain/op_msg.rb

@@ -32,7 +32,15 @@ module Mongo
         private
 
         def selector(connection)
-          super.merge(spec[:explain])
+          # The mappings are BSON::Documents and as such store keys as
+          # strings, the spec here has symbol keys.
+          spec = BSON::Document.new(self.spec)
+          {
+            explain: {
+              find: coll_name,
+            }.update(Find::Builder::Command.selector(spec, connection)),
+            Protocol::Msg::DATABASE_IDENTIFIER => db_name,
+          }.update(spec[:explain] || {})
         end
       end
     end

data/lib/mongo/operation/find/builder/command.rb

@@ -0,0 +1,111 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+# Copyright (C) 2015-2020 MongoDB Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Mongo
+  module Operation
+    class Find
+      module Builder
+
+        # Builds a find command specification from options.
+        #
+        # @api private
+        module Command
+
+          # The mappings from ruby options to the find command.
+          OPTION_MAPPINGS = BSON::Document.new(
+            allow_disk_use: 'allowDiskUse',
+            allow_partial_results: 'allowPartialResults',
+            await_data: 'awaitData',
+            batch_size: 'batchSize',
+            collation: 'collation',
+            comment: 'comment',
+            filter: 'filter',
+            hint: 'hint',
+            let: 'let',
+            limit: 'limit',
+            max_scan: 'maxScan',
+            max_time_ms: 'maxTimeMS',
+            max_value: 'max',
+            min_value: 'min',
+            no_cursor_timeout: 'noCursorTimeout',
+            oplog_replay: 'oplogReplay',
+            projection: 'projection',
+            read_concern: 'readConcern',
+            return_key: 'returnKey',
+            show_disk_loc: 'showRecordId',
+            single_batch: 'singleBatch',
+            skip: 'skip',
+            snapshot: 'snapshot',
+            sort: 'sort',
+            tailable: 'tailable',
+            tailable_cursor: 'tailable',
+          ).freeze
+
+          module_function def selector(spec, connection)
+            if spec[:collation] && !connection.features.collation_enabled?
+              raise Error::UnsupportedCollation
+            end
+
+            BSON::Document.new.tap do |selector|
+              OPTION_MAPPINGS.each do |k, server_k|
+                unless (value = spec[k]).nil?
+                  selector[server_k] = value
+                end
+              end
+
+              if rc = selector[:readConcern]
+                selector[:readConcern] = Options::Mapper.transform_values_to_strings(rc)
+              end
+
+              convert_limit_and_batch_size!(selector)
+            end
+          end
+
+          private
+
+          # Converts negative limit and batchSize parameters in the
+          # find command to positive ones. Removes the parameters if their
+          # values are zero.
+          #
+          # This is only used for find commmand, not for OP_QUERY path.
+          #
+          # The +command+ parameter is mutated by this method.
+          module_function def convert_limit_and_batch_size!(command)
+            if command[:limit] && command[:limit] < 0 &&
+              command[:batchSize] && command[:batchSize] < 0
+            then
+              command[:limit] = command[:limit].abs
+              command[:batchSize] = command[:limit].abs
+              command[:singleBatch] = true
+            else
+              [:limit, :batchSize].each do |opt|
+                if command[opt]
+                  if command[opt] < 0
+                    command[opt] = command[opt].abs
+                    command[:singleBatch] = true
+                  elsif command[opt] == 0
+                    command.delete(opt)
+                  end
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end