mongo 2.17.4 → 2.18.0.beta1

data/lib/mongo/{operation/kill_cursors/legacy.rb → error/session_not_materialized.rb}

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 # encoding: utf-8
 
-# Copyright (C) 2014-2020 MongoDB Inc.
+# Copyright (C) 2022 MongoDB Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -16,26 +16,14 @@
 # limitations under the License.
 
 module Mongo
-  module Operation
-    class KillCursors
+  class Error
 
-      # A MongoDB killcursors operation sent as a legacy wire protocol message.
-      #
-      # @api private
-      #
-      # @since 2.5.2
-      class Legacy
-        include Specifiable
-        include Executable
-        include CommandBuilder
-
-        private
-
-        def message(connection)
-          Protocol::KillCursors.new(coll_name, db_name, int64_cursor_ids)
-        end
+    # This exception is raised when a session is attempted to be used but
+    # it was never materialized.
+    class SessionNotMaterialized < InvalidSession
+      def initialize
+        super("The session was not materialized and cannot be used. Use start_session or with_session in order to start a session that will be materialized.")
       end
     end
   end
 end
-

data/lib/mongo/error.rb

@@ -16,6 +16,7 @@
 # limitations under the License.
 
 require 'mongo/error/notable'
+require 'mongo/error/labelable'
 
 module Mongo
   # Base error class for all Mongo related errors.
@@ -23,6 +24,7 @@ module Mongo
   # @since 2.0.0
   class Error < StandardError
     include Notable
+    include Labelable
 
     # The error code field.
     #
@@ -109,24 +111,9 @@ module Mongo
 
     def initialize(msg = nil)
       super
-      @labels = []
       @write_concern_error_labels = []
     end
 
-    # Does the error have the given label?
-    #
-    # @example
-    #   error.label?(label)
-    #
-    # @param [ String ] label The label to check if the error has.
-    #
-    # @return [ true, false ] Whether the error has the given label.
-    #
-    # @since 2.6.0
-    def label?(label)
-      @labels.include?(label)
-    end
-
     # Does the write concern error have the given label?
     #
     # @param [ String ] label The label to check for the presence of.
@@ -136,34 +123,12 @@ module Mongo
       @write_concern_error_labels.include?(label)
     end
 
-    # Gets the set of labels associated with the error.
-    #
-    # @example
-    #   error.labels
-    #
-    # @return [ Array ] The set of labels.
-    #
-    # @since 2.7.0
-    def labels
-      @labels.dup
-    end
-
     # The set of error labels associated with the write concern error.
     #
     # @return [ Array<String> ] The list of error labels.
     def write_concern_error_labels
       @write_concern_error_labels.dup
     end
-
-    # Adds the specified label to the error instance, if the label is not
-    # already in the set of labels.
-    #
-    # @param [ String ] label The label to add.
-    #
-    # @api private
-    def add_label(label)
-      @labels << label unless label?(label)
-    end
   end
 end
 
@@ -186,6 +151,7 @@ require 'mongo/error/invalid_address'
 require 'mongo/error/invalid_bulk_operation'
 require 'mongo/error/invalid_bulk_operation_type'
 require 'mongo/error/invalid_collection_name'
+require 'mongo/error/invalid_config_option'
 require 'mongo/error/invalid_cursor_operation'
 require 'mongo/error/invalid_database_name'
 require 'mongo/error/invalid_document'
@@ -223,6 +189,7 @@ require 'mongo/error/no_server_available'
 require 'mongo/error/no_srv_records'
 require 'mongo/error/session_ended'
 require 'mongo/error/sessions_not_supported'
+require 'mongo/error/session_not_materialized'
 require 'mongo/error/snapshot_session_invalid_server_version'
 require 'mongo/error/snapshot_session_transaction_prohibited'
 require 'mongo/error/operation_failure'
@@ -235,6 +202,7 @@ require 'mongo/error/failed_string_prep_validation'
 require 'mongo/error/unchangeable_collection_option'
 require 'mongo/error/unexpected_chunk_length'
 require 'mongo/error/unexpected_response'
+require 'mongo/error/missing_connection'
 require 'mongo/error/missing_file_chunk'
 require 'mongo/error/missing_password'
 require 'mongo/error/missing_resume_token'

data/lib/mongo/index/view.rb

@@ -69,7 +69,8 @@ module Mongo
         :unique => :unique,
         :version => :v,
         :weights => :weights,
-        :collation => :collation
+        :collation => :collation,
+        :comment => :comment,
       }.freeze
 
       # Drop an index by its name.
@@ -78,13 +79,17 @@ module Mongo
       #   view.drop_one('name_1')
       #
       # @param [ String ] name The name of the index.
+      # @param [ Hash ] options Options for this operation.
+      #
+      # @option options [ Object ] :comment A user-provided
+      #   comment to attach to this command.
       #
       # @return [ Result ] The response.
       #
       # @since 2.0.0
-      def drop_one(name)
+      def drop_one(name, options = {})
         raise Error::MultiIndexDrop.new if name == Index::ALL
-        drop_by_name(name)
+        drop_by_name(name, comment: options[:comment])
       end
 
       # Drop all indexes on the collection.
@@ -92,11 +97,16 @@ module Mongo
       # @example Drop all indexes on the collection.
       #   view.drop_all
       #
+      # @param [ Hash ] options Options for this operation.
+      #
+      # @option options [ Object ] :comment A user-provided
+      #   comment to attach to this command.
+      #
       # @return [ Result ] The response.
       #
       # @since 2.0.0
-      def drop_all
-        drop_by_name(Index::ALL)
+      def drop_all(options = {})
+        drop_by_name(Index::ALL, comment: options[:comment])
       end
 
       # Creates an index on the collection.
@@ -134,6 +144,8 @@ module Mongo
       #   - "majority" indicating that a majority of data bearing nodes must vote
       #   - "votingMembers" which means that all voting data bearing nodes must vote
       # @option options [ Session ] :session The session to use for the operation.
+      # @option options [ Object ] :comment A user-provided
+      #   comment to attach to this command.
       #
       # @note Note that the options listed may be subset of those available.
       # See the MongoDB documentation for a full list of supported options by server version.
@@ -148,7 +160,7 @@ module Mongo
         if session = @options[:session]
           create_options[:session] = session
         end
-        %i(commit_quorum session).each do |key|
+        %i(commit_quorum session comment).each do |key|
           if value = options.delete(key)
             create_options[key] = value
           end
@@ -185,6 +197,7 @@ module Mongo
       #     - "majority" indicating that a majority of data bearing nodes must vote
       #     - "votingMembers" which means that all voting data bearing nodes must vote
       #   - session: The session to use.
+      #   - comment: A user-provided comment to attach to this command.
       #
       # @return [ Result ] The result of the command.
       #
@@ -213,6 +226,7 @@ module Mongo
             session: session,
             commit_quorum: options[:commit_quorum],
             write_concern: write_concern,
+            comment: options[:comment],
           }
 
           Operation::CreateIndex.new(spec).execute(server, context: Operation::Context.new(client: client, session: session))
@@ -283,7 +297,7 @@ module Mongo
 
       private
 
-      def drop_by_name(name)
+      def drop_by_name(name, comment: nil)
         client.send(:with_session, @options) do |session|
           spec = {
             db_name: database.name,
@@ -292,6 +306,7 @@ module Mongo
             session: session,
             write_concern: write_concern,
           }
+          spec[:comment] = comment unless comment.nil?
           server = next_primary(nil, session)
           Operation::DropIndex.new(spec).execute(server, context: Operation::Context.new(client: client, session: session))
         end

data/lib/mongo/monitoring/event/command_failed.rb

@@ -53,6 +53,9 @@ module Mongo
         # @return [ Integer ] request_id The request id.
         attr_reader :request_id
 
+        # @return [ Integer ] server_connection_id The server connection id.
+        attr_reader :server_connection_id
+
         # @return [ nil | Object ] The service id, if any.
         attr_reader :service_id
 
@@ -81,7 +84,7 @@ module Mongo
         # @api private
         def initialize(command_name, database_name, address,
           request_id, operation_id, message, failure, duration,
-          started_event:, service_id: nil
+          started_event:, server_connection_id: nil, service_id: nil
         )
           @command_name = command_name.to_s
           @database_name = database_name
@@ -93,6 +96,7 @@ module Mongo
           @started_event = started_event
           @failure = redacted(command_name, failure)
           @duration = duration
+          @server_connection_id = server_connection_id
         end
 
         # Returns a concise yet useful summary of the event.
@@ -126,7 +130,8 @@ module Mongo
         # @since 2.1.0
         # @api private
         def self.generate(address, operation_id, payload, message,
-          failure, duration, started_event:, service_id: nil
+          failure, duration, started_event:, server_connection_id: nil,
+          service_id: nil
         )
           new(
             payload[:command_name],
@@ -138,6 +143,7 @@ module Mongo
             failure,
             duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         end

data/lib/mongo/monitoring/event/command_started.rb

@@ -60,7 +60,7 @@ module Mongo
         # @api private
         attr_reader :connection_id
 
-        # @api private
+        # @return [ Integer ] server_connection_id The server connection id.
         attr_reader :server_connection_id
 
         # @return [ true | false ] Whether the event contains sensitive data.

data/lib/mongo/monitoring/event/command_succeeded.rb

@@ -46,6 +46,9 @@ module Mongo
         # @return [ Integer ] request_id The request id.
         attr_reader :request_id
 
+        # @return [ Integer ] server_connection_id The server connection id.
+        attr_reader :server_connection_id
+
         # @return [ nil | Object ] The service id, if any.
         attr_reader :service_id
 
@@ -73,7 +76,8 @@ module Mongo
         # @since 2.1.0
         # @api private
         def initialize(command_name, database_name, address, request_id,
-          operation_id, reply, duration, started_event:, service_id: nil
+          operation_id, reply, duration, started_event:,
+          server_connection_id: nil, service_id: nil
         )
           @command_name = command_name.to_s
           @database_name = database_name
@@ -84,6 +88,7 @@ module Mongo
           @started_event = started_event
           @reply = redacted(command_name, reply)
           @duration = duration
+          @server_connection_id = server_connection_id
         end
 
         # Returns a concise yet useful summary of the event.
@@ -116,7 +121,8 @@ module Mongo
         # @since 2.1.0
         # @api private
         def self.generate(address, operation_id, command_payload,
-          reply_payload, duration, started_event:, service_id: nil
+          reply_payload, duration, started_event:, server_connection_id: nil,
+          service_id: nil
         )
           new(
             command_payload[:command_name],
@@ -127,6 +133,7 @@ module Mongo
             generate_reply(command_payload, reply_payload),
             duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         end

data/lib/mongo/monitoring/publishable.rb

@@ -64,24 +64,26 @@ module Mongo
       end
 
       def command_completed(result, address, operation_id, payload, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         document = result ? (result.documents || []).first : nil
         if document && (document['ok'] && document['ok'] != 1 || document.key?('$err'))
           parser = Error::Parser.new(document)
           command_failed(document, address, operation_id,
             payload, parser.message, duration,
-            started_event: started_event, service_id: service_id,
+            started_event: started_event, server_connection_id: server_connection_id,
+            service_id: service_id,
           )
         else
           command_succeeded(result, address, operation_id, payload, duration,
-            started_event: started_event, service_id: service_id,
+            started_event: started_event, server_connection_id: server_connection_id,
+            service_id: service_id,
           )
         end
       end
 
       def command_succeeded(result, address, operation_id, payload, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         monitoring.succeeded(
           Monitoring::COMMAND,
@@ -92,19 +94,21 @@ module Mongo
             result ? result.payload : nil,
             duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         )
       end
 
       def command_failed(failure, address, operation_id, payload, message, duration,
-        started_event:, service_id: nil
+        started_event:, server_connection_id: nil, service_id: nil
       )
         monitoring.failed(
           Monitoring::COMMAND,
           Event::CommandFailed.generate(address, operation_id, payload,
             message, failure, duration,
             started_event: started_event,
+            server_connection_id: server_connection_id,
             service_id: service_id,
           )
         )

data/lib/mongo/operation/collections_info/result.rb

@@ -32,12 +32,15 @@ module Mongo
         # @param [ Server::Description ] connection_description
         #   Server description of the server that performed the operation that
         #   this result is for.
+        # @param [ Integer ] connection_global_id
+        #   Global id of the connection on which the operation that
+        #   this result is for was performed.
         # @param [ String ] database_name The name of the database that the
         #   query was sent to.
         #
         # @api private
-        def initialize(replies, connection_description, database_name)
-          super(replies, connection_description)
+        def initialize(replies, connection_description, connection_global_id, database_name)
+          super(replies, connection_description, connection_global_id)
           @database_name = database_name
         end
 

data/lib/mongo/operation/command/op_msg.rb

@@ -25,6 +25,12 @@ module Mongo
       #
       # @since 2.5.2
       class OpMsg < OpMsgBase
+
+        def selector(connection)
+          spec[:selector].dup.tap do |sel|
+            sel[:comment] = spec[:comment] unless spec[:comment].nil?
+          end
+        end
       end
     end
   end

data/lib/mongo/operation/context.rb

@@ -35,7 +35,7 @@ module Mongo
     #
     # @api private
     class Context
-      def initialize(client: nil, session: nil, service_id: nil, options: nil)
+      def initialize(client: nil, session: nil, connection_global_id: nil, options: nil)
         if options
           if client
             raise ArgumentError, 'Client and options cannot both be specified'
@@ -46,13 +46,13 @@ module Mongo
           end
         end
 
-        if service_id && session&.pinned_service_id
-          raise ArgumentError, 'Trying to pin context to a service when the session is already pinned to a service'
+        if connection_global_id && session&.pinned_connection_global_id
+          raise ArgumentError, 'Trying to pin context to a connection when the session is already pinned to a connection.'
         end
 
         @client = client
         @session = session
-        @service_id = service_id
+        @connection_global_id = connection_global_id
         @options = options
       end
 
@@ -60,8 +60,8 @@ module Mongo
       attr_reader :session
       attr_reader :options
 
-      def service_id
-        @service_id || session&.pinned_service_id
+      def connection_global_id
+        @connection_global_id || session&.pinned_connection_global_id
       end
 
       def in_transaction?
@@ -100,6 +100,24 @@ module Mongo
         end
       end
 
+      # Whether the operation is a retry (true) or an initial attempt (false).
+      def retry?
+        !!@is_retry
+      end
+
+      # Returns a new context with the parameters changed as per the
+      # provided arguments.
+      #
+      # @option opts [ true|false ] :is_retry Whether the operation is a retry
+      #   or a first attempt.
+      def with(**opts)
+        dup.tap do |copy|
+          opts.each do |k, v|
+            copy.instance_variable_set("@#{k}", v)
+          end
+        end
+      end
+
       def encrypt?
         client&.encrypter&.encrypt? || false
       end

data/lib/mongo/operation/count/op_msg.rb

@@ -30,7 +30,10 @@ module Mongo
         private
 
         def selector(connection)
-          spec[:selector].merge(collation: spec[:collation]).compact
+          spec[:selector].merge(
+            collation: spec[:collation],
+            comment: spec[:comment],
+          ).compact
         end
       end
     end

data/lib/mongo/operation/create/op_msg.rb

@@ -31,7 +31,22 @@ module Mongo
 
         def selector(connection)
           # Collation is always supported on 3.6+ servers that would use OP_MSG.
-          spec[:selector].merge(collation: spec[:collation]).compact
+          spec[:selector].merge(
+            collation: spec[:collation],
+            encryptedFields: spec[:encrypted_fields],
+          ).compact.tap do |sel|
+            # This code MUST be removed as soon as server starts accepting
+            # contention as int32.
+            if sel[:encryptedFields] && sel[:encryptedFields].key?('fields')
+              sel[:encryptedFields]['fields'] = sel[:encryptedFields]['fields'].map do |field|
+                if field['queries'] && field['queries'].key?('contention')
+                  field['queries']['contention'] = BSON::Int64.new(field['queries']['contention'])
+                end
+                field
+              end
+            end
+            # End of code to be removed
+          end
         end
       end
     end

data/lib/mongo/operation/create_index/op_msg.rb

@@ -33,7 +33,8 @@ module Mongo
           {
             createIndexes: coll_name,
             indexes: indexes,
-          }.tap do |selector|
+            comment: spec[:comment],
+          }.compact.tap do |selector|
             if commit_quorum = spec[:commit_quorum]
               # While server versions 3.4 and newer generally perform option
               # validation, there was a bug on server versions 4.2.0 - 4.2.5 where

data/lib/mongo/operation/delete/op_msg.rb

@@ -38,6 +38,7 @@ module Mongo
             Protocol::Msg::DATABASE_IDENTIFIER => db_name,
             ordered: ordered?,
             let: spec[:let],
+            comment: spec[:comment],
           }.compact.tap do |selector|
             if hint = spec[:hint]
               validate_hint_on_update(connection, selector)

data/lib/mongo/operation/delete.rb

@@ -17,7 +17,6 @@
 
 require 'mongo/operation/delete/command'
 require 'mongo/operation/delete/op_msg'
-require 'mongo/operation/delete/legacy'
 require 'mongo/operation/delete/result'
 require 'mongo/operation/delete/bulk_result'
 

data/lib/mongo/operation/drop_index/op_msg.rb

@@ -30,7 +30,11 @@ module Mongo
         private
 
         def selector(connection)
-          { :dropIndexes => coll_name, :index => index_name }
+          {
+            :dropIndexes => coll_name,
+            :index => index_name,
+            :comment => spec[:comment],
+          }.compact
         end
       end
     end

data/lib/mongo/operation/get_more/command_builder.rb

@@ -30,7 +30,11 @@ module Mongo
             collection: spec.fetch(:coll_name),
             batchSize: spec[:batch_size],
             maxTimeMS: spec[:max_time_ms],
-          }.compact
+          }.compact.tap do |sel|
+            if spec[:comment] && connection.features.get_more_comment_enabled?
+              sel[:comment] = spec[:comment]
+            end
+          end
         end
       end
     end

data/lib/mongo/operation/insert/bulk_result.rb

@@ -41,13 +41,17 @@ module Mongo
         # @param [ Server::Description ] connection_description
         #   Server description of the server that performed the operation that
         #   this result is for.
+        # @param [ Integer ] connection_global_id
+        #   Global id of the connection on which the operation that
+        #   this result is for was performed.
         # @param [ Array<Object> ] ids The ids of the inserted documents.
         #
         # @since 2.0.0
         # @api private
-        def initialize(replies, connection_description, ids)
+        def initialize(replies, connection_description, connection_global_id, ids)
           @replies = [*replies] if replies
           @connection_description = connection_description
+          @connection_global_id = connection_global_id
           if replies && replies.first && (doc = replies.first.documents.first)
             if errors = doc['writeErrors']
               # some documents were potentially inserted

data/lib/mongo/operation/insert/command.rb

@@ -46,10 +46,6 @@ module Mongo
             ordered: ordered? }
         end
 
-        def options(server)
-          super.merge(validating_keys: true)
-        end
-
         def message(connection)
           Protocol::Query.new(db_name, Database::COMMAND, command(connection), options(connection))
         end

data/lib/mongo/operation/insert/op_msg.rb

@@ -39,14 +39,17 @@ module Mongo
         end
 
         def selector(connection)
-          { insert: coll_name,
+          {
+            insert: coll_name,
             Protocol::Msg::DATABASE_IDENTIFIER => db_name,
-            ordered: ordered? }
+            ordered: ordered?,
+            comment: spec[:comment],
+          }.compact
         end
 
         def message(connection)
           section = Protocol::Msg::Section1.new(IDENTIFIER, send(IDENTIFIER))
-          Protocol::Msg.new(flags, { validating_keys: true }, command(connection), section)
+          Protocol::Msg.new(flags, {}, command(connection), section)
         end
       end
     end

data/lib/mongo/operation/insert/result.rb

@@ -43,12 +43,15 @@ module Mongo
         # @param [ Server::Description ] connection_description
         #   Server description of the server that performed the operation that
         #   this result is for.
+        # @param [ Integer ] connection_global_id
+        #   Global id of the connection on which the operation that
+        #   this result is for was performed.
         # @param [ Array<Object> ] ids The ids of the inserted documents.
         #
         # @since 2.0.0
         # @api private
-        def initialize(replies, connection_description, ids)
-          super(replies, connection_description)
+        def initialize(replies, connection_description, connection_global_id, ids)
+          super(replies, connection_description, connection_global_id)
           @inserted_ids = ids
         end
 
@@ -67,7 +70,7 @@ module Mongo
 
         # @api public
         def bulk_result
-          BulkResult.new(@replies, connection_description, @inserted_ids)
+          BulkResult.new(@replies, connection_description, connection_global_id, @inserted_ids)
         end
       end
     end

data/lib/mongo/operation/insert.rb

@@ -17,7 +17,6 @@
 
 require 'mongo/operation/insert/command'
 require 'mongo/operation/insert/op_msg'
-require 'mongo/operation/insert/legacy'
 require 'mongo/operation/insert/result'
 require 'mongo/operation/insert/bulk_result'