mongo 2.18.2 → 2.19.3

data/spec/spec_tests/data/unified/valid-fail/ignoreResultAndError-malformed.yml

@@ -0,0 +1,34 @@
+# This test is split out into a separate file to accomodate drivers that validate operation structure while decoding
+# from JSON/YML. Such drivers fail to decode any files containing invalid operations. Combining this test in a file
+# with other ignoreResultAndError valid-fail tests, which test failures that occur during test execution, would prevent
+# such drivers from decoding the file and running any of the tests.
+description: ignoreResultAndError-malformed  
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: malformed operation fails if ignoreResultAndError is true
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          foo: bar
+        ignoreResultAndError: true

data/spec/spec_tests/data/unified/valid-fail/ignoreResultAndError.yml

@@ -0,0 +1,35 @@
+description: ignoreResultAndError  
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: operation errors are not ignored if ignoreResultAndError is false
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: &insertDocument { _id: 1 }
+      - name: insertOne
+        object: *collection0
+        arguments:
+          # Insert the same document to force a DuplicateKey error.
+          document: *insertDocument
+        ignoreResultAndError: false

data/spec/spec_tests/data/unified/valid-pass/assertNumberConnectionsCheckedOut.yml

@@ -0,0 +1,17 @@
+description: assertNumberConnectionsCheckedOut
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+
+tests:
+  - description: basic assertion succeeds
+    operations:
+      - name: assertNumberConnectionsCheckedOut
+        object: testRunner
+        arguments:
+          client: *client0
+          connections: 0

data/spec/spec_tests/data/unified/valid-pass/collectionData-createOptions.yml

@@ -0,0 +1,37 @@
+description: collectionData-createOptions
+schemaVersion: "1.9"
+runOnRequirements:
+  - minServerVersion: "3.6"
+    # Capped collections cannot be created on serverless instances.
+    serverless: forbid
+createEntities:
+  - client:
+      id: &client0 client0
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    createOptions:
+      capped: true
+      # With MMAPv1, the size field cannot be less than 4096.
+      size: &cappedSize 4096
+    documents:
+      - { _id: 1, x: 11 }
+tests:
+  - description: collection is created with the correct options
+    operations:
+      - object: *collection0
+        name: aggregate
+        arguments:
+          pipeline:
+            - $collStats: { storageStats: {} }
+            - $project: { capped: '$storageStats.capped', maxSize: '$storageStats.maxSize'}
+        expectResult:
+          - { capped: true, maxSize: *cappedSize }

data/spec/spec_tests/data/unified/valid-pass/entity-client-cmap-events.yml

@@ -0,0 +1,40 @@
+description: entity-client-cmap-events
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+      observeEvents:
+        - connectionReadyEvent
+        - connectionCheckedOutEvent
+        - connectionCheckedInEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: events are captured during an operation
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: { x: 1 }
+    expectEvents:
+      - client: *client0
+        eventType: cmap
+        events:
+          - connectionReadyEvent: {}
+          - connectionCheckedOutEvent: {}
+          - connectionCheckedInEvent: {}

data/spec/spec_tests/data/unified/valid-pass/entity-client-storeEventsAsEntities.yml

@@ -0,0 +1,37 @@
+description: "entity-client-storeEventsAsEntities"
+
+schemaVersion: "1.2"
+
+createEntities:
+  - client:
+      id: &client0 client0
+      storeEventsAsEntities:
+        - id: client0_events
+          events: ["CommandStartedEvent", "CommandSucceededEvent", "CommandFailedEvent"]
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name test
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents:
+      - { _id: 1, x: 11 }
+
+tests:
+  # Note: this test does not assert that the events are actually saved to the
+  # entity since there is presently no assertion syntax to do so. We are only
+  # asserting that the test executes successfully.
+  - description: "storeEventsAsEntities captures events"
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: {}
+        expectResult:
+          - { _id: 1, x: 11 }

data/spec/spec_tests/data/unified/valid-pass/expectedError-errorResponse.yml

@@ -0,0 +1,39 @@
+description: "expectedError-errorResponse"
+
+schemaVersion: "1.12"
+
+createEntities:
+  - client:
+      id: &client0 client0
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name test
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+tests:
+  - description: "Unsupported command"
+    operations:
+      - name: runCommand
+        object: *database0
+        arguments:
+          commandName: unsupportedCommand
+          command: { unsupportedCommand: 1 }
+        expectError:
+          # Avoid asserting the exact error since it may vary by server version
+          errorResponse:
+            errmsg: { $$type: "string" }
+
+  - description: "Unsupported query operator"
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { $unsupportedQueryOperator: 1 }
+        expectError:
+          # Avoid asserting the exact error since it may vary by server version
+          errorResponse:
+            errmsg: { $$type: "string" }

data/spec/spec_tests/data/unified/valid-pass/expectedEventsForClient-eventType.yml

@@ -0,0 +1,66 @@
+description: expectedEventsForClient-eventType
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+      observeEvents:
+        - commandStartedEvent
+        - connectionReadyEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: eventType can be set to command and cmap
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: &insertDocument { _id: 1 }
+    expectEvents:
+      - client: *client0
+        eventType: command
+        events:
+          - commandStartedEvent:
+              command:
+                insert: *collection0Name
+                documents:
+                  - *insertDocument
+              commandName: insert
+      - client: *client0
+        eventType: cmap
+        events:
+          - connectionReadyEvent: {}
+
+  - description: eventType defaults to command if unset
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: *insertDocument
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                insert: *collection0Name
+                documents:
+                  - *insertDocument
+              commandName: insert
+      - client: *client0
+        eventType: cmap
+        events:
+          - connectionReadyEvent: {}

data/spec/spec_tests/data/unified/valid-pass/ignoreResultAndError.yml

@@ -0,0 +1,34 @@
+description: ignoreResultAndError
+
+schemaVersion: '1.3'
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: operation errors are ignored if ignoreResultAndError is true
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: &insertDocument { _id: 1 }
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: *insertDocument
+        ignoreResultAndError: true

data/spec/spec_tests/data/unified/valid-pass/observeSensitiveCommands.yml

@@ -0,0 +1,255 @@
+description: "observeSensitiveCommands"
+
+schemaVersion: "1.5"
+
+runOnRequirements:
+  - auth: false
+
+createEntities:
+  - client:
+      id: &clientObserveSensitiveCommands client0
+      observeEvents:
+        - commandStartedEvent
+        - commandSucceededEvent
+      observeSensitiveCommands: true
+  - client:
+      id: &clientDoNotObserveSensitiveCommands client1
+      observeEvents:
+        - commandStartedEvent
+        - commandSucceededEvent
+      observeSensitiveCommands: false
+  - client:
+      id: &clientDoNotObserveSensitiveCommandsByDefault client2
+      observeEvents:
+        - commandStartedEvent
+        - commandSucceededEvent
+  - database:
+      id: &databaseObserveSensitiveCommands database0
+      client: *clientObserveSensitiveCommands
+      databaseName: &databaseName observeSensitiveCommands
+  - database:
+      id: &databaseDoNotObserveSensitiveCommands database1
+      client: *clientDoNotObserveSensitiveCommands
+      databaseName: *databaseName
+  - database:
+      id: &databaseDoNotObserveSensitiveCommandsByDefault database2
+      client: *clientDoNotObserveSensitiveCommandsByDefault
+      databaseName: *databaseName
+
+tests:
+  - description: "getnonce is observed with observeSensitiveCommands=true"
+    runOnRequirements:
+    - maxServerVersion: 6.1.99 # getnonce removed as of 6.2 via SERVER-71007
+    operations:
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments:
+          commandName: getnonce
+          command: { getnonce: 1 }
+    expectEvents:
+      - client: *clientObserveSensitiveCommands
+        events:
+          - commandStartedEvent:
+              commandName: getnonce
+              command: { getnonce: { $$exists: false } }
+          - commandSucceededEvent:
+              commandName: getnonce
+              reply:
+                ok: { $$exists: false }
+                nonce: { $$exists: false }
+
+  - description: "getnonce is not observed with observeSensitiveCommands=false"
+    runOnRequirements:
+    - maxServerVersion: 6.1.99 # getnonce removed as of 6.2 via SERVER-71007
+    operations:
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments:
+          commandName: getnonce
+          command: { getnonce: 1 }
+    expectEvents:
+      - client: *clientDoNotObserveSensitiveCommands
+        events: []
+
+  - description: "getnonce is not observed by default"
+    runOnRequirements:
+    - maxServerVersion: 6.1.99 # getnonce removed as of 6.2 via SERVER-71007
+    operations:
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments:
+          commandName: getnonce
+          command: { getnonce: 1 }
+    expectEvents:
+      - client: *clientDoNotObserveSensitiveCommandsByDefault
+        events: []
+
+  - description: "hello with speculativeAuthenticate"
+    runOnRequirements:
+      - minServerVersion: "4.9"
+    operations:
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &helloArgs
+          commandName: hello
+          command:
+            hello: 1
+            speculativeAuthenticate: { saslStart: 1 }
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *helloArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *helloArgs
+    expectEvents:
+      - client: *clientObserveSensitiveCommands
+        events:
+          - commandStartedEvent:
+              commandName: hello
+              command:
+                # Assert that all fields in command are redacted
+                hello: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+          - commandSucceededEvent:
+              commandName: hello
+              reply:
+                # Assert that all fields in reply are redacted
+                isWritablePrimary: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+      - client: *clientDoNotObserveSensitiveCommands
+        events: []
+      - client: *clientDoNotObserveSensitiveCommandsByDefault
+        events: []
+
+  - description: "hello without speculativeAuthenticate is always observed"
+    runOnRequirements:
+      - minServerVersion: "4.9"
+    operations:
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &helloArgs
+          commandName: hello
+          command: { hello: 1 }
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *helloArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *helloArgs
+    expectEvents:
+      - client: *clientObserveSensitiveCommands
+        events: &helloEvents
+          - commandStartedEvent:
+              commandName: hello
+              command: { hello: 1 }
+          - commandSucceededEvent:
+              commandName: hello
+              reply: { isWritablePrimary: { $$exists: true } }
+      - client: *clientDoNotObserveSensitiveCommands
+        events: *helloEvents
+      - client: *clientDoNotObserveSensitiveCommandsByDefault
+        events: *helloEvents
+
+  - description: "legacy hello with speculativeAuthenticate"
+    operations:
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &ismasterArgs
+          commandName: ismaster
+          command:
+            ismaster: 1
+            speculativeAuthenticate: { saslStart: 1 }
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &isMasterArgs
+          commandName: isMaster
+          command:
+            isMaster: 1
+            speculativeAuthenticate: { saslStart: 1 }
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *ismasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *isMasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *ismasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *isMasterArgs
+    expectEvents:
+      - client: *clientObserveSensitiveCommands
+        events:
+          - commandStartedEvent:
+              commandName: ismaster
+              command:
+                # Assert that all fields in command are redacted
+                ismaster: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+          - commandSucceededEvent:
+              commandName: ismaster
+              reply:
+                # Assert that all fields in reply are redacted
+                ismaster: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+          - commandStartedEvent:
+              commandName: isMaster
+              command:
+                # Assert that all fields in command are redacted
+                isMaster: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+          - commandSucceededEvent:
+              commandName: isMaster
+              reply:
+                # Assert that all fields in reply are redacted
+                ismaster: { $$exists: false }
+                speculativeAuthenticate: { $$exists: false }
+      - client: *clientDoNotObserveSensitiveCommands
+        events: []
+      - client: *clientDoNotObserveSensitiveCommandsByDefault
+        events: []
+
+  - description: "legacy hello without speculativeAuthenticate is always observed"
+    operations:
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &ismasterArgs
+          commandName: ismaster
+          command: { ismaster: 1 }
+      - name: runCommand
+        object: *databaseObserveSensitiveCommands
+        arguments: &isMasterArgs
+          commandName: isMaster
+          command: { isMaster: 1 }
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *ismasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommands
+        arguments: *isMasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *ismasterArgs
+      - name: runCommand
+        object: *databaseDoNotObserveSensitiveCommandsByDefault
+        arguments: *isMasterArgs
+    expectEvents:
+      - client: *clientObserveSensitiveCommands
+        events: &ismasterAndisMasterEvents
+          - commandStartedEvent:
+              commandName: ismaster
+              command: { ismaster: 1 }
+          - commandSucceededEvent:
+              commandName: ismaster
+              reply: { ismaster: { $$exists: true } }
+          - commandStartedEvent:
+              commandName: isMaster
+              command: { isMaster: 1 }
+          - commandSucceededEvent:
+              commandName: isMaster
+              reply: { ismaster: { $$exists: true } }
+      - client: *clientDoNotObserveSensitiveCommands
+        events: *ismasterAndisMasterEvents
+      - client: *clientDoNotObserveSensitiveCommandsByDefault
+        events: *ismasterAndisMasterEvents

data/spec/spec_tests/data/unified/valid-pass/poc-change-streams.yml

@@ -59,6 +59,24 @@ initialData:
     documents: []
 
 tests:
+  - description: "saveResultAsEntity is optional for createChangeStream"
+    runOnRequirements:
+      - minServerVersion: "3.8.0"
+        topologies: [ replicaset ]
+    operations:
+      - name: createChangeStream
+        object: *client0
+        arguments:
+          pipeline: []
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                aggregate: 1
+              commandName: aggregate
+              databaseName: admin
+
   - description: "Executing a watch helper on a MongoClient results in notifications for changes to all collections in all databases in the cluster."
     runOnRequirements:
       - minServerVersion: "3.8.0"

data/spec/spec_tests/data/unified/valid-pass/poc-crud.yml

@@ -1,6 +1,6 @@
 description: "poc-crud"
 
-schemaVersion: "1.0"
+schemaVersion: "1.4"
 
 createEntities:
   - client:
@@ -101,16 +101,19 @@ tests:
           ordered: false
         expectError:
           expectResult:
-            deletedCount: 0
-            insertedCount: 2
-            # Since the map of insertedIds is generated before execution it
-            # could indicate inserts that did not actually succeed. We omit
-            # this field rather than expect drivers to provide an accurate
-            # map filtered by write errors.
-            matchedCount: 0
-            modifiedCount: 0
-            upsertedCount: 0
-            upsertedIds: { }
+            # insertMany throws BulkWriteException, which may optionally include
+            # an intermediary BulkWriteResult
+            $$unsetOrMatches:
+              deletedCount: 0
+              insertedCount: 2
+              # Since the map of insertedIds is generated before execution it
+              # could indicate inserts that did not actually succeed. We omit
+              # this field rather than expect drivers to provide an accurate
+              # map filtered by write errors.
+              matchedCount: 0
+              modifiedCount: 0
+              upsertedCount: 0
+              upsertedIds: { }
     outcome:
       - collectionName: *collection1Name
         databaseName: *database0Name
@@ -120,7 +123,6 @@ tests:
           - { _id: 3, x: 33 }
 
   - description: "ReplaceOne prohibits atomic modifiers"
-    skipReason: RUBY-2437
     operations:
       - name: replaceOne
         object: *collection1
@@ -142,6 +144,7 @@ tests:
     runOnRequirements:
       - minServerVersion: "4.1.0"
         topologies: [ replicaset, sharded-replicaset ]
+        serverless: "forbid"
     operations:
       - name: aggregate
         object: *collection2
@@ -171,6 +174,9 @@ tests:
   - description: "Aggregate with $listLocalSessions"
     runOnRequirements:
       - minServerVersion: "3.6.0"
+        # serverless does not support either of the current database-level aggregation stages ($listLocalSessions and
+        # $currentOp)
+        serverless: forbid
     operations:
       - name: aggregate
         object: *database1