mongo 2.14.0 → 2.15.1

data/spec/spec_tests/data/transactions_unified/mongos-unpin.yml

@@ -0,0 +1,172 @@
+description: mongos-unpin
+
+schemaVersion: '1.4'
+
+runOnRequirements:
+  - minServerVersion: '4.2'
+    topologies: [ sharded-replicaset ]
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name mongos-unpin-db
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name test
+  - session:
+      id: &session0 session0
+      client: *client0
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+_yamlAnchors:
+  anchors:
+    # LockTimeout will cause the server to add a TransientTransactionError label. It is not retryable.
+    &lockTimeoutErrorCode 24
+
+tests:
+  - description: unpin after TransientTransactionError error on commit
+    runOnRequirements:
+        # serverless proxy doesn't append error labels to errors in transactions
+        # caused by failpoints (CLOUDP-88216)
+      - serverless: "forbid"
+    operations:
+      - &startTransaction
+        name: startTransaction
+        object: *session0
+      - &insertOne
+        name: insertOne
+        object: *collection0
+        arguments:
+          document: { x: 1 }
+          session: *session0
+      - name: targetedFailPoint
+        object: testRunner
+        arguments:
+          session: *session0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 1 }
+            data:
+              failCommands: [ commitTransaction ]
+              errorCode: *lockTimeoutErrorCode
+      - name: commitTransaction
+        object: *session0
+        expectError:
+          # LockTimeout is not retryable, so the commit fails.
+          errorCode: *lockTimeoutErrorCode
+          errorLabelsContain: [ TransientTransactionError ]
+          errorLabelsOmit: [ UnknownTransactionCommitResult ]
+      - &assertNoPinnedServer
+        name: assertSessionUnpinned
+        object: testRunner
+        arguments:
+          session: *session0
+      # Cleanup the potentionally open server transaction by starting and
+      # aborting a new transaction on the same session.
+      - *startTransaction
+      - *insertOne
+      - &abortTransaction
+        name: abortTransaction
+        object: *session0
+
+  - description: unpin on successful abort
+    operations:
+      - *startTransaction
+      - *insertOne
+      - *abortTransaction
+      - *assertNoPinnedServer
+
+  - description: unpin after non-transient error on abort
+    runOnRequirements:
+        # serverless proxy doesn't append error labels to errors in transactions
+        # caused by failpoints (CLOUDP-88216)
+      - serverless: "forbid"
+    operations:
+      - *startTransaction
+      - *insertOne
+      - name: targetedFailPoint
+        object: testRunner
+        arguments:
+          session: *session0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 1 }
+            data:
+              failCommands: [ abortTransaction ]
+              errorCode: *lockTimeoutErrorCode
+      - *abortTransaction
+      - *assertNoPinnedServer
+      # Cleanup the potentionally open server transaction by starting and
+      # aborting a new transaction on the same session.
+      - *startTransaction
+      - *insertOne
+      - *abortTransaction
+
+  - description: unpin after TransientTransactionError error on abort
+    operations:
+      - *startTransaction
+      - *insertOne
+      - name: targetedFailPoint
+        object: testRunner
+        arguments:
+          session: *session0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 1 }
+            data:
+              failCommands: [ abortTransaction ]
+              errorCode: 91 # ShutdownInProgress
+      - *abortTransaction
+      - *assertNoPinnedServer
+      # Cleanup the potentionally open server transaction by starting and
+      # aborting a new transaction on the same session.
+      - *startTransaction
+      - *insertOne
+      - *abortTransaction
+
+  - description: unpin when a new transaction is started
+    operations:
+      - *startTransaction
+      - *insertOne
+      - name: commitTransaction
+        object: *session0
+      - &assertPinnedServer
+        name: assertSessionPinned
+        object: testRunner
+        arguments:
+          session: *session0
+      - *startTransaction
+      - *assertNoPinnedServer
+
+  - description: unpin when a non-transaction write operation uses a session
+    operations:
+      - *startTransaction
+      - *insertOne
+      - name: commitTransaction
+        object: *session0
+      - *assertPinnedServer
+      - *insertOne
+      - *assertNoPinnedServer
+
+  - description: unpin when a non-transaction read operation uses a session
+    operations:
+      - *startTransaction
+      - *insertOne
+      - name: commitTransaction
+        object: *session0
+      - *assertPinnedServer
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { x: 1 }
+          session: *session0
+      - *assertNoPinnedServer

data/spec/spec_tests/data/unified/valid-fail/operation-failure.yml

@@ -0,0 +1,31 @@
+description: "operation-failure"
+
+schemaVersion: "1.0"
+
+createEntities:
+  - client:
+      id: &client0 client0
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: operation-failure
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: coll0
+
+tests:
+  - description: "Unsupported command"
+    operations:
+      - name: runCommand
+        object: *database0
+        arguments:
+          commandName: unsupportedCommand
+          command: { unsupportedCommand: 1 }
+
+  - description: "Unsupported query operator"
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { $unsupportedQueryOperator: 1 }

data/spec/spec_tests/data/unified/valid-pass/poc-change-streams.yml

@@ -0,0 +1,220 @@
+description: "poc-change-streams"
+
+schemaVersion: "1.0"
+
+createEntities:
+  # Entities for creating changeStreams
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: false
+      observeEvents: [ commandStartedEvent ]
+      # Original tests do not observe getMore commands but only because event
+      # assertions ignore extra events. killCursors is explicitly ignored.
+      ignoreCommandMonitoringEvents: [ getMore, killCursors ]
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name change-stream-tests
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name test
+  # Entities for executing insert operations
+  - client:
+      id: &client1 client1
+      useMultipleMongoses: false
+  - database:
+      id: &database1 database1
+      client: *client1
+      databaseName: &database1Name change-stream-tests
+  - database:
+      id: &database2 database2
+      client: *client1
+      databaseName: &database2Name change-stream-tests-2
+  - collection:
+      id: &collection1 collection1
+      database: *database1
+      collectionName: &collection1Name test
+  - collection:
+      id: &collection2 collection2
+      database: *database1
+      collectionName: &collection2Name test2
+  - collection:
+      id: &collection3 collection3
+      database: *database2
+      collectionName: &collection3Name test
+
+initialData:
+  - collectionName: *collection1Name
+    databaseName: *database1Name
+    documents: []
+  - collectionName: *collection2Name
+    databaseName: *database1Name
+    documents: []
+  - collectionName: *collection3Name
+    databaseName: *database2Name
+    documents: []
+
+tests:
+  - description: "Executing a watch helper on a MongoClient results in notifications for changes to all collections in all databases in the cluster."
+    runOnRequirements:
+      - minServerVersion: "3.8.0"
+        topologies: [ replicaset ]
+    operations:
+      - name: createChangeStream
+        object: *client0
+        arguments:
+          pipeline: []
+        saveResultAsEntity: &changeStream0 changeStream0
+      - name: insertOne
+        object: *collection2
+        arguments:
+          document: { x: 1 }
+      - name: insertOne
+        object: *collection3
+        arguments:
+          document: { y: 1 }
+      - name: insertOne
+        object: *collection1
+        arguments:
+          document: { z: 1 }
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database1Name
+            coll: *collection2Name
+          fullDocument:
+            _id: { $$type: objectId }
+            x: 1
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database2Name
+            coll: *collection3Name
+          fullDocument:
+            # Original tests did not include _id, but matching now only permits
+            # extra keys for root-level documents.
+            _id: { $$type: objectId }
+            y: 1
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database1Name
+            coll: *collection1Name
+          fullDocument:
+            _id: { $$type: objectId }
+            z: 1
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                aggregate: 1
+                cursor: {}
+                pipeline:
+                  - $changeStream:
+                      allChangesForCluster: true
+                      # Some drivers may send a default value for fullDocument
+                      # or omit it entirely (see: SPEC-1350).
+                      fullDocument: { $$unsetOrMatches: default }
+              commandName: aggregate
+              databaseName: admin
+
+  - description: "Test consecutive resume"
+    runOnRequirements:
+      - minServerVersion: "4.1.7"
+        topologies: [ replicaset ]
+    operations:
+      - name: failPoint
+        object: testRunner
+        arguments:
+          client: *client0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 2 }
+            data:
+              failCommands: [ getMore ]
+              closeConnection: true
+      - name: createChangeStream
+        object: *collection0
+        arguments:
+          batchSize: 1
+          pipeline: []
+        saveResultAsEntity: *changeStream0
+      - name: insertOne
+        object: *collection1
+        arguments:
+          document: { x: 1 }
+      - name: insertOne
+        object: *collection1
+        arguments:
+          document: { x: 2 }
+      - name: insertOne
+        object: *collection1
+        arguments:
+          document: { x: 3 }
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database1Name
+            coll: *collection1Name
+          fullDocument:
+            _id: { $$type: objectId }
+            x: 1
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database1Name
+            coll: *collection1Name
+          fullDocument:
+            _id: { $$type: objectId }
+            x: 2
+      - name: iterateUntilDocumentOrError
+        object: *changeStream0
+        expectResult:
+          operationType: insert
+          ns:
+            db: *database1Name
+            coll: *collection1Name
+          fullDocument:
+            _id: { $$type: objectId }
+            x: 3
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                aggregate: *collection1Name
+                cursor: { batchSize: 1 }
+                pipeline:
+                  - $changeStream:
+                      fullDocument: { $$unsetOrMatches: default }
+              commandName: aggregate
+              databaseName: *database1Name
+          # The original test only asserted the first command, since expected
+          # events were only an ordered subset. This file does ignore getMore
+          # commands but we must expect the subsequent aggregate commands, since
+          # each failed getMore will resume. While doing so we can also assert
+          # that those commands include a resume token.
+          - &resumingAggregate
+            commandStartedEvent:
+              command:
+                aggregate: *collection1Name
+                cursor: { batchSize: 1 }
+                pipeline:
+                  - $changeStream:
+                      fullDocument: { $$unsetOrMatches: default }
+                      resumeAfter: { $$exists: true }
+              commandName: aggregate
+              databaseName: *database0Name
+          - *resumingAggregate

data/spec/spec_tests/data/unified/valid-pass/poc-command-monitoring.yml

@@ -0,0 +1,102 @@
+description: "poc-command-monitoring"
+
+schemaVersion: "1.0"
+
+createEntities:
+  - client:
+      id: &client0 client0
+      observeEvents:
+        - commandStartedEvent
+        - commandSucceededEvent
+        - commandFailedEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name command-monitoring-tests
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name test
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents:
+      - { _id: 1, x: 11 }
+      - { _id: 2, x: 22 }
+      - { _id: 3, x: 33 }
+      - { _id: 4, x: 44 }
+      - { _id: 5, x: 55 }
+
+tests:
+  - description: "A successful find event with a getmore and the server kills the cursor"
+    runOnRequirements:
+      - minServerVersion: "3.1"
+        topologies: [ single, replicaset ]
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { _id: { $gte: 1 }}
+          sort: { _id: 1 }
+          batchSize: 3
+          limit: 4
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                find: *collection0Name
+                filter: { _id: { $gte : 1 } }
+                sort: { _id: 1 }
+                batchSize: 3
+                limit: 4
+              commandName: find
+              databaseName: *database0Name
+          - commandSucceededEvent:
+              reply:
+                ok: 1
+                cursor:
+                  id: { $$type: [ int, long ] }
+                  ns: &namespace command-monitoring-tests.test
+                  firstBatch:
+                    - { _id: 1, x: 11 }
+                    - { _id: 2, x: 22 }
+                    - { _id: 3, x: 33 }
+              commandName: find
+          - commandStartedEvent:
+              command:
+                getMore: { $$type: [ int, long ] }
+                collection: *collection0Name
+                # https://jira.mongodb.org/browse/RUBY-2443
+                batchSize: 3
+              commandName: getMore
+              databaseName: *database0Name
+          - commandSucceededEvent:
+              reply:
+                ok: 1
+                cursor:
+                  id: 0
+                  ns: *namespace
+                  nextBatch:
+                    - { _id: 4, x: 44 }
+              commandName: getMore
+
+  - description: "A failed find event"
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { $or: true }
+        expectError: { isError: true }
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                find: *collection0Name
+                filter: { $or: true }
+              commandName: find
+              databaseName: *database0Name
+          - commandFailedEvent:
+              commandName: find

data/spec/spec_tests/data/unified/valid-pass/poc-crud.yml

@@ -0,0 +1,184 @@
+description: "poc-crud"
+
+schemaVersion: "1.0"
+
+createEntities:
+  - client:
+      id: &client0 client0
+      observeEvents: [ commandStartedEvent ]
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name crud-tests
+  - database:
+      id: &database1 database1
+      client: *client0
+      databaseName: &database1Name admin
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+  - collection:
+      id: &collection1 collection1
+      database: *database0
+      collectionName: &collection1Name coll1
+  - collection:
+      id: &collection2 collection2
+      database: *database0
+      collectionName: &collection2Name coll2
+      collectionOptions:
+        readConcern: { level: majority }
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents:
+      - { _id: 1, x: 11 }
+      - { _id: 2, x: 22 }
+  - collectionName: *collection1Name
+    databaseName: *database0Name
+    documents:
+      - { _id: 1, x: 11 }
+  - collectionName: *collection2Name
+    databaseName: *database0Name
+    documents:
+      - { _id: 1, x: 11 }
+      - { _id: 2, x: 22 }
+      - { _id: 3, x: 33 }
+  - collectionName: &out aggregate_out
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: "BulkWrite with mixed ordered operations"
+    operations:
+      - name: bulkWrite
+        object: *collection0
+        arguments:
+          requests:
+            - insertOne:
+                document: { _id: 3, x: 33 }
+            - updateOne:
+                filter: { _id: 2 }
+                update: { $inc: { x: 1 } }
+            - updateMany:
+                filter: { _id: { $gt: 1 } }
+                update: { $inc: { x: 1 } }
+            - insertOne:
+                document: { _id: 4, x: 44 }
+            - deleteMany:
+                filter: { x: { $nin: [ 24, 34 ] } }
+            - replaceOne:
+                filter: { _id: 4 }
+                replacement: { _id: 4, x: 44 }
+                upsert: true
+          ordered: true
+        expectResult:
+          deletedCount: 2
+          insertedCount: 2
+          insertedIds: { $$unsetOrMatches: { 0: 3, 3: 4 } }
+          matchedCount: 3
+          modifiedCount: 3
+          upsertedCount: 1
+          upsertedIds: { 5: 4 }
+    outcome:
+      - collectionName: *collection0Name
+        databaseName: *database0Name
+        documents:
+          - {_id: 2, x: 24 }
+          - {_id: 3, x: 34 }
+          - {_id: 4, x: 44 }
+
+  - description: "InsertMany continue-on-error behavior with unordered (duplicate key in requests)"
+    operations:
+      - name: insertMany
+        object: *collection1
+        arguments:
+          documents:
+            - { _id: 2, x: 22 }
+            - { _id: 2, x: 22 }
+            - { _id: 3, x: 33 }
+          ordered: false
+        expectError:
+          expectResult:
+            deletedCount: 0
+            insertedCount: 2
+            # Since the map of insertedIds is generated before execution it
+            # could indicate inserts that did not actually succeed. We omit
+            # this field rather than expect drivers to provide an accurate
+            # map filtered by write errors.
+            matchedCount: 0
+            modifiedCount: 0
+            upsertedCount: 0
+            upsertedIds: { }
+    outcome:
+      - collectionName: *collection1Name
+        databaseName: *database0Name
+        documents:
+          - { _id: 1, x: 11 }
+          - { _id: 2, x: 22 }
+          - { _id: 3, x: 33 }
+
+  - description: "ReplaceOne prohibits atomic modifiers"
+    skipReason: RUBY-2437
+    operations:
+      - name: replaceOne
+        object: *collection1
+        arguments:
+          filter: { _id: 1 }
+          replacement: { $set: { x: 22 }}
+        expectError:
+          isClientError: true
+    expectEvents:
+      - client: *client0
+        events: []
+    outcome:
+      - collectionName: *collection1Name
+        databaseName: *database0Name
+        documents:
+          - { _id: 1, x: 11 }
+
+  - description: "readConcern majority with out stage"
+    runOnRequirements:
+      - minServerVersion: "4.1.0"
+        topologies: [ replicaset, sharded-replicaset ]
+    operations:
+      - name: aggregate
+        object: *collection2
+        arguments:
+          pipeline: &pipeline
+            - $sort: { x : 1 }
+            - $match: { _id: { $gt: 1 } }
+            - $out: *out
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                aggregate: *collection2Name
+                pipeline: *pipeline
+                readConcern: { level: majority }
+              # The following two assertions were not in the original test
+              commandName: aggregate
+              databaseName: *database0Name
+    outcome:
+      - collectionName: *out
+        databaseName: *database0Name
+        documents:
+          - { _id: 2, x: 22 }
+          - { _id: 3, x: 33 }
+
+  - description: "Aggregate with $listLocalSessions"
+    runOnRequirements:
+      - minServerVersion: "3.6.0"
+    operations:
+      - name: aggregate
+        object: *database1
+        arguments:
+          pipeline:
+            - $listLocalSessions: { }
+            - $limit: 1
+            - $addFields: { dummy: "dummy field"}
+            - $project: { _id: 0, dummy: 1}
+        expectResult:
+          - { dummy: "dummy field" }