mongo 2.17.2 → 2.18.1

data/spec/spec_tests/data/gridfs_unified/upload-disableMD5.yml

@@ -0,0 +1,92 @@
+description: "gridfs-upload-disableMD5"
+
+schemaVersion: "1.0"
+
+createEntities:
+  - client:
+      id: &client0 client0
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name gridfs-tests
+  - bucket:
+      id: &bucket0 bucket0
+      database: *database0
+  - collection:
+      id: &bucket0_files_collection bucket0_files_collection
+      database: *database0
+      collectionName: &bucket0_files_collectionName fs.files
+  - collection:
+      id: &bucket0_chunks_collection bucket0_chunks_collection
+      database: *database0
+      collectionName: &bucket0_chunks_collectionName fs.chunks
+
+initialData:
+  - collectionName: *bucket0_files_collectionName
+    databaseName: *database0Name
+    documents: []
+  - collectionName: *bucket0_chunks_collectionName
+    databaseName: *database0Name
+    documents: []
+
+# Note: these tests utilize the transitional "disableMD5" option. Drivers that
+# do not support the option should skip this file.
+tests:
+  - description: "upload when length is 0 sans MD5"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "" }
+          chunkSizeBytes: 4
+          disableMD5: true
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: &uploadedObjectId uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 0
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$exists: false }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult: []
+  - description: "upload when length is 1 sans MD5"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "11" }
+          chunkSizeBytes: 4
+          disableMD5: true
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 1
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$exists: false }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "EQ==", subType: "00" } } # hex 11

data/spec/spec_tests/data/gridfs_unified/upload.yml

@@ -0,0 +1,288 @@
+description: "gridfs-upload"
+
+schemaVersion: "1.0"
+
+createEntities:
+  - client:
+      id: &client0 client0
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name gridfs-tests
+  - bucket:
+      id: &bucket0 bucket0
+      database: *database0
+  - collection:
+      id: &bucket0_files_collection bucket0_files_collection
+      database: *database0
+      collectionName: &bucket0_files_collectionName fs.files
+  - collection:
+      id: &bucket0_chunks_collection bucket0_chunks_collection
+      database: *database0
+      collectionName: &bucket0_chunks_collectionName fs.chunks
+
+initialData:
+  - collectionName: *bucket0_files_collectionName
+    databaseName: *database0Name
+    documents: []
+  - collectionName: *bucket0_chunks_collectionName
+    databaseName: *database0Name
+    documents: []
+
+# Note: Uploaded files and chunks include ObjectIds, which we cannot match with
+# "outcome" since it does not allow operators. Instead, these tests will use
+# find operations to assert the contents of uploaded files and chunks.
+tests:
+  - description: "upload when length is 0"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: &uploadedObjectId uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 0
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            # The md5 field is deprecated so some drivers do not calculate it when uploading files.
+            md5: { $$unsetOrMatches: "d41d8cd98f00b204e9800998ecf8427e" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult: []
+  - description: "upload when length is 1"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "11" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 1
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "47ed733b8d10be225eceba344d533586" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "EQ==", subType: "00" } } # hex 11
+  - description: "upload when length is 3"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "112233" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 3
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "bafae3a174ab91fc70db7a6aa50f4f52" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "ESIz", subType: "00" } } # hex 112233
+  - description: "upload when length is 4"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "11223344" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 4
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "7e7c77cff5705d1f7574a25ef6662117" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "ESIzRA==", subType: "00" } } # hex 11223344
+  - description: "upload when length is 5"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: filename
+          source: { $$hexBytes: "1122334455" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 5
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "283d4fea5dded59cf837d3047328f5af" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+          # Sort to ensure chunks are returned in a deterministic order
+          sort: { n: 1 }
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "ESIzRA==", subType: "00" } } # hex 11223344
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 1
+            data: { $binary: { base64: "VQ==", subType: "00" } } # hex 55
+  - description: "upload when length is 8"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: filename
+          source: { $$hexBytes: "1122334455667788" }
+          chunkSizeBytes: 4
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 8
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "dd254cdc958e53abaa67da9f797125f5" }
+            filename: filename
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+          # Sort to ensure chunks are returned in a deterministic order
+          sort: { n: 1 }
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "ESIzRA==", subType: "00" } } # hex 11223344
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 1
+            data: { $binary: { base64: "VWZ3iA==", subType: "00" } } # hex 55667788
+  - description: "upload when contentType is provided"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "11" }
+          chunkSizeBytes: 4
+          contentType: "image/jpeg"
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 1
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "47ed733b8d10be225eceba344d533586" }
+            filename: filename
+            contentType: "image/jpeg"
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "EQ==", subType: "00" } } # hex 11
+  - description: "upload when metadata is provided"
+    operations:
+      - name: upload
+        object: *bucket0
+        arguments:
+          filename: "filename"
+          source: { $$hexBytes: "11" }
+          chunkSizeBytes: 4
+          metadata: { x: 1 }
+        expectResult: { $$type: objectId }
+        saveResultAsEntity: *uploadedObjectId
+      - name: find
+        object: *bucket0_files_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$matchesEntity: *uploadedObjectId }
+            length: 1
+            chunkSize: 4
+            uploadDate: { $$type: date }
+            md5: { $$unsetOrMatches: "47ed733b8d10be225eceba344d533586" }
+            filename: filename
+            metadata: { x: 1 }
+      - name: find
+        object: *bucket0_chunks_collection
+        arguments:
+          filter: {}
+        expectResult:
+          - _id: { $$type: objectId }
+            files_id: { $$matchesEntity: *uploadedObjectId }
+            n: 0
+            data: { $binary: { base64: "EQ==", subType: "00" } } # hex 11

data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-serverErrors-pre4.9.yml → legacy/estimatedDocumentCount-serverErrors.yml}

@@ -1,11 +1,9 @@
 runOn:
     -
         minServerVersion: "4.0"
-        maxServerVersion: "4.8.99"
         topology: ["single", "replicaset"]
     -
         minServerVersion: "4.1.7"
-        maxServerVersion: "4.8.99"
         topology: ["sharded"]
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-pre4.9.yml → legacy/estimatedDocumentCount.yml}

@@ -1,11 +1,9 @@
 runOn:
     -
         minServerVersion: "4.0"
-        maxServerVersion: "4.8.99"
         topology: ["single", "replicaset"]
     -
         minServerVersion: "4.1.7"
-        maxServerVersion: "4.8.99"
         topology: ["sharded"]
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/unified/handshakeError.yml

@@ -0,0 +1,129 @@
+description: "retryable reads handshake failures"
+
+schemaVersion: "1.3"
+
+runOnRequirements:
+  - minServerVersion: "4.2"
+    topologies: [replicaset, sharded, load-balanced]
+    auth: true
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: false
+      observeEvents: [commandStartedEvent, connectionCheckOutStartedEvent]
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &databaseName retryable-handshake-tests
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collectionName coll
+
+initialData:
+  - collectionName: *collectionName
+    databaseName: *databaseName
+    documents:
+      - { _id: 1, x: 11 }
+      - { _id: 2, x: 22 }
+      - { _id: 3, x: 33 }
+
+tests:
+  - description: "find succeeds after retryable handshake network error"
+    operations:
+      - name: failPoint # fail the next connection establishment
+        object: testRunner
+        arguments:
+          client: *client0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 2 }
+            data:
+              # use saslContinue here to avoid SDAM errors
+              # this failPoint itself will create a usable connection in the connection pool
+              # so we run a ping (that also fails) in order to discard the connection
+              # before testing our read operation "find"
+              failCommands: [saslContinue, ping]
+              closeConnection: true
+
+      - name: runCommand
+        object: *database0
+        arguments:
+          commandName: ping
+          command: { ping: 1 }
+        expectError:
+          isError: true
+
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { _id: 2 }
+        expectResult: [{ _id: 2, x: 22 }]
+
+    expectEvents:
+      - client: *client0
+        eventType: cmap
+        events:
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                ping: 1
+              databaseName: *databaseName
+          - commandStartedEvent:
+              command:
+                find: *collectionName
+                filter: { _id: 2 }
+              databaseName: *databaseName
+
+  - description: "find succeeds after retryable handshake network error (ShutdownInProgress)"
+    operations:
+      - name: failPoint # fail the next connection establishment
+        object: testRunner
+        arguments:
+          client: *client0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 2 }
+            data:
+              failCommands: [saslContinue, ping]
+              errorCode: 91 # ShutdownInProgress
+
+      - name: runCommand
+        object: *database0
+        arguments:
+          commandName: ping
+          command: { ping: 1 }
+        expectError:
+          isError: true
+
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { _id: 2 }
+        expectResult: [{ _id: 2, x: 22 }]
+
+    expectEvents:
+      - client: *client0
+        eventType: cmap
+        events:
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+          - { connectionCheckOutStartedEvent: {} }
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                ping: 1
+              databaseName: *databaseName
+          - commandStartedEvent:
+              command:
+                find: *collectionName
+                filter: { _id: 2 }
+              databaseName: *databaseName

data/spec/spec_tests/data/retryable_writes/{bulkWrite-serverErrors.yml → legacy/bulkWrite-serverErrors.yml}

@@ -58,10 +58,10 @@ tests:
             mode: { times: 1 }
             data:
                 failCommands: ["insert"]
+                errorLabels: ["RetryableWriteError"]
                 writeConcernError:
                     code: 91
                     errmsg: Replication is being shut down
-                    errorLabels: ["RetryableWriteError"]
         operation:
             name: "bulkWrite"
             arguments:

data/spec/spec_tests/data/retryable_writes/{deleteOne-serverErrors.yml → legacy/deleteOne-serverErrors.yml}

@@ -37,10 +37,10 @@ tests:
             mode: { times: 1 }
             data:
                 failCommands: ["delete"]
+                errorLabels: ["RetryableWriteError"]
                 writeConcernError:
                     code: 91
                     errmsg: Replication is being shut down
-                    errorLabels: ["RetryableWriteError"]
         operation:
             name: "deleteOne"
             arguments: