mongo 2.15.0 → 2.16.1

data/spec/spec_tests/data/crud/write/findOneAndDelete-collation.yml

@@ -3,6 +3,7 @@ data:
     - {_id: 2, x: 'ping'}
     - {_id: 3, x: 'pINg'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -13,11 +14,11 @@ tests:
                 filter: {_id: 2, x: 'PING'}
                 projection: {x: 1, _id: 0}
                 sort: {x: 1}
-                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result: {x: 'ping'}
             collection:
                 data:
                     - {_id: 1, x: 11}
-                    - {_id: 3, x: 'pINg'}
+                    - {_id: 3, x: 'pINg'}

data/spec/spec_tests/data/crud/write/findOneAndReplace-collation.yml

@@ -2,6 +2,7 @@ data:
     - {_id: 1, x: 11}
     - {_id: 2, x: 'ping'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -14,7 +15,7 @@ tests:
                 projection: {x: 1, _id: 0}
                 returnDocument: After
                 sort: {x: 1}
-                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result: {x: 'pong'}

data/spec/spec_tests/data/crud/write/findOneAndUpdate-collation.yml

@@ -3,6 +3,7 @@ data:
     - {_id: 2, x: 'ping'}
     - {_id: 3, x: 'pINg'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -16,7 +17,7 @@ tests:
                     $set: {x: 'pong'}
                 projection: {x: 1, _id: 0}
                 sort: {_id: 1}
-                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result: {x: 'ping'}
@@ -24,4 +25,4 @@ tests:
                 data:
                     - {_id: 1, x: 11}
                     - {_id: 2, x: 'pong'}
-                    - {_id: 3, x: 'pINg'}
+                    - {_id: 3, x: 'pINg'}

data/spec/spec_tests/data/crud/write/replaceOne-collation.yml

@@ -2,6 +2,7 @@ data:
     - {_id: 1, x: 11}
     - {_id: 2, x: 'ping'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -11,7 +12,7 @@ tests:
             arguments:
                 filter: {x: 'PING'}
                 replacement: {_id: 2, x: 'pong'}
-                collation: {locale: 'en_US', strength: 2} # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: {locale: 'en_US', strength: 2} # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result:
@@ -21,4 +22,4 @@ tests:
             collection:
                 data:
                     - {_id: 1, x: 11}
-                    - {_id: 2, x: 'pong'}
+                    - {_id: 2, x: 'pong'}

data/spec/spec_tests/data/crud/write/updateMany-collation.yml

@@ -3,6 +3,7 @@ data:
     - {_id: 2, x: 'ping'}
     - {_id: 3, x: 'pINg'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -14,7 +15,7 @@ tests:
                     x: 'ping'
                 update:
                     $set: {x: 'pong'}
-                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: { locale: 'en_US', strength: 2 } # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result:

data/spec/spec_tests/data/crud/write/updateOne-collation.yml

@@ -2,6 +2,7 @@ data:
     - {_id: 1, x: 11}
     - {_id: 2, x: 'ping'}
 minServerVersion: '3.4'
+serverless: 'forbid'
 
 tests:
     -
@@ -12,7 +13,7 @@ tests:
                 filter: {x: 'PING'}
                 update:
                     $set: {x: 'pong'}
-                collation: { locale: 'en_US', strength: 2} # https://docs.mongodb.com/master/reference/collation/#collation-document
+                collation: { locale: 'en_US', strength: 2} # https://docs.mongodb.com/manual/reference/collation/#collation-document
 
         outcome:
             result:

data/spec/spec_tests/data/load_balancers/event-monitoring.yml

@@ -0,0 +1,99 @@
+description: monitoring events include correct fields
+
+schemaVersion: '1.3'
+
+runOnRequirements:
+  - topologies: [ load-balanced ]
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+      uriOptions:
+        retryReads: false
+      observeEvents:
+        - commandStartedEvent
+        - commandSucceededEvent
+        - commandFailedEvent
+        - poolClearedEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+
+initialData:
+  - databaseName: *database0Name
+    collectionName: *collection0Name
+    documents: []
+
+tests:
+  - description: command started and succeeded events include serviceId
+    operations:
+      - name: insertOne
+        object: *collection0
+        arguments:
+          document: { x: 1 }
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              commandName: insert
+              hasServiceId: true
+          - commandSucceededEvent:
+              commandName: insert
+              hasServiceId: true
+
+  - description: command failed events include serviceId
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: { $or: true }
+        expectError:
+          isError: true
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              commandName: find
+              hasServiceId: true
+          - commandFailedEvent:
+              commandName: find
+              hasServiceId: true
+
+  - description: poolClearedEvent events include serviceId
+    operations:
+      - name: failPoint
+        object: testRunner
+        arguments:
+          client: *client0
+          failPoint:
+            configureFailPoint: failCommand
+            mode: { times: 1 }
+            data:
+              failCommands: [find]
+              closeConnection: true
+      - name: find
+        object: *collection0
+        arguments:
+          filter: {}
+        expectError:
+          isClientError: true
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              commandName: find
+              hasServiceId: true
+          - commandFailedEvent:
+              commandName: find
+              hasServiceId: true
+      - client: *client0
+        eventType: cmap
+        events:
+          - poolClearedEvent:
+              hasServiceId: true

data/spec/spec_tests/data/load_balancers/lb-connection-establishment.yml

@@ -0,0 +1,36 @@
+description: connection establishment for load-balanced clusters
+
+schemaVersion: '1.3'
+
+runOnRequirements:
+  - topologies: [ load-balanced ]
+
+createEntities:
+  - client:
+      id: &client0 client0
+      uriOptions:
+        # Explicitly set loadBalanced to false to override the option from the global URI.
+        loadBalanced: false
+      observeEvents:
+        - commandStartedEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0
+
+tests:
+  - description: operations against load balancers fail if URI contains loadBalanced=false
+    skipReason: servers have not implemented LB support yet so they will not fail the connection handshake in this case
+    operations:
+      - name: runCommand
+        object: *database0
+        arguments:
+          commandName: ping
+          command: { ping: 1 }
+        expectError:
+          isClientError: false
+    expectEvents:
+      # No events should be published because the server fails the connection handshake, so the "ping" command is never
+      # sent.
+      - client: *client0
+        events: []

data/spec/spec_tests/data/load_balancers/non-lb-connection-establishment.yml

@@ -0,0 +1,56 @@
+description: connection establishment if loadBalanced is specified for non-load balanced clusters
+
+schemaVersion: '1.3'
+
+runOnRequirements:
+  # Don't run on replica sets because the URI used to configure the clients will contain multiple hosts and the
+  # replicaSet option, which will cause an error when constructing the lbTrueClient entity.
+  - topologies: [ single, sharded ]
+
+createEntities:
+  - client:
+      id: &lbTrueClient lbTrueClient
+      # Restrict to a single mongos to ensure there are not multiple hosts in the URI, which would conflict with
+      # loadBalanced=true.
+      useMultipleMongoses: false
+      uriOptions:
+        loadBalanced: true
+  - database:
+      id: &lbTrueDatabase lbTrueDatabase
+      client: *lbTrueClient
+      databaseName: &lbTrueDatabaseName lbTrueDb
+  - client:
+      id: &lbFalseClient lbFalseClient
+      uriOptions:
+        loadBalanced: false
+  - database:
+      id: &lbFalseDatabase lbFalseDatabase
+      client: *lbFalseClient
+      databaseName: &lbFalseDatabaseName lbFalseDb
+
+_yamlAnchors:
+  runCommandArguments:
+    - &pingArguments
+      arguments:
+        commandName: ping
+        command: { ping: 1 }
+
+tests:
+  # These tests assert that drivers behave correctly if loadBalanced=true/false for non-load balanced clusters. Existing
+  # spec tests should cover the case where loadBalanced is unset.
+
+  # If the server is not configured to be behind a load balancer and the URI contains loadBalanced=true, the driver
+  # should error during the connection handshake because the server's hello response does not contain a serviceId field.
+  - description: operations against non-load balanced clusters fail if URI contains loadBalanced=true
+    operations:
+      - name: runCommand
+        object: *lbTrueDatabase
+        <<: *pingArguments
+        expectError:
+          errorContains: Driver attempted to initialize in load balancing mode, but the server does not support this mode
+
+  - description: operations against non-load balanced clusters succeed if URI contains loadBalanced=false
+    operations:
+      - name: runCommand
+        object: *lbFalseDatabase
+        <<: *pingArguments

data/spec/spec_tests/data/load_balancers/server-selection.yml

@@ -0,0 +1,50 @@
+description: server selection for load-balanced clusters
+
+schemaVersion: '1.3'
+
+runOnRequirements:
+  - topologies: [ load-balanced ]
+
+createEntities:
+  - client:
+      id: &client0 client0
+      useMultipleMongoses: true
+      observeEvents:
+        - commandStartedEvent
+  - database:
+      id: &database0 database0
+      client: *client0
+      databaseName: &database0Name database0Name
+  - collection:
+      id: &collection0 collection0
+      database: *database0
+      collectionName: &collection0Name coll0
+      collectionOptions:
+        readPreference:
+          # Use secondaryPreferred to ensure that operations can succeed even if the shards are only comprised of one
+          # server.
+          mode: &readPrefMode secondaryPreferred
+
+initialData:
+  - collectionName: *collection0Name
+    databaseName: *database0Name
+    documents: []
+
+tests:
+  - description: $readPreference is sent for load-balanced clusters
+    operations:
+      - name: find
+        object: *collection0
+        arguments:
+          filter: {}
+    expectEvents:
+      - client: *client0
+        events:
+          - commandStartedEvent:
+              command:
+                find: *collection0Name
+                filter: {}
+                $readPreference:
+                  mode: *readPrefMode
+              commandName: find
+              databaseName: *database0Name

data/spec/spec_tests/data/retryable_reads/changeStreams-client.watch-serverErrors.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/changeStreams-client.watch.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/changeStreams-db.coll.watch-serverErrors.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/changeStreams-db.coll.watch.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/changeStreams-db.watch-serverErrors.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/changeStreams-db.watch.yml

@@ -4,7 +4,7 @@ runOn:
         topology: ["replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
         serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"

data/spec/spec_tests/data/retryable_reads/mapReduce.yml

@@ -4,7 +4,9 @@ runOn:
         topology: ["single", "replicaset"]
     -
         minServerVersion: "4.1.7"
-        topology: ["sharded"]
+        topology: ["sharded", "load-balanced"]
+        # serverless proxy does not support mapReduce operation
+        serverless: "forbid"
 
 database_name: &database_name "retryable-reads-tests"
 collection_name: &collection_name "coll"

data/spec/spec_tests/data/sdam/load-balanced/discover_load_balancer.yml

@@ -0,0 +1,25 @@
+description: "Load balancer can be discovered and only has the address property set"
+
+uri: "mongodb://a/?loadBalanced=true"
+
+phases:
+
+  # There should be no monitoring in LoadBalanced mode, so no responses are necessary to get the topology into the
+  # correct state.
+  - outcome:
+      servers:
+        a:27017:
+          type: LoadBalancer
+          setName: null
+          setVersion: null
+          electionId: null
+          logicalSessionTimeoutMinutes: null
+          minWireVersion: null
+          maxWireVersion: null
+          topologyVersion: null
+      topologyType: LoadBalanced
+      setName: null
+      logicalSessionTimeoutMinutes: null
+      maxSetVersion: null
+      maxElectionId: null
+      compatible: true

data/spec/spec_tests/data/sdam_integration/find-network-error.yml

@@ -2,6 +2,8 @@
 runOn:
     # failCommand appName requirements
     - minServerVersion: "4.4"
+      # TODO Remove the line below when load balancer is ready
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "find-network-error"

data/spec/spec_tests/data/sdam_integration/find-shutdown-error.yml

@@ -2,6 +2,8 @@
 runOn:
     # failCommand appName requirements
     - minServerVersion: "4.4"
+      # TODO Remove the line below when load balancer is ready
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "find-shutdown-error"

data/spec/spec_tests/data/sdam_integration/hello-command-error.yml

@@ -1,7 +1,9 @@
 # Test SDAM error handling.
 runOn:
     # failCommand appName requirements
-    - minServerVersion: "4.4"
+    - minServerVersion: "4.9"
+      # TODO Remove the line below when load balancer is completed.
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "hello-command-error"

data/spec/spec_tests/data/sdam_integration/hello-network-error.yml

@@ -1,7 +1,9 @@
 #hello Test SDAM error handling.
 runOn:
     # failCommand appName requirements
-    - minServerVersion: "4.4"
+    - minServerVersion: "4.9"
+      # TODO Uncomment the line below when load balancer is ready.
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "hello-network-error"

data/spec/spec_tests/data/sdam_integration/hello-timeout.yml

@@ -2,6 +2,8 @@
 runOn:
     # failCommand appName requirements
     - minServerVersion: "4.4"
+      # It seems this spec should not run against LB.
+      topology: ["single", "replicaset", "sharded"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "hello-timeout"

data/spec/spec_tests/data/sdam_integration/insert-network-error.yml

@@ -2,6 +2,8 @@
 runOn:
     # failCommand appName requirements
     - minServerVersion: "4.4"
+      # TODO Remove the line below when load balancer is ready
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "insert-network-error"

data/spec/spec_tests/data/sdam_integration/insert-shutdown-error.yml

@@ -2,6 +2,8 @@
 runOn:
     # failCommand appName requirements
     - minServerVersion: "4.4"
+      # TODO Remove the line below when load balancer is ready
+      topology: ["replicaset","sharded","single"]
 
 database_name: &database_name "sdam-tests"
 collection_name: &collection_name "insert-shutdown-error"

data/spec/spec_tests/data/sdam_monitoring/load_balancer.yml

@@ -0,0 +1,65 @@
+description: "Monitoring a load balancer"
+uri: "mongodb://a:27017/?loadBalanced=true"
+phases:
+  -
+    outcome:
+      events:
+        -
+          topology_opening_event:
+            topologyId: "42"
+        -
+          topology_description_changed_event:
+            topologyId: "42"
+            previousDescription:
+              topologyType: "Unknown"
+              servers: []
+            newDescription:
+              topologyType: "LoadBalanced"
+              servers:
+                -
+                  address: "a:27017"
+                  arbiters: []
+                  hosts: []
+                  passives: []
+                  type: "Unknown"
+        -
+          server_opening_event:
+            topologyId: "42"
+            address: "a:27017"
+        -
+          server_description_changed_event:
+            topologyId: "42"
+            address: "a:27017"
+            previousDescription:
+              address: "a:27017"
+              arbiters: []
+              hosts: []
+              passives: []
+              type: "Unknown"
+            newDescription:
+              address: "a:27017"
+              arbiters: []
+              hosts: []
+              passives: []
+              type: "LoadBalancer"
+        -
+          topology_description_changed_event:
+            topologyId: "42"
+            previousDescription:
+              topologyType: "LoadBalanced"
+              servers:
+                -
+                  address: "a:27017"
+                  arbiters: []
+                  hosts: []
+                  passives: []
+                  type: "Unknown"
+            newDescription:
+              topologyType: "LoadBalanced"
+              servers:
+                -
+                  address: "a:27017"
+                  arbiters: []
+                  hosts: []
+                  passives: []
+                  type: "LoadBalancer"

data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-directConnection.yml

@@ -0,0 +1,13 @@
+# The TXT record for test20.test.build.10gen.cc contains loadBalanced=true.
+# DRIVERS-1721 introduced this test as passing.
+uri: "mongodb+srv://test20.test.build.10gen.cc/?directConnection=false"
+seeds:
+    - localhost.test.build.10gen.cc:27017
+hosts:
+    # In LB mode, the driver does not do server discovery, so the hostname does
+    # not get resolved to localhost:27017.
+    - localhost.test.build.10gen.cc:27017
+options:
+    loadBalanced: true
+    ssl: true
+    directConnection: false

data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-replicaSet-errors.yml

@@ -0,0 +1,6 @@
+# The TXT record for test20.test.build.10gen.cc contains loadBalanced=true.
+uri: "mongodb+srv://test20.test.build.10gen.cc/?replicaSet=replset"
+seeds: []
+hosts: []
+error: true
+comment: Should fail because loadBalanced=true is incompatible with replicaSet

data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-true-multiple-hosts.yml

@@ -0,0 +1,5 @@
+uri: "mongodb+srv://test1.test.build.10gen.cc/?loadBalanced=true"
+seeds: []
+hosts: []
+error: true
+comment: Should fail because loadBalanced is true but the SRV record resolves to multiple hosts

data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-true-txt.yml

@@ -0,0 +1,10 @@
+uri: "mongodb+srv://test20.test.build.10gen.cc/"
+seeds:
+    - localhost.test.build.10gen.cc:27017
+hosts:
+    # In LB mode, the driver does not do server discovery, so the hostname does
+    # not get resolved to localhost:27017.
+    - localhost.test.build.10gen.cc:27017
+options:
+    loadBalanced: true
+    ssl: true

data/spec/spec_tests/data/seed_list_discovery/replica-set/encoded-userinfo-and-db.yml

@@ -0,0 +1,15 @@
+uri: "mongodb+srv://b*b%40f3tt%3D:%244to%40L8%3DMC@test3.test.build.10gen.cc/mydb%3F?replicaSet=repl0"
+seeds:
+    - localhost.test.build.10gen.cc:27017
+hosts:
+    - localhost:27017
+    - localhost:27018
+    - localhost:27019
+options:
+    replicaSet: repl0
+    ssl: true
+parsed_options:
+    user: "b*b@f3tt="
+    password: "$4to@L8=MC"
+    db: "mydb?"
+comment: Encoded user, pass, and DB parse correctly