mongo 2.4.1 → 2.14.0

data/spec/spec_tests/data/client_side_encryption/updateOne.yml

@@ -0,0 +1,171 @@
+runOn:
+  - minServerVersion: "4.1.10"
+database_name: &database_name "default"
+collection_name: &collection_name "default"
+
+data:
+  - &doc0_encrypted { _id: 1, encrypted_string: {'$binary': {'base64': 'AQAAAAAAAAAAAAAAAAAAAAACwj+3zkv2VM+aTfk60RqhXq6a/77WlLwu/BxXFkL7EppGsju/m8f0x5kBDD3EZTtGALGXlym5jnpZAoSIkswHoA==', 'subType': '06'}} }
+json_schema: {'properties': {'encrypted_w_altname': {'encrypt': {'keyId': '/altname', 'bsonType': 'string', 'algorithm': 'AEAD_AES_256_CBC_HMAC_SHA_512-Random'}}, 'encrypted_string': {'encrypt': {'keyId': [{'$binary': {'base64': 'AAAAAAAAAAAAAAAAAAAAAA==', 'subType': '04'}}], 'bsonType': 'string', 'algorithm': 'AEAD_AES_256_CBC_HMAC_SHA_512-Deterministic'}}, 'random': {'encrypt': {'keyId': [{'$binary': {'base64': 'AAAAAAAAAAAAAAAAAAAAAA==', 'subType': '04'}}], 'bsonType': 'string', 'algorithm': 'AEAD_AES_256_CBC_HMAC_SHA_512-Random'}}, 'encrypted_string_equivalent': {'encrypt': {'keyId': [{'$binary': {'base64': 'AAAAAAAAAAAAAAAAAAAAAA==', 'subType': '04'}}], 'bsonType': 'string', 'algorithm': 'AEAD_AES_256_CBC_HMAC_SHA_512-Deterministic'}}}, 'bsonType': 'object'}
+key_vault_data: [{'status': 1, '_id': {'$binary': {'base64': 'AAAAAAAAAAAAAAAAAAAAAA==', 'subType': '04'}}, 'masterKey': {'provider': 'aws', 'key': 'arn:aws:kms:us-east-1:579766882180:key/89fcc2c4-08b0-4bd9-9f25-e30687b580d0', 'region': 'us-east-1'}, 'updateDate': {'$date': {'$numberLong': '1552949630483'}}, 'keyMaterial': {'$binary': {'base64': 'AQICAHhQNmWG2CzOm1dq3kWLM+iDUZhEqnhJwH9wZVpuZ94A8gEqnsxXlR51T5EbEVezUqqKAAAAwjCBvwYJKoZIhvcNAQcGoIGxMIGuAgEAMIGoBgkqhkiG9w0BBwEwHgYJYIZIAWUDBAEuMBEEDHa4jo6yp0Z18KgbUgIBEIB74sKxWtV8/YHje5lv5THTl0HIbhSwM6EqRlmBiFFatmEWaeMk4tO4xBX65eq670I5TWPSLMzpp8ncGHMmvHqRajNBnmFtbYxN3E3/WjxmdbOOe+OXpnGJPcGsftc7cB2shRfA4lICPnE26+oVNXT6p0Lo20nY5XC7jyCO', 'subType': '00'}}, 'creationDate': {'$date': {'$numberLong': '1552949630483'}}, 'keyAltNames': ['altname', 'another_altname']}]
+
+tests:
+  - description: "updateOne with deterministic encryption"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { encrypted_string: "string0" }
+          update: { $set: { encrypted_string: "string1", random: "abc" } }
+        result:
+          matchedCount: 1
+          modifiedCount: 1
+          upsertedCount: 0
+    expectations:
+      # Auto encryption will request the collection info.
+      - command_started_event:
+          command:
+            listCollections: 1
+            filter:
+              name: *collection_name
+          command_name: listCollections
+      - command_started_event:
+          command:
+            listCollections: 1
+            filter:
+              name: "datakeys"
+            $db: admin
+          command_name: listCollections
+      # Then key is fetched from the key vault.
+      - command_started_event:
+          command:
+            find: datakeys
+            filter: {"$or": [{"_id": {"$in": [ {'$binary': {'base64': 'AAAAAAAAAAAAAAAAAAAAAA==', 'subType': '04'}} ] }}, {"keyAltNames": {"$in": []}}]}
+            $db: admin
+            readConcern: { level: "majority" }
+          command_name: find
+      - command_started_event:
+          command:
+            update: *collection_name
+            updates:
+              - q: { encrypted_string: { $eq: {'$binary': {'base64': 'AQAAAAAAAAAAAAAAAAAAAAACwj+3zkv2VM+aTfk60RqhXq6a/77WlLwu/BxXFkL7EppGsju/m8f0x5kBDD3EZTtGALGXlym5jnpZAoSIkswHoA==', 'subType': '06'}} } }
+                u: { $set: {encrypted_string: {'$binary': {'base64': 'AQAAAAAAAAAAAAAAAAAAAAACDdw4KFz3ZLquhsbt7RmDjD0N67n0uSXx7IGnQNCLeIKvot6s/ouI21Eo84IOtb6lhwUNPlSEBNY0/hbszWAKJg==', 'subType': '06'}}, random: { $$type: "binData" } } }
+                # DRIVERS-976: mongocryptd adds upsert and multi fields to all update commands, so these fields should be added to spec tests
+                upsert: false
+                multi: false
+            ordered: true
+          command_name: update
+    outcome:
+      collection:
+        # Outcome is checked using a separate MongoClient without auto encryption.
+        data:
+          - { _id: 1, encrypted_string: {'$binary': {'base64': 'AQAAAAAAAAAAAAAAAAAAAAACDdw4KFz3ZLquhsbt7RmDjD0N67n0uSXx7IGnQNCLeIKvot6s/ouI21Eo84IOtb6lhwUNPlSEBNY0/hbszWAKJg==', 'subType': '06'}}, random: { $$type: "binData"} }
+  - description: "updateOne fails when filtering on a random field"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { random: "abc" }
+          update: { $set: { encrypted_string: "string1" } }
+        result:
+          errorContains: "Cannot query on fields encrypted with the randomized encryption"
+  - description: "$unset works with an encrypted field"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { }
+          update: { $unset: { encrypted_string: "" } }
+        result:
+          matchedCount: 1
+          modifiedCount: 1
+          upsertedCount: 0
+    expectations:
+      # Auto encryption will request the collection info.
+      - command_started_event:
+          command:
+            listCollections: 1
+            filter:
+              name: *collection_name
+          command_name: listCollections
+      - command_started_event:
+          command:
+            update: *collection_name
+            updates:
+              - q: { }
+                u: { $unset: {encrypted_string: "" } }
+            ordered: true
+          command_name: update
+    outcome:
+      collection:
+        # Outcome is checked using a separate MongoClient without auto encryption.
+        data:
+          - { _id: 1 }
+  - description: "$rename works if target value has same encryption options"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { }
+          update: { $rename: { encrypted_string: "encrypted_string_equivalent" } }
+        result:
+          matchedCount: 1
+          modifiedCount: 1
+          upsertedCount: 0
+    expectations:
+      # Auto encryption will request the collection info.
+      - command_started_event:
+          command:
+            listCollections: 1
+            filter:
+              name: *collection_name
+          command_name: listCollections
+      - command_started_event:
+          command:
+            update: *collection_name
+            updates:
+              - q: { }
+                u: { $rename: {encrypted_string: "encrypted_string_equivalent" } }
+            ordered: true
+          command_name: update
+    outcome:
+      collection:
+        # Outcome is checked using a separate MongoClient without auto encryption.
+        data:
+          - { _id: 1, encrypted_string_equivalent: {'$binary': {'base64': 'AQAAAAAAAAAAAAAAAAAAAAACwj+3zkv2VM+aTfk60RqhXq6a/77WlLwu/BxXFkL7EppGsju/m8f0x5kBDD3EZTtGALGXlym5jnpZAoSIkswHoA==', 'subType': '06'}} }
+  - description: "$rename fails if target value has different encryption options"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { }
+          update: { $rename: { encrypted_string: "random" } }
+        result:
+          errorContains: "$rename between two encrypted fields must have the same metadata or both be unencrypted"
+  - description: "an invalid update (no $ operators) is validated and errors"
+    skipReason: "The Ruby Driver supports this kind of update command"
+    clientOptions:
+      autoEncryptOpts:
+        kmsProviders:
+          aws: {} # Credentials filled in from environment.
+    operations:
+      - name: updateOne
+        arguments:
+          filter: { }
+          update: { encrypted_string: "random" }
+        result:
+          errorContains: "" # Note, drivers differ in the error message. Just ensure an error is thrown.

data/spec/spec_tests/data/cmap/connection-must-have-id.yml

@@ -0,0 +1,27 @@
+version: 1
+style: unit
+description: must have an ID number associated with it
+operations:
+  - name: checkOut
+  - name: checkOut
+events:
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionPoolClosed
+  - ConnectionReady

data/spec/spec_tests/data/cmap/connection-must-order-ids.yml

@@ -0,0 +1,27 @@
+version: 1
+style: unit
+description: must have IDs assigned in order of creation
+operations:
+  - name: checkOut
+  - name: checkOut
+events:
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 2
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 2
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionPoolClosed
+  - ConnectionReady

data/spec/spec_tests/data/cmap/pool-checkin-destroy-closed.yml

@@ -0,0 +1,27 @@
+version: 1
+style: unit
+description: must destroy checked in connection if pool has been closed
+operations:
+  - name: checkOut
+    label: conn
+  - name: close
+  - name: checkIn
+    connection: conn
+events:
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionPoolClosed
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 1
+    address: 42
+  - type: ConnectionClosed
+    connectionId: 1
+    reason: poolClosed
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-checkin-destroy-stale.yml

@@ -0,0 +1,27 @@
+version: 1
+style: unit
+description: must destroy checked in connection if it is stale
+operations:
+  - name: checkOut
+    label: conn
+  - name: clear
+  - name: checkIn
+    connection: conn
+events:
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionPoolCleared
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 1
+    address: 42
+  - type: ConnectionClosed
+    connectionId: 1
+    reason: stale
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-checkin-make-available.yml

@@ -0,0 +1,24 @@
+version: 1
+style: unit
+description: must make valid checked in connection available
+operations:
+  - name: checkOut
+    label: conn
+  - name: checkIn
+    connection: conn
+  - name: checkOut
+events:
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-checkin.yml

@@ -0,0 +1,19 @@
+version: 1
+style: unit
+description: must have a method of allowing the driver to check in a connection
+operations:
+  - name: checkOut
+    label: conn
+  - name: checkIn
+    connection: conn
+events:
+  - type: ConnectionCheckedIn
+    connectionId: 42
+    address: 42
+ignore:
+  - ConnectionPoolCreated
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionClosed
+  - ConnectionCheckOutStarted
+  - ConnectionCheckedOut

data/spec/spec_tests/data/cmap/pool-checkout-connection.yml

@@ -0,0 +1,19 @@
+version: 1
+style: unit
+description: must be able to check out a connection
+operations:
+  - name: checkOut
+events:
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 1
+    address: 42
+  - type: ConnectionReady
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+ignore:
+  - ConnectionPoolCreated

data/spec/spec_tests/data/cmap/pool-checkout-error-closed.yml

@@ -0,0 +1,36 @@
+version: 1
+style: unit
+description: must throw error if checkOut is called on a closed pool
+operations:
+  - name: checkOut
+    label: conn1
+  - name: checkIn
+    connection: conn1
+  - name: close
+  - name: checkOut
+error:
+  type: PoolClosedError
+  message: Attempted to check out a connection from closed connection pool
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCheckedOut
+    address: 42
+    connectionId: 42
+  - type: ConnectionCheckedIn
+    address: 42
+    connectionId: 42
+  - type: ConnectionPoolClosed
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCheckOutFailed
+    address: 42
+    reason: poolClosed
+ignore:
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionClosed

data/spec/spec_tests/data/cmap/pool-checkout-multiple.yml

@@ -0,0 +1,37 @@
+version: 1
+style: unit
+description: must be able to check out multiple connections at the same time
+operations:
+  - name: start
+    target: thread1
+  - name: start
+    target: thread2
+  - name: start
+    target: thread3
+  - name: checkOut
+    thread: thread1
+  - name: checkOut
+    thread: thread2
+  - name: checkOut
+    thread: thread3
+  - name: waitForThread
+    target: thread1
+  - name: waitForThread
+    target: thread2
+  - name: waitForThread
+    target: thread3
+events:
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+ignore:
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionPoolCreated
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-checkout-no-idle.yml

@@ -0,0 +1,35 @@
+version: 1
+style: unit
+description: must destroy and must not check out an idle connection if found while iterating available connections
+poolOptions:
+  maxIdleTimeMS: 10
+operations:
+  - name: checkOut
+    label: conn
+  - name: checkIn
+    connection: conn
+  - name: wait
+    ms: 50
+  - name: checkOut
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 1
+    address: 42
+  # In between these, wait so connection becomes idle
+  - type: ConnectionClosed
+    connectionId: 1
+    reason: idle
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 2
+    address: 42
+ignore:
+  - ConnectionReady
+  - ConnectionCreated
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-checkout-no-stale.yml

@@ -0,0 +1,33 @@
+version: 1
+style: unit
+description: must destroy and must not check out a stale connection if found while iterating available connections
+operations:
+  - name: checkOut
+    label: conn
+  - name: checkIn
+    connection: conn
+  - name: clear
+  - name: checkOut
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionCheckedOut
+    connectionId: 1
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 1
+    address: 42
+  - type: ConnectionPoolCleared
+    address: 42
+  - type: ConnectionClosed
+    connectionId: 1
+    reason: stale
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 2
+    address: 42
+ignore:
+  - ConnectionReady
+  - ConnectionCreated
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-close-destroy-conns.yml

@@ -0,0 +1,28 @@
+version: 1
+style: unit
+description: When a pool is closed, it MUST first destroy all available connections in that pool
+operations:
+  - name: checkOut
+  - name: checkOut
+    label: conn
+  - name: checkOut
+  - name: checkIn
+    connection: conn
+  - name: close
+events:
+  - type: ConnectionCheckedIn
+    connectionId: 2
+    address: 42
+  - type: ConnectionClosed
+    connectionId: 2
+    reason: poolClosed
+    address: 42
+  - type: ConnectionPoolClosed
+    address: 42
+ignore:
+  - ConnectionCreated
+  - ConnectionReady
+  - ConnectionPoolCreated
+  - ConnectionCheckOutStarted
+  - ConnectionCheckedOut
+        

data/spec/spec_tests/data/cmap/pool-close.yml

@@ -0,0 +1,11 @@
+version: 1
+style: unit
+description: must be able to manually close a pool
+operations:
+  - name: close
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionPoolClosed
+    address: 42

data/spec/spec_tests/data/cmap/pool-create-max-size.yml

@@ -0,0 +1,71 @@
+version: 1
+style: unit
+description: must never exceed maxPoolSize total connections
+poolOptions:
+  maxPoolSize: 3
+operations:
+  - name: checkOut
+    label: conn1
+  - name: checkOut
+  - name: checkOut
+    label: conn2
+  - name: checkIn
+    connection: conn2
+  - name: checkOut
+  - name: start
+    target: thread1
+  - name: checkOut
+    thread: thread1
+  - name: waitForEvent
+    event: ConnectionCheckOutStarted
+    count: 5
+  - name: checkIn
+    connection: conn1
+  - name: waitForThread
+    target: thread1
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckOutStarted
+    address: 42
+  - type: ConnectionCheckedIn
+    connectionId: 42
+    address: 42
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+ignore:
+  - ConnectionReady

data/spec/spec_tests/data/cmap/pool-create-min-size.yml

@@ -0,0 +1,34 @@
+version: 1
+style: unit
+description: must be able to start a pool with minPoolSize connections
+poolOptions:
+  minPoolSize: 3
+operations:
+  - name: waitForEvent
+    event: ConnectionCreated
+    count: 3
+  - name: waitForEvent
+    event: ConnectionReady
+    count: 3
+  - name: checkOut
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  - type: ConnectionCreated
+    connectionId: 42
+    address: 42
+  # Ensures that by the time pool is closed, there are at least 3 connections
+  - type: ConnectionCheckedOut
+    connectionId: 42
+    address: 42
+ignore:
+  - ConnectionReady
+  - ConnectionClosed
+  - ConnectionCheckOutStarted

data/spec/spec_tests/data/cmap/pool-create-with-options.yml

@@ -0,0 +1,21 @@
+version: 1
+style: unit
+description: must be able to start a pool with various options set
+poolOptions:
+  maxPoolSize: 50
+  minPoolSize: 5
+  maxIdleTimeMS: 100
+operations:
+  - name: waitForEvent
+    event: ConnectionPoolCreated
+    count: 1
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options:
+      maxPoolSize: 50
+      minPoolSize: 5
+      maxIdleTimeMS: 100
+ignore:
+  - ConnectionCreated
+  - ConnectionReady

data/spec/spec_tests/data/cmap/pool-create.yml

@@ -0,0 +1,12 @@
+version: 1
+style: unit
+description: must be able to create a pool
+operations:
+  - name: waitForEvent
+    event: ConnectionPoolCreated
+    count: 1
+events:
+  - type: ConnectionPoolCreated
+    address: 42
+    options: 42
+