mongodb 4.4.1 → 4.6.0

package/src/cmap/connection.ts

@@ -21,7 +21,7 @@ import {
 } from '../error';
 import type { ServerApi, SupportedNodeConnectionOptions } from '../mongo_client';
 import { CancellationToken, TypedEventEmitter } from '../mongo_types';
-import { ReadPreference, ReadPreferenceLike } from '../read_preference';
+import type { ReadPreference, ReadPreferenceLike } from '../read_preference';
 import { applySession, ClientSession, updateSessionFromResponse } from '../sessions';
 import {
   calculateDurationInMs,
@@ -33,7 +33,7 @@ import {
   now,
   uuidV4
 } from '../utils';
-import type { W, WriteConcern, WriteConcernOptions } from '../write_concern';
+import type { WriteConcern } from '../write_concern';
 import type { MongoCredentials } from './auth/mongo_credentials';
 import {
   CommandFailedEvent,
@@ -45,7 +45,6 @@ import {
   GetMore,
   KillCursor,
   Msg,
-  OpQueryOptions,
   Query,
   Response,
   WriteProtocolMessageType
@@ -75,6 +74,8 @@ const kHello = Symbol('hello');
 const kAutoEncrypter = Symbol('autoEncrypter');
 /** @internal */
 const kFullResult = Symbol('fullResult');
+/** @internal */
+const kDelayedTimeoutId = Symbol('delayedTimeoutId');
 
 /** @internal */
 export interface QueryOptions extends BSONSerializeOptions {
@@ -109,11 +110,14 @@ export interface CommandOptions extends BSONSerializeOptions {
   noResponse?: boolean;
   omitReadPreference?: boolean;
 
-  // FIXME: NODE-2802
+  // TODO(NODE-2802): Currently the CommandOptions take a property willRetryWrite which is a hint
+  // from executeOperation that the txnNum should be applied to this command.
+  // Applying a session to a command should happen as part of command construction,
+  // most likely in the CommandOperation#executeCommand method, where we have access to
+  // the details we need to determine if a txnNum should also be applied.
   willRetryWrite?: boolean;
 
-  // FIXME: NODE-2781
-  writeConcern?: WriteConcernOptions | WriteConcern | W;
+  writeConcern?: WriteConcern;
 }
 
 /** @internal */
@@ -121,7 +125,15 @@ export interface GetMoreOptions extends CommandOptions {
   batchSize?: number;
   maxTimeMS?: number;
   maxAwaitTimeMS?: number;
-  comment?: Document | string;
+  /**
+   * Comment to apply to the operation.
+   *
+   * In server versions pre-4.4, 'comment' must be string.  A server
+   * error will be thrown if any other type is provided.
+   *
+   * In server versions 4.4 and above, 'comment' can be any valid BSON type.
+   */
+  comment?: unknown;
 }
 
 /** @public */
@@ -188,6 +200,9 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
   lastHelloMS?: number;
   serverApi?: ServerApi;
   helloOk?: boolean;
+
+  /**@internal */
+  [kDelayedTimeoutId]: NodeJS.Timeout | null;
   /** @internal */
   [kDescription]: StreamDescription;
   /** @internal */
@@ -201,9 +216,9 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
   /** @internal */
   [kStream]: Stream;
   /** @internal */
-  [kHello]: Document;
+  [kHello]: Document | null;
   /** @internal */
-  [kClusterTime]: Document;
+  [kClusterTime]: Document | null;
 
   /** @event */
   static readonly COMMAND_STARTED = COMMAND_STARTED;
@@ -231,6 +246,8 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     this.serverApi = options.serverApi;
     this.closed = false;
     this.destroyed = false;
+    this[kHello] = null;
+    this[kClusterTime] = null;
 
     this[kDescription] = new StreamDescription(this.address, options);
     this[kGeneration] = options.generation;
@@ -242,31 +259,33 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
       ...options,
       maxBsonMessageSize: this.hello?.maxBsonMessageSize
     });
-    this[kMessageStream].on('message', messageHandler(this));
     this[kStream] = stream;
-    stream.on('error', () => {
+
+    this[kDelayedTimeoutId] = null;
+
+    this[kMessageStream].on('message', message => this.onMessage(message));
+    this[kMessageStream].on('error', error => this.onError(error));
+    this[kStream].on('close', () => this.onClose());
+    this[kStream].on('timeout', () => this.onTimeout());
+    this[kStream].on('error', () => {
       /* ignore errors, listen to `close` instead */
     });
 
-    this[kMessageStream].on('error', error => this.handleIssue({ destroy: error }));
-    stream.on('close', () => this.handleIssue({ isClose: true }));
-    stream.on('timeout', () => this.handleIssue({ isTimeout: true, destroy: true }));
-
     // hook the message stream up to the passed in stream
-    stream.pipe(this[kMessageStream]);
-    this[kMessageStream].pipe(stream);
+    this[kStream].pipe(this[kMessageStream]);
+    this[kMessageStream].pipe(this[kStream]);
   }
 
   get description(): StreamDescription {
     return this[kDescription];
   }
 
-  get hello(): Document {
+  get hello(): Document | null {
     return this[kHello];
   }
 
   // the `connect` method stores the result of the handshake hello on the connection
-  set hello(response: Document) {
+  set hello(response: Document | null) {
     this[kDescription].receiveResponse(response);
     this[kDescription] = Object.freeze(this[kDescription]);
 
@@ -294,7 +313,7 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     return calculateDurationInMs(this[kLastUseTime]);
   }
 
-  get clusterTime(): Document {
+  get clusterTime(): Document | null {
     return this[kClusterTime];
   }
 
@@ -306,40 +325,133 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     this[kLastUseTime] = now();
   }
 
-  handleIssue(issue: { isTimeout?: boolean; isClose?: boolean; destroy?: boolean | Error }): void {
+  onError(error: Error) {
     if (this.closed) {
       return;
     }
 
-    if (issue.destroy) {
-      this[kStream].destroy(typeof issue.destroy === 'boolean' ? undefined : issue.destroy);
+    this[kStream].destroy(error);
+
+    this.closed = true;
+
+    for (const op of this[kQueue].values()) {
+      op.cb(error);
+    }
+
+    this[kQueue].clear();
+    this.emit(Connection.CLOSE);
+  }
+
+  onClose() {
+    if (this.closed) {
+      return;
     }
 
     this.closed = true;
 
-    for (const [, op] of this[kQueue]) {
-      if (issue.isTimeout) {
-        op.cb(
-          new MongoNetworkTimeoutError(`connection ${this.id} to ${this.address} timed out`, {
-            beforeHandshake: this.hello == null
-          })
-        );
-      } else if (issue.isClose) {
-        op.cb(new MongoNetworkError(`connection ${this.id} to ${this.address} closed`));
-      } else {
-        op.cb(typeof issue.destroy === 'boolean' ? undefined : issue.destroy);
-      }
+    const message = `connection ${this.id} to ${this.address} closed`;
+    for (const op of this[kQueue].values()) {
+      op.cb(new MongoNetworkError(message));
     }
 
     this[kQueue].clear();
     this.emit(Connection.CLOSE);
   }
 
-  destroy(): void;
-  destroy(callback: Callback): void;
-  destroy(options: DestroyOptions): void;
-  destroy(options: DestroyOptions, callback: Callback): void;
-  destroy(options?: DestroyOptions | Callback, callback?: Callback): void {
+  onTimeout() {
+    if (this.closed) {
+      return;
+    }
+
+    this[kDelayedTimeoutId] = setTimeout(() => {
+      this[kStream].destroy();
+
+      this.closed = true;
+
+      const message = `connection ${this.id} to ${this.address} timed out`;
+      const beforeHandshake = this.hello == null;
+      for (const op of this[kQueue].values()) {
+        op.cb(new MongoNetworkTimeoutError(message, { beforeHandshake }));
+      }
+
+      this[kQueue].clear();
+      this.emit(Connection.CLOSE);
+    }, 1).unref(); // No need for this timer to hold the event loop open
+  }
+
+  onMessage(message: BinMsg | Response) {
+    const delayedTimeoutId = this[kDelayedTimeoutId];
+    if (delayedTimeoutId != null) {
+      clearTimeout(delayedTimeoutId);
+      this[kDelayedTimeoutId] = null;
+    }
+
+    // always emit the message, in case we are streaming
+    this.emit('message', message);
+    const operationDescription = this[kQueue].get(message.responseTo);
+    if (!operationDescription) {
+      return;
+    }
+
+    const callback = operationDescription.cb;
+
+    // SERVER-45775: For exhaust responses we should be able to use the same requestId to
+    // track response, however the server currently synthetically produces remote requests
+    // making the `responseTo` change on each response
+    this[kQueue].delete(message.responseTo);
+    if ('moreToCome' in message && message.moreToCome) {
+      // requeue the callback for next synthetic request
+      this[kQueue].set(message.requestId, operationDescription);
+    } else if (operationDescription.socketTimeoutOverride) {
+      this[kStream].setTimeout(this.socketTimeoutMS);
+    }
+
+    try {
+      // Pass in the entire description because it has BSON parsing options
+      message.parse(operationDescription);
+    } catch (err) {
+      // If this error is generated by our own code, it will already have the correct class applied
+      // if it is not, then it is coming from a catastrophic data parse failure or the BSON library
+      // in either case, it should not be wrapped
+      callback(err);
+      return;
+    }
+
+    if (message.documents[0]) {
+      const document: Document = message.documents[0];
+      const session = operationDescription.session;
+      if (session) {
+        updateSessionFromResponse(session, document);
+      }
+
+      if (document.$clusterTime) {
+        this[kClusterTime] = document.$clusterTime;
+        this.emit(Connection.CLUSTER_TIME_RECEIVED, document.$clusterTime);
+      }
+
+      if (operationDescription.command) {
+        if (document.writeConcernError) {
+          callback(new MongoWriteConcernError(document.writeConcernError, document));
+          return;
+        }
+
+        if (document.ok === 0 || document.$err || document.errmsg || document.code) {
+          callback(new MongoServerError(document));
+          return;
+        }
+      } else {
+        // Pre 3.2 support
+        if (document.ok === 0 || document.$err || document.errmsg) {
+          callback(new MongoServerError(document));
+          return;
+        }
+      }
+    }
+
+    callback(undefined, operationDescription.fullResult ? message : message.documents[0]);
+  }
+
+  destroy(options?: DestroyOptions, callback?: Callback): void {
     if (typeof options === 'function') {
       callback = options;
       options = { force: false };
@@ -376,7 +488,6 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     });
   }
 
-  /** @internal */
   command(
     ns: MongoDBNamespace,
     cmd: Document,
@@ -453,80 +564,6 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     }
   }
 
-  /** @internal */
-  query(ns: MongoDBNamespace, cmd: Document, options: QueryOptions, callback: Callback): void {
-    const isExplain = cmd.$explain != null;
-    const readPreference = options.readPreference ?? ReadPreference.primary;
-    const batchSize = options.batchSize || 0;
-    const limit = options.limit;
-    const numberToSkip = options.skip || 0;
-    let numberToReturn = 0;
-    if (
-      limit &&
-      (limit < 0 || (limit !== 0 && limit < batchSize) || (limit > 0 && batchSize === 0))
-    ) {
-      numberToReturn = limit;
-    } else {
-      numberToReturn = batchSize;
-    }
-
-    if (isExplain) {
-      // nToReturn must be 0 (match all) or negative (match N and close cursor)
-      // nToReturn > 0 will give explain results equivalent to limit(0)
-      numberToReturn = -Math.abs(limit || 0);
-    }
-
-    const queryOptions: OpQueryOptions = {
-      numberToSkip,
-      numberToReturn,
-      pre32Limit: typeof limit === 'number' ? limit : undefined,
-      checkKeys: false,
-      secondaryOk: readPreference.secondaryOk()
-    };
-
-    if (options.projection) {
-      queryOptions.returnFieldSelector = options.projection;
-    }
-
-    const query = new Query(ns.toString(), cmd, queryOptions);
-    if (typeof options.tailable === 'boolean') {
-      query.tailable = options.tailable;
-    }
-
-    if (typeof options.oplogReplay === 'boolean') {
-      query.oplogReplay = options.oplogReplay;
-    }
-
-    if (typeof options.timeout === 'boolean') {
-      query.noCursorTimeout = !options.timeout;
-    } else if (typeof options.noCursorTimeout === 'boolean') {
-      query.noCursorTimeout = options.noCursorTimeout;
-    }
-
-    if (typeof options.awaitData === 'boolean') {
-      query.awaitData = options.awaitData;
-    }
-
-    if (typeof options.partial === 'boolean') {
-      query.partial = options.partial;
-    }
-
-    write(
-      this,
-      query,
-      { [kFullResult]: true, ...pluckBSONSerializeOptions(options) },
-      (err, result) => {
-        if (err || !result) return callback(err, result);
-        if (isExplain && result.documents && result.documents[0]) {
-          return callback(undefined, result.documents[0]);
-        }
-
-        callback(undefined, result);
-      }
-    );
-  }
-
-  /** @internal */
   getMore(
     ns: MongoDBNamespace,
     cursorId: Long,
@@ -571,6 +608,11 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     if (typeof options.maxAwaitTimeMS === 'number') {
       getMoreCmd.maxTimeMS = options.maxAwaitTimeMS;
     }
+    // we check for undefined specifically here to allow falsy values
+    // eslint-disable-next-line no-restricted-syntax
+    if (options.comment !== undefined) {
+      getMoreCmd.comment = options.comment;
+    }
 
     const commandOptions = Object.assign(
       {
@@ -583,7 +625,6 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
     this.command(ns, getMoreCmd, commandOptions, callback);
   }
 
-  /** @internal */
   killCursors(
     ns: MongoDBNamespace,
     cursorIds: Long[],
@@ -646,7 +687,12 @@ export class CryptoConnection extends Connection {
   }
 
   /** @internal @override */
-  command(ns: MongoDBNamespace, cmd: Document, options: CommandOptions, callback: Callback): void {
+  override command(
+    ns: MongoDBNamespace,
+    cmd: Document,
+    options: CommandOptions,
+    callback: Callback
+  ): void {
     const autoEncrypter = this[kAutoEncrypter];
     if (!autoEncrypter) {
       return callback(new MongoMissingDependencyError('No AutoEncrypter available for encryption'));
@@ -698,74 +744,6 @@ function supportsOpMsg(conn: Connection) {
   return maxWireVersion(conn) >= 6 && !description.__nodejs_mock_server__;
 }
 
-function messageHandler(conn: Connection) {
-  return function messageHandler(message: BinMsg | Response) {
-    // always emit the message, in case we are streaming
-    conn.emit('message', message);
-    const operationDescription = conn[kQueue].get(message.responseTo);
-    if (!operationDescription) {
-      return;
-    }
-
-    const callback = operationDescription.cb;
-
-    // SERVER-45775: For exhaust responses we should be able to use the same requestId to
-    // track response, however the server currently synthetically produces remote requests
-    // making the `responseTo` change on each response
-    conn[kQueue].delete(message.responseTo);
-    if ('moreToCome' in message && message.moreToCome) {
-      // requeue the callback for next synthetic request
-      conn[kQueue].set(message.requestId, operationDescription);
-    } else if (operationDescription.socketTimeoutOverride) {
-      conn[kStream].setTimeout(conn.socketTimeoutMS);
-    }
-
-    try {
-      // Pass in the entire description because it has BSON parsing options
-      message.parse(operationDescription);
-    } catch (err) {
-      // If this error is generated by our own code, it will already have the correct class applied
-      // if it is not, then it is coming from a catastrophic data parse failure or the BSON library
-      // in either case, it should not be wrapped
-      callback(err);
-      return;
-    }
-
-    if (message.documents[0]) {
-      const document: Document = message.documents[0];
-      const session = operationDescription.session;
-      if (session) {
-        updateSessionFromResponse(session, document);
-      }
-
-      if (document.$clusterTime) {
-        conn[kClusterTime] = document.$clusterTime;
-        conn.emit(Connection.CLUSTER_TIME_RECEIVED, document.$clusterTime);
-      }
-
-      if (operationDescription.command) {
-        if (document.writeConcernError) {
-          callback(new MongoWriteConcernError(document.writeConcernError, document));
-          return;
-        }
-
-        if (document.ok === 0 || document.$err || document.errmsg || document.code) {
-          callback(new MongoServerError(document));
-          return;
-        }
-      } else {
-        // Pre 3.2 support
-        if (document.ok === 0 || document.$err || document.errmsg) {
-          callback(new MongoServerError(document));
-          return;
-        }
-      }
-    }
-
-    callback(undefined, operationDescription.fullResult ? message : message.documents[0]);
-  };
-}
-
 function streamIdentifier(stream: Stream, options: ConnectionOptions): string {
   if (options.proxyHost) {
     // If proxy options are specified, the properties of `stream` itself

package/src/cmap/errors.ts

@@ -14,7 +14,7 @@ export class PoolClosedError extends MongoDriverError {
     this.address = pool.address;
   }
 
-  get name(): string {
+  override get name(): string {
     return 'MongoPoolClosedError';
   }
 }
@@ -32,7 +32,7 @@ export class WaitQueueTimeoutError extends MongoDriverError {
     this.address = address;
   }
 
-  get name(): string {
+  override get name(): string {
     return 'MongoWaitQueueTimeoutError';
   }
 }

package/src/cmap/message_stream.ts

@@ -60,12 +60,12 @@ export class MessageStream extends Duplex {
     this[kBuffer] = new BufferPool();
   }
 
-  _write(chunk: Buffer, _: unknown, callback: Callback<Buffer>): void {
+  override _write(chunk: Buffer, _: unknown, callback: Callback<Buffer>): void {
     this[kBuffer].append(chunk);
     processIncomingData(this, callback);
   }
 
-  _read(/* size */): void {
+  override _read(/* size */): void {
     // NOTE: This implementation is empty because we explicitly push data to be read
     //       when `writeMessage` is called.
     return;

package/src/cmap/stream_description.ts

@@ -53,7 +53,10 @@ export class StreamDescription {
         : [];
   }
 
-  receiveResponse(response: Document): void {
+  receiveResponse(response: Document | null): void {
+    if (response == null) {
+      return;
+    }
     this.type = parseServerType(response);
     for (const field of RESPONSE_FIELDS) {
       if (response[field] != null) {