dd-trace 6.8.0 → 6.10.0

package/packages/datadog-instrumentations/src/helpers/pool-acquire.js

@@ -0,0 +1,629 @@
+'use strict'
+
+const { errorMonitor } = require('node:events')
+const { performance } = require('node:perf_hooks')
+
+/**
+ * @typedef {import('node:diagnostics_channel').Channel} Channel
+ * @typedef {{ length: number, [index: number]: unknown } & Iterable<unknown>} ArgumentsLike
+ * @typedef {{
+ *   acquired?: boolean,
+ *   callback?: Function,
+ *   conf?: Record<string, unknown>,
+ *   errorReported?: boolean,
+ *   key?: object,
+ *   observesError?: boolean,
+ *   start?: number
+ * }} ClusterAcquire
+ * @typedef {{ _freeConnections?: { length: number } }} Pool
+ * @typedef {{ deferred: boolean }} PoolWaitTransfer
+ * @typedef {{ transfer: PoolWaitTransfer, waitTime: number }} DeferredPoolWait
+ * @typedef {{ pending: boolean, pool: object }} DeferredPoolQueryAcquire
+ * @typedef {{
+ *   connectionFinishCh: Channel,
+ *   acquireStartCh: Channel,
+ *   acquireFinishCh: Channel
+ * }} AcquireErrorChannels
+ * @typedef {{
+ *   connectionStartCh: Channel,
+ *   connectionFinishCh: Channel,
+ *   acquireStartCh: Channel,
+ *   acquireFinishCh: Channel,
+ *   reentersQueuedCallbacks?: boolean
+ * }} AcquireChannels
+ */
+
+const poolQueryAcquire = {}
+
+/** @type {ClusterAcquire | typeof poolQueryAcquire | undefined} */
+let currentPoolQueryAcquire
+
+/** @type {import('node:async_hooks').AsyncLocalStorage<DeferredPoolQueryAcquire>|undefined} */
+let deferredPoolQueryAcquireStorage
+
+/** @type {WeakMap<object, ClusterAcquire>} */
+const deferredClusterAcquires = new WeakMap()
+
+// Keep synchronous wait handoff allocation-free; a delayed consumer promotes only its pool wrapper.
+const poolWaitConnections = []
+const poolWaitTimes = []
+
+/** @type {WeakMap<object, DeferredPoolWait>} */
+const deferredPoolWaitTimes = new WeakMap()
+let deferredPoolWaitCount = 0
+
+/**
+ * @param {Function} method
+ * @param {Channel} connectionStartCh
+ * @param {boolean} [deferred]
+ * @returns {Function}
+ */
+function wrapPoolQueryMethod (method, connectionStartCh, deferred) {
+  if (deferred) {
+    return function () {
+      if (!connectionStartCh.hasSubscribers) return method.apply(this, arguments)
+
+      const storage = getDeferredPoolQueryAcquireStorage()
+      return storage.run({ pending: true, pool: this }, () => method.apply(this, arguments))
+    }
+  }
+
+  return function () {
+    if (!connectionStartCh.hasSubscribers) return method.apply(this, arguments)
+    return runWithPoolQueryAcquire(poolQueryAcquire, method, this, arguments)
+  }
+}
+
+/**
+ * @param {Function} method
+ * @param {Function} inactiveMethod
+ * @param {Channel} connectionStartCh
+ * @param {boolean} deferred
+ * @returns {Function}
+ */
+function wrapPoolAcquireCarrier (method, inactiveMethod, connectionStartCh, deferred) {
+  if (!deferred) return method
+
+  return function (callback) {
+    if (!connectionStartCh.hasSubscribers) return inactiveMethod.apply(this, arguments)
+    if (typeof callback !== 'function' || !takeDeferredPoolQueryAcquire(this)) {
+      return method.apply(this, arguments)
+    }
+
+    return runWithPoolQueryAcquire(poolQueryAcquire, method, this, arguments)
+  }
+}
+
+/**
+ * @param {Function} method
+ * @param {AcquireChannels} channels
+ * @returns {Function}
+ */
+function wrapPoolClusterQueryMethod (method, channels) {
+  return function () {
+    if (!channels.connectionStartCh.hasSubscribers) return method.apply(this, arguments)
+
+    const key = arguments[0]
+    const acquire = takeClusterAcquire(key) ?? {}
+    const result = runWithPoolQueryAcquire(acquire, method, this, arguments)
+
+    if (isWeakKey(result)) acquire.key = result
+    if (!acquire.observesError) {
+      const callback = result?._callback
+      if (typeof callback === 'function') {
+        acquire.observesError = true
+        result._callback = wrapClusterQueryCallback(callback, acquire, channels)
+      } else if (typeof result?.once === 'function') {
+        acquire.observesError = true
+        result.once(errorMonitor, error => reportClusterAcquireError(acquire, error, channels))
+      }
+    }
+    return result
+  }
+}
+
+/**
+ * @param {Function} method
+ * @param {Channel} connectionStartCh
+ * @returns {Function}
+ */
+function wrapPoolClusterMethod (method, connectionStartCh) {
+  return function () {
+    if (!connectionStartCh.hasSubscribers) return method.apply(this, arguments)
+    return runWithPoolQueryAcquire({}, method, this, arguments)
+  }
+}
+
+/**
+ * @param {Function} method
+ * @param {AcquireChannels} channels
+ * @returns {Function}
+ */
+function wrapPoolClusterGetConnection (method, channels) {
+  return function (callback) {
+    if (!channels.connectionStartCh.hasSubscribers) return method.apply(this, arguments)
+
+    const previous = currentPoolQueryAcquire
+    const acquire = isClusterAcquire(previous) && previous.key === undefined
+      ? previous
+      : takeClusterAcquire(callback)
+
+    if (acquire === undefined && previous === undefined) return method.apply(this, arguments)
+    if (acquire !== undefined) {
+      if (acquire.callback === undefined) {
+        acquire.callback = wrapClusterAcquireCallback(callback, acquire, channels)
+      }
+      arguments[0] = acquire.callback
+      acquire.key = acquire.callback
+    }
+
+    return runWithPoolQueryAcquire(acquire, method, this, arguments)
+  }
+}
+
+/**
+ * @param {Function} getConnection
+ * @param {AcquireChannels} channels
+ * @param {boolean} [deferred]
+ * @returns {Function}
+ */
+function wrapPoolGetConnection (getConnection, channels, deferred) {
+  const wrapped = wrapSynchronousPoolGetConnection(getConnection, channels)
+  return wrapPoolAcquireCarrier(wrapped, getConnection, channels.connectionStartCh, deferred === true)
+}
+
+/**
+ * @param {Function} getConnection
+ * @param {AcquireChannels} channels
+ * @returns {Function}
+ */
+function wrapSynchronousPoolGetConnection (getConnection, channels) {
+  const {
+    connectionStartCh,
+    connectionFinishCh,
+    acquireStartCh,
+    acquireFinishCh,
+  } = channels
+  const poolWaitTransfer = { deferred: false }
+  const queuedCallbacks = channels.reentersQueuedCallbacks ? new WeakSet() : undefined
+
+  return function (callback) {
+    if (!connectionStartCh.hasSubscribers || queuedCallbacks?.has(callback)) {
+      return getConnection.apply(this, arguments)
+    }
+
+    const pool = this
+    const ctx = {}
+    const acquire = currentPoolQueryAcquire
+    const acquireCtx = acquire === undefined && acquireStartCh.hasSubscribers
+      ? { conf: pool.config.connectionConfig }
+      : undefined
+    const start = acquireStart(pool, acquire)
+
+    if (acquireCtx !== undefined) acquireStartCh.publish(acquireCtx)
+
+    /**
+     * @param {unknown} error
+     * @param {object|undefined} connection
+     * @returns {unknown}
+     */
+    const wrappedCallback = function (error, connection) {
+      if (acquire === undefined) {
+        if (!error && connection !== undefined) clearPoolWaitTime(connection)
+        if (acquireCtx !== undefined) {
+          acquireCtx.error = error
+          acquireCtx.poolWaitTime = acquireWait(start)
+          acquireFinishCh.publish(acquireCtx)
+        }
+        return connectionFinishCh.runStores(ctx, callback, this, ...arguments)
+      }
+
+      return runPoolQueryConnectionCallback(
+        poolWaitTransfer,
+        acquire,
+        start,
+        error,
+        connection,
+        pool,
+        channels,
+        ctx,
+        callback,
+        this,
+        arguments
+      )
+    }
+    if (queuedCallbacks !== undefined) queuedCallbacks.add(wrappedCallback)
+    arguments[0] = wrappedCallback
+
+    connectionStartCh.publish(ctx)
+    if (acquire !== undefined) {
+      return runWithPoolQueryAcquire(undefined, getConnection, pool, arguments)
+    }
+    if (acquireCtx !== undefined) {
+      return getConnectionForAcquire(getConnection, pool, arguments, acquireCtx, start, acquireFinishCh)
+    }
+    return getConnection.apply(pool, arguments)
+  }
+}
+
+/**
+ * @param {Function} getConnection
+ * @param {object} pool
+ * @param {ArgumentsLike} args
+ * @param {Record<string, unknown>} acquireCtx
+ * @param {number|undefined} start
+ * @param {Channel} acquireFinishCh
+ * @returns {unknown}
+ */
+function getConnectionForAcquire (getConnection, pool, args, acquireCtx, start, acquireFinishCh) {
+  try {
+    return getConnection.apply(pool, args)
+  } catch (error) {
+    if (acquireCtx.poolWaitTime === undefined) {
+      acquireCtx.error = error
+      acquireCtx.poolWaitTime = acquireWait(start)
+      acquireFinishCh.publish(acquireCtx)
+    }
+    throw error
+  }
+}
+
+/**
+ * @returns {boolean}
+ */
+function isPoolQueryAcquire () {
+  return currentPoolQueryAcquire !== undefined
+}
+
+/**
+ * @param {Function} method
+ * @param {object} receiver
+ * @param {ArgumentsLike} args
+ * @returns {unknown}
+ */
+function runOutsidePoolQueryAcquire (method, receiver, args) {
+  return runWithPoolQueryAcquire(undefined, method, receiver, args)
+}
+
+/**
+ * @param {ClusterAcquire | typeof poolQueryAcquire | undefined} acquire
+ * @param {Function} method
+ * @param {unknown} receiver
+ * @param {ArgumentsLike} args
+ * @returns {unknown}
+ */
+function runWithPoolQueryAcquire (acquire, method, receiver, args) {
+  const previous = currentPoolQueryAcquire
+  currentPoolQueryAcquire = acquire
+  try {
+    return method.apply(receiver, args)
+  } finally {
+    currentPoolQueryAcquire = previous
+  }
+}
+
+/**
+ * @param {object} pool
+ * @returns {boolean}
+ */
+function takeDeferredPoolQueryAcquire (pool) {
+  const acquire = deferredPoolQueryAcquireStorage?.getStore()
+  if (acquire === undefined || acquire.pool !== pool || !acquire.pending) return false
+
+  acquire.pending = false
+  return true
+}
+
+/**
+ * @returns {import('node:async_hooks').AsyncLocalStorage<DeferredPoolQueryAcquire>}
+ */
+function getDeferredPoolQueryAcquireStorage () {
+  if (deferredPoolQueryAcquireStorage === undefined) {
+    const { AsyncLocalStorage } = require('node:async_hooks')
+    deferredPoolQueryAcquireStorage = new AsyncLocalStorage()
+  }
+  return deferredPoolQueryAcquireStorage
+}
+
+/**
+ * @param {Function} method
+ * @param {Record<string, unknown>} receiver
+ * @param {string} acquireMethod
+ * @param {unknown[]} args
+ * @returns {boolean}
+ */
+function dispatchesAcquireSynchronously (method, receiver, acquireMethod, args) {
+  let dispatched = false
+  // Prevent an async probe from executing beyond its fake acquisition.
+  // eslint-disable-next-line unicorn/no-thenable
+  const pending = { then () {} }
+
+  try {
+    if (method.constructor.name === 'AsyncFunction') return false
+
+    receiver[acquireMethod] = () => {
+      dispatched = true
+      return pending
+    }
+    method.apply(receiver, args)
+  } catch {
+    return false
+  }
+
+  return dispatched
+}
+
+/**
+ * @param {Pool} pool
+ * @param {ClusterAcquire | typeof poolQueryAcquire} [acquire]
+ * @returns {number|undefined}
+ */
+function acquireStart (pool, acquire) {
+  if (isClusterAcquire(acquire) && acquire.start !== undefined) return acquire.start
+  if (pool._freeConnections?.length > 0) return
+
+  const start = performance.now()
+  if (isClusterAcquire(acquire)) acquire.start = start
+  return start
+}
+
+/**
+ * @param {number|undefined} start
+ * @returns {number}
+ */
+function acquireWait (start) {
+  return start === undefined ? 0 : performance.now() - start
+}
+
+/**
+ * @param {object} connection
+ * @returns {number|undefined}
+ */
+function takePoolWaitTime (connection) {
+  for (let i = poolWaitConnections.length - 1; i >= 0; i--) {
+    if (poolWaitConnections[i] === connection) {
+      poolWaitConnections[i] = undefined
+      return poolWaitTimes[i]
+    }
+  }
+
+  if (deferredPoolWaitCount !== 0) {
+    const candidate = deferredPoolWaitTimes.get(connection)
+    if (candidate !== undefined) {
+      deferredPoolWaitTimes.delete(connection)
+      deferredPoolWaitCount--
+      candidate.transfer.deferred = true
+      return candidate.waitTime
+    }
+  }
+}
+
+/**
+ * @param {PoolWaitTransfer} transfer
+ * @param {object} connection
+ * @param {number} waitTime
+ * @param {Channel} channel
+ * @param {object} ctx
+ * @param {Function} callback
+ * @param {unknown} thisArg
+ * @param {ArgumentsLike} args
+ * @returns {unknown}
+ */
+function runWithPoolWait (transfer, connection, waitTime, channel, ctx, callback, thisArg, args) {
+  clearPoolWaitTime(connection)
+
+  if (transfer.deferred) {
+    deferPoolWaitTime(transfer, connection, waitTime)
+    return channel.runStores(ctx, callback, thisArg, ...args)
+  }
+
+  const index = poolWaitConnections.length
+  poolWaitConnections.push(connection)
+  poolWaitTimes.push(waitTime)
+  try {
+    return channel.runStores(ctx, callback, thisArg, ...args)
+  } finally {
+    if (poolWaitConnections[index] !== undefined) deferPoolWaitTime(transfer, connection, waitTime)
+    poolWaitConnections.pop()
+    poolWaitTimes.pop()
+  }
+}
+
+/**
+ * @param {object} connection
+ */
+function clearPoolWaitTime (connection) {
+  if (deferredPoolWaitCount !== 0 && deferredPoolWaitTimes.delete(connection)) deferredPoolWaitCount--
+}
+
+/**
+ * @param {PoolWaitTransfer} transfer
+ * @param {object} connection
+ * @param {number} waitTime
+ */
+function deferPoolWaitTime (transfer, connection, waitTime) {
+  if (!deferredPoolWaitTimes.has(connection)) deferredPoolWaitCount++
+  deferredPoolWaitTimes.set(connection, { transfer, waitTime })
+}
+
+/**
+ * @param {PoolWaitTransfer} poolWaitTransfer
+ * @param {ClusterAcquire | typeof poolQueryAcquire} acquire
+ * @param {number|undefined} start
+ * @param {unknown} error
+ * @param {object|undefined} connection
+ * @param {{ config: { connectionConfig: Record<string, unknown> } }} pool
+ * @param {AcquireChannels} channels
+ * @param {object} ctx
+ * @param {Function} callback
+ * @param {unknown} thisArg
+ * @param {ArgumentsLike} args
+ * @returns {unknown}
+ */
+function runPoolQueryConnectionCallback (
+  poolWaitTransfer,
+  acquire,
+  start,
+  error,
+  connection,
+  pool,
+  channels,
+  ctx,
+  callback,
+  thisArg,
+  args
+) {
+  if (error || connection === undefined) {
+    const conf = pool.config.connectionConfig
+    if (error && isClusterAcquire(acquire)) {
+      acquire.conf = conf
+      if (acquire.key !== undefined) deferredClusterAcquires.set(acquire.key, acquire)
+      return channels.connectionFinishCh.runStores(ctx, callback, thisArg, ...args)
+    }
+    if (error && channels.acquireStartCh.hasSubscribers) {
+      return runPoolAcquireError(
+        start,
+        error,
+        { conf },
+        channels,
+        ctx,
+        callback,
+        thisArg,
+        args
+      )
+    }
+    return channels.connectionFinishCh.runStores(ctx, callback, thisArg, ...args)
+  }
+
+  if (isClusterAcquire(acquire)) {
+    if (acquire.key !== undefined) deferredClusterAcquires.delete(acquire.key)
+    acquire.acquired = true
+    acquire.key = undefined
+  }
+
+  return runWithPoolWait(
+    poolWaitTransfer,
+    connection,
+    acquireWait(start),
+    channels.connectionFinishCh,
+    ctx,
+    callback,
+    thisArg,
+    args
+  )
+}
+
+/**
+ * @param {number|undefined} start
+ * @param {unknown} error
+ * @param {Record<string, unknown>} acquireCtx
+ * @param {AcquireErrorChannels} channels
+ */
+function reportPoolAcquireError (start, error, acquireCtx, channels) {
+  acquireCtx.error = error
+  acquireCtx.poolWaitTime = acquireWait(start)
+  if (start !== undefined) acquireCtx.startTime = performance.timeOrigin + start
+  channels.acquireStartCh.publish(acquireCtx)
+  channels.acquireFinishCh.publish(acquireCtx)
+}
+
+/**
+ * @param {number|undefined} start
+ * @param {unknown} error
+ * @param {Record<string, unknown>} acquireCtx
+ * @param {AcquireErrorChannels} channels
+ * @param {object} connectionCtx
+ * @param {Function} callback
+ * @param {unknown} thisArg
+ * @param {ArgumentsLike} args
+ * @returns {unknown}
+ */
+function runPoolAcquireError (start, error, acquireCtx, channels, connectionCtx, callback, thisArg, args) {
+  return channels.connectionFinishCh.runStores(connectionCtx, () => {
+    reportPoolAcquireError(start, error, acquireCtx, channels)
+    return callback.apply(thisArg, args)
+  })
+}
+
+/**
+ * @param {Function} callback
+ * @param {ClusterAcquire} acquire
+ * @param {AcquireChannels} channels
+ * @returns {Function}
+ */
+function wrapClusterAcquireCallback (callback, acquire, channels) {
+  return function (error) {
+    if (error) reportClusterAcquireError(acquire, error, channels)
+    if (currentPoolQueryAcquire !== undefined) {
+      return runWithPoolQueryAcquire(undefined, callback, this, arguments)
+    }
+    return callback.apply(this, arguments)
+  }
+}
+
+/**
+ * @param {Function} callback
+ * @param {ClusterAcquire} acquire
+ * @param {AcquireChannels} channels
+ * @returns {Function}
+ */
+function wrapClusterQueryCallback (callback, acquire, channels) {
+  return function (error) {
+    if (error) reportClusterAcquireError(acquire, error, channels)
+    return callback.apply(this, arguments)
+  }
+}
+
+/**
+ * @param {ClusterAcquire} acquire
+ * @param {unknown} error
+ * @param {AcquireChannels} channels
+ */
+function reportClusterAcquireError (acquire, error, channels) {
+  if (acquire.acquired || acquire.errorReported || !channels.acquireStartCh.hasSubscribers) return
+  acquire.errorReported = true
+  reportPoolAcquireError(acquire.start, error, { conf: acquire.conf ?? {} }, channels)
+}
+
+/**
+ * @param {unknown} value
+ * @returns {value is ClusterAcquire}
+ */
+function isClusterAcquire (value) {
+  return value !== undefined && value !== poolQueryAcquire
+}
+
+/**
+ * @param {unknown} value
+ * @returns {value is object}
+ */
+function isWeakKey (value) {
+  return (typeof value === 'object' && value !== null) || typeof value === 'function'
+}
+
+/**
+ * @param {unknown} key
+ * @returns {ClusterAcquire|undefined}
+ */
+function takeClusterAcquire (key) {
+  if (!isWeakKey(key)) return
+  const acquire = deferredClusterAcquires.get(key)
+  if (acquire !== undefined) deferredClusterAcquires.delete(key)
+  return acquire
+}
+
+module.exports = {
+  clearPoolWaitTime,
+  dispatchesAcquireSynchronously,
+  isPoolQueryAcquire,
+  runOutsidePoolQueryAcquire,
+  runPoolAcquireError,
+  runWithPoolWait,
+  takePoolWaitTime,
+  wrapPoolAcquireCarrier,
+  wrapPoolClusterGetConnection,
+  wrapPoolClusterMethod,
+  wrapPoolClusterQueryMethod,
+  wrapPoolGetConnection,
+  wrapPoolQueryMethod,
+}

package/packages/datadog-instrumentations/src/helpers/rewriter/index.js

@@ -5,8 +5,9 @@ const { join } = require('path')
 const { pathToFileURL } = require('url')
 const log = require('../../../../dd-trace/src/log')
 const { create } = require('../../../../../vendor/dist/@apm-js-collab/code-transformer')
-const { waitForAsyncEnd } = require('./transforms')
 const instrumentations = require('./instrumentations')
+const { getRewriteTarget } = require('./targets')
+const { awaitContextCallback, waitForAsyncEnd } = require('./transforms')
 
 // `dc-polyfill` is referenced from injected `require()` (CJS) and `import`
 // (ESM) statements that the transformer splices into the rewritten module.
@@ -34,6 +35,7 @@ const matcherCjs = create(instrumentations, dcPolyfillCjs)
 const matcherEsm = create(instrumentations, dcPolyfillEsm)
 
 for (const matcher of [matcherCjs, matcherEsm]) {
+  matcher.addTransform('awaitContextCallback', awaitContextCallback)
   matcher.addTransform('waitForAsyncEnd', waitForAsyncEnd)
 }
 
@@ -42,18 +44,23 @@ for (const matcher of [matcherCjs, matcherEsm]) {
 // eslint-disable-next-line unicorn/no-useless-concat -- Keep the source-map marker non-contiguous.
 const SOURCE_MAP_PREFIX = '//# sourceMapping' + 'URL=data:application/json;base64,'
 
-function rewrite (content, filename, format) {
+/**
+ * @param {string|Buffer|ArrayBuffer|Uint8Array} content
+ * @param {string} filename
+ * @param {string} [format]
+ * @param {{ moduleName: string, filePath: string }} [target]
+ * @returns {string|Buffer|ArrayBuffer|Uint8Array}
+ */
+function rewrite (content, filename, format, target) {
   if (!content) return content
-  if (!filename.includes('node_modules')) return content
+
+  target ||= getRewriteTarget(filename)
+  if (!target) return content
 
   filename = filename.replace('file://', '')
 
   const moduleType = format === 'module' ? 'esm' : 'cjs'
-  const [modulePath] = filename.split('/node_modules/').reverse()
-  const moduleParts = modulePath.split('/')
-  const splitIndex = moduleParts[0].startsWith('@') ? 2 : 1
-  const moduleName = moduleParts.slice(0, splitIndex).join('/')
-  const filePath = moduleParts.slice(splitIndex).join('/')
+  const { moduleName, filePath } = target
   const version = getVersion(filename, filePath)
 
   if (disabled.has(moduleName)) return content
@@ -64,8 +71,10 @@ function rewrite (content, filename, format) {
   if (!transformer) return content
 
   try {
+    const source = getSourceText(content)
+
     // TODO: pass existing sourcemap as input for remapping
-    const { code, map } = transformer.transform(content, moduleType)
+    const { code, map } = transformer.transform(source, moduleType)
 
     if (!map) return code
 
@@ -79,6 +88,22 @@ function rewrite (content, filename, format) {
   return content
 }
 
+/** @typedef {{ buffer: ArrayBuffer | SharedArrayBuffer, byteLength: number, byteOffset: number }} BufferView */
+
+/**
+ * Convert the source representations accepted by Node.js loader hooks to text.
+ *
+ * @param {string | ArrayBuffer | BufferView} source
+ * @returns {string}
+ */
+function getSourceText (source) {
+  if (typeof source === 'string') return source
+  if (ArrayBuffer.isView(source)) {
+    return Buffer.from(source.buffer, source.byteOffset, source.byteLength).toString('utf8')
+  }
+  return Buffer.from(source).toString('utf8')
+}
+
 function disable (instrumentation) {
   disabled.add(instrumentation)
 }