newrelic 10.6.2 → 11.0.0

package/index.js

@@ -8,6 +8,7 @@
 // Record opening times before loading any other files.
 const preAgentTime = process.uptime()
 const agentStart = Date.now()
+const { isMainThread } = require('worker_threads')
 
 // Load unwrapped core now to ensure it gets the freshest properties.
 require('./lib/util/unwrapped-core')
@@ -16,8 +17,14 @@ const featureFlags = require('./lib/feature_flags').prerelease
 const psemver = require('./lib/util/process-version')
 let logger = require('./lib/logger') // Gets re-loaded after initialization.
 const NAMES = require('./lib/metrics/names')
+const isESMSupported = psemver.satisfies('>=16.2.0')
 
 const pkgJSON = require('./package.json')
+if (!isMainThread) {
+  logger.warn('Using New Relic for Node.js in worker_threads is not supported. Not starting!')
+  return
+}
+
 logger.info(
   'Using New Relic for Node.js. Agent version: %s; Node version: %s.',
   pkgJSON.version,
@@ -150,12 +157,12 @@ function createAgent(config) {
   }
 
   const shimmer = require('./lib/shimmer')
-  shimmer.patchModule(agent)
   shimmer.bootstrapInstrumentation(agent)
 
   // Check for already loaded modules and warn about them.
   const uninstrumented = require('./lib/uninstrumented')
   uninstrumented.check(shimmer.registeredInstrumentations)
+  shimmer.registerHooks(agent)
 
   agent.start(function afterStart(error) {
     if (error) {
@@ -221,22 +228,33 @@ function recordFeatureFlagMetrics(agent) {
  *  3. require('newrelic')
  *
  *  Then a supportability metric is loaded to decide.
- *  Note: We already take care of scenario #2 in newrelic/esm-loader.mjs
  *
  * @param {Agent} agent active NR agent
  */
 function recordLoaderMetric(agent) {
-  const isESM = agent.metrics.getMetric(NAMES.FEATURES.ESM.LOADER)
   let isDashR = false
 
   process.execArgv.forEach((arg, index) => {
     if (arg === '-r' && process.execArgv[index + 1] === 'newrelic') {
       agent.metrics.getOrCreateMetric(NAMES.FEATURES.CJS.PRELOAD).incrementCallCount()
       isDashR = true
+    } else if (
+      (arg === '--loader' || arg === '--experimental-loader') &&
+      process.execArgv[index + 1] === 'newrelic/esm-loader.mjs'
+    ) {
+      if (isESMSupported) {
+        agent.metrics.getOrCreateMetric(NAMES.FEATURES.ESM.LOADER).incrementCallCount()
+      } else {
+        agent.metrics.getOrCreateMetric(NAMES.FEATURES.ESM.UNSUPPORTED_LOADER)
+        logger.warn(
+          'New Relic for Node.js ESM loader requires a version of Node >= v16.12.0; your version is %s.  Instrumentation will not be registered.',
+          process.version
+        )
+      }
     }
   })
 
-  if (!isESM && !isDashR) {
+  if (!isDashR) {
     agent.metrics.getOrCreateMetric(NAMES.FEATURES.CJS.REQUIRE).incrementCallCount()
   }
 }

package/lib/config/default.js

@@ -738,14 +738,6 @@ defaultConfig.definition = () => ({
       formatter: boolean,
       default: true,
       env: 'NEW_RELIC_API_NOTICE_ERROR'
-    },
-    /**
-     * Sets the path to custom ESM instrumentation
-     */
-    esm: {
-      custom_instrumentation_entrypoint: {
-        default: null
-      }
     }
   },
   /**

package/lib/context-manager/create-context-manager.js

@@ -5,8 +5,6 @@
 
 'use strict'
 
-const semver = require('semver')
-
 const logger = require('../logger')
 
 /**
@@ -18,16 +16,11 @@ const logger = require('../logger')
  * the current configuration.
  */
 function createContextManager(config) {
-  if (config.feature_flag.async_local_context) {
-    // TODO: Remove >=16 check when only support 16+. AsyncLocal became stable in 16.4.0
-    if (semver.satisfies(process.version, '>=16.4.0')) {
-      return createAsyncLocalContextManager(config)
-    }
-
-    logger.warn('The AsyncLocalContextManager is only supported on Node version 16.4.0 and later.')
+  if (config.feature_flag.legacy_context_manager) {
+    return createLegacyContextManager(config)
   }
 
-  return createLegacyContextManager(config)
+  return createAsyncLocalContextManager(config)
 }
 
 function createAsyncLocalContextManager(config) {
@@ -38,13 +31,6 @@ function createAsyncLocalContextManager(config) {
 }
 
 function createLegacyContextManager(config) {
-  if (config.logging.diagnostics) {
-    logger.info('Using LegacyDiagnosticContextManager')
-
-    const LegacyDiagnosticContextManager = require('./diagnostics/legacy-diagnostic-context-manager')
-    return new LegacyDiagnosticContextManager(config)
-  }
-
   logger.info('Using LegacyContextManager')
 
   const LegacyContextManager = require('./legacy-context-manager')

package/lib/feature_flags.js

@@ -13,7 +13,7 @@ exports.prerelease = {
   undici_instrumentation: false,
   undici_async_tracking: true,
   unresolved_promise_cleanup: true,
-  async_local_context: false
+  legacy_context_manager: false
 }
 
 // flags that are no longer used for released features
@@ -32,7 +32,8 @@ exports.released = [
   'dt_format_w3c',
   'fastify_instrumentation',
   'await_support',
-  'certificate_bundle'
+  'certificate_bundle',
+  'async_local_context'
 ]
 
 // flags that are no longer used for unreleased features

package/lib/instrumentation/@prisma/client.js

@@ -13,41 +13,6 @@ const parseSql = require('../../db/query-parsers/sql')
 const RAW_COMMANDS = ['executeRaw', 'queryRaw']
 
 const semver = require('semver')
-const { getSchema } = require('@mrleebo/prisma-ast')
-
-/**
- * The library we use to parse the prisma schema retains double quotes around
- * strings, and they need to be stripped
- *
- * @param {string} [str=''] string to strip double-quotes from
- * @returns {string} stripped string
- */
-function trimQuotes(str = '') {
-  return str.match(/"(.*)"/)[1]
-}
-
-/**
- * You can set the connection string in schema as raw string,
- * env var mapping, or an override at client instantiation time.
- *
- * @param {*} url string/object value of url in datsource stanza of schema
- * @param {string} overrideUrl value of url in overrides at client instantiation
- * @returns {string} properly parsed connection url
- */
-function parseDataModelUrl(url, overrideUrl) {
-  let parsedUrl = ''
-
-  if (overrideUrl) {
-    parsedUrl = overrideUrl
-  } else if (typeof url === 'string') {
-    parsedUrl = trimQuotes(url)
-  } else if (url.name && url.name === 'env') {
-    const envVar = trimQuotes(url.params[0])
-    parsedUrl = process.env[envVar]
-  }
-
-  return parsedUrl
-}
 
 /**
  * Parses a connection string. Most database engines in prisma are SQL and all
@@ -148,22 +113,34 @@ function queryParser(query) {
 }
 
 /**
- * Extracts the prisma connection information from the engine. This used to use
- * prisma functions available on engine `getConfig` but that's no longer accessible.
- * Instead we went the route of parsing the schema DSL.
+ * Extracts connection string from parse datasource config
+ *
+ * @param {object} datasource active datasource
+ * @returns {string} connection string
+ */
+function extractConnectionString(datasource = {}) {
+  return process.env[datasource?.url?.fromEnvVar] || datasource?.url?.value
+}
+
+/**
+ * Extracts the prisma connection information from the engine. This calls an internal
+ * package used to parse the prisma schema config.
  *
  * @param {object} client prisma client instance
- * @returns {Promise} returns prisma datasource connection configuration { provider, url }
+ * @returns {object} returns prisma datasource connection configuration { provider, url }
  */
 function extractPrismaDatasource(client) {
-  const { datamodel, datasourceOverrides: overrides } = client._engine
-  const schema = getSchema(datamodel)
-  const datasource = schema.list.filter(({ type }) => type === 'datasource')[0]
-  const urlData = datasource.assignments.filter(({ key }) => key === 'url')[0].value
-  const url = parseDataModelUrl(urlData, overrides[datasource.name])
+  const { get_config: getConfig } = require('@prisma/prisma-fmt-wasm')
+  const options = JSON.stringify({
+    prismaSchema: client?._engine?.datamodel,
+    ignoreEnvVarErrors: true
+  })
+  const config = JSON.parse(getConfig(options))
+  const activeDatasource = config?.datasources?.[0]
+
   return {
-    provider: trimQuotes(datasource.assignments.filter(({ key }) => key === 'provider')[0].value),
-    url
+    provider: activeDatasource.provider,
+    url: extractConnectionString(activeDatasource)
   }
 }
 

package/lib/instrumentation/{amqplib.js → amqplib/amqplib.js}

@@ -7,34 +7,6 @@
 
 const url = require('url')
 
-module.exports.selfRegister = function selfRegister(shimmer) {
-  shimmer.registerInstrumentation({
-    moduleName: 'amqplib',
-    type: 'message',
-    onRequire: instrumentChannelAPI
-  })
-  shimmer.registerInstrumentation({
-    moduleName: 'amqplib/channel_api',
-    type: 'message',
-    onRequire: instrumentChannelAPI
-  })
-  shimmer.registerInstrumentation({
-    moduleName: 'amqplib/channel_api.js',
-    type: 'message',
-    onRequire: instrumentChannelAPI
-  })
-  shimmer.registerInstrumentation({
-    moduleName: 'amqplib/callback_api',
-    type: 'message',
-    onRequire: instrumentCallbackAPI
-  })
-  shimmer.registerInstrumentation({
-    moduleName: 'amqplib/callback_api.js',
-    type: 'message',
-    onRequire: instrumentCallbackAPI
-  })
-}
-
 module.exports.instrumentPromiseAPI = instrumentChannelAPI
 module.exports.instrumentCallbackAPI = instrumentCallbackAPI
 

package/lib/instrumentation/amqplib/nr-hooks.js

@@ -0,0 +1,20 @@
+/*
+ * Copyright 2023 New Relic Corporation. All rights reserved.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+'use strict'
+const amqplib = require('./amqplib')
+
+module.exports = [
+  {
+    moduleName: 'amqplib/callback_api',
+    type: 'message',
+    onRequire: amqplib.instrumentCallbackAPI
+  },
+  {
+    moduleName: 'amqplib/channel_api',
+    type: 'message',
+    onRequire: amqplib.instrumentPromiseAPI
+  }
+]

package/lib/instrumentation/core/async-hooks.js

@@ -11,7 +11,7 @@ const asyncHooks = require('async_hooks')
 module.exports = initialize
 
 function initialize(agent, shim) {
-  if (agent.config.feature_flag.async_local_context) {
+  if (!agent.config.feature_flag.legacy_context_manager) {
     logger.debug(
       'New AsyncLocalStorage context enabled. Not enabling manual async_hooks or promise instrumentation'
     )

package/lib/instrumentation/core/timers.js

@@ -11,9 +11,9 @@ const Timers = require('timers')
 module.exports = initialize
 
 function initialize(agent, timers, _moduleName, shim) {
-  const isAsyncLocalContext = agent.config.feature_flag.async_local_context
+  const isLegacyContext = agent.config.feature_flag.legacy_context_manager
 
-  if (!isAsyncLocalContext) {
+  if (isLegacyContext) {
     instrumentProcessMethods(shim, process)
     instrumentSetImmediate(shim, [timers, global])
   }

package/lib/instrumentation/grpc-js/grpc.js

@@ -11,27 +11,23 @@ const { DESTINATIONS } = require('../../config/attribute-filter')
 const DESTINATION = DESTINATIONS.TRANS_EVENT | DESTINATIONS.ERROR_EVENT
 const semver = require('semver')
 
-module.exports = function instrument(shim) {
-  const grpcVersion = shim.require('./package.json').version
-  const genericShim = shim.makeSpecializedShim(shim.GENERIC, 'grpc-client-interceptor')
-
-  if (semver.gte(grpcVersion, '1.8.0')) {
-    const resolvingCall = genericShim.require('./build/src/resolving-call')
-    genericShim.wrap(resolvingCall.ResolvingCall.prototype, 'start', wrapStart)
-  } else {
-    const callStream = genericShim.require('./build/src/call-stream')
-    genericShim.wrap(callStream.Http2CallStream.prototype, 'start', wrapStart)
-  }
+module.exports.wrapStartResolve = function wrappedClient(shim, resolvingCall) {
+  shim.wrap(resolvingCall.ResolvingCall.prototype, 'start', wrapStart)
+}
 
-  const webFrameworkShim = shim.makeSpecializedShim(shim.WEB_FRAMEWORK, 'server')
+module.exports.wrapStartCall = function wrappedClient(shim, callStream) {
+  shim.wrap(callStream.Http2CallStream.prototype, 'start', wrapStart)
+}
+
+module.exports.wrapServer = function wrapServer(shim, server) {
+  const grpcVersion = shim.require('./package.json').version
   if (semver.lt(grpcVersion, '1.4.0')) {
     shim.logger.debug('gRPC server-side instrumentation only supported on grpc-js >=1.4.0')
     return
   }
 
-  const server = webFrameworkShim.require('./build/src/server')
-  webFrameworkShim.setFramework('gRPC')
-  webFrameworkShim.wrap(server.Server.prototype, 'register', wrapRegister)
+  shim.setFramework('gRPC')
+  shim.wrap(server.Server.prototype, 'register', wrapRegister)
 }
 
 /**

package/lib/instrumentation/grpc-js/nr-hooks.js

@@ -7,13 +7,25 @@
 const grpc = require('./grpc')
 
 /**
- * Need to use nr-hooks style for grpc because we're using the onResolved hook
- * to register instrumentation.
+ * Need to use nr-hooks style for grpc because we're instrumentation a submodule.
  */
 module.exports = [
   {
-    type: 'conglomerate', // generic shim for client, web framework shim for server
-    moduleName: '@grpc/grpc-js',
-    onResolved: grpc
+    type: 'generic',
+    moduleName: '@grpc/grpc-js/build/src/resolving-call',
+    isEsm: true,
+    onRequire: grpc.wrapStartResolve
+  },
+  {
+    type: 'generic',
+    moduleName: '@grpc/grpc-js/build/src/call-stream',
+    isEsm: true,
+    onRequire: grpc.wrapStartCall
+  },
+  {
+    type: 'web-framework',
+    moduleName: '@grpc/grpc-js/build/src/server',
+    isEsm: true,
+    onRequire: grpc.wrapServer
   }
 ]

package/lib/instrumentation/pino/nr-hooks.js

@@ -7,13 +7,12 @@
 const pino = require('./pino')
 
 /**
- * Need to use nr-hooks style for pino because we're using the onResolved hook
- * to register instrumentation.
+ * Need to use nr-hooks style because we are instrumenting a submodule.
  */
 module.exports = [
   {
     type: 'generic',
-    moduleName: 'pino',
-    onResolved: pino
+    moduleName: 'pino/lib/tools',
+    onRequire: pino
   }
 ]

package/lib/instrumentation/pino/pino.js

@@ -15,7 +15,7 @@ const {
 } = require('../../util/application-logging')
 const semver = require('semver')
 
-module.exports = function instrument(shim) {
+module.exports = function instrument(shim, tools) {
   const pinoVersion = shim.require('./package.json').version
 
   if (semver.lt(pinoVersion, '7.0.0')) {
@@ -23,7 +23,6 @@ module.exports = function instrument(shim) {
     return
   }
 
-  const tools = shim.require('./lib/tools')
   const agent = shim.agent
   const config = agent.config
 
@@ -35,18 +34,6 @@ module.exports = function instrument(shim) {
   const metrics = agent.metrics
   createModuleUsageMetric('pino', metrics)
 
-  const levelUtils = shim.require('./lib/levels')
-
-  /**
-   * Creates an object where the keys are the level labels and values are the level number.
-   * Pino passes in level as number but our spec needs it to be the label
-   */
-  const levelMap = Object.entries(levelUtils.levels).reduce((levels, level) => {
-    const [label, number] = level
-    levels[number] = label
-    return levels
-  }, {})
-
   const symbols = shim.require('./lib/symbols')
 
   shim.wrap(tools, 'asJson', function wrapJson(shim, asJson) {
@@ -62,10 +49,10 @@ module.exports = function instrument(shim) {
      */
     return function wrappedAsJson() {
       const args = shim.argsToArray.apply(shim, arguments)
+      const level = this?.levels?.labels?.[args[2]]
 
       if (isMetricsEnabled(config)) {
-        const level = args[2]
-        incrementLoggingLinesMetrics(levelMap[level], metrics)
+        incrementLoggingLinesMetrics(level, metrics)
       }
 
       if (isLocalDecoratingEnabled(config)) {
@@ -86,7 +73,7 @@ module.exports = function instrument(shim) {
           logLine,
           agent,
           chindings,
-          levelMap,
+          level,
           logger: shim.logger
         })
 
@@ -110,10 +97,10 @@ module.exports = function instrument(shim) {
  * @param logLine.agent
  * @param logLine.chindings
  * @param logLine.msg
- * @param logLine.levelMap
+ * @param logLine.level
  * @param logLine.logger
  */
-function reformatLogLine({ logLine, msg, agent, chindings = '', levelMap, logger }) {
+function reformatLogLine({ logLine, msg, agent, chindings = '', level, logger }) {
   const metadata = agent.getLinkingMetadata()
 
   /**
@@ -145,7 +132,7 @@ function reformatLogLine({ logLine, msg, agent, chindings = '', levelMap, logger
       reformatError(formattedLog)
     }
     Object.assign(formattedLog, agentMeta)
-    formattedLog.level = levelMap[formattedLog.level]
+    formattedLog.level = level
     delete formattedLog.time
     delete formattedLog.msg
     return formattedLog

package/lib/instrumentations.js

@@ -11,7 +11,7 @@ const MODULE_TYPE = require('./shim/constants').MODULE_TYPE
 module.exports = function instrumentations() {
   return {
     'aws-sdk': { module: '@newrelic/aws-sdk' },
-    'amqplib': { type: MODULE_TYPE.MESSAGE },
+    'amqplib': { module: './instrumentation/amqplib' },
     'cassandra-driver': { type: MODULE_TYPE.DATASTORE },
     'connect': { type: MODULE_TYPE.WEB_FRAMEWORK },
     'bluebird': { type: MODULE_TYPE.PROMISE },

package/lib/metrics/names.js

@@ -272,8 +272,7 @@ const INFINITE_TRACING = {
 const FEATURES = {
   ESM: {
     LOADER: `${SUPPORTABILITY.FEATURES}/ESM/Loader`,
-    UNSUPPORTED_LOADER: `${SUPPORTABILITY.FEATURES}/ESM/UnsupportedLoader`,
-    CUSTOM_INSTRUMENTATION: `${SUPPORTABILITY.FEATURES}/ESM/CustomInstrumentation`
+    UNSUPPORTED_LOADER: `${SUPPORTABILITY.FEATURES}/ESM/UnsupportedLoader`
   },
   CJS: {
     PRELOAD: `${SUPPORTABILITY.FEATURES}/CJS/Preload`,

package/lib/shim/message-shim.js

@@ -736,7 +736,7 @@ function recordSubscribedConsume(nodule, properties, spec) {
             }
           }
           if (msgDesc.headers) {
-            shim.handleCATHeaders(msgDesc.headers, tx.baseSegment, shim._transportType)
+            shim.handleMqTracingHeaders(msgDesc.headers, tx.baseSegment, shim._transportType)
           }
 
           shim.logger.trace('Started message transaction %s named %s', tx.id, txName)

package/lib/shim/transaction-shim.js

@@ -66,7 +66,7 @@ TransactionShim.prototype.bindCreateTransaction = bindCreateTransaction
 TransactionShim.prototype.pushTransactionName = pushTransactionName
 TransactionShim.prototype.popTransactionName = popTransactionName
 TransactionShim.prototype.setTransactionName = setTransactionName
-TransactionShim.prototype.handleCATHeaders = handleCATHeaders
+TransactionShim.prototype.handleMqTracingHeaders = handleMqTracingHeaders
 TransactionShim.prototype.insertCATReplyHeader = insertCATReplyHeader
 TransactionShim.prototype.insertCATRequestHeaders = insertCATRequestHeaders
 
@@ -204,7 +204,7 @@ function setTransactionName(name) {
 /**
  * Retrieves whatever CAT headers may be in the given headers.
  *
- * - `handleCATHeaders(headers [, segment [, transportType]])`
+ * - `handleMqTracingHeaders(headers [, segment [, transportType]])`
  *
  * @memberof TransactionShim.prototype
  *
@@ -218,8 +218,8 @@ function setTransactionName(name) {
  * @param {string} [transportType='Unknown']
  *  The transport type that brought the headers. Usually `HTTP` or `HTTPS`.
  */
-function handleCATHeaders(headers, segment, transportType) {
-  // TODO: rename function or replace functionality when CAT fully removed.
+function handleMqTracingHeaders(headers, segment, transportType) {
+  // TODO: replace functionality when CAT fully removed.
 
   if (!headers) {
     this.logger.debug('No headers for CAT or DT processing.')