dd-trace 5.81.0 → 5.83.0

package/packages/dd-trace/src/llmobs/plugins/ai/index.js

@@ -1,10 +1,9 @@
 'use strict'
 
+const { channel } = require('dc-polyfill')
 const BaseLLMObsPlugin = require('../base')
 const { getModelProvider } = require('../../../../../datadog-plugin-ai/src/utils')
 
-const { channel } = require('dc-polyfill')
-
 const toolCreationCh = channel('dd-trace:vercel-ai:tool')
 const setAttributesCh = channel('dd-trace:vercel-ai:span:setAttributes')
 
@@ -21,6 +20,38 @@ const {
   getLlmObsSpanName
 } = require('./util')
 
+/**
+ * @typedef {Record<string, unknown> & { description?: string, id?: string }} AvailableToolArgs
+ */
+
+/**
+ * @typedef {string | number | boolean | null | undefined | string[] | number[] | boolean[]} TagValue
+ * @typedef {Record<string, TagValue>} SpanTags
+ *
+ * @typedef {{ name?: string, description?: string }} ToolForModel
+ *
+ * @typedef {{ type: 'text' | 'reasoning' | 'redacted-reasoning', text?: string, data?: string }} TextPart
+ * @typedef {{ type: 'tool-call', toolName: string, toolCallId: string, args?: unknown, input?: unknown }} ToolCallPart
+ * @typedef {(
+ *   { type: 'tool-result', toolCallId: string, output?: { type: string, value?: unknown }, result?: unknown } &
+ *   Record<string, unknown>
+ * )} ToolResultPart
+ *
+ * @typedef {{
+ *   role: 'system',
+ *   content: string
+ * } | {
+ *   role: 'user',
+ *   content: TextPart[]
+ * } | {
+ *   role: 'assistant',
+ *   content: Array<TextPart | ToolCallPart>
+ * } | {
+ *   role: 'tool',
+ *   content: ToolResultPart[]
+ * }} AiSdkMessage
+ */
+
 const SPAN_NAME_TO_KIND_MAPPING = {
   // embeddings
   embed: 'workflow',
@@ -47,7 +78,7 @@ class VercelAILLMObsPlugin extends BaseLLMObsPlugin {
   /**
    * The available tools within the runtime scope of this integration.
    * This essentially acts as a global registry for all tools made through the Vercel AI SDK.
-   * @type {Set<Record<string, any>>}
+   * @type {Set<AvailableToolArgs>}
    */
   #availableTools
 
@@ -80,7 +111,7 @@ class VercelAILLMObsPlugin extends BaseLLMObsPlugin {
    * We use the tool description as the next best identifier for a tool.
    *
    * @param {string} toolName
-   * @param {string} toolDescription
+   * @param {string | undefined} toolDescription
    * @returns {string | undefined}
    */
   findToolName (toolName, toolDescription) {
@@ -223,7 +254,7 @@ class VercelAILLMObsPlugin extends BaseLLMObsPlugin {
 
   /**
    * @param {import('../../../opentracing/span')} span
-   * @param {Record<string, unknown>} tags
+   * @param {SpanTags} tags
    */
   setLLMOperationTags (span, tags) {
     const toolsForModel = tags['ai.prompt.tools']?.map(getJsonStringValue)
@@ -290,8 +321,8 @@ class VercelAILLMObsPlugin extends BaseLLMObsPlugin {
    * it is possible to have multiple tool call results in a single message that we
    * need to split into multiple messages.
    *
-   * @param {*} message
-   * @param {*} toolsForModel
+   * @param {AiSdkMessage} message
+   * @param {ToolForModel[] | null | undefined} toolsForModel
    * @returns {Array<{role: string, content: string, toolId?: string,
    *   toolCalls?: Array<{arguments: string, name: string, toolId: string, type: string}>}>}
    */

package/packages/dd-trace/src/llmobs/plugins/ai/util.js

@@ -10,16 +10,35 @@ const MODEL_METADATA_KEYS = new Set([
   'stop_sequences'
 ])
 
+/**
+ * @typedef {import('../../../opentracing/span')} Span
+ *
+ * @typedef {string | number | boolean | null | undefined | string[] | number[] | boolean[]} TagValue
+ * @typedef {Record<string, TagValue>} SpanTags
+ *
+ * @typedef {{ span?: Span }} CurrentStore
+ * @typedef {{ currentStore?: CurrentStore, attributes?: SpanTags }} AiPluginContext
+ */
+
+/**
+ * @typedef {{
+ *   type: string,
+ *   value?: unknown
+ * }} ToolCallOutput
+ *
+ * @typedef {{ output?: ToolCallOutput, result?: unknown } & Record<string, unknown>} ToolCallResultContent
+ */
+
 /**
  * Get the span tags from the context (either the attributes or the span tags).
  *
- * @param {Record<string, any>} ctx
- * @returns {Record<string, any>}
+ * @param {AiPluginContext} ctx
+ * @returns {SpanTags}
  */
 function getSpanTags (ctx) {
   const span = ctx.currentStore?.span
   const carrier = ctx.attributes ?? span?.context()._tags ?? {}
-  return carrier
+  return /** @type {SpanTags} */ (carrier)
 }
 
 /**
@@ -88,10 +107,11 @@ function getJsonStringValue (str, defaultValue) {
 
 /**
  * Get the model metadata from the span tags (top_p, top_k, temperature, etc.)
- * @param {Record<string, unknown>} tags
- * @returns {Record<string, string> | null}
+ * @param {SpanTags} tags
+ * @returns {Record<string, unknown> | null}
  */
 function getModelMetadata (tags) {
+  /** @type {Record<string, unknown>} */
   const modelMetadata = {}
   for (const metadata of MODEL_METADATA_KEYS) {
     const metadataTagKey = `gen_ai.request.${metadata}`
@@ -106,10 +126,11 @@ function getModelMetadata (tags) {
 
 /**
  * Get the generation metadata from the span tags (maxSteps, maxRetries, etc.)
- * @param {Record<string, string>} tags
- * @returns {Record<string, string> | null}
+ * @param {SpanTags} tags
+ * @returns {Record<string, unknown> | null}
  */
 function getGenerationMetadata (tags) {
+  /** @type {Record<string, unknown>} */
   const metadata = {}
 
   for (const tag of Object.keys(tags)) {
@@ -131,7 +152,7 @@ function getGenerationMetadata (tags) {
  * If the tool name is a parsable number, or is not found, null is returned.
  * Older versions of the ai sdk would tag the tool name as its index in the tools array.
  *
- * @param {Record<string, string>} tags
+ * @param {SpanTags} tags
  * @returns {string | null}
  */
 function getToolNameFromTags (tags) {
@@ -147,7 +168,7 @@ function getToolNameFromTags (tags) {
 /**
  * Get the content of a tool call result.
  * Version 5 of the ai sdk sets this tag as `content.output`, with a `
- * @param {Record<string, any>} content
+ * @param {{ output?: { type: string, value: unknown }, result?: unknown }} content
  * @returns {string}
  */
 function getToolCallResultContent (content) {

package/packages/dd-trace/src/llmobs/plugins/bedrockruntime.js

@@ -1,16 +1,16 @@
 'use strict'
 
-const BaseLLMObsPlugin = require('./base')
 const { storage } = require('../../../../datadog-core')
-const llmobsStore = storage('llmobs')
 const telemetry = require('../telemetry')
-
 const {
   extractRequestParams,
   extractTextAndResponseReason,
   parseModelId,
   extractTextAndResponseReasonFromStream
 } = require('../../../../datadog-plugin-aws-sdk/src/services/bedrockruntime/utils')
+const BaseLLMObsPlugin = require('./base')
+
+const llmobsStore = storage('llmobs')
 
 const ENABLED_OPERATIONS = new Set(['invokeModel', 'invokeModelWithResponseStream'])
 

package/packages/dd-trace/src/llmobs/plugins/genai/util.js

@@ -258,7 +258,7 @@ function formatContentObject (content) {
 
 /**
  * Format input messages from contents
- * @param {*} contents
+ * @param {[string|{text: string}|{parts: Array<string|{text: string}>}]} [contents]
  * @returns {Array}
  */
 function formatInputMessages (contents) {
@@ -285,7 +285,7 @@ function formatInputMessages (contents) {
 
 /**
  * Format embedding input from contents
- * @param {*} contents
+ * @param {[string|{text: string}|{parts: Array<string|{text: string}>}]} [contents]
  * @returns {Array}
  */
 function formatEmbeddingInput (contents) {

package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/chain.js

@@ -1,7 +1,7 @@
 'use strict'
 
-const LangChainLLMObsHandler = require('.')
 const { spanHasError } = require('../../../util')
+const LangChainLLMObsHandler = require('.')
 
 class LangChainLLMObsChainHandler extends LangChainLLMObsHandler {
   setMetaTags ({ span, inputs, results }) {

package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/chat_model.js

@@ -1,8 +1,8 @@
 'use strict'
 
-const LangChainLLMObsHandler = require('.')
 const LLMObsTagger = require('../../../tagger')
 const { spanHasError } = require('../../../util')
+const LangChainLLMObsHandler = require('.')
 
 const LLM = 'llm'
 

package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/embedding.js

@@ -1,8 +1,8 @@
 'use strict'
 
-const LangChainLLMObsHandler = require('.')
 const LLMObsTagger = require('../../../tagger')
 const { spanHasError } = require('../../../util')
+const LangChainLLMObsHandler = require('.')
 
 class LangChainLLMObsEmbeddingHandler extends LangChainLLMObsHandler {
   setMetaTags ({ span, inputs, results }) {

package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/llm.js

@@ -1,8 +1,8 @@
 'use strict'
 
-const LangChainLLMObsHandler = require('.')
 const LLMObsTagger = require('../../../tagger')
 const { spanHasError } = require('../../../util')
+const LangChainLLMObsHandler = require('.')
 
 class LangChainLLMObsLlmHandler extends LangChainLLMObsHandler {
   setMetaTags ({ span, inputs, results }) {

package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/vectorstore.js

@@ -1,7 +1,7 @@
 'use strict'
 
-const LangChainLLMObsHandler = require('.')
 const { spanHasError } = require('../../../util')
+const LangChainLLMObsHandler = require('.')
 
 class LangChainLLMObsVectorStoreHandler extends LangChainLLMObsHandler {
   setMetaTags ({ span, inputs, results }) {

package/packages/dd-trace/src/llmobs/plugins/openai/constants.js

@@ -0,0 +1,16 @@
+'use strict'
+
+const INPUT_TYPE_IMAGE = 'input_image'
+const INPUT_TYPE_FILE = 'input_file'
+const INPUT_TYPE_TEXT = 'input_text'
+
+const IMAGE_FALLBACK = '[image]'
+const FILE_FALLBACK = '[file]'
+
+module.exports = {
+  INPUT_TYPE_IMAGE,
+  INPUT_TYPE_FILE,
+  INPUT_TYPE_TEXT,
+  IMAGE_FALLBACK,
+  FILE_FALLBACK
+}

package/packages/dd-trace/src/llmobs/plugins/openai/index.js

@@ -1,7 +1,17 @@
 'use strict'
 
 const LLMObsPlugin = require('../base')
-const { extractChatTemplateFromInstructions, normalizePromptVariables, extractTextFromContentItem } = require('./utils')
+const {
+  PROMPT_TRACKING_INSTRUMENTATION_METHOD,
+  PROMPT_MULTIMODAL,
+  INSTRUMENTATION_METHOD_AUTO
+} = require('../../constants/tags')
+const {
+  extractChatTemplateFromInstructions,
+  normalizePromptVariables,
+  extractTextFromContentItem,
+  hasMultimodalInputs
+} = require('./utils')
 
 const allowedParamKeys = new Set([
   'max_output_tokens',
@@ -412,16 +422,20 @@ class OpenAiLLMObsPlugin extends LLMObsPlugin {
     // Handle prompt tracking for reusable prompts
     if (inputs.prompt && response?.prompt) {
       const { id, version } = response.prompt // ResponsePrompt
-      // TODO: Add proper tagger API for prompt metadata
       if (id && version) {
         const normalizedVariables = normalizePromptVariables(inputs.prompt.variables)
         const chatTemplate = extractChatTemplateFromInstructions(response.instructions, normalizedVariables)
-        this._tagger._setTag(span, '_ml_obs.meta.input.prompt', {
+        this._tagger.tagPrompt(span, {
           id,
           version,
           variables: normalizedVariables,
-          chat_template: chatTemplate
-        })
+          template: chatTemplate
+        }, true)
+        const tags = { [PROMPT_TRACKING_INSTRUMENTATION_METHOD]: INSTRUMENTATION_METHOD_AUTO }
+        if (hasMultimodalInputs(inputs.prompt.variables)) {
+          tags[PROMPT_MULTIMODAL] = 'true'
+        }
+        this._tagger.tagSpanTags(span, tags)
       }
     }
 

package/packages/dd-trace/src/llmobs/plugins/openai/utils.js

@@ -1,7 +1,11 @@
 'use strict'
 
-const IMAGE_FALLBACK = '[image]'
-const FILE_FALLBACK = '[file]'
+const {
+  INPUT_TYPE_IMAGE,
+  INPUT_TYPE_FILE,
+  IMAGE_FALLBACK,
+  FILE_FALLBACK
+} = require('./constants')
 
 const REGEX_SPECIAL_CHARS = /[.*+?^${}()|[\]\\]/g
 
@@ -11,8 +15,8 @@ const REGEX_SPECIAL_CHARS = /[.*+?^${}()|[\]\\]/g
  * Performs reverse templating: reconstructs the template by replacing actual values with {{variable_name}}.
  * For images/files: uses {{variable_name}} when values are available, falls back to [image]/[file] when stripped.
  *
- * @param {Array<Object>} instructions - From Response.instructions (array of ResponseInputMessageItem)
- * @param {Object<string, string>} variables - Normalized variables (output of normalizePromptVariables)
+ * @param {Array<object>} instructions - From Response.instructions (array of ResponseInputMessageItem)
+ * @param {Record<string, string>} variables - Normalized variables (output of normalizePromptVariables)
  * @returns {Array<{role: string, content: string}>} Chat template with placeholders
  */
 function extractChatTemplateFromInstructions (instructions, variables) {
@@ -66,7 +70,7 @@ function extractChatTemplateFromInstructions (instructions, variables) {
  * Used for both input messages and chat template extraction. Falls back to [image]/[file] markers
  * when the actual values are stripped (e.g., by OpenAI's default URL stripping behavior).
  *
- * @param {Object} contentItem - Content item from Response.instructions[].content (ResponseInputContentItem)
+ * @param {object} contentItem - Content item from Response.instructions[].content (ResponseInputContentItem)
  * @returns {string|null} Text content, URL/file reference, or [image]/[file] fallback marker
  */
 function extractTextFromContentItem (contentItem) {
@@ -77,11 +81,11 @@ function extractTextFromContentItem (contentItem) {
   }
 
   // For image/file items, extract the actual reference value
-  if (contentItem.type === 'input_image') {
+  if (contentItem.type === INPUT_TYPE_IMAGE) {
     return contentItem.image_url || contentItem.file_id || IMAGE_FALLBACK
   }
 
-  if (contentItem.type === 'input_file') {
+  if (contentItem.type === INPUT_TYPE_FILE) {
     return contentItem.file_id || contentItem.file_url || contentItem.filename || FILE_FALLBACK
   }
 
@@ -93,8 +97,8 @@ function extractTextFromContentItem (contentItem) {
  *
  * Converts ResponseInputText, ResponseInputImage, and ResponseInputFile objects to simple string values.
  *
- * @param {Object<string, string|Object>} variables - From ResponsePrompt.variables
- * @returns {Object<string, string>} Normalized variables with simple string values
+ * @param {Record<string, string | object>} variables - From ResponsePrompt.variables
+ * @returns {Record<string, string>} Normalized variables with simple string values
  */
 function normalizePromptVariables (variables) {
   if (!variables) return {}
@@ -107,8 +111,16 @@ function normalizePromptVariables (variables) {
   )
 }
 
+function hasMultimodalInputs (variables) {
+  if (!variables) return false
+  return Object.values(variables).some(value =>
+    value?.type === INPUT_TYPE_IMAGE || value?.type === INPUT_TYPE_FILE
+  )
+}
+
 module.exports = {
   extractChatTemplateFromInstructions,
   normalizePromptVariables,
-  extractTextFromContentItem
+  extractTextFromContentItem,
+  hasMultimodalInputs
 }

package/packages/dd-trace/src/llmobs/plugins/vertexai.js

@@ -1,10 +1,10 @@
 'use strict'
 
-const LLMObsPlugin = require('./base')
 const {
   extractModel,
   extractSystemInstructions
 } = require('../../../../datadog-plugin-google-cloud-vertexai/src/utils')
+const LLMObsPlugin = require('./base')
 
 class VertexAILLMObsPlugin extends LLMObsPlugin {
   static integration = 'vertexai' // used for llmobs telemetry

package/packages/dd-trace/src/llmobs/sdk.js

@@ -1,26 +1,22 @@
 'use strict'
 
-const { SPAN_KIND, OUTPUT_VALUE, INPUT_VALUE } = require('./constants/tags')
+const { channel } = require('dc-polyfill')
 
+const { isTrue, isError } = require('../util')
+const tracerVersion = require('../../../../package.json').version
+const logger = require('../log')
+const { getValueFromEnvSources } = require('../config/helper')
+const Span = require('../opentracing/span')
+const { SPAN_KIND, OUTPUT_VALUE, INPUT_VALUE } = require('./constants/tags')
 const {
   getFunctionArguments,
   validateKind
 } = require('./util')
-const { isTrue, isError } = require('../util')
-
 const { storage } = require('./storage')
-
-const Span = require('../opentracing/span')
-
-const tracerVersion = require('../../../../package.json').version
-const logger = require('../log')
-const { getEnvironmentVariable } = require('../config-helper')
 const telemetry = require('./telemetry')
-
 const LLMObsTagger = require('./tagger')
 
 // communicating with writer
-const { channel } = require('dc-polyfill')
 const evalMetricAppendCh = channel('llmobs:eval-metric:append')
 const flushCh = channel('llmobs:writers:flush')
 const registerUserSpanProcessorCh = channel('llmobs:register-processor')
@@ -53,23 +49,20 @@ class LLMObs extends NoopLLMObs {
 
     logger.debug('Enabling LLMObs')
 
-    const { mlApp, agentlessEnabled } = options
-
-    const DD_LLMOBS_ENABLED = getEnvironmentVariable('DD_LLMOBS_ENABLED')
+    const DD_LLMOBS_ENABLED = getValueFromEnvSources('DD_LLMOBS_ENABLED')
 
-    const llmobsConfig = {
-      mlApp,
-      agentlessEnabled
-    }
-
-    const enabled = DD_LLMOBS_ENABLED == null || isTrue(DD_LLMOBS_ENABLED)
-    if (!enabled) {
+    if (DD_LLMOBS_ENABLED != null && !isTrue(DD_LLMOBS_ENABLED)) {
       logger.debug('LLMObs.enable() called when DD_LLMOBS_ENABLED is false. No action taken.')
       return
     }
 
-    this._config.llmobs.enabled = true
-    this._config.configure({ ...this._config, llmobs: llmobsConfig })
+    const llmobs = {
+      mlApp: options.mlApp,
+      agentlessEnabled: options.agentlessEnabled
+    }
+    // TODO: This will update config telemetry with the origin 'code', which is not ideal when `enable()` is called
+    // based on `APM_TRACING` RC product updates.
+    this._config.updateOptions({ llmobs })
 
     // configure writers and channel subscribers
     this._llmobsModule.enable(this._config)
@@ -248,7 +241,7 @@ class LLMObs extends NoopLLMObs {
         throw new Error('LLMObs span must have a span kind specified')
       }
 
-      const { inputData, outputData, metadata, metrics, tags } = options
+      const { inputData, outputData, metadata, metrics, tags, prompt } = options
 
       if (inputData || outputData) {
         if (spanKind === 'llm') {
@@ -271,6 +264,9 @@ class LLMObs extends NoopLLMObs {
       if (tags) {
         this._tagger.tagSpanTags(span, tags)
       }
+      if (prompt) {
+        this._tagger.tagPrompt(span, prompt)
+      }
     } catch (e) {
       if (e.ddErrorTag) {
         err = e.ddErrorTag
@@ -411,7 +407,7 @@ class LLMObs extends NoopLLMObs {
       }
 
       // When OTel tracing is enabled, add source:otel tag to allow backend to wait for OTel span conversion
-      if (isTrue(getEnvironmentVariable('DD_TRACE_OTEL_ENABLED'))) {
+      if (isTrue(getValueFromEnvSources('DD_TRACE_OTEL_ENABLED'))) {
         evaluationTags.source = 'otel'
       }
 
@@ -425,7 +421,9 @@ class LLMObs extends NoopLLMObs {
         timestamp_ms: timestampMs,
         tags: Object.entries(evaluationTags).map(([key, value]) => `${key}:${value}`)
       }
-      evalMetricAppendCh.publish(payload)
+      const currentStore = storage.getStore()
+      const routing = currentStore?.routingContext
+      evalMetricAppendCh.publish({ payload, routing })
     } finally {
       telemetry.recordSubmitEvaluation(options, err)
     }
@@ -447,6 +445,28 @@ class LLMObs extends NoopLLMObs {
     return storage.run(store, fn)
   }
 
+  routingContext (options, fn) {
+    if (!this.enabled) return fn()
+    if (!options?.ddApiKey) {
+      throw new Error('ddApiKey is required for routing context')
+    }
+    const currentStore = storage.getStore()
+    if (currentStore?.routingContext) {
+      logger.warn(
+        '[LLM Observability] Nested routing context detected. Inner context will override outer context. ' +
+        'Spans created in the inner context will only be sent to the inner context.'
+      )
+    }
+    const store = {
+      ...currentStore,
+      routingContext: {
+        apiKey: options.ddApiKey,
+        site: options.ddSite
+      }
+    }
+    return storage.run(store, fn)
+  }
+
   flush () {
     if (!this.enabled) return
 

package/packages/dd-trace/src/llmobs/span_processor.js

@@ -1,5 +1,14 @@
 'use strict'
 
+const util = require('node:util')
+
+const tracerVersion = require('../../../../package.json').version
+const logger = require('../log')
+const {
+  ERROR_MESSAGE,
+  ERROR_TYPE,
+  ERROR_STACK
+} = require('../constants')
 const {
   SPAN_KIND,
   MODEL_NAME,
@@ -17,25 +26,15 @@ const {
   TAGS,
   PARENT_ID_KEY,
   SESSION_ID,
-  NAME
+  NAME,
+  INPUT_PROMPT,
+  ROUTING_API_KEY,
+  ROUTING_SITE
 } = require('./constants/tags')
 const { UNSERIALIZABLE_VALUE_TEXT } = require('./constants/text')
-
-const {
-  ERROR_MESSAGE,
-  ERROR_TYPE,
-  ERROR_STACK
-} = require('../constants')
-
 const telemetry = require('./telemetry')
-
 const LLMObsTagger = require('./tagger')
 
-const tracerVersion = require('../../../../package.json').version
-const logger = require('../log')
-
-const util = require('node:util')
-
 class LLMObservabilitySpan {
   constructor () {
     this.input = []
@@ -82,7 +81,13 @@ class LLMObsSpanProcessor {
       telemetry.incrementLLMObsSpanFinishedCount(span)
       if (formattedEvent == null) return
 
-      this.#writer.append(formattedEvent)
+      const mlObsTags = LLMObsTagger.tagMap.get(span)
+      const routing = {
+        apiKey: mlObsTags[ROUTING_API_KEY],
+        site: mlObsTags[ROUTING_SITE]
+      }
+
+      this.#writer.append(formattedEvent, routing)
     } catch (e) {
       // this should be a rare case
       // we protect against unserializable properties in the format function, and in
@@ -126,11 +131,6 @@ class LLMObsSpanProcessor {
       inputType = 'value'
     }
 
-    // Handle prompt metadata for reusable prompts
-    if (mlObsTags['_ml_obs.meta.input.prompt']) {
-      input.prompt = mlObsTags['_ml_obs.meta.input.prompt']
-    }
-
     if (spanKind === 'llm' && mlObsTags[OUTPUT_MESSAGES]) {
       llmObsSpan.output = mlObsTags[OUTPUT_MESSAGES]
       outputType = 'messages'
@@ -181,6 +181,12 @@ class LLMObsSpanProcessor {
     if (input) meta.input = input
     if (output) meta.output = output
 
+    const prompt = mlObsTags[INPUT_PROMPT]
+    if (prompt && spanKind === 'llm') {
+      // by this point, we should have logged a warning if the span kind was not llm
+      meta.input.prompt = prompt
+    }
+
     const llmObsSpanEvent = {
       trace_id: span.context().toTraceId(true),
       span_id: span.context().toSpanId(),