@librechat/agents 3.1.53 → 3.1.54

package/dist/cjs/llm/bedrock/utils/message_outputs.cjs

@@ -1,7 +1,7 @@
 'use strict';
 
-var messages = require('@langchain/core/messages');
 var outputs = require('@langchain/core/outputs');
+var messages = require('@langchain/core/messages');
 
 /**
  * Utility functions for converting Bedrock Converse responses to LangChain messages.
@@ -127,18 +127,29 @@ function handleConverseStreamContentBlockStart(contentBlockStart) {
  * Handle a metadata event from Bedrock Converse stream.
  */
 function handleConverseStreamMetadata(metadata, extra) {
-    const inputTokens = metadata.usage?.inputTokens ?? 0;
-    const outputTokens = metadata.usage?.outputTokens ?? 0;
+    const usage = metadata.usage;
+    const inputTokens = usage?.inputTokens ?? 0;
+    const outputTokens = usage?.outputTokens ?? 0;
+    const cacheRead = usage?.cacheReadInputTokens;
+    const cacheWrite = usage?.cacheWriteInputTokens;
     const usage_metadata = {
         input_tokens: inputTokens,
         output_tokens: outputTokens,
-        total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,
+        total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,
     };
+    if (cacheRead != null || cacheWrite != null) {
+        usage_metadata.input_token_details = {
+            cache_read: cacheRead ?? 0,
+            cache_creation: cacheWrite ?? 0,
+        };
+    }
     return new outputs.ChatGenerationChunk({
         text: '',
         message: new messages.AIMessageChunk({
             content: '',
-            usage_metadata: extra.streamUsage ? usage_metadata : undefined,
+            usage_metadata: extra.streamUsage
+                ? usage_metadata
+                : undefined,
             response_metadata: {
                 // Use the same key as returned from the Converse API
                 metadata,

package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"message_outputs.cjs","sources":["../../../../../src/llm/bedrock/utils/message_outputs.ts"],"sourcesContent":["/**\n * Utility functions for converting Bedrock Converse responses to LangChain messages.\n * Ported from @langchain/aws common.js\n */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type {\n  BedrockMessage,\n  ConverseResponse,\n  ContentBlockDeltaEvent,\n  ConverseStreamMetadataEvent,\n  ContentBlockStartEvent,\n  ReasoningContentBlock,\n  ReasoningContentBlockDelta,\n  MessageContentReasoningBlock,\n  MessageContentReasoningBlockReasoningTextPartial,\n  MessageContentReasoningBlockRedacted,\n} from '../types';\n\n/**\n * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.\n */\nexport function bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n  reasoningContent: ReasoningContentBlockDelta\n):\n  | MessageContentReasoningBlockReasoningTextPartial\n  | MessageContentReasoningBlockRedacted {\n  const { text, redactedContent, signature } =\n    reasoningContent as ReasoningContentBlockDelta & {\n      text?: string;\n      redactedContent?: Uint8Array;\n      signature?: string;\n    };\n\n  if (typeof text === 'string') {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { text },\n    };\n  }\n  if (signature != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { signature },\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock reasoning block to a LangChain reasoning block.\n */\nexport function bedrockReasoningBlockToLangchainReasoningBlock(\n  reasoningContent: ReasoningContentBlock\n): MessageContentReasoningBlock {\n  const { reasoningText, redactedContent } =\n    reasoningContent as ReasoningContentBlock & {\n      reasoningText?: { text?: string; signature?: string };\n      redactedContent?: Uint8Array;\n    };\n\n  if (reasoningText != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: reasoningText,\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock Converse message to a LangChain message.\n */\nexport function convertConverseMessageToLangChainMessage(\n  message: BedrockMessage,\n  responseMetadata: Omit<ConverseResponse, 'output'>\n): AIMessage {\n  if (message.content == null) {\n    throw new Error('No message content found in response.');\n  }\n  if (message.role !== 'assistant') {\n    throw new Error(\n      `Unsupported message role received in ChatBedrockConverse response: ${message.role}`\n    );\n  }\n\n  let requestId: string | undefined;\n  if (\n    '$metadata' in responseMetadata &&\n    responseMetadata.$metadata != null &&\n    typeof responseMetadata.$metadata === 'object' &&\n    'requestId' in responseMetadata.$metadata\n  ) {\n    requestId = responseMetadata.$metadata.requestId as string;\n  }\n\n  let tokenUsage:\n    | { input_tokens: number; output_tokens: number; total_tokens: number }\n    | undefined;\n  if (responseMetadata.usage != null) {\n    const input_tokens = responseMetadata.usage.inputTokens ?? 0;\n    const output_tokens = responseMetadata.usage.outputTokens ?? 0;\n    tokenUsage = {\n      input_tokens,\n      output_tokens,\n      total_tokens:\n        responseMetadata.usage.totalTokens ?? input_tokens + output_tokens,\n    };\n  }\n\n  if (\n    message.content.length === 1 &&\n    'text' in message.content[0] &&\n    typeof message.content[0].text === 'string'\n  ) {\n    return new AIMessage({\n      content: message.content[0].text,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  } else {\n    const toolCalls: Array<{\n      id?: string;\n      name: string;\n      args: Record<string, unknown>;\n      type: 'tool_call';\n    }> = [];\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const content: any[] = [];\n\n    message.content.forEach((c) => {\n      if (\n        'toolUse' in c &&\n        c.toolUse != null &&\n        c.toolUse.name != null &&\n        c.toolUse.name !== '' &&\n        c.toolUse.input != null &&\n        typeof c.toolUse.input === 'object'\n      ) {\n        toolCalls.push({\n          id: c.toolUse.toolUseId,\n          name: c.toolUse.name,\n          args: c.toolUse.input as Record<string, unknown>,\n          type: 'tool_call',\n        });\n      } else if ('text' in c && typeof c.text === 'string') {\n        content.push({ type: 'text', text: c.text });\n      } else if ('reasoningContent' in c && c.reasoningContent != null) {\n        content.push(\n          bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent)\n        );\n      } else {\n        content.push(c);\n      }\n    });\n\n    return new AIMessage({\n      content: content.length ? content : '',\n      tool_calls: toolCalls.length ? toolCalls : undefined,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  }\n}\n\n/**\n * Handle a content block delta event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockDelta(\n  contentBlockDelta: ContentBlockDeltaEvent\n): ChatGenerationChunk {\n  if (contentBlockDelta.delta == null) {\n    throw new Error('No delta found in content block.');\n  }\n\n  if (typeof contentBlockDelta.delta.text === 'string') {\n    return new ChatGenerationChunk({\n      text: contentBlockDelta.delta.text,\n      message: new AIMessageChunk({\n        content: contentBlockDelta.delta.text,\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.toolUse != null) {\n    const index = contentBlockDelta.contentBlockIndex;\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            args: contentBlockDelta.delta.toolUse.input as string,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.reasoningContent != null) {\n    const reasoningBlock =\n      bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n        contentBlockDelta.delta.reasoningContent\n      );\n    let reasoningText = '';\n    if ('reasoningText' in reasoningBlock) {\n      reasoningText = reasoningBlock.reasoningText.text ?? '';\n    } else if ('redactedContent' in reasoningBlock) {\n      reasoningText = reasoningBlock.redactedContent;\n    }\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: [reasoningBlock],\n        additional_kwargs: {\n          // Set reasoning_content for stream handler to detect reasoning mode\n          reasoning_content: reasoningText,\n        },\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else {\n    throw new Error(\n      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`\n    );\n  }\n}\n\n/**\n * Handle a content block start event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockStart(\n  contentBlockStart: ContentBlockStartEvent\n): ChatGenerationChunk | null {\n  const index = contentBlockStart.contentBlockIndex;\n\n  if (contentBlockStart.start?.toolUse != null) {\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            name: contentBlockStart.start.toolUse.name,\n            id: contentBlockStart.start.toolUse.toolUseId,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: index,\n        },\n      }),\n    });\n  }\n\n  // Return null for non-tool content block starts (text blocks don't need special handling)\n  return null;\n}\n\n/**\n * Handle a metadata event from Bedrock Converse stream.\n */\nexport function handleConverseStreamMetadata(\n  metadata: ConverseStreamMetadataEvent,\n  extra: { streamUsage: boolean }\n): ChatGenerationChunk {\n  const inputTokens = metadata.usage?.inputTokens ?? 0;\n  const outputTokens = metadata.usage?.outputTokens ?? 0;\n  const usage_metadata = {\n    input_tokens: inputTokens,\n    output_tokens: outputTokens,\n    total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,\n  };\n\n  return new ChatGenerationChunk({\n    text: '',\n    message: new AIMessageChunk({\n      content: '',\n      usage_metadata: extra.streamUsage ? usage_metadata : undefined,\n      response_metadata: {\n        // Use the same key as returned from the Converse API\n        metadata,\n      },\n    }),\n  });\n}\n"],"names":["ChatGenerationChunk","AIMessageChunk"],"mappings":";;;;;AAAA;;;AAGG;AAgBH;;AAEG;AACG,SAAU,qDAAqD,CACnE,gBAA4C,EAAA;IAI5C,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,GACxC,gBAIC;AAEH,IAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,IAAI,EAAE;SACxB;;AAEH,IAAA,IAAI,SAAS,IAAI,IAAI,EAAE;QACrB,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,SAAS,EAAE;SAC7B;;AAEH,IAAA,IAAI,eAAe,IAAI,IAAI,EAAE;QAC3B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE;;AAEH,IAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;AAC9C;AA8HA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,IAAI,iBAAiB,CAAC,KAAK,IAAI,IAAI,EAAE;AACnC,QAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;;IAGrD,IAAI,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;QACpD,OAAO,IAAIA,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;YAClC,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;AACrC,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE;AAClD,QAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;QACjD,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAe;wBACrD,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;QAC3D,MAAM,cAAc,GAClB,qDAAqD,CACnD,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CACzC;QACH,IAAI,aAAa,GAAG,EAAE;AACtB,QAAA,IAAI,eAAe,IAAI,cAAc,EAAE;YACrC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE;;AAClD,aAAA,IAAI,iBAAiB,IAAI,cAAc,EAAE;AAC9C,YAAA,aAAa,GAAG,cAAc,CAAC,eAAe;;QAEhD,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;gBAC1B,OAAO,EAAE,CAAC,cAAc,CAAC;AACzB,gBAAA,iBAAiB,EAAE;;AAEjB,oBAAA,iBAAiB,EAAE,aAAa;AACjC,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG;AACL,QAAA,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACzF;;AAEL;AAEA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;IAEjD,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE;QAC5C,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;AAC1C,wBAAA,EAAE,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;wBAC7C,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,iBAAiB,EAAE,KAAK;AACzB,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;;AAIJ,IAAA,OAAO,IAAI;AACb;AAEA;;AAEG;AACa,SAAA,4BAA4B,CAC1C,QAAqC,EACrC,KAA+B,EAAA;IAE/B,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;IACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;AACtD,IAAA,MAAM,cAAc,GAAG;AACrB,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY;KACxE;IAED,OAAO,IAAID,2BAAmB,CAAC;AAC7B,QAAA,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,YAAA,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,KAAK,CAAC,WAAW,GAAG,cAAc,GAAG,SAAS;AAC9D,YAAA,iBAAiB,EAAE;;gBAEjB,QAAQ;AACT,aAAA;SACF,CAAC;AACH,KAAA,CAAC;AACJ;;;;;;;"}
+{"version":3,"file":"message_outputs.cjs","sources":["../../../../../src/llm/bedrock/utils/message_outputs.ts"],"sourcesContent":["/**\n * Utility functions for converting Bedrock Converse responses to LangChain messages.\n * Ported from @langchain/aws common.js\n */\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type {\n  BedrockMessage,\n  ConverseResponse,\n  ContentBlockDeltaEvent,\n  ConverseStreamMetadataEvent,\n  ContentBlockStartEvent,\n  ReasoningContentBlock,\n  ReasoningContentBlockDelta,\n  MessageContentReasoningBlock,\n  MessageContentReasoningBlockReasoningTextPartial,\n  MessageContentReasoningBlockRedacted,\n} from '../types';\n\n/**\n * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.\n */\nexport function bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n  reasoningContent: ReasoningContentBlockDelta\n):\n  | MessageContentReasoningBlockReasoningTextPartial\n  | MessageContentReasoningBlockRedacted {\n  const { text, redactedContent, signature } =\n    reasoningContent as ReasoningContentBlockDelta & {\n      text?: string;\n      redactedContent?: Uint8Array;\n      signature?: string;\n    };\n\n  if (typeof text === 'string') {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { text },\n    };\n  }\n  if (signature != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { signature },\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock reasoning block to a LangChain reasoning block.\n */\nexport function bedrockReasoningBlockToLangchainReasoningBlock(\n  reasoningContent: ReasoningContentBlock\n): MessageContentReasoningBlock {\n  const { reasoningText, redactedContent } =\n    reasoningContent as ReasoningContentBlock & {\n      reasoningText?: { text?: string; signature?: string };\n      redactedContent?: Uint8Array;\n    };\n\n  if (reasoningText != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: reasoningText,\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock Converse message to a LangChain message.\n */\nexport function convertConverseMessageToLangChainMessage(\n  message: BedrockMessage,\n  responseMetadata: Omit<ConverseResponse, 'output'>\n): AIMessage {\n  if (message.content == null) {\n    throw new Error('No message content found in response.');\n  }\n  if (message.role !== 'assistant') {\n    throw new Error(\n      `Unsupported message role received in ChatBedrockConverse response: ${message.role}`\n    );\n  }\n\n  let requestId: string | undefined;\n  if (\n    '$metadata' in responseMetadata &&\n    responseMetadata.$metadata != null &&\n    typeof responseMetadata.$metadata === 'object' &&\n    'requestId' in responseMetadata.$metadata\n  ) {\n    requestId = responseMetadata.$metadata.requestId as string;\n  }\n\n  let tokenUsage:\n    | {\n        input_tokens: number;\n        output_tokens: number;\n        total_tokens: number;\n        input_token_details?: {\n          cache_read: number;\n          cache_creation: number;\n        };\n      }\n    | undefined;\n  if (responseMetadata.usage != null) {\n    const usage = responseMetadata.usage as NonNullable<\n      typeof responseMetadata.usage\n    > & {\n      cacheReadInputTokens?: number;\n      cacheWriteInputTokens?: number;\n    };\n    const input_tokens = usage.inputTokens ?? 0;\n    const output_tokens = usage.outputTokens ?? 0;\n    const cacheRead = usage.cacheReadInputTokens;\n    const cacheWrite = usage.cacheWriteInputTokens;\n    tokenUsage = {\n      input_tokens,\n      output_tokens,\n      total_tokens: usage.totalTokens ?? input_tokens + output_tokens,\n    };\n    if (cacheRead != null || cacheWrite != null) {\n      tokenUsage.input_token_details = {\n        cache_read: cacheRead ?? 0,\n        cache_creation: cacheWrite ?? 0,\n      };\n    }\n  }\n\n  if (\n    message.content.length === 1 &&\n    'text' in message.content[0] &&\n    typeof message.content[0].text === 'string'\n  ) {\n    return new AIMessage({\n      content: message.content[0].text,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  } else {\n    const toolCalls: Array<{\n      id?: string;\n      name: string;\n      args: Record<string, unknown>;\n      type: 'tool_call';\n    }> = [];\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const content: any[] = [];\n\n    message.content.forEach((c) => {\n      if (\n        'toolUse' in c &&\n        c.toolUse != null &&\n        c.toolUse.name != null &&\n        c.toolUse.name !== '' &&\n        c.toolUse.input != null &&\n        typeof c.toolUse.input === 'object'\n      ) {\n        toolCalls.push({\n          id: c.toolUse.toolUseId,\n          name: c.toolUse.name,\n          args: c.toolUse.input as Record<string, unknown>,\n          type: 'tool_call',\n        });\n      } else if ('text' in c && typeof c.text === 'string') {\n        content.push({ type: 'text', text: c.text });\n      } else if ('reasoningContent' in c && c.reasoningContent != null) {\n        content.push(\n          bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent)\n        );\n      } else {\n        content.push(c);\n      }\n    });\n\n    return new AIMessage({\n      content: content.length ? content : '',\n      tool_calls: toolCalls.length ? toolCalls : undefined,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  }\n}\n\n/**\n * Handle a content block delta event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockDelta(\n  contentBlockDelta: ContentBlockDeltaEvent\n): ChatGenerationChunk {\n  if (contentBlockDelta.delta == null) {\n    throw new Error('No delta found in content block.');\n  }\n\n  if (typeof contentBlockDelta.delta.text === 'string') {\n    return new ChatGenerationChunk({\n      text: contentBlockDelta.delta.text,\n      message: new AIMessageChunk({\n        content: contentBlockDelta.delta.text,\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.toolUse != null) {\n    const index = contentBlockDelta.contentBlockIndex;\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            args: contentBlockDelta.delta.toolUse.input as string,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.reasoningContent != null) {\n    const reasoningBlock =\n      bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n        contentBlockDelta.delta.reasoningContent\n      );\n    let reasoningText = '';\n    if ('reasoningText' in reasoningBlock) {\n      reasoningText = reasoningBlock.reasoningText.text ?? '';\n    } else if ('redactedContent' in reasoningBlock) {\n      reasoningText = reasoningBlock.redactedContent;\n    }\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: [reasoningBlock],\n        additional_kwargs: {\n          // Set reasoning_content for stream handler to detect reasoning mode\n          reasoning_content: reasoningText,\n        },\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else {\n    throw new Error(\n      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`\n    );\n  }\n}\n\n/**\n * Handle a content block start event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockStart(\n  contentBlockStart: ContentBlockStartEvent\n): ChatGenerationChunk | null {\n  const index = contentBlockStart.contentBlockIndex;\n\n  if (contentBlockStart.start?.toolUse != null) {\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            name: contentBlockStart.start.toolUse.name,\n            id: contentBlockStart.start.toolUse.toolUseId,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: index,\n        },\n      }),\n    });\n  }\n\n  // Return null for non-tool content block starts (text blocks don't need special handling)\n  return null;\n}\n\n/**\n * Handle a metadata event from Bedrock Converse stream.\n */\nexport function handleConverseStreamMetadata(\n  metadata: ConverseStreamMetadataEvent,\n  extra: { streamUsage: boolean }\n): ChatGenerationChunk {\n  const usage = metadata.usage as\n    | (NonNullable<ConverseStreamMetadataEvent['usage']> & {\n        cacheReadInputTokens?: number;\n        cacheWriteInputTokens?: number;\n      })\n    | undefined;\n  const inputTokens = usage?.inputTokens ?? 0;\n  const outputTokens = usage?.outputTokens ?? 0;\n  const cacheRead = usage?.cacheReadInputTokens;\n  const cacheWrite = usage?.cacheWriteInputTokens;\n\n  const usage_metadata: Record<string, unknown> = {\n    input_tokens: inputTokens,\n    output_tokens: outputTokens,\n    total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,\n  };\n\n  if (cacheRead != null || cacheWrite != null) {\n    usage_metadata.input_token_details = {\n      cache_read: cacheRead ?? 0,\n      cache_creation: cacheWrite ?? 0,\n    };\n  }\n\n  return new ChatGenerationChunk({\n    text: '',\n    message: new AIMessageChunk({\n      content: '',\n      usage_metadata: extra.streamUsage\n        ? (usage_metadata as UsageMetadata)\n        : undefined,\n      response_metadata: {\n        // Use the same key as returned from the Converse API\n        metadata,\n      },\n    }),\n  });\n}\n"],"names":["ChatGenerationChunk","AIMessageChunk"],"mappings":";;;;;AAAA;;;AAGG;AAiBH;;AAEG;AACG,SAAU,qDAAqD,CACnE,gBAA4C,EAAA;IAI5C,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,GACxC,gBAIC;AAEH,IAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,IAAI,EAAE;SACxB;;AAEH,IAAA,IAAI,SAAS,IAAI,IAAI,EAAE;QACrB,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,SAAS,EAAE;SAC7B;;AAEH,IAAA,IAAI,eAAe,IAAI,IAAI,EAAE;QAC3B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE;;AAEH,IAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;AAC9C;AAmJA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,IAAI,iBAAiB,CAAC,KAAK,IAAI,IAAI,EAAE;AACnC,QAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;;IAGrD,IAAI,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;QACpD,OAAO,IAAIA,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;YAClC,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;AACrC,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE;AAClD,QAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;QACjD,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAe;wBACrD,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;QAC3D,MAAM,cAAc,GAClB,qDAAqD,CACnD,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CACzC;QACH,IAAI,aAAa,GAAG,EAAE;AACtB,QAAA,IAAI,eAAe,IAAI,cAAc,EAAE;YACrC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE;;AAClD,aAAA,IAAI,iBAAiB,IAAI,cAAc,EAAE;AAC9C,YAAA,aAAa,GAAG,cAAc,CAAC,eAAe;;QAEhD,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;gBAC1B,OAAO,EAAE,CAAC,cAAc,CAAC;AACzB,gBAAA,iBAAiB,EAAE;;AAEjB,oBAAA,iBAAiB,EAAE,aAAa;AACjC,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG;AACL,QAAA,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACzF;;AAEL;AAEA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;IAEjD,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE;QAC5C,OAAO,IAAID,2BAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;AAC1C,wBAAA,EAAE,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;wBAC7C,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,iBAAiB,EAAE,KAAK;AACzB,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;;AAIJ,IAAA,OAAO,IAAI;AACb;AAEA;;AAEG;AACa,SAAA,4BAA4B,CAC1C,QAAqC,EACrC,KAA+B,EAAA;AAE/B,IAAA,MAAM,KAAK,GAAG,QAAQ,CAAC,KAKV;AACb,IAAA,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,CAAC;AAC3C,IAAA,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC;AAC7C,IAAA,MAAM,SAAS,GAAG,KAAK,EAAE,oBAAoB;AAC7C,IAAA,MAAM,UAAU,GAAG,KAAK,EAAE,qBAAqB;AAE/C,IAAA,MAAM,cAAc,GAA4B;AAC9C,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;AAC3B,QAAA,YAAY,EAAE,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY;KAC/D;IAED,IAAI,SAAS,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE;QAC3C,cAAc,CAAC,mBAAmB,GAAG;YACnC,UAAU,EAAE,SAAS,IAAI,CAAC;YAC1B,cAAc,EAAE,UAAU,IAAI,CAAC;SAChC;;IAGH,OAAO,IAAID,2BAAmB,CAAC;AAC7B,QAAA,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,YAAA,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,KAAK,CAAC;AACpB,kBAAG;AACH,kBAAE,SAAS;AACb,YAAA,iBAAiB,EAAE;;gBAEjB,QAAQ;AACT,aAAA;SACF,CAAC;AACH,KAAA,CAAC;AACJ;;;;;;;"}

package/dist/esm/llm/bedrock/utils/message_outputs.mjs

@@ -1,5 +1,5 @@
-import { AIMessageChunk } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessageChunk } from '@langchain/core/messages';
 
 /**
  * Utility functions for converting Bedrock Converse responses to LangChain messages.
@@ -125,18 +125,29 @@ function handleConverseStreamContentBlockStart(contentBlockStart) {
  * Handle a metadata event from Bedrock Converse stream.
  */
 function handleConverseStreamMetadata(metadata, extra) {
-    const inputTokens = metadata.usage?.inputTokens ?? 0;
-    const outputTokens = metadata.usage?.outputTokens ?? 0;
+    const usage = metadata.usage;
+    const inputTokens = usage?.inputTokens ?? 0;
+    const outputTokens = usage?.outputTokens ?? 0;
+    const cacheRead = usage?.cacheReadInputTokens;
+    const cacheWrite = usage?.cacheWriteInputTokens;
     const usage_metadata = {
         input_tokens: inputTokens,
         output_tokens: outputTokens,
-        total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,
+        total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,
     };
+    if (cacheRead != null || cacheWrite != null) {
+        usage_metadata.input_token_details = {
+            cache_read: cacheRead ?? 0,
+            cache_creation: cacheWrite ?? 0,
+        };
+    }
     return new ChatGenerationChunk({
         text: '',
         message: new AIMessageChunk({
             content: '',
-            usage_metadata: extra.streamUsage ? usage_metadata : undefined,
+            usage_metadata: extra.streamUsage
+                ? usage_metadata
+                : undefined,
             response_metadata: {
                 // Use the same key as returned from the Converse API
                 metadata,

package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/bedrock/utils/message_outputs.ts"],"sourcesContent":["/**\n * Utility functions for converting Bedrock Converse responses to LangChain messages.\n * Ported from @langchain/aws common.js\n */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type {\n  BedrockMessage,\n  ConverseResponse,\n  ContentBlockDeltaEvent,\n  ConverseStreamMetadataEvent,\n  ContentBlockStartEvent,\n  ReasoningContentBlock,\n  ReasoningContentBlockDelta,\n  MessageContentReasoningBlock,\n  MessageContentReasoningBlockReasoningTextPartial,\n  MessageContentReasoningBlockRedacted,\n} from '../types';\n\n/**\n * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.\n */\nexport function bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n  reasoningContent: ReasoningContentBlockDelta\n):\n  | MessageContentReasoningBlockReasoningTextPartial\n  | MessageContentReasoningBlockRedacted {\n  const { text, redactedContent, signature } =\n    reasoningContent as ReasoningContentBlockDelta & {\n      text?: string;\n      redactedContent?: Uint8Array;\n      signature?: string;\n    };\n\n  if (typeof text === 'string') {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { text },\n    };\n  }\n  if (signature != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { signature },\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock reasoning block to a LangChain reasoning block.\n */\nexport function bedrockReasoningBlockToLangchainReasoningBlock(\n  reasoningContent: ReasoningContentBlock\n): MessageContentReasoningBlock {\n  const { reasoningText, redactedContent } =\n    reasoningContent as ReasoningContentBlock & {\n      reasoningText?: { text?: string; signature?: string };\n      redactedContent?: Uint8Array;\n    };\n\n  if (reasoningText != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: reasoningText,\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock Converse message to a LangChain message.\n */\nexport function convertConverseMessageToLangChainMessage(\n  message: BedrockMessage,\n  responseMetadata: Omit<ConverseResponse, 'output'>\n): AIMessage {\n  if (message.content == null) {\n    throw new Error('No message content found in response.');\n  }\n  if (message.role !== 'assistant') {\n    throw new Error(\n      `Unsupported message role received in ChatBedrockConverse response: ${message.role}`\n    );\n  }\n\n  let requestId: string | undefined;\n  if (\n    '$metadata' in responseMetadata &&\n    responseMetadata.$metadata != null &&\n    typeof responseMetadata.$metadata === 'object' &&\n    'requestId' in responseMetadata.$metadata\n  ) {\n    requestId = responseMetadata.$metadata.requestId as string;\n  }\n\n  let tokenUsage:\n    | { input_tokens: number; output_tokens: number; total_tokens: number }\n    | undefined;\n  if (responseMetadata.usage != null) {\n    const input_tokens = responseMetadata.usage.inputTokens ?? 0;\n    const output_tokens = responseMetadata.usage.outputTokens ?? 0;\n    tokenUsage = {\n      input_tokens,\n      output_tokens,\n      total_tokens:\n        responseMetadata.usage.totalTokens ?? input_tokens + output_tokens,\n    };\n  }\n\n  if (\n    message.content.length === 1 &&\n    'text' in message.content[0] &&\n    typeof message.content[0].text === 'string'\n  ) {\n    return new AIMessage({\n      content: message.content[0].text,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  } else {\n    const toolCalls: Array<{\n      id?: string;\n      name: string;\n      args: Record<string, unknown>;\n      type: 'tool_call';\n    }> = [];\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const content: any[] = [];\n\n    message.content.forEach((c) => {\n      if (\n        'toolUse' in c &&\n        c.toolUse != null &&\n        c.toolUse.name != null &&\n        c.toolUse.name !== '' &&\n        c.toolUse.input != null &&\n        typeof c.toolUse.input === 'object'\n      ) {\n        toolCalls.push({\n          id: c.toolUse.toolUseId,\n          name: c.toolUse.name,\n          args: c.toolUse.input as Record<string, unknown>,\n          type: 'tool_call',\n        });\n      } else if ('text' in c && typeof c.text === 'string') {\n        content.push({ type: 'text', text: c.text });\n      } else if ('reasoningContent' in c && c.reasoningContent != null) {\n        content.push(\n          bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent)\n        );\n      } else {\n        content.push(c);\n      }\n    });\n\n    return new AIMessage({\n      content: content.length ? content : '',\n      tool_calls: toolCalls.length ? toolCalls : undefined,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  }\n}\n\n/**\n * Handle a content block delta event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockDelta(\n  contentBlockDelta: ContentBlockDeltaEvent\n): ChatGenerationChunk {\n  if (contentBlockDelta.delta == null) {\n    throw new Error('No delta found in content block.');\n  }\n\n  if (typeof contentBlockDelta.delta.text === 'string') {\n    return new ChatGenerationChunk({\n      text: contentBlockDelta.delta.text,\n      message: new AIMessageChunk({\n        content: contentBlockDelta.delta.text,\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.toolUse != null) {\n    const index = contentBlockDelta.contentBlockIndex;\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            args: contentBlockDelta.delta.toolUse.input as string,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.reasoningContent != null) {\n    const reasoningBlock =\n      bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n        contentBlockDelta.delta.reasoningContent\n      );\n    let reasoningText = '';\n    if ('reasoningText' in reasoningBlock) {\n      reasoningText = reasoningBlock.reasoningText.text ?? '';\n    } else if ('redactedContent' in reasoningBlock) {\n      reasoningText = reasoningBlock.redactedContent;\n    }\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: [reasoningBlock],\n        additional_kwargs: {\n          // Set reasoning_content for stream handler to detect reasoning mode\n          reasoning_content: reasoningText,\n        },\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else {\n    throw new Error(\n      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`\n    );\n  }\n}\n\n/**\n * Handle a content block start event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockStart(\n  contentBlockStart: ContentBlockStartEvent\n): ChatGenerationChunk | null {\n  const index = contentBlockStart.contentBlockIndex;\n\n  if (contentBlockStart.start?.toolUse != null) {\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            name: contentBlockStart.start.toolUse.name,\n            id: contentBlockStart.start.toolUse.toolUseId,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: index,\n        },\n      }),\n    });\n  }\n\n  // Return null for non-tool content block starts (text blocks don't need special handling)\n  return null;\n}\n\n/**\n * Handle a metadata event from Bedrock Converse stream.\n */\nexport function handleConverseStreamMetadata(\n  metadata: ConverseStreamMetadataEvent,\n  extra: { streamUsage: boolean }\n): ChatGenerationChunk {\n  const inputTokens = metadata.usage?.inputTokens ?? 0;\n  const outputTokens = metadata.usage?.outputTokens ?? 0;\n  const usage_metadata = {\n    input_tokens: inputTokens,\n    output_tokens: outputTokens,\n    total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,\n  };\n\n  return new ChatGenerationChunk({\n    text: '',\n    message: new AIMessageChunk({\n      content: '',\n      usage_metadata: extra.streamUsage ? usage_metadata : undefined,\n      response_metadata: {\n        // Use the same key as returned from the Converse API\n        metadata,\n      },\n    }),\n  });\n}\n"],"names":[],"mappings":";;;AAAA;;;AAGG;AAgBH;;AAEG;AACG,SAAU,qDAAqD,CACnE,gBAA4C,EAAA;IAI5C,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,GACxC,gBAIC;AAEH,IAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,IAAI,EAAE;SACxB;;AAEH,IAAA,IAAI,SAAS,IAAI,IAAI,EAAE;QACrB,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,SAAS,EAAE;SAC7B;;AAEH,IAAA,IAAI,eAAe,IAAI,IAAI,EAAE;QAC3B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE;;AAEH,IAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;AAC9C;AA8HA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,IAAI,iBAAiB,CAAC,KAAK,IAAI,IAAI,EAAE;AACnC,QAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;;IAGrD,IAAI,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;QACpD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;YAClC,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;AACrC,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE;AAClD,QAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;QACjD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAe;wBACrD,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;QAC3D,MAAM,cAAc,GAClB,qDAAqD,CACnD,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CACzC;QACH,IAAI,aAAa,GAAG,EAAE;AACtB,QAAA,IAAI,eAAe,IAAI,cAAc,EAAE;YACrC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE;;AAClD,aAAA,IAAI,iBAAiB,IAAI,cAAc,EAAE;AAC9C,YAAA,aAAa,GAAG,cAAc,CAAC,eAAe;;QAEhD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,CAAC,cAAc,CAAC;AACzB,gBAAA,iBAAiB,EAAE;;AAEjB,oBAAA,iBAAiB,EAAE,aAAa;AACjC,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG;AACL,QAAA,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACzF;;AAEL;AAEA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;IAEjD,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE;QAC5C,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;AAC1C,wBAAA,EAAE,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;wBAC7C,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,iBAAiB,EAAE,KAAK;AACzB,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;;AAIJ,IAAA,OAAO,IAAI;AACb;AAEA;;AAEG;AACa,SAAA,4BAA4B,CAC1C,QAAqC,EACrC,KAA+B,EAAA;IAE/B,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;IACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;AACtD,IAAA,MAAM,cAAc,GAAG;AACrB,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY;KACxE;IAED,OAAO,IAAI,mBAAmB,CAAC;AAC7B,QAAA,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,YAAA,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,KAAK,CAAC,WAAW,GAAG,cAAc,GAAG,SAAS;AAC9D,YAAA,iBAAiB,EAAE;;gBAEjB,QAAQ;AACT,aAAA;SACF,CAAC;AACH,KAAA,CAAC;AACJ;;;;"}
+{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/bedrock/utils/message_outputs.ts"],"sourcesContent":["/**\n * Utility functions for converting Bedrock Converse responses to LangChain messages.\n * Ported from @langchain/aws common.js\n */\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type {\n  BedrockMessage,\n  ConverseResponse,\n  ContentBlockDeltaEvent,\n  ConverseStreamMetadataEvent,\n  ContentBlockStartEvent,\n  ReasoningContentBlock,\n  ReasoningContentBlockDelta,\n  MessageContentReasoningBlock,\n  MessageContentReasoningBlockReasoningTextPartial,\n  MessageContentReasoningBlockRedacted,\n} from '../types';\n\n/**\n * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.\n */\nexport function bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n  reasoningContent: ReasoningContentBlockDelta\n):\n  | MessageContentReasoningBlockReasoningTextPartial\n  | MessageContentReasoningBlockRedacted {\n  const { text, redactedContent, signature } =\n    reasoningContent as ReasoningContentBlockDelta & {\n      text?: string;\n      redactedContent?: Uint8Array;\n      signature?: string;\n    };\n\n  if (typeof text === 'string') {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { text },\n    };\n  }\n  if (signature != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: { signature },\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock reasoning block to a LangChain reasoning block.\n */\nexport function bedrockReasoningBlockToLangchainReasoningBlock(\n  reasoningContent: ReasoningContentBlock\n): MessageContentReasoningBlock {\n  const { reasoningText, redactedContent } =\n    reasoningContent as ReasoningContentBlock & {\n      reasoningText?: { text?: string; signature?: string };\n      redactedContent?: Uint8Array;\n    };\n\n  if (reasoningText != null) {\n    return {\n      type: 'reasoning_content',\n      reasoningText: reasoningText,\n    };\n  }\n  if (redactedContent != null) {\n    return {\n      type: 'reasoning_content',\n      redactedContent: Buffer.from(redactedContent).toString('base64'),\n    };\n  }\n  throw new Error('Invalid reasoning content');\n}\n\n/**\n * Convert a Bedrock Converse message to a LangChain message.\n */\nexport function convertConverseMessageToLangChainMessage(\n  message: BedrockMessage,\n  responseMetadata: Omit<ConverseResponse, 'output'>\n): AIMessage {\n  if (message.content == null) {\n    throw new Error('No message content found in response.');\n  }\n  if (message.role !== 'assistant') {\n    throw new Error(\n      `Unsupported message role received in ChatBedrockConverse response: ${message.role}`\n    );\n  }\n\n  let requestId: string | undefined;\n  if (\n    '$metadata' in responseMetadata &&\n    responseMetadata.$metadata != null &&\n    typeof responseMetadata.$metadata === 'object' &&\n    'requestId' in responseMetadata.$metadata\n  ) {\n    requestId = responseMetadata.$metadata.requestId as string;\n  }\n\n  let tokenUsage:\n    | {\n        input_tokens: number;\n        output_tokens: number;\n        total_tokens: number;\n        input_token_details?: {\n          cache_read: number;\n          cache_creation: number;\n        };\n      }\n    | undefined;\n  if (responseMetadata.usage != null) {\n    const usage = responseMetadata.usage as NonNullable<\n      typeof responseMetadata.usage\n    > & {\n      cacheReadInputTokens?: number;\n      cacheWriteInputTokens?: number;\n    };\n    const input_tokens = usage.inputTokens ?? 0;\n    const output_tokens = usage.outputTokens ?? 0;\n    const cacheRead = usage.cacheReadInputTokens;\n    const cacheWrite = usage.cacheWriteInputTokens;\n    tokenUsage = {\n      input_tokens,\n      output_tokens,\n      total_tokens: usage.totalTokens ?? input_tokens + output_tokens,\n    };\n    if (cacheRead != null || cacheWrite != null) {\n      tokenUsage.input_token_details = {\n        cache_read: cacheRead ?? 0,\n        cache_creation: cacheWrite ?? 0,\n      };\n    }\n  }\n\n  if (\n    message.content.length === 1 &&\n    'text' in message.content[0] &&\n    typeof message.content[0].text === 'string'\n  ) {\n    return new AIMessage({\n      content: message.content[0].text,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  } else {\n    const toolCalls: Array<{\n      id?: string;\n      name: string;\n      args: Record<string, unknown>;\n      type: 'tool_call';\n    }> = [];\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const content: any[] = [];\n\n    message.content.forEach((c) => {\n      if (\n        'toolUse' in c &&\n        c.toolUse != null &&\n        c.toolUse.name != null &&\n        c.toolUse.name !== '' &&\n        c.toolUse.input != null &&\n        typeof c.toolUse.input === 'object'\n      ) {\n        toolCalls.push({\n          id: c.toolUse.toolUseId,\n          name: c.toolUse.name,\n          args: c.toolUse.input as Record<string, unknown>,\n          type: 'tool_call',\n        });\n      } else if ('text' in c && typeof c.text === 'string') {\n        content.push({ type: 'text', text: c.text });\n      } else if ('reasoningContent' in c && c.reasoningContent != null) {\n        content.push(\n          bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent)\n        );\n      } else {\n        content.push(c);\n      }\n    });\n\n    return new AIMessage({\n      content: content.length ? content : '',\n      tool_calls: toolCalls.length ? toolCalls : undefined,\n      response_metadata: responseMetadata,\n      usage_metadata: tokenUsage,\n      id: requestId,\n    });\n  }\n}\n\n/**\n * Handle a content block delta event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockDelta(\n  contentBlockDelta: ContentBlockDeltaEvent\n): ChatGenerationChunk {\n  if (contentBlockDelta.delta == null) {\n    throw new Error('No delta found in content block.');\n  }\n\n  if (typeof contentBlockDelta.delta.text === 'string') {\n    return new ChatGenerationChunk({\n      text: contentBlockDelta.delta.text,\n      message: new AIMessageChunk({\n        content: contentBlockDelta.delta.text,\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.toolUse != null) {\n    const index = contentBlockDelta.contentBlockIndex;\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            args: contentBlockDelta.delta.toolUse.input as string,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else if (contentBlockDelta.delta.reasoningContent != null) {\n    const reasoningBlock =\n      bedrockReasoningDeltaToLangchainPartialReasoningBlock(\n        contentBlockDelta.delta.reasoningContent\n      );\n    let reasoningText = '';\n    if ('reasoningText' in reasoningBlock) {\n      reasoningText = reasoningBlock.reasoningText.text ?? '';\n    } else if ('redactedContent' in reasoningBlock) {\n      reasoningText = reasoningBlock.redactedContent;\n    }\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: [reasoningBlock],\n        additional_kwargs: {\n          // Set reasoning_content for stream handler to detect reasoning mode\n          reasoning_content: reasoningText,\n        },\n        response_metadata: {\n          contentBlockIndex: contentBlockDelta.contentBlockIndex,\n        },\n      }),\n    });\n  } else {\n    throw new Error(\n      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`\n    );\n  }\n}\n\n/**\n * Handle a content block start event from Bedrock Converse stream.\n */\nexport function handleConverseStreamContentBlockStart(\n  contentBlockStart: ContentBlockStartEvent\n): ChatGenerationChunk | null {\n  const index = contentBlockStart.contentBlockIndex;\n\n  if (contentBlockStart.start?.toolUse != null) {\n    return new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        tool_call_chunks: [\n          {\n            name: contentBlockStart.start.toolUse.name,\n            id: contentBlockStart.start.toolUse.toolUseId,\n            index,\n            type: 'tool_call_chunk',\n          },\n        ],\n        response_metadata: {\n          contentBlockIndex: index,\n        },\n      }),\n    });\n  }\n\n  // Return null for non-tool content block starts (text blocks don't need special handling)\n  return null;\n}\n\n/**\n * Handle a metadata event from Bedrock Converse stream.\n */\nexport function handleConverseStreamMetadata(\n  metadata: ConverseStreamMetadataEvent,\n  extra: { streamUsage: boolean }\n): ChatGenerationChunk {\n  const usage = metadata.usage as\n    | (NonNullable<ConverseStreamMetadataEvent['usage']> & {\n        cacheReadInputTokens?: number;\n        cacheWriteInputTokens?: number;\n      })\n    | undefined;\n  const inputTokens = usage?.inputTokens ?? 0;\n  const outputTokens = usage?.outputTokens ?? 0;\n  const cacheRead = usage?.cacheReadInputTokens;\n  const cacheWrite = usage?.cacheWriteInputTokens;\n\n  const usage_metadata: Record<string, unknown> = {\n    input_tokens: inputTokens,\n    output_tokens: outputTokens,\n    total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,\n  };\n\n  if (cacheRead != null || cacheWrite != null) {\n    usage_metadata.input_token_details = {\n      cache_read: cacheRead ?? 0,\n      cache_creation: cacheWrite ?? 0,\n    };\n  }\n\n  return new ChatGenerationChunk({\n    text: '',\n    message: new AIMessageChunk({\n      content: '',\n      usage_metadata: extra.streamUsage\n        ? (usage_metadata as UsageMetadata)\n        : undefined,\n      response_metadata: {\n        // Use the same key as returned from the Converse API\n        metadata,\n      },\n    }),\n  });\n}\n"],"names":[],"mappings":";;;AAAA;;;AAGG;AAiBH;;AAEG;AACG,SAAU,qDAAqD,CACnE,gBAA4C,EAAA;IAI5C,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,GACxC,gBAIC;AAEH,IAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,IAAI,EAAE;SACxB;;AAEH,IAAA,IAAI,SAAS,IAAI,IAAI,EAAE;QACrB,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,SAAS,EAAE;SAC7B;;AAEH,IAAA,IAAI,eAAe,IAAI,IAAI,EAAE;QAC3B,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE;;AAEH,IAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;AAC9C;AAmJA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,IAAI,iBAAiB,CAAC,KAAK,IAAI,IAAI,EAAE;AACnC,QAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;;IAGrD,IAAI,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;QACpD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;YAClC,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;AACrC,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE;AAClD,QAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;QACjD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAe;wBACrD,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG,IAAI,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;QAC3D,MAAM,cAAc,GAClB,qDAAqD,CACnD,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CACzC;QACH,IAAI,aAAa,GAAG,EAAE;AACtB,QAAA,IAAI,eAAe,IAAI,cAAc,EAAE;YACrC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE;;AAClD,aAAA,IAAI,iBAAiB,IAAI,cAAc,EAAE;AAC9C,YAAA,aAAa,GAAG,cAAc,CAAC,eAAe;;QAEhD,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,CAAC,cAAc,CAAC;AACzB,gBAAA,iBAAiB,EAAE;;AAEjB,oBAAA,iBAAiB,EAAE,aAAa;AACjC,iBAAA;AACD,gBAAA,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;AACvD,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;SACG;AACL,QAAA,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACzF;;AAEL;AAEA;;AAEG;AACG,SAAU,qCAAqC,CACnD,iBAAyC,EAAA;AAEzC,IAAA,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB;IAEjD,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE;QAC5C,OAAO,IAAI,mBAAmB,CAAC;AAC7B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;AACE,wBAAA,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;AAC1C,wBAAA,EAAE,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;wBAC7C,KAAK;AACL,wBAAA,IAAI,EAAE,iBAAiB;AACxB,qBAAA;AACF,iBAAA;AACD,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,iBAAiB,EAAE,KAAK;AACzB,iBAAA;aACF,CAAC;AACH,SAAA,CAAC;;;AAIJ,IAAA,OAAO,IAAI;AACb;AAEA;;AAEG;AACa,SAAA,4BAA4B,CAC1C,QAAqC,EACrC,KAA+B,EAAA;AAE/B,IAAA,MAAM,KAAK,GAAG,QAAQ,CAAC,KAKV;AACb,IAAA,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,CAAC;AAC3C,IAAA,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC;AAC7C,IAAA,MAAM,SAAS,GAAG,KAAK,EAAE,oBAAoB;AAC7C,IAAA,MAAM,UAAU,GAAG,KAAK,EAAE,qBAAqB;AAE/C,IAAA,MAAM,cAAc,GAA4B;AAC9C,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;AAC3B,QAAA,YAAY,EAAE,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY;KAC/D;IAED,IAAI,SAAS,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE;QAC3C,cAAc,CAAC,mBAAmB,GAAG;YACnC,UAAU,EAAE,SAAS,IAAI,CAAC;YAC1B,cAAc,EAAE,UAAU,IAAI,CAAC;SAChC;;IAGH,OAAO,IAAI,mBAAmB,CAAC;AAC7B,QAAA,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,YAAA,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,KAAK,CAAC;AACpB,kBAAG;AACH,kBAAE,SAAS;AACb,YAAA,iBAAiB,EAAE;;gBAEjB,QAAQ;AACT,aAAA;SACF,CAAC;AACH,KAAA,CAAC;AACJ;;;;"}

package/dist/types/llm/bedrock/utils/message_outputs.d.ts

@@ -2,8 +2,8 @@
  * Utility functions for converting Bedrock Converse responses to LangChain messages.
  * Ported from @langchain/aws common.js
  */
-import { AIMessage } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessage } from '@langchain/core/messages';
 import type { BedrockMessage, ConverseResponse, ContentBlockDeltaEvent, ConverseStreamMetadataEvent, ContentBlockStartEvent, ReasoningContentBlock, ReasoningContentBlockDelta, MessageContentReasoningBlock, MessageContentReasoningBlockReasoningTextPartial, MessageContentReasoningBlockRedacted } from '../types';
 /**
  * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.1.53",
+  "version": "3.1.54",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/llm/bedrock/llm.spec.ts

@@ -5,16 +5,24 @@ config();
 import { expect, test, describe, jest } from '@jest/globals';
 import {
   AIMessage,
-  AIMessageChunk,
+  ToolMessage,
   HumanMessage,
   SystemMessage,
-  ToolMessage,
+  AIMessageChunk,
 } from '@langchain/core/messages';
 import { concat } from '@langchain/core/utils/stream';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { BedrockRuntimeClient } from '@aws-sdk/client-bedrock-runtime';
+import {
+  BedrockRuntimeClient,
+  ConverseCommand,
+} from '@aws-sdk/client-bedrock-runtime';
+import type { ConverseResponse } from '@aws-sdk/client-bedrock-runtime';
+import {
+  convertConverseMessageToLangChainMessage,
+  handleConverseStreamMetadata,
+  convertToConverseMessages,
+} from './utils';
 import { CustomChatBedrockConverse, ServiceTierType } from './index';
-import { convertToConverseMessages } from './utils';
 
 jest.setTimeout(120000);
 
@@ -429,6 +437,164 @@ describe('CustomChatBedrockConverse', () => {
   });
 });
 
+describe('handleConverseStreamMetadata - cache token extraction', () => {
+  test('should extract cacheReadInputTokens and cacheWriteInputTokens into input_token_details', () => {
+    const metadata = {
+      usage: {
+        inputTokens: 13,
+        outputTokens: 5,
+        totalTokens: 10849,
+        cacheReadInputTokens: 10831,
+        cacheWriteInputTokens: 0,
+      },
+      metrics: { latencyMs: 1000 },
+    };
+
+    const chunk = handleConverseStreamMetadata(metadata, {
+      streamUsage: true,
+    });
+    const msg = chunk.message as AIMessageChunk;
+
+    expect(msg.usage_metadata).toEqual({
+      input_tokens: 13,
+      output_tokens: 5,
+      total_tokens: 10849,
+      input_token_details: {
+        cache_read: 10831,
+        cache_creation: 0,
+      },
+    });
+  });
+
+  test('should not include input_token_details when no cache tokens present', () => {
+    const metadata = {
+      usage: {
+        inputTokens: 100,
+        outputTokens: 50,
+        totalTokens: 150,
+      },
+      metrics: { latencyMs: 500 },
+    };
+
+    const chunk = handleConverseStreamMetadata(metadata, {
+      streamUsage: true,
+    });
+    const msg = chunk.message as AIMessageChunk;
+
+    expect(msg.usage_metadata).toEqual({
+      input_tokens: 100,
+      output_tokens: 50,
+      total_tokens: 150,
+    });
+    expect(msg.usage_metadata?.input_token_details).toBeUndefined();
+  });
+
+  test('should include input_token_details when only cacheWriteInputTokens is present', () => {
+    const metadata = {
+      usage: {
+        inputTokens: 50,
+        outputTokens: 10,
+        totalTokens: 10060,
+        cacheWriteInputTokens: 10000,
+      },
+      metrics: { latencyMs: 800 },
+    };
+
+    const chunk = handleConverseStreamMetadata(metadata, {
+      streamUsage: true,
+    });
+    const msg = chunk.message as AIMessageChunk;
+
+    expect(msg.usage_metadata?.input_token_details).toEqual({
+      cache_read: 0,
+      cache_creation: 10000,
+    });
+  });
+
+  test('should return undefined usage_metadata when streamUsage is false', () => {
+    const metadata = {
+      usage: {
+        inputTokens: 13,
+        outputTokens: 5,
+        totalTokens: 10849,
+        cacheReadInputTokens: 10831,
+        cacheWriteInputTokens: 0,
+      },
+      metrics: { latencyMs: 1000 },
+    };
+
+    const chunk = handleConverseStreamMetadata(metadata, {
+      streamUsage: false,
+    });
+    const msg = chunk.message as AIMessageChunk;
+
+    expect(msg.usage_metadata).toBeUndefined();
+  });
+});
+
+describe('convertConverseMessageToLangChainMessage - cache token extraction', () => {
+  const makeResponseMetadata = (
+    usage: Record<string, number>
+  ): Omit<ConverseResponse, 'output'> =>
+    ({
+      usage,
+      stopReason: 'end_turn',
+      metrics: undefined,
+      $metadata: { requestId: 'test-id' },
+    }) as unknown as Omit<ConverseResponse, 'output'>;
+
+  test('should extract cache tokens in non-streaming response', () => {
+    const message = {
+      role: 'assistant' as const,
+      content: [{ text: 'Hello!' }],
+    };
+
+    const result = convertConverseMessageToLangChainMessage(
+      message,
+      makeResponseMetadata({
+        inputTokens: 20,
+        outputTokens: 5,
+        totalTokens: 10856,
+        cacheReadInputTokens: 10831,
+        cacheWriteInputTokens: 0,
+      })
+    );
+
+    expect(result.usage_metadata).toEqual({
+      input_tokens: 20,
+      output_tokens: 5,
+      total_tokens: 10856,
+      input_token_details: {
+        cache_read: 10831,
+        cache_creation: 0,
+      },
+    });
+  });
+
+  test('should not include input_token_details when no cache tokens in non-streaming response', () => {
+    const message = {
+      role: 'assistant' as const,
+      content: [{ text: 'Hello!' }],
+    };
+
+    const result = convertConverseMessageToLangChainMessage(
+      message,
+      makeResponseMetadata({
+        inputTokens: 100,
+        outputTokens: 50,
+        totalTokens: 150,
+      })
+    );
+
+    expect(result.usage_metadata).toEqual({
+      input_tokens: 100,
+      output_tokens: 50,
+      total_tokens: 150,
+    });
+    expect(result.usage_metadata?.input_token_details).toBeUndefined();
+  });
+});
+
 describe('convertToConverseMessages', () => {
   test('should convert basic messages', () => {
     const { converseMessages, converseSystem } = convertToConverseMessages([
@@ -647,4 +813,67 @@ describe.skip('Integration tests', () => {
       expect(reasoningBlocks.length).toBeGreaterThanOrEqual(0);
     }
   });
+
+  test('cache tokens should populate input_token_details', async () => {
+    const client = new BedrockRuntimeClient({
+      region: integrationArgs.region,
+      credentials: integrationArgs.credentials,
+    });
+
+    // Large system prompt (>1024 tokens) to meet Bedrock's minimum cache threshold
+    const largeSystemPrompt = [
+      'You are an expert assistant.',
+      ...Array(200).fill(
+        'This is padding content to exceed the minimum token threshold for Bedrock prompt caching. '
+      ),
+      'When answering, be brief and direct.',
+    ].join(' ');
+
+    const systemBlocks = [
+      { text: largeSystemPrompt },
+      { cachePoint: { type: 'default' as const } },
+    ];
+
+    const converseArgs = {
+      modelId: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
+      system: systemBlocks,
+      inferenceConfig: { maxTokens: 50 },
+    };
+
+    // Call 1: populate the cache (may be a write or read if already warm)
+    await client.send(
+      new ConverseCommand({
+        ...converseArgs,
+        messages: [{ role: 'user', content: [{ text: 'Say hello.' }] }],
+      })
+    );
+
+    // Call 2: should read from cache — this is the one we assert on
+    const response = await client.send(
+      new ConverseCommand({
+        ...converseArgs,
+        messages: [
+          { role: 'user', content: [{ text: 'Say hello.' }] },
+          { role: 'assistant', content: [{ text: 'Hello!' }] },
+          { role: 'user', content: [{ text: 'Say goodbye.' }] },
+        ],
+      })
+    );
+
+    // Feed raw response through convertConverseMessageToLangChainMessage
+    const result = convertConverseMessageToLangChainMessage(
+      response.output!.message!,
+      response
+    );
+
+    expect(result.usage_metadata).toBeDefined();
+    expect(result.usage_metadata!.input_tokens).toBeGreaterThan(0);
+    expect(result.usage_metadata!.output_tokens).toBeGreaterThan(0);
+
+    // Cache should have been populated by call 1, so call 2 should show cache reads
+    expect(result.usage_metadata!.input_token_details).toBeDefined();
+    expect(
+      result.usage_metadata!.input_token_details!.cache_read
+    ).toBeGreaterThan(0);
+  });
 });

package/src/llm/bedrock/utils/message_outputs.ts

@@ -2,8 +2,9 @@
  * Utility functions for converting Bedrock Converse responses to LangChain messages.
  * Ported from @langchain/aws common.js
  */
-import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
+import type { UsageMetadata } from '@langchain/core/messages';
 import type {
   BedrockMessage,
   ConverseResponse,
@@ -107,17 +108,38 @@ export function convertConverseMessageToLangChainMessage(
   }
 
   let tokenUsage:
-    | { input_tokens: number; output_tokens: number; total_tokens: number }
+    | {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        input_token_details?: {
+          cache_read: number;
+          cache_creation: number;
+        };
+      }
     | undefined;
   if (responseMetadata.usage != null) {
-    const input_tokens = responseMetadata.usage.inputTokens ?? 0;
-    const output_tokens = responseMetadata.usage.outputTokens ?? 0;
+    const usage = responseMetadata.usage as NonNullable<
+      typeof responseMetadata.usage
+    > & {
+      cacheReadInputTokens?: number;
+      cacheWriteInputTokens?: number;
+    };
+    const input_tokens = usage.inputTokens ?? 0;
+    const output_tokens = usage.outputTokens ?? 0;
+    const cacheRead = usage.cacheReadInputTokens;
+    const cacheWrite = usage.cacheWriteInputTokens;
     tokenUsage = {
       input_tokens,
       output_tokens,
-      total_tokens:
-        responseMetadata.usage.totalTokens ?? input_tokens + output_tokens,
+      total_tokens: usage.totalTokens ?? input_tokens + output_tokens,
     };
+    if (cacheRead != null || cacheWrite != null) {
+      tokenUsage.input_token_details = {
+        cache_read: cacheRead ?? 0,
+        cache_creation: cacheWrite ?? 0,
+      };
+    }
   }
 
   if (
@@ -285,19 +307,37 @@ export function handleConverseStreamMetadata(
   metadata: ConverseStreamMetadataEvent,
   extra: { streamUsage: boolean }
 ): ChatGenerationChunk {
-  const inputTokens = metadata.usage?.inputTokens ?? 0;
-  const outputTokens = metadata.usage?.outputTokens ?? 0;
-  const usage_metadata = {
+  const usage = metadata.usage as
+    | (NonNullable<ConverseStreamMetadataEvent['usage']> & {
+        cacheReadInputTokens?: number;
+        cacheWriteInputTokens?: number;
+      })
+    | undefined;
+  const inputTokens = usage?.inputTokens ?? 0;
+  const outputTokens = usage?.outputTokens ?? 0;
+  const cacheRead = usage?.cacheReadInputTokens;
+  const cacheWrite = usage?.cacheWriteInputTokens;
+
+  const usage_metadata: Record<string, unknown> = {
     input_tokens: inputTokens,
     output_tokens: outputTokens,
-    total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,
+    total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,
   };
 
+  if (cacheRead != null || cacheWrite != null) {
+    usage_metadata.input_token_details = {
+      cache_read: cacheRead ?? 0,
+      cache_creation: cacheWrite ?? 0,
+    };
+  }
+
   return new ChatGenerationChunk({
     text: '',
     message: new AIMessageChunk({
       content: '',
-      usage_metadata: extra.streamUsage ? usage_metadata : undefined,
+      usage_metadata: extra.streamUsage
+        ? (usage_metadata as UsageMetadata)
+        : undefined,
       response_metadata: {
         // Use the same key as returned from the Converse API
         metadata,

package/src/scripts/bedrock-cache-debug.ts

@@ -0,0 +1,250 @@
+/**
+ * Debug script to investigate cache token omission in Bedrock responses.
+ *
+ * This script:
+ * 1. Makes a streaming call to Bedrock and logs the raw metadata event
+ * 2. Shows exactly what fields the AWS SDK returns in usage (including cache tokens)
+ * 3. Shows what our handleConverseStreamMetadata produces vs what it should produce
+ * 4. Makes a multi-turn call to trigger caching and verify cache tokens appear
+ */
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import type { AIMessageChunk } from '@langchain/core/messages';
+import { concat } from '@langchain/core/utils/stream';
+import {
+  ConverseStreamCommand,
+  BedrockRuntimeClient,
+} from '@aws-sdk/client-bedrock-runtime';
+import { CustomChatBedrockConverse } from '@/llm/bedrock';
+
+const region = process.env.BEDROCK_AWS_REGION ?? 'us-east-1';
+const credentials = {
+  accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
+  secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
+};
+
+const MODEL_ID = 'us.anthropic.claude-sonnet-4-5-20250929-v1:0';
+
+// A long system prompt to increase likelihood of cache usage
+// Bedrock requires minimum 1024 tokens for prompt caching to activate
+const SYSTEM_PROMPT = `You are an expert assistant. Here is a large context block to help trigger cache behavior:
+
+${Array(200).fill('This is padding content to make the prompt large enough to trigger Bedrock prompt caching. The minimum requirement for Anthropic models on Bedrock is 1024 tokens in the cached prefix. We need to ensure this prompt is well above that threshold. ').join('')}
+
+When answering, be brief and direct.`;
+
+async function rawSdkCall(): Promise<void> {
+  console.log('='.repeat(60));
+  console.log('TEST 1: Raw AWS SDK call - inspect metadata.usage directly');
+  console.log('='.repeat(60));
+
+  const client = new BedrockRuntimeClient({ region, credentials });
+
+  // First call - should create cache
+  // Use cachePoint block to explicitly enable prompt caching
+  console.log('\n--- Call 1 (cache write expected) ---');
+  const command1 = new ConverseStreamCommand({
+    modelId: MODEL_ID,
+    system: [{ text: SYSTEM_PROMPT }, { cachePoint: { type: 'default' } }],
+    messages: [{ role: 'user', content: [{ text: 'What is 2+2?' }] }],
+    inferenceConfig: { maxTokens: 100 },
+  });
+
+  const response1 = await client.send(command1);
+  if (response1.stream) {
+    for await (const event of response1.stream) {
+      if (event.metadata != null) {
+        console.log('\nRAW metadata event (Call 1):');
+        console.dir(event.metadata, { depth: null });
+        console.log('\nRAW metadata.usage:');
+        console.dir(event.metadata.usage, { depth: null });
+        console.log('\nSpecific cache fields:');
+        console.log(
+          '  cacheReadInputTokens:',
+          (event.metadata.usage as Record<string, unknown>)
+            ?.cacheReadInputTokens
+        );
+        console.log(
+          '  cacheWriteInputTokens:',
+          (event.metadata.usage as Record<string, unknown>)
+            ?.cacheWriteInputTokens
+        );
+      }
+    }
+  }
+
+  // Second call - should read from cache
+  console.log('\n--- Call 2 (cache read expected) ---');
+  const command2 = new ConverseStreamCommand({
+    modelId: MODEL_ID,
+    system: [{ text: SYSTEM_PROMPT }, { cachePoint: { type: 'default' } }],
+    messages: [
+      { role: 'user', content: [{ text: 'What is 2+2?' }] },
+      { role: 'assistant', content: [{ text: '4' }] },
+      { role: 'user', content: [{ text: 'And what is 3+3?' }] },
+    ],
+    inferenceConfig: { maxTokens: 100 },
+  });
+
+  const response2 = await client.send(command2);
+  if (response2.stream) {
+    for await (const event of response2.stream) {
+      if (event.metadata != null) {
+        console.log('\nRAW metadata event (Call 2):');
+        console.dir(event.metadata, { depth: null });
+        console.log('\nRAW metadata.usage:');
+        console.dir(event.metadata.usage, { depth: null });
+        console.log('\nSpecific cache fields:');
+        console.log(
+          '  cacheReadInputTokens:',
+          (event.metadata.usage as Record<string, unknown>)
+            ?.cacheReadInputTokens
+        );
+        console.log(
+          '  cacheWriteInputTokens:',
+          (event.metadata.usage as Record<string, unknown>)
+            ?.cacheWriteInputTokens
+        );
+      }
+    }
+  }
+}
+
+async function wrapperStreamCallNoCachePoint(): Promise<void> {
+  console.log('\n' + '='.repeat(60));
+  console.log(
+    'TEST 2: CustomChatBedrockConverse stream (NO cachePoint) - check usage_metadata'
+  );
+  console.log('='.repeat(60));
+  console.log('(Without cachePoint, Bedrock does NOT return cache tokens)');
+
+  const model = new CustomChatBedrockConverse({
+    model: MODEL_ID,
+    region,
+    credentials,
+    maxTokens: 100,
+    streaming: true,
+    streamUsage: true,
+  });
+
+  console.log('\n--- Wrapper Call (no cachePoint) ---');
+  const messages1 = [new HumanMessage(SYSTEM_PROMPT + '\n\nWhat is 2+2?')];
+  let finalChunk1: AIMessageChunk | undefined;
+
+  for await (const chunk of await model.stream(messages1)) {
+    finalChunk1 = finalChunk1 ? concat(finalChunk1, chunk) : chunk;
+  }
+
+  console.log(
+    '\nFinal usage_metadata:',
+    JSON.stringify(finalChunk1!.usage_metadata)
+  );
+  console.log('(No cache tokens expected since no cachePoint block was sent)');
+}
+
+async function wrapperStreamCallWithCachePoint(): Promise<void> {
+  console.log('\n' + '='.repeat(60));
+  console.log(
+    'TEST 3: Raw SDK with cachePoint -> verify handleConverseStreamMetadata extracts cache tokens'
+  );
+  console.log('='.repeat(60));
+
+  // We use the raw SDK with cachePoint to trigger caching, then verify
+  // that our handleConverseStreamMetadata function properly extracts cache fields
+  const { handleConverseStreamMetadata } = await import(
+    '@/llm/bedrock/utils/message_outputs'
+  );
+
+  const client = new BedrockRuntimeClient({ region, credentials });
+
+  // Call 1 - establish cache
+  console.log('\n--- Call 1 (cache write) ---');
+  const command1 = new ConverseStreamCommand({
+    modelId: MODEL_ID,
+    system: [{ text: SYSTEM_PROMPT }, { cachePoint: { type: 'default' } }],
+    messages: [{ role: 'user', content: [{ text: 'What is 2+2?' }] }],
+    inferenceConfig: { maxTokens: 100 },
+  });
+
+  const response1 = await client.send(command1);
+  if (response1.stream) {
+    for await (const event of response1.stream) {
+      if (event.metadata != null) {
+        console.log('Raw usage:', JSON.stringify(event.metadata.usage));
+
+        // Test our handler
+        const chunk = handleConverseStreamMetadata(event.metadata, {
+          streamUsage: true,
+        });
+        console.log(
+          'handleConverseStreamMetadata output usage_metadata:',
+          JSON.stringify(chunk.message.usage_metadata)
+        );
+
+        const hasDetails =
+          chunk.message.usage_metadata?.input_token_details != null;
+        console.log(
+          `Has input_token_details: ${hasDetails}`,
+          hasDetails
+            ? JSON.stringify(chunk.message.usage_metadata!.input_token_details)
+            : '(MISSING - BUG!)'
+        );
+      }
+    }
+  }
+
+  // Call 2 - read from cache
+  console.log('\n--- Call 2 (cache read) ---');
+  const command2 = new ConverseStreamCommand({
+    modelId: MODEL_ID,
+    system: [{ text: SYSTEM_PROMPT }, { cachePoint: { type: 'default' } }],
+    messages: [
+      { role: 'user', content: [{ text: 'What is 2+2?' }] },
+      { role: 'assistant', content: [{ text: '4' }] },
+      { role: 'user', content: [{ text: 'What is 3+3?' }] },
+    ],
+    inferenceConfig: { maxTokens: 100 },
+  });
+
+  const response2 = await client.send(command2);
+  if (response2.stream) {
+    for await (const event of response2.stream) {
+      if (event.metadata != null) {
+        console.log('Raw usage:', JSON.stringify(event.metadata.usage));
+
+        const chunk = handleConverseStreamMetadata(event.metadata, {
+          streamUsage: true,
+        });
+        console.log(
+          'handleConverseStreamMetadata output usage_metadata:',
+          JSON.stringify(chunk.message.usage_metadata)
+        );
+
+        const hasDetails =
+          chunk.message.usage_metadata?.input_token_details != null;
+        console.log(
+          `Has input_token_details: ${hasDetails}`,
+          hasDetails
+            ? JSON.stringify(chunk.message.usage_metadata!.input_token_details)
+            : '(MISSING - BUG!)'
+        );
+      }
+    }
+  }
+}
+
+async function main(): Promise<void> {
+  console.log('Bedrock Cache Token Debug Script');
+  console.log(`Model: ${MODEL_ID}`);
+  console.log(`Region: ${region}\n`);
+
+  await rawSdkCall();
+  await wrapperStreamCallNoCachePoint();
+  await wrapperStreamCallWithCachePoint();
+}
+
+main().catch((err) => {
+  console.error('Fatal error:', err);
+  process.exit(1);
+});