@illuma-ai/agents 1.0.90 → 1.0.93

package/src/llm/bedrock/utils/message_outputs.js

@@ -0,0 +1,269 @@
+/**
+ * Utility functions for converting Bedrock Converse responses to LangChain messages.
+ * Ported from @langchain/aws common.js
+ */
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
+/**
+ * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.
+ */
+export function bedrockReasoningDeltaToLangchainPartialReasoningBlock(reasoningContent) {
+    const { text, redactedContent, signature } = reasoningContent;
+    if (typeof text === 'string') {
+        return {
+            type: 'reasoning_content',
+            reasoningText: { text },
+        };
+    }
+    if (signature != null) {
+        return {
+            type: 'reasoning_content',
+            reasoningText: { signature },
+        };
+    }
+    if (redactedContent != null) {
+        return {
+            type: 'reasoning_content',
+            redactedContent: Buffer.from(redactedContent).toString('base64'),
+        };
+    }
+    throw new Error('Invalid reasoning content');
+}
+/**
+ * Convert a Bedrock reasoning block to a LangChain reasoning block.
+ */
+export function bedrockReasoningBlockToLangchainReasoningBlock(reasoningContent) {
+    const { reasoningText, redactedContent } = reasoningContent;
+    if (reasoningText != null) {
+        return {
+            type: 'reasoning_content',
+            reasoningText: reasoningText,
+        };
+    }
+    if (redactedContent != null) {
+        return {
+            type: 'reasoning_content',
+            redactedContent: Buffer.from(redactedContent).toString('base64'),
+        };
+    }
+    throw new Error('Invalid reasoning content');
+}
+/**
+ * Convert a Bedrock Converse message to a LangChain message.
+ */
+export function convertConverseMessageToLangChainMessage(message, responseMetadata) {
+    if (message.content == null) {
+        throw new Error('No message content found in response.');
+    }
+    if (message.role !== 'assistant') {
+        throw new Error(`Unsupported message role received in ChatBedrockConverse response: ${message.role}`);
+    }
+    let requestId;
+    if ('$metadata' in responseMetadata &&
+        responseMetadata.$metadata != null &&
+        typeof responseMetadata.$metadata === 'object' &&
+        'requestId' in responseMetadata.$metadata) {
+        requestId = responseMetadata.$metadata.requestId;
+    }
+    let tokenUsage;
+    if (responseMetadata.usage != null) {
+        const usage = responseMetadata.usage;
+        const input_tokens = usage.inputTokens ?? 0;
+        const output_tokens = usage.outputTokens ?? 0;
+        const cacheRead = usage.cacheReadInputTokens;
+        const cacheWrite = usage.cacheWriteInputTokens;
+        tokenUsage = {
+            input_tokens,
+            output_tokens,
+            total_tokens: usage.totalTokens ?? input_tokens + output_tokens,
+        };
+        if (cacheRead != null || cacheWrite != null) {
+            tokenUsage.input_token_details = {
+                cache_read: cacheRead ?? 0,
+                cache_creation: cacheWrite ?? 0,
+            };
+        }
+    }
+    if (message.content.length === 1 &&
+        'text' in message.content[0] &&
+        typeof message.content[0].text === 'string') {
+        return new AIMessage({
+            content: message.content[0].text,
+            response_metadata: responseMetadata,
+            usage_metadata: tokenUsage,
+            id: requestId,
+        });
+    }
+    else {
+        const toolCalls = [];
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const content = [];
+        message.content.forEach((c) => {
+            if ('toolUse' in c &&
+                c.toolUse != null &&
+                c.toolUse.name != null &&
+                c.toolUse.name !== '' &&
+                c.toolUse.input != null &&
+                typeof c.toolUse.input === 'object') {
+                toolCalls.push({
+                    id: c.toolUse.toolUseId,
+                    name: c.toolUse.name,
+                    args: c.toolUse.input,
+                    type: 'tool_call',
+                });
+            }
+            else if ('text' in c && typeof c.text === 'string') {
+                content.push({ type: 'text', text: c.text });
+            }
+            else if ('reasoningContent' in c && c.reasoningContent != null) {
+                content.push(bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent));
+            }
+            else {
+                content.push(c);
+            }
+        });
+        return new AIMessage({
+            content: content.length ? content : '',
+            tool_calls: toolCalls.length ? toolCalls : undefined,
+            response_metadata: responseMetadata,
+            usage_metadata: tokenUsage,
+            id: requestId,
+        });
+    }
+}
+/**
+ * Handle a content block delta event from Bedrock Converse stream.
+ */
+export function handleConverseStreamContentBlockDelta(contentBlockDelta) {
+    if (contentBlockDelta.delta == null) {
+        throw new Error('No delta found in content block.');
+    }
+    if (typeof contentBlockDelta.delta.text === 'string') {
+        return new ChatGenerationChunk({
+            text: contentBlockDelta.delta.text,
+            message: new AIMessageChunk({
+                content: contentBlockDelta.delta.text,
+                response_metadata: {
+                    contentBlockIndex: contentBlockDelta.contentBlockIndex,
+                },
+            }),
+        });
+    }
+    else if (contentBlockDelta.delta.toolUse != null) {
+        const index = contentBlockDelta.contentBlockIndex;
+        return new ChatGenerationChunk({
+            text: '',
+            message: new AIMessageChunk({
+                content: '',
+                tool_call_chunks: [
+                    {
+                        args: contentBlockDelta.delta.toolUse.input,
+                        index,
+                        type: 'tool_call_chunk',
+                    },
+                ],
+                response_metadata: {
+                    contentBlockIndex: contentBlockDelta.contentBlockIndex,
+                },
+            }),
+        });
+    }
+    else if (contentBlockDelta.delta.reasoningContent != null) {
+        const reasoningBlock = bedrockReasoningDeltaToLangchainPartialReasoningBlock(contentBlockDelta.delta.reasoningContent);
+        let reasoningText = '';
+        if ('reasoningText' in reasoningBlock) {
+            reasoningText = reasoningBlock.reasoningText.text ?? '';
+        }
+        else if ('redactedContent' in reasoningBlock) {
+            reasoningText = reasoningBlock.redactedContent;
+        }
+        return new ChatGenerationChunk({
+            text: '',
+            message: new AIMessageChunk({
+                content: [reasoningBlock],
+                additional_kwargs: {
+                    // Set reasoning_content for stream handler to detect reasoning mode
+                    reasoning_content: reasoningText,
+                },
+                response_metadata: {
+                    contentBlockIndex: contentBlockDelta.contentBlockIndex,
+                },
+            }),
+        });
+    }
+    else {
+        // Silent healing: unknown content block types are logged and skipped
+        console.warn(`[Bedrock:SilentHeal] Unknown content block delta type — skipping: ${JSON.stringify(contentBlockDelta.delta, null, 2)}`);
+        return new ChatGenerationChunk({
+            text: '',
+            message: new AIMessageChunk({
+                content: '',
+                response_metadata: {
+                    contentBlockIndex: contentBlockDelta.contentBlockIndex,
+                },
+            }),
+        });
+    }
+}
+/**
+ * Handle a content block start event from Bedrock Converse stream.
+ */
+export function handleConverseStreamContentBlockStart(contentBlockStart) {
+    const index = contentBlockStart.contentBlockIndex;
+    if (contentBlockStart.start?.toolUse != null) {
+        return new ChatGenerationChunk({
+            text: '',
+            message: new AIMessageChunk({
+                content: '',
+                tool_call_chunks: [
+                    {
+                        name: contentBlockStart.start.toolUse.name,
+                        id: contentBlockStart.start.toolUse.toolUseId,
+                        index,
+                        type: 'tool_call_chunk',
+                    },
+                ],
+                response_metadata: {
+                    contentBlockIndex: index,
+                },
+            }),
+        });
+    }
+    // Return null for non-tool content block starts (text blocks don't need special handling)
+    return null;
+}
+/**
+ * Handle a metadata event from Bedrock Converse stream.
+ */
+export function handleConverseStreamMetadata(metadata, extra) {
+    const usage = metadata.usage;
+    const inputTokens = usage?.inputTokens ?? 0;
+    const outputTokens = usage?.outputTokens ?? 0;
+    const cacheRead = usage?.cacheReadInputTokens;
+    const cacheWrite = usage?.cacheWriteInputTokens;
+    const usage_metadata = {
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,
+    };
+    if (cacheRead != null || cacheWrite != null) {
+        usage_metadata.input_token_details = {
+            cache_read: cacheRead ?? 0,
+            cache_creation: cacheWrite ?? 0,
+        };
+    }
+    return new ChatGenerationChunk({
+        text: '',
+        message: new AIMessageChunk({
+            content: '',
+            usage_metadata: extra.streamUsage
+                ? usage_metadata
+                : undefined,
+            response_metadata: {
+                // Use the same key as returned from the Converse API
+                metadata,
+            },
+        }),
+    });
+}
+//# sourceMappingURL=message_outputs.js.map

package/src/llm/bedrock/utils/message_outputs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_outputs.js","sourceRoot":"","sources":["message_outputs.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAerE;;GAEG;AACH,MAAM,UAAU,qDAAqD,CACnE,gBAA4C;IAI5C,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,GACxC,gBAIC,CAAC;IAEJ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,EAAE,SAAS,EAAE;SAC7B,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,8CAA8C,CAC5D,gBAAuC;IAEvC,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,GACtC,gBAGC,CAAC;IAEJ,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,aAAa;SAC7B,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wCAAwC,CACtD,OAAuB,EACvB,gBAAkD;IAElD,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACb,sEAAsE,OAAO,CAAC,IAAI,EAAE,CACrF,CAAC;IACJ,CAAC;IAED,IAAI,SAA6B,CAAC;IAClC,IACE,WAAW,IAAI,gBAAgB;QAC/B,gBAAgB,CAAC,SAAS,IAAI,IAAI;QAClC,OAAO,gBAAgB,CAAC,SAAS,KAAK,QAAQ;QAC9C,WAAW,IAAI,gBAAgB,CAAC,SAAS,EACzC,CAAC;QACD,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC,SAAmB,CAAC;IAC7D,CAAC;IAED,IAAI,UAUS,CAAC;IACd,IAAI,gBAAgB,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAK9B,CAAC;QACF,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,MAAM,aAAa,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,KAAK,CAAC,oBAAoB,CAAC;QAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,qBAAqB,CAAC;QAC/C,UAAU,GAAG;YACX,YAAY;YACZ,aAAa;YACb,YAAY,EAAE,KAAK,CAAC,WAAW,IAAI,YAAY,GAAG,aAAa;SAChE,CAAC;QACF,IAAI,SAAS,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YAC5C,UAAU,CAAC,mBAAmB,GAAG;gBAC/B,UAAU,EAAE,SAAS,IAAI,CAAC;gBAC1B,cAAc,EAAE,UAAU,IAAI,CAAC;aAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IACE,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC5B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5B,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAC3C,CAAC;QACD,OAAO,IAAI,SAAS,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;YAChC,iBAAiB,EAAE,gBAAgB;YACnC,cAAc,EAAE,UAAU;YAC1B,EAAE,EAAE,SAAS;SACd,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAKV,EAAE,CAAC;QACR,8DAA8D;QAC9D,MAAM,OAAO,GAAU,EAAE,CAAC;QAE1B,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAC5B,IACE,SAAS,IAAI,CAAC;gBACd,CAAC,CAAC,OAAO,IAAI,IAAI;gBACjB,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI;gBACtB,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,EAAE;gBACrB,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI;gBACvB,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,EACnC,CAAC;gBACD,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;oBACvB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI;oBACpB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAgC;oBAChD,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,kBAAkB,IAAI,CAAC,IAAI,CAAC,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBACjE,OAAO,CAAC,IAAI,CACV,8CAA8C,CAAC,CAAC,CAAC,gBAAgB,CAAC,CACnE,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,SAAS,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACtC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACpD,iBAAiB,EAAE,gBAAgB;YACnC,cAAc,EAAE,UAAU;YAC1B,EAAE,EAAE,SAAS;SACd,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qCAAqC,CACnD,iBAAyC;IAEzC,IAAI,iBAAiB,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACrD,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;YAClC,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI;gBACrC,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;iBACvD;aACF,CAAC;SACH,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;QAClD,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAe;wBACrD,KAAK;wBACL,IAAI,EAAE,iBAAiB;qBACxB;iBACF;gBACD,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;iBACvD;aACF,CAAC;SACH,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;QAC5D,MAAM,cAAc,GAClB,qDAAqD,CACnD,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CACzC,CAAC;QACJ,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,eAAe,IAAI,cAAc,EAAE,CAAC;YACtC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC;QAC1D,CAAC;aAAM,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;YAC/C,aAAa,GAAG,cAAc,CAAC,eAAe,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,CAAC,cAAc,CAAC;gBACzB,iBAAiB,EAAE;oBACjB,oEAAoE;oBACpE,iBAAiB,EAAE,aAAa;iBACjC;gBACD,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,iBAAiB,CAAC,iBAAiB;iBACvD;aACF,CAAC;SACH,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CACzF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qCAAqC,CACnD,iBAAyC;IAEzC,MAAM,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;IAElD,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;QAC7C,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;wBAC1C,EAAE,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;wBAC7C,KAAK;wBACL,IAAI,EAAE,iBAAiB;qBACxB;iBACF;gBACD,iBAAiB,EAAE;oBACjB,iBAAiB,EAAE,KAAK;iBACzB;aACF,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED,0FAA0F;IAC1F,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAC1C,QAAqC,EACrC,KAA+B;IAE/B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAKV,CAAC;IACd,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,KAAK,EAAE,oBAAoB,CAAC;IAC9C,MAAM,UAAU,GAAG,KAAK,EAAE,qBAAqB,CAAC;IAEhD,MAAM,cAAc,GAA4B;QAC9C,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY;KAC/D,CAAC;IAEF,IAAI,SAAS,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QAC5C,cAAc,CAAC,mBAAmB,GAAG;YACnC,UAAU,EAAE,SAAS,IAAI,CAAC;YAC1B,cAAc,EAAE,UAAU,IAAI,CAAC;SAChC,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,mBAAmB,CAAC;QAC7B,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,IAAI,cAAc,CAAC;YAC1B,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,KAAK,CAAC,WAAW;gBAC/B,CAAC,CAAE,cAAgC;gBACnC,CAAC,CAAC,SAAS;YACb,iBAAiB,EAAE;gBACjB,qDAAqD;gBACrD,QAAQ;aACT;SACF,CAAC;KACH,CAAC,CAAC;AACL,CAAC"}

package/src/llm/bedrock/utils/message_outputs.ts

@@ -2,8 +2,9 @@
  * Utility functions for converting Bedrock Converse responses to LangChain messages.
  * Ported from @langchain/aws common.js
  */
-import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
+import type { UsageMetadata } from '@langchain/core/messages';
 import type {
   BedrockMessage,
   ConverseResponse,
@@ -107,17 +108,38 @@ export function convertConverseMessageToLangChainMessage(
   }
 
   let tokenUsage:
-    | { input_tokens: number; output_tokens: number; total_tokens: number }
+    | {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        input_token_details?: {
+          cache_read: number;
+          cache_creation: number;
+        };
+      }
     | undefined;
   if (responseMetadata.usage != null) {
-    const input_tokens = responseMetadata.usage.inputTokens ?? 0;
-    const output_tokens = responseMetadata.usage.outputTokens ?? 0;
+    const usage = responseMetadata.usage as NonNullable<
+      typeof responseMetadata.usage
+    > & {
+      cacheReadInputTokens?: number;
+      cacheWriteInputTokens?: number;
+    };
+    const input_tokens = usage.inputTokens ?? 0;
+    const output_tokens = usage.outputTokens ?? 0;
+    const cacheRead = usage.cacheReadInputTokens;
+    const cacheWrite = usage.cacheWriteInputTokens;
     tokenUsage = {
       input_tokens,
       output_tokens,
-      total_tokens:
-        responseMetadata.usage.totalTokens ?? input_tokens + output_tokens,
+      total_tokens: usage.totalTokens ?? input_tokens + output_tokens,
     };
+    if (cacheRead != null || cacheWrite != null) {
+      tokenUsage.input_token_details = {
+        cache_read: cacheRead ?? 0,
+        cache_creation: cacheWrite ?? 0,
+      };
+    }
   }
 
   if (
@@ -220,15 +242,12 @@ export function handleConverseStreamContentBlockDelta(
       bedrockReasoningDeltaToLangchainPartialReasoningBlock(
         contentBlockDelta.delta.reasoningContent
       );
-    // Extract the text for additional_kwargs.reasoning_content (for stream handler compatibility)
-    const reasoningText =
-      'reasoningText' in reasoningBlock
-        ? (reasoningBlock.reasoningText.text ??
-          reasoningBlock.reasoningText.signature ??
-          ('redactedContent' in reasoningBlock
-            ? reasoningBlock.redactedContent
-            : ''))
-        : '';
+    let reasoningText = '';
+    if ('reasoningText' in reasoningBlock) {
+      reasoningText = reasoningBlock.reasoningText.text ?? '';
+    } else if ('redactedContent' in reasoningBlock) {
+      reasoningText = reasoningBlock.redactedContent;
+    }
     return new ChatGenerationChunk({
       text: '',
       message: new AIMessageChunk({
@@ -243,9 +262,20 @@ export function handleConverseStreamContentBlockDelta(
       }),
     });
   } else {
-    throw new Error(
-      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`
+    // Silent healing: unknown content block types are logged and skipped
+    // instead of crashing the stream. This can happen with new Bedrock features.
+    console.warn(
+      `[Bedrock:SilentHeal] Unknown content block delta type — skipping: ${JSON.stringify(contentBlockDelta.delta, null, 2)}`
     );
+    return new ChatGenerationChunk({
+      text: '',
+      message: new AIMessageChunk({
+        content: '',
+        response_metadata: {
+          contentBlockIndex: contentBlockDelta.contentBlockIndex,
+        },
+      }),
+    });
   }
 }
 
@@ -288,19 +318,37 @@ export function handleConverseStreamMetadata(
   metadata: ConverseStreamMetadataEvent,
   extra: { streamUsage: boolean }
 ): ChatGenerationChunk {
-  const inputTokens = metadata.usage?.inputTokens ?? 0;
-  const outputTokens = metadata.usage?.outputTokens ?? 0;
-  const usage_metadata = {
+  const usage = metadata.usage as
+    | (NonNullable<ConverseStreamMetadataEvent['usage']> & {
+        cacheReadInputTokens?: number;
+        cacheWriteInputTokens?: number;
+      })
+    | undefined;
+  const inputTokens = usage?.inputTokens ?? 0;
+  const outputTokens = usage?.outputTokens ?? 0;
+  const cacheRead = usage?.cacheReadInputTokens;
+  const cacheWrite = usage?.cacheWriteInputTokens;
+
+  const usage_metadata: Record<string, unknown> = {
     input_tokens: inputTokens,
     output_tokens: outputTokens,
-    total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,
+    total_tokens: usage?.totalTokens ?? inputTokens + outputTokens,
   };
 
+  if (cacheRead != null || cacheWrite != null) {
+    usage_metadata.input_token_details = {
+      cache_read: cacheRead ?? 0,
+      cache_creation: cacheWrite ?? 0,
+    };
+  }
+
   return new ChatGenerationChunk({
     text: '',
     message: new AIMessageChunk({
       content: '',
-      usage_metadata: extra.streamUsage ? usage_metadata : undefined,
+      usage_metadata: extra.streamUsage
+        ? (usage_metadata as UsageMetadata)
+        : undefined,
       response_metadata: {
         // Use the same key as returned from the Converse API
         metadata,

package/src/llm/fake.js

@@ -0,0 +1,92 @@
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessageChunk } from '@langchain/core/messages';
+import { FakeListChatModel } from '@langchain/core/utils/testing';
+export class FakeChatModel extends FakeListChatModel {
+    splitStrategy;
+    toolCalls = [];
+    addedToolCalls = false;
+    constructor({ responses, sleep, emitCustomEvent, splitStrategy = { type: 'regex', value: /(?<=\s+)|(?=\s+)/ }, toolCalls = [] }) {
+        super({ responses, sleep, emitCustomEvent });
+        this.splitStrategy = splitStrategy;
+        this.toolCalls = toolCalls;
+    }
+    splitText(text) {
+        if (this.splitStrategy.type === 'regex') {
+            return text.split(this.splitStrategy.value);
+        }
+        else {
+            const chunkSize = this.splitStrategy.value;
+            const chunks = [];
+            for (let i = 0; i < text.length; i += chunkSize) {
+                chunks.push(text.slice(i, i + chunkSize));
+            }
+            return chunks;
+        }
+    }
+    _createResponseChunk(text, tool_call_chunks) {
+        return new ChatGenerationChunk({
+            text,
+            generationInfo: {},
+            message: new AIMessageChunk({
+                content: text,
+                tool_call_chunks,
+                additional_kwargs: tool_call_chunks ? {
+                    tool_calls: tool_call_chunks.map((toolCall) => ({
+                        index: toolCall.index ?? 0,
+                        id: toolCall.id ?? '',
+                        type: 'function',
+                        function: {
+                            name: toolCall.name ?? '',
+                            arguments: toolCall.args ?? '',
+                        },
+                    })),
+                } : undefined,
+            })
+        });
+    }
+    async *_streamResponseChunks(_messages, options, runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        if (this.emitCustomEvent) {
+            await runManager?.handleCustomEvent('some_test_event', {
+                someval: true,
+            });
+        }
+        const chunks = this.splitText(response);
+        for await (const chunk of chunks) {
+            await this._sleepIfRequested();
+            if (options.thrownErrorString != null && options.thrownErrorString) {
+                throw new Error(options.thrownErrorString);
+            }
+            const responseChunk = super._createResponseChunk(chunk);
+            yield responseChunk;
+            void runManager?.handleLLMNewToken(chunk);
+        }
+        await this._sleepIfRequested();
+        if (this.toolCalls.length > 0 && !this.addedToolCalls) {
+            this.addedToolCalls = true;
+            const toolCallChunks = this.toolCalls.map((toolCall) => {
+                ;
+                return {
+                    name: toolCall.name,
+                    args: JSON.stringify(toolCall.args),
+                    id: toolCall.id,
+                    type: 'tool_call_chunk',
+                };
+            });
+            const responseChunk = this._createResponseChunk('', toolCallChunks);
+            yield responseChunk;
+            void runManager?.handleLLMNewToken('');
+        }
+    }
+}
+export function createFakeStreamingLLM({ responses, sleep, splitStrategy, toolCalls, }) {
+    return new FakeChatModel({
+        sleep,
+        responses,
+        emitCustomEvent: true,
+        splitStrategy,
+        toolCalls,
+    });
+}
+//# sourceMappingURL=fake.js.map

package/src/llm/fake.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake.js","sourceRoot":"","sources":["fake.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAQlE,MAAM,OAAO,aAAc,SAAQ,iBAAiB;IAC1C,aAAa,CAAgB;IAC7B,SAAS,GAAe,EAAE,CAAC;IAC3B,cAAc,GAAY,KAAK,CAAC;IAExC,YAAY,EACV,SAAS,EACT,KAAK,EACL,eAAe,EACf,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAC5D,SAAS,GAAG,EAAE,EAOf;QACC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,IAAY;QAC5B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAe,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,KAAe,CAAC;YACrD,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,oBAAoB,CAAC,IAAY,EAAE,gBAAkC;QACnE,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI;YACJ,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,OAAO,EAAE,IAAI;gBACb,gBAAgB;gBAChB,iBAAiB,EAAE,gBAAgB,CAAC,CAAC,CAAC;oBACpC,UAAU,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBAC9C,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;wBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;wBACrB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;4BACzB,SAAS,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;yBAC/B;qBACF,CAAC,CAAC;iBACJ,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;SAAC,CAAC,CAAC;IACT,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAC1B,SAAwB,EACxB,OAAkC,EAClC,UAAqC;QAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,UAAU,EAAE,iBAAiB,CAAC,iBAAiB,EAAE;gBACrD,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAE/B,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACnE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,aAAa,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACxD,MAAM,aAAa,CAAC;YACpB,KAAK,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAAE,CAAC;gBACxD,OAAO;oBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,iBAAiB;iBACP,CAAC;YACrB,CAAC,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;YACpE,MAAM,aAAa,CAAC;YACpB,KAAK,UAAU,EAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,aAAa,EACb,SAAS,GAMV;IAEC,OAAO,IAAI,aAAa,CAAC;QACvB,KAAK;QACL,SAAS;QACT,eAAe,EAAE,IAAI;QACrB,aAAa;QACb,SAAS;KACV,CAAC,CAAC;AACL,CAAC"}