illuma-agents 1.0.37 → 1.0.38

package/src/llm/bedrock/utils/message_outputs.ts

@@ -0,0 +1,310 @@
+/**
+ * Utility functions for converting Bedrock Converse responses to LangChain messages.
+ * Ported from @langchain/aws common.js
+ */
+import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import type {
+  BedrockMessage,
+  ConverseResponse,
+  ContentBlockDeltaEvent,
+  ConverseStreamMetadataEvent,
+  ContentBlockStartEvent,
+  ReasoningContentBlock,
+  ReasoningContentBlockDelta,
+  MessageContentReasoningBlock,
+  MessageContentReasoningBlockReasoningTextPartial,
+  MessageContentReasoningBlockRedacted,
+} from '../types';
+
+/**
+ * Convert a Bedrock reasoning block delta to a LangChain partial reasoning block.
+ */
+export function bedrockReasoningDeltaToLangchainPartialReasoningBlock(
+  reasoningContent: ReasoningContentBlockDelta
+):
+  | MessageContentReasoningBlockReasoningTextPartial
+  | MessageContentReasoningBlockRedacted {
+  const { text, redactedContent, signature } =
+    reasoningContent as ReasoningContentBlockDelta & {
+      text?: string;
+      redactedContent?: Uint8Array;
+      signature?: string;
+    };
+
+  if (typeof text === 'string') {
+    return {
+      type: 'reasoning_content',
+      reasoningText: { text },
+    };
+  }
+  if (signature != null) {
+    return {
+      type: 'reasoning_content',
+      reasoningText: { signature },
+    };
+  }
+  if (redactedContent != null) {
+    return {
+      type: 'reasoning_content',
+      redactedContent: Buffer.from(redactedContent).toString('base64'),
+    };
+  }
+  throw new Error('Invalid reasoning content');
+}
+
+/**
+ * Convert a Bedrock reasoning block to a LangChain reasoning block.
+ */
+export function bedrockReasoningBlockToLangchainReasoningBlock(
+  reasoningContent: ReasoningContentBlock
+): MessageContentReasoningBlock {
+  const { reasoningText, redactedContent } =
+    reasoningContent as ReasoningContentBlock & {
+      reasoningText?: { text?: string; signature?: string };
+      redactedContent?: Uint8Array;
+    };
+
+  if (reasoningText != null) {
+    return {
+      type: 'reasoning_content',
+      reasoningText: reasoningText,
+    };
+  }
+  if (redactedContent != null) {
+    return {
+      type: 'reasoning_content',
+      redactedContent: Buffer.from(redactedContent).toString('base64'),
+    };
+  }
+  throw new Error('Invalid reasoning content');
+}
+
+/**
+ * Convert a Bedrock Converse message to a LangChain message.
+ */
+export function convertConverseMessageToLangChainMessage(
+  message: BedrockMessage,
+  responseMetadata: Omit<ConverseResponse, 'output'>
+): AIMessage {
+  if (message.content == null) {
+    throw new Error('No message content found in response.');
+  }
+  if (message.role !== 'assistant') {
+    throw new Error(
+      `Unsupported message role received in ChatBedrockConverse response: ${message.role}`
+    );
+  }
+
+  let requestId: string | undefined;
+  if (
+    '$metadata' in responseMetadata &&
+    responseMetadata.$metadata != null &&
+    typeof responseMetadata.$metadata === 'object' &&
+    'requestId' in responseMetadata.$metadata
+  ) {
+    requestId = responseMetadata.$metadata.requestId as string;
+  }
+
+  let tokenUsage:
+    | { input_tokens: number; output_tokens: number; total_tokens: number }
+    | undefined;
+  if (responseMetadata.usage != null) {
+    const input_tokens = responseMetadata.usage.inputTokens ?? 0;
+    const output_tokens = responseMetadata.usage.outputTokens ?? 0;
+    tokenUsage = {
+      input_tokens,
+      output_tokens,
+      total_tokens:
+        responseMetadata.usage.totalTokens ?? input_tokens + output_tokens,
+    };
+  }
+
+  if (
+    message.content.length === 1 &&
+    'text' in message.content[0] &&
+    typeof message.content[0].text === 'string'
+  ) {
+    return new AIMessage({
+      content: message.content[0].text,
+      response_metadata: responseMetadata,
+      usage_metadata: tokenUsage,
+      id: requestId,
+    });
+  } else {
+    const toolCalls: Array<{
+      id?: string;
+      name: string;
+      args: Record<string, unknown>;
+      type: 'tool_call';
+    }> = [];
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const content: any[] = [];
+
+    message.content.forEach((c) => {
+      if (
+        'toolUse' in c &&
+        c.toolUse != null &&
+        c.toolUse.name != null &&
+        c.toolUse.name !== '' &&
+        c.toolUse.input != null &&
+        typeof c.toolUse.input === 'object'
+      ) {
+        toolCalls.push({
+          id: c.toolUse.toolUseId,
+          name: c.toolUse.name,
+          args: c.toolUse.input as Record<string, unknown>,
+          type: 'tool_call',
+        });
+      } else if ('text' in c && typeof c.text === 'string') {
+        content.push({ type: 'text', text: c.text });
+      } else if ('reasoningContent' in c && c.reasoningContent != null) {
+        content.push(
+          bedrockReasoningBlockToLangchainReasoningBlock(c.reasoningContent)
+        );
+      } else {
+        content.push(c);
+      }
+    });
+
+    return new AIMessage({
+      content: content.length ? content : '',
+      tool_calls: toolCalls.length ? toolCalls : undefined,
+      response_metadata: responseMetadata,
+      usage_metadata: tokenUsage,
+      id: requestId,
+    });
+  }
+}
+
+/**
+ * Handle a content block delta event from Bedrock Converse stream.
+ */
+export function handleConverseStreamContentBlockDelta(
+  contentBlockDelta: ContentBlockDeltaEvent
+): ChatGenerationChunk {
+  if (contentBlockDelta.delta == null) {
+    throw new Error('No delta found in content block.');
+  }
+
+  if (typeof contentBlockDelta.delta.text === 'string') {
+    return new ChatGenerationChunk({
+      text: contentBlockDelta.delta.text,
+      message: new AIMessageChunk({
+        content: contentBlockDelta.delta.text,
+        response_metadata: {
+          contentBlockIndex: contentBlockDelta.contentBlockIndex,
+        },
+      }),
+    });
+  } else if (contentBlockDelta.delta.toolUse != null) {
+    const index = contentBlockDelta.contentBlockIndex;
+    return new ChatGenerationChunk({
+      text: '',
+      message: new AIMessageChunk({
+        content: '',
+        tool_call_chunks: [
+          {
+            args: contentBlockDelta.delta.toolUse.input as string,
+            index,
+            type: 'tool_call_chunk',
+          },
+        ],
+        response_metadata: {
+          contentBlockIndex: contentBlockDelta.contentBlockIndex,
+        },
+      }),
+    });
+  } else if (contentBlockDelta.delta.reasoningContent != null) {
+    const reasoningBlock =
+      bedrockReasoningDeltaToLangchainPartialReasoningBlock(
+        contentBlockDelta.delta.reasoningContent
+      );
+    // Extract the text for additional_kwargs.reasoning_content (for stream handler compatibility)
+    const reasoningText =
+      'reasoningText' in reasoningBlock
+        ? (reasoningBlock.reasoningText.text ??
+          reasoningBlock.reasoningText.signature ??
+          ('redactedContent' in reasoningBlock
+            ? reasoningBlock.redactedContent
+            : ''))
+        : '';
+    return new ChatGenerationChunk({
+      text: '',
+      message: new AIMessageChunk({
+        content: [reasoningBlock],
+        additional_kwargs: {
+          // Set reasoning_content for stream handler to detect reasoning mode
+          reasoning_content: reasoningText,
+        },
+        response_metadata: {
+          contentBlockIndex: contentBlockDelta.contentBlockIndex,
+        },
+      }),
+    });
+  } else {
+    throw new Error(
+      `Unsupported content block type(s): ${JSON.stringify(contentBlockDelta.delta, null, 2)}`
+    );
+  }
+}
+
+/**
+ * Handle a content block start event from Bedrock Converse stream.
+ */
+export function handleConverseStreamContentBlockStart(
+  contentBlockStart: ContentBlockStartEvent
+): ChatGenerationChunk | null {
+  const index = contentBlockStart.contentBlockIndex;
+
+  if (contentBlockStart.start?.toolUse != null) {
+    return new ChatGenerationChunk({
+      text: '',
+      message: new AIMessageChunk({
+        content: '',
+        tool_call_chunks: [
+          {
+            name: contentBlockStart.start.toolUse.name,
+            id: contentBlockStart.start.toolUse.toolUseId,
+            index,
+            type: 'tool_call_chunk',
+          },
+        ],
+        response_metadata: {
+          contentBlockIndex: index,
+        },
+      }),
+    });
+  }
+
+  // Return null for non-tool content block starts (text blocks don't need special handling)
+  return null;
+}
+
+/**
+ * Handle a metadata event from Bedrock Converse stream.
+ */
+export function handleConverseStreamMetadata(
+  metadata: ConverseStreamMetadataEvent,
+  extra: { streamUsage: boolean }
+): ChatGenerationChunk {
+  const inputTokens = metadata.usage?.inputTokens ?? 0;
+  const outputTokens = metadata.usage?.outputTokens ?? 0;
+  const usage_metadata = {
+    input_tokens: inputTokens,
+    output_tokens: outputTokens,
+    total_tokens: metadata.usage?.totalTokens ?? inputTokens + outputTokens,
+  };
+
+  return new ChatGenerationChunk({
+    text: '',
+    message: new AIMessageChunk({
+      content: '',
+      usage_metadata: extra.streamUsage ? usage_metadata : undefined,
+      response_metadata: {
+        // Use the same key as returned from the Converse API
+        metadata,
+      },
+    }),
+  });
+}

package/src/messages/__tests__/tools.test.ts

@@ -41,7 +41,7 @@ describe('Tool Discovery Functions', () => {
     return new ToolMessage({
       content: `Found ${discoveredTools.length} tools`,
       tool_call_id: toolCallId,
-      name: Constants.TOOL_SEARCH_REGEX,
+      name: Constants.TOOL_SEARCH,
       artifact: {
         tool_references: discoveredTools.map((name) => ({
           tool_name: name,
@@ -79,7 +79,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'database' },
           },
         ]),
@@ -97,12 +97,12 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'database' },
           },
           {
             id: 'call_2',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'file' },
           },
         ]),
@@ -137,7 +137,7 @@ describe('Tool Discovery Functions', () => {
         new ToolMessage({
           content: 'Some result',
           tool_call_id: 'orphan_call',
-          name: Constants.TOOL_SEARCH_REGEX,
+          name: Constants.TOOL_SEARCH,
         }),
       ];
 
@@ -153,7 +153,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'old_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'old' },
           },
         ]),
@@ -163,7 +163,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching again...', [
           {
             id: 'new_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'new' },
           },
         ]),
@@ -182,7 +182,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Working...', [
           {
             id: 'search_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
           { id: 'other_call', name: 'get_weather', args: { city: 'NYC' } },
@@ -202,14 +202,14 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'xyz' },
           },
         ]),
         new ToolMessage({
           content: 'No tools found',
           tool_call_id: 'call_1',
-          name: Constants.TOOL_SEARCH_REGEX,
+          name: Constants.TOOL_SEARCH,
           artifact: {
             tool_references: [],
             metadata: { total_searched: 10, pattern: 'xyz' },
@@ -228,14 +228,14 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
         ]),
         new ToolMessage({
           content: 'Error occurred',
           tool_call_id: 'call_1',
-          name: Constants.TOOL_SEARCH_REGEX,
+          name: Constants.TOOL_SEARCH,
           // No artifact
         }),
       ];
@@ -251,7 +251,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
         ]),
@@ -271,7 +271,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('First search', [
           {
             id: 'first_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'first' },
           },
         ]),
@@ -280,7 +280,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Second search', [
           {
             id: 'second_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'second' },
           },
         ]),
@@ -301,7 +301,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
         ]),
@@ -335,7 +335,7 @@ describe('Tool Discovery Functions', () => {
         new ToolMessage({
           content: 'Result',
           tool_call_id: 'orphan',
-          name: Constants.TOOL_SEARCH_REGEX,
+          name: Constants.TOOL_SEARCH,
         }),
       ];
 
@@ -364,7 +364,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Working...', [
           {
             id: 'search_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
           { id: 'weather_call', name: 'get_weather', args: { city: 'NYC' } },
@@ -384,7 +384,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'old_call',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'old' },
           },
         ]),
@@ -410,7 +410,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
         ]),
@@ -446,7 +446,7 @@ describe('Tool Discovery Functions', () => {
         createAIMessage('Searching...', [
           {
             id: 'call_1',
-            name: Constants.TOOL_SEARCH_REGEX,
+            name: Constants.TOOL_SEARCH,
             args: { pattern: 'test' },
           },
         ]),