@illuma-ai/agents 1.0.89 → 1.0.93

package/src/scripts/bedrock-content-aggregation-test.ts

@@ -0,0 +1,266 @@
+import { config } from 'dotenv';
+config();
+import { HumanMessage, BaseMessage } from '@langchain/core/messages';
+import type { UsageMetadata } from '@langchain/core/messages';
+import * as t from '@/types';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { createCodeExecutionTool } from '@/tools/CodeExecutor';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { GraphEvents, ContentTypes, Providers } from '@/common';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { Run } from '@/run';
+
+const conversationHistory: BaseMessage[] = [];
+let _contentParts: t.MessageContentComplex[] = [];
+const collectedUsage: UsageMetadata[] = [];
+
+async function testBedrockContentAggregation(): Promise<void> {
+  const instructions =
+    'You are a helpful AI assistant with coding capabilities. When answering questions, be thorough in your reasoning.';
+  const { contentParts, aggregateContent } = createContentAggregator();
+  _contentParts = contentParts as t.MessageContentComplex[];
+
+  const customHandlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
+        const result = (data as unknown as { result: t.ToolEndEvent }).result;
+        console.log(
+          `[ON_RUN_STEP_COMPLETED] stepId=${result.id} index=${result.index} type=${result.type} tool=${result.tool_call?.name ?? 'n/a'}`
+        );
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (event: GraphEvents.ON_RUN_STEP, data: t.RunStep) => {
+        const toolCalls =
+          data.stepDetails.type === 'tool_calls' && data.stepDetails.tool_calls
+            ? (
+                data.stepDetails.tool_calls as Array<{
+                  name?: string;
+                  id?: string;
+                }>
+              )
+                .map((tc) => `${tc.name ?? '?'}(${tc.id ?? '?'})`)
+                .join(', ')
+            : 'none';
+        console.log(
+          `[ON_RUN_STEP] stepId=${data.id} index=${data.index} type=${data.type} stepIndex=${data.stepIndex} toolCalls=[${toolCalls}]`
+        );
+        aggregateContent({ event, data });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.RunStepDeltaEvent
+      ) => {
+        const tcNames =
+          data.delta.tool_calls
+            ?.map(
+              (tc) =>
+                `${tc.name ?? '?'}(args=${(tc.args ?? '').substring(0, 30)}...)`
+            )
+            .join(', ') ?? 'none';
+        console.log(
+          `[ON_RUN_STEP_DELTA] stepId=${data.id} type=${data.delta.type} toolCalls=[${tcNames}]`
+        );
+        aggregateContent({ event, data });
+      },
+    },
+    [GraphEvents.ON_MESSAGE_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.MessageDeltaEvent
+      ) => {
+        const preview = Array.isArray(data.delta.content)
+          ? data.delta.content
+              .map(
+                (c) =>
+                  `${c.type}:"${String((c as Record<string, unknown>).text ?? (c as Record<string, unknown>).think ?? '').substring(0, 40)}"`
+              )
+              .join(', ')
+          : String(data.delta.content).substring(0, 40);
+        console.log(
+          `[ON_MESSAGE_DELTA] stepId=${data.id} content=[${preview}]`
+        );
+        aggregateContent({ event, data });
+      },
+    },
+    [GraphEvents.ON_REASONING_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_REASONING_DELTA,
+        data: t.ReasoningDeltaEvent
+      ) => {
+        const preview = Array.isArray(data.delta.content)
+          ? data.delta.content
+              .map(
+                (c) =>
+                  `${c.type}:"${String((c as Record<string, unknown>).think ?? '').substring(0, 40)}"`
+              )
+              .join(', ')
+          : '?';
+        console.log(
+          `[ON_REASONING_DELTA] stepId=${data.id} content=[${preview}]`
+        );
+        aggregateContent({ event, data });
+      },
+    },
+  };
+
+  const baseLlmConfig = getLLMConfig(Providers.BEDROCK);
+
+  const llmConfig = {
+    ...baseLlmConfig,
+    model: 'global.anthropic.claude-opus-4-6-v1',
+    maxTokens: 16000,
+    additionalModelRequestFields: {
+      thinking: { type: 'enabled', budget_tokens: 10000 },
+    },
+  };
+
+  const run = await Run.create<t.IState>({
+    runId: 'bedrock-content-aggregation-test',
+    graphConfig: {
+      instructions,
+      type: 'standard',
+      tools: [createCodeExecutionTool()],
+      llmConfig,
+    },
+    returnContent: true,
+    skipCleanup: true,
+    customHandlers: customHandlers as t.RunConfig['customHandlers'],
+  });
+
+  const streamConfig = {
+    configurable: {
+      thread_id: 'bedrock-content-aggregation-thread',
+    },
+    streamMode: 'values',
+    version: 'v2' as const,
+  };
+
+  const userMessage = `im testing edge cases with our code interpreter. i know we can persist files, but what happens when we put them in directories?`;
+  conversationHistory.push(new HumanMessage(userMessage));
+
+  console.log('Running Bedrock content aggregation test...\n');
+  console.log(`Prompt: "${userMessage}"\n`);
+
+  const inputs = { messages: [...conversationHistory] };
+  await run.processStream(inputs, streamConfig);
+
+  console.log('\n\n========== CONTENT PARTS ANALYSIS ==========\n');
+
+  let hasEmptyToolCall = false;
+  let hasReasoningOrderIssue = false;
+
+  for (let i = 0; i < _contentParts.length; i++) {
+    const part = _contentParts[i];
+    if (!part) {
+      console.log(`  [${i}] undefined`);
+      continue;
+    }
+
+    const partType = part.type;
+    if (partType === ContentTypes.TOOL_CALL) {
+      const tc = (part as t.ToolCallContent).tool_call;
+      if (!tc || !tc.name) {
+        hasEmptyToolCall = true;
+        console.log(`  [${i}] TOOL_CALL *** EMPTY (no tool_call data) ***`);
+      } else {
+        const outputPreview = tc.output
+          ? `output=${(tc.output as string).substring(0, 80)}...`
+          : 'no output';
+        console.log(`  [${i}] TOOL_CALL name=${tc.name} ${outputPreview}`);
+      }
+    } else if (partType === ContentTypes.THINK) {
+      const think = (part as t.ReasoningContentText).think ?? '';
+      console.log(
+        `  [${i}] THINK (${think.length} chars): "${think.substring(0, 80)}..."`
+      );
+    } else if (partType === ContentTypes.TEXT) {
+      const text = (part as t.MessageDeltaUpdate).text ?? '';
+      console.log(
+        `  [${i}] TEXT (${text.length} chars): "${text.substring(0, 80)}..."`
+      );
+    } else {
+      console.log(`  [${i}] ${partType}`);
+    }
+  }
+
+  /**
+   * Check reasoning ordering within a single invocation cycle.
+   * A tool_call resets the cycle — text before think across different
+   * invocations (e.g., text from invocation 2, think from invocation 3) is valid.
+   */
+  let lastTextInCycle: number | null = null;
+  for (let i = 0; i < _contentParts.length; i++) {
+    const part = _contentParts[i];
+    if (!part) continue;
+
+    if (part.type === ContentTypes.TOOL_CALL) {
+      lastTextInCycle = null;
+      continue;
+    }
+
+    if (part.type === ContentTypes.TEXT) {
+      lastTextInCycle = i;
+    } else if (part.type === ContentTypes.THINK && lastTextInCycle !== null) {
+      const prevText = _contentParts[lastTextInCycle] as t.MessageDeltaUpdate;
+      const thinkContent = (part as t.ReasoningContentText).think ?? '';
+      if (
+        prevText?.text &&
+        prevText.text.trim().length > 5 &&
+        thinkContent.length > 0
+      ) {
+        hasReasoningOrderIssue = true;
+        console.log(
+          `\n  *** ORDERING ISSUE (same invocation): TEXT at [${lastTextInCycle}] appears before THINK at [${i}]`
+        );
+        console.log(
+          `      Text ends with: "...${prevText.text.substring(prevText.text.length - 60)}"`
+        );
+        console.log(
+          `      Think starts with: "${thinkContent.substring(0, 60)}..."`
+        );
+      }
+    }
+  }
+
+  console.log('\n========== SUMMARY ==========\n');
+  console.log(`Total content parts: ${_contentParts.filter(Boolean).length}`);
+  console.log(
+    `Empty tool_call parts: ${hasEmptyToolCall ? 'YES (BUG)' : 'No'}`
+  );
+  console.log(
+    `Reasoning order issues: ${hasReasoningOrderIssue ? 'YES (BUG)' : 'No'}`
+  );
+  console.log('\nFull contentParts dump:');
+  console.dir(_contentParts, { depth: null });
+}
+
+process.on('unhandledRejection', (reason, promise) => {
+  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+  console.log('Content parts:');
+  console.dir(_contentParts, { depth: null });
+  process.exit(1);
+});
+
+process.on('uncaughtException', (err) => {
+  console.error('Uncaught Exception:', err);
+});
+
+testBedrockContentAggregation().catch((err) => {
+  console.error(err);
+  console.log('Content parts:');
+  console.dir(_contentParts, { depth: null });
+  process.exit(1);
+});

package/src/scripts/bedrock-merge-test.js

@@ -0,0 +1,80 @@
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import { concat } from '@langchain/core/utils/stream';
+import { CustomChatBedrockConverse } from '@/llm/bedrock';
+import { modifyDeltaProperties } from '@/messages/core';
+import { Providers } from '@/common';
+async function testBedrockMerge() {
+    const model = new CustomChatBedrockConverse({
+        model: 'us.anthropic.claude-3-7-sonnet-20250219-v1:0',
+        region: process.env.BEDROCK_AWS_REGION,
+        credentials: {
+            accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID,
+            secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY,
+        },
+        maxTokens: 4000,
+        streaming: true,
+        streamUsage: true,
+        additionalModelRequestFields: {
+            thinking: { type: 'enabled', budget_tokens: 2000 },
+        },
+    });
+    const messages = [new HumanMessage('What is 25 * 37? Think step by step.')];
+    console.log('Streaming from Bedrock with thinking enabled...\n');
+    const stream = await model.stream(messages);
+    let finalChunk;
+    let chunkCount = 0;
+    let firstTextLogged = false;
+    for await (const chunk of stream) {
+        chunkCount++;
+        const isArr = Array.isArray(chunk.content);
+        const isStr = typeof chunk.content === 'string';
+        const isTextStr = isStr && chunk.content.length > 0;
+        if (!firstTextLogged && isTextStr) {
+            console.log(`chunk ${chunkCount} (first text): contentType=string, value="${chunk.content}"`);
+            console.log('  response_metadata:', JSON.stringify(chunk.response_metadata));
+            firstTextLogged = true;
+        }
+        if (isArr) {
+            const blocks = chunk.content;
+            const info = blocks.map((b) => ({
+                type: b.type,
+                hasIndex: 'index' in b,
+                index: b.index,
+            }));
+            console.log(`chunk ${chunkCount}: array content, blocks:`, info);
+        }
+        finalChunk = finalChunk ? concat(finalChunk, chunk) : chunk;
+    }
+    console.log(`Total chunks received: ${chunkCount}\n`);
+    console.log('=== RAW concat result (before modifyDeltaProperties) ===');
+    console.log('content type:', typeof finalChunk.content);
+    if (Array.isArray(finalChunk.content)) {
+        console.log('content array length:', finalChunk.content.length);
+        const types = finalChunk.content.map((b) => typeof b === 'object' && 'type' in b ? b.type : typeof b);
+        const typeCounts = types.reduce((acc, t) => {
+            acc[t ?? ''] = (acc[t ?? ''] || 0) + 1;
+            return acc;
+        }, {});
+        console.log('content block type counts:', typeCounts);
+    }
+    console.log('\ncontent:');
+    console.dir(finalChunk.content, { depth: null });
+    console.log('\n=== lc_kwargs.content ===');
+    if (Array.isArray(finalChunk.lc_kwargs.content)) {
+        console.log('lc_kwargs.content length:', finalChunk.lc_kwargs.content.length);
+    }
+    console.dir(finalChunk.lc_kwargs.content, { depth: null });
+    const modified = modifyDeltaProperties(Providers.BEDROCK, finalChunk);
+    console.log('\n=== After modifyDeltaProperties ===');
+    console.log('content:');
+    console.dir(modified.content, { depth: null });
+    console.log('\nlc_kwargs.content:');
+    console.dir(modified.lc_kwargs.content, { depth: null });
+}
+testBedrockMerge().catch((err) => {
+    console.error(err);
+    process.exit(1);
+});
+//# sourceMappingURL=bedrock-merge-test.js.map

package/src/scripts/bedrock-merge-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock-merge-test.js","sourceRoot":"","sources":["bedrock-merge-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,KAAK,UAAU,gBAAgB;IAC7B,MAAM,KAAK,GAAG,IAAI,yBAAyB,CAAC;QAC1C,KAAK,EAAE,8CAA8C;QACrD,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QACtC,WAAW,EAAE;YACX,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,yBAA0B;YACnD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA8B;SAC5D;QACD,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,IAAI;QACjB,4BAA4B,EAAE;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE;SACnD;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,CAAC,IAAI,YAAY,CAAC,sCAAsC,CAAC,CAAC,CAAC;IAE5E,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,UAAsC,CAAC;IAC3C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,UAAU,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;QAChD,MAAM,SAAS,GAAG,KAAK,IAAK,KAAK,CAAC,OAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;QAEhE,IAAI,CAAC,eAAe,IAAI,SAAS,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CACT,SAAS,UAAU,6CAA6C,KAAK,CAAC,OAAO,GAAG,CACjF,CAAC;YACF,OAAO,CAAC,GAAG,CACT,sBAAsB,EACtB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,iBAAiB,CAAC,CACxC,CAAC;YACF,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,KAAK,CAAC,OAAyC,CAAC;YAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,OAAO,IAAI,CAAC;gBACtB,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,SAAS,UAAU,0BAA0B,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;QAED,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9D,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,UAAU,IAAI,CAAC,CAAC;IAEtD,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,UAAW,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,OAAO,CAAC,UAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,UAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,UAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1C,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CACzD,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAC7B,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACT,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA4B,CAC7B,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,UAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAElD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,UAAW,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,OAAO,CAAC,GAAG,CACT,2BAA2B,EAC3B,UAAW,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CACrC,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,UAAW,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,qBAAqB,CAAC,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACxB,OAAO,CAAC,GAAG,CAAC,QAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,QAAS,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/src/scripts/bedrock-merge-test.ts

@@ -0,0 +1,107 @@
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import type { AIMessageChunk } from '@langchain/core/messages';
+import { concat } from '@langchain/core/utils/stream';
+import { CustomChatBedrockConverse } from '@/llm/bedrock';
+import { modifyDeltaProperties } from '@/messages/core';
+import { Providers } from '@/common';
+
+async function testBedrockMerge(): Promise<void> {
+  const model = new CustomChatBedrockConverse({
+    model: 'us.anthropic.claude-3-7-sonnet-20250219-v1:0',
+    region: process.env.BEDROCK_AWS_REGION,
+    credentials: {
+      accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
+      secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
+    },
+    maxTokens: 4000,
+    streaming: true,
+    streamUsage: true,
+    additionalModelRequestFields: {
+      thinking: { type: 'enabled', budget_tokens: 2000 },
+    },
+  });
+
+  const messages = [new HumanMessage('What is 25 * 37? Think step by step.')];
+
+  console.log('Streaming from Bedrock with thinking enabled...\n');
+
+  const stream = await model.stream(messages);
+  let finalChunk: AIMessageChunk | undefined;
+  let chunkCount = 0;
+  let firstTextLogged = false;
+
+  for await (const chunk of stream) {
+    chunkCount++;
+    const isArr = Array.isArray(chunk.content);
+    const isStr = typeof chunk.content === 'string';
+    const isTextStr = isStr && (chunk.content as string).length > 0;
+
+    if (!firstTextLogged && isTextStr) {
+      console.log(
+        `chunk ${chunkCount} (first text): contentType=string, value="${chunk.content}"`
+      );
+      console.log(
+        '  response_metadata:',
+        JSON.stringify(chunk.response_metadata)
+      );
+      firstTextLogged = true;
+    }
+
+    if (isArr) {
+      const blocks = chunk.content as Array<Record<string, unknown>>;
+      const info = blocks.map((b) => ({
+        type: b.type,
+        hasIndex: 'index' in b,
+        index: b.index,
+      }));
+      console.log(`chunk ${chunkCount}: array content, blocks:`, info);
+    }
+
+    finalChunk = finalChunk ? concat(finalChunk, chunk) : chunk;
+  }
+
+  console.log(`Total chunks received: ${chunkCount}\n`);
+
+  console.log('=== RAW concat result (before modifyDeltaProperties) ===');
+  console.log('content type:', typeof finalChunk!.content);
+  if (Array.isArray(finalChunk!.content)) {
+    console.log('content array length:', finalChunk!.content.length);
+    const types = finalChunk!.content.map((b) =>
+      typeof b === 'object' && 'type' in b ? b.type : typeof b
+    );
+    const typeCounts = types.reduce(
+      (acc, t) => {
+        acc[t ?? ''] = (acc[t ?? ''] || 0) + 1;
+        return acc;
+      },
+      {} as Record<string, number>
+    );
+    console.log('content block type counts:', typeCounts);
+  }
+
+  console.log('\ncontent:');
+  console.dir(finalChunk!.content, { depth: null });
+
+  console.log('\n=== lc_kwargs.content ===');
+  if (Array.isArray(finalChunk!.lc_kwargs.content)) {
+    console.log(
+      'lc_kwargs.content length:',
+      finalChunk!.lc_kwargs.content.length
+    );
+  }
+  console.dir(finalChunk!.lc_kwargs.content, { depth: null });
+
+  const modified = modifyDeltaProperties(Providers.BEDROCK, finalChunk);
+  console.log('\n=== After modifyDeltaProperties ===');
+  console.log('content:');
+  console.dir(modified!.content, { depth: null });
+  console.log('\nlc_kwargs.content:');
+  console.dir(modified!.lc_kwargs.content, { depth: null });
+}
+
+testBedrockMerge().catch((err) => {
+  console.error(err);
+  process.exit(1);
+});

package/src/scripts/bedrock-parallel-tools-test.js

@@ -0,0 +1,150 @@
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { GraphEvents, ContentTypes, Providers } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { Calculator } from '@/tools/Calculator';
+import { Run } from '@/run';
+const conversationHistory = [];
+let _contentParts = [];
+const collectedUsage = [];
+async function testParallelToolCalls() {
+    const { contentParts, aggregateContent } = createContentAggregator();
+    _contentParts = contentParts;
+    const customHandlers = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.CHAT_MODEL_STREAM]: {
+            handle: async (event, data, metadata, graph) => {
+                const chunk = data.chunk;
+                const tcc = chunk?.tool_call_chunks;
+                if (tcc && tcc.length > 0) {
+                    console.log(`[CHAT_MODEL_STREAM] tool_call_chunks: ${JSON.stringify(tcc.map((c) => ({ id: c.id, name: c.name, index: c.index })))}`);
+                }
+                const handler = new ChatModelStreamHandler();
+                return handler.handle(event, data, metadata, graph);
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                const result = data.result;
+                console.log(`[ON_RUN_STEP_COMPLETED] stepId=${result.id} index=${result.index} type=${result.type} tool=${result.tool_call?.name ?? 'n/a'}`);
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data) => {
+                const toolCalls = data.stepDetails.type === 'tool_calls' && data.stepDetails.tool_calls
+                    ? data.stepDetails.tool_calls
+                        .map((tc) => `${tc.name ?? '?'}(${tc.id ?? '?'})`)
+                        .join(', ')
+                    : 'none';
+                console.log(`[ON_RUN_STEP] stepId=${data.id} index=${data.index} type=${data.type} stepIndex=${data.stepIndex} toolCalls=[${toolCalls}]`);
+                aggregateContent({ event, data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data });
+            },
+        },
+        [GraphEvents.ON_REASONING_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data });
+            },
+        },
+    };
+    const baseLlmConfig = getLLMConfig(Providers.BEDROCK);
+    const llmConfig = {
+        ...baseLlmConfig,
+        model: 'global.anthropic.claude-opus-4-6-v1',
+        maxTokens: 16000,
+        additionalModelRequestFields: {
+            thinking: { type: 'enabled', budget_tokens: 10000 },
+        },
+    };
+    const run = await Run.create({
+        runId: 'bedrock-parallel-tools-test',
+        graphConfig: {
+            instructions: 'You are a math assistant. When asked to calculate multiple things, use the calculator tool for ALL of them in parallel. Do NOT chain calculations sequentially.',
+            type: 'standard',
+            tools: [new Calculator()],
+            llmConfig,
+        },
+        returnContent: true,
+        skipCleanup: true,
+        customHandlers: customHandlers,
+    });
+    const streamConfig = {
+        configurable: { thread_id: 'bedrock-parallel-tools-thread' },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    const userMessage = 'Calculate these 3 things at the same time using the calculator: 1) 123 * 456, 2) sqrt(144) + 7, 3) 2^10 - 24';
+    conversationHistory.push(new HumanMessage(userMessage));
+    console.log('Running Bedrock parallel tool calls test...\n');
+    console.log(`Prompt: "${userMessage}"\n`);
+    const inputs = { messages: [...conversationHistory] };
+    await run.processStream(inputs, streamConfig);
+    console.log('\n\n========== ANALYSIS ==========\n');
+    let toolCallCount = 0;
+    const toolCallNames = [];
+    let hasUndefined = false;
+    for (let i = 0; i < _contentParts.length; i++) {
+        const part = _contentParts[i];
+        if (!part) {
+            hasUndefined = true;
+            console.log(`  [${i}] *** UNDEFINED ***`);
+            continue;
+        }
+        if (part.type === ContentTypes.TOOL_CALL) {
+            toolCallCount++;
+            const tc = part.tool_call;
+            const hasData = tc && tc.name;
+            if (!hasData) {
+                console.log(`  [${i}] TOOL_CALL *** EMPTY ***`);
+            }
+            else {
+                toolCallNames.push(tc.name ?? '');
+                console.log(`  [${i}] TOOL_CALL name=${tc.name} id=${tc.id} output=${String(tc.output ?? '').substring(0, 40)}`);
+            }
+        }
+        else if (part.type === ContentTypes.THINK) {
+            const think = part.think ?? '';
+            console.log(`  [${i}] THINK (${think.length} chars)`);
+        }
+        else if (part.type === ContentTypes.TEXT) {
+            const text = part.text ?? '';
+            console.log(`  [${i}] TEXT (${text.length} chars): "${text.substring(0, 80)}..."`);
+        }
+    }
+    console.log('\n========== SUMMARY ==========\n');
+    console.log(`Total content parts: ${_contentParts.filter(Boolean).length}`);
+    console.log(`Tool calls found: ${toolCallCount}`);
+    console.log(`Tool call names: [${toolCallNames.join(', ')}]`);
+    console.log(`Undefined gaps: ${hasUndefined ? 'YES (BUG)' : 'No'}`);
+    console.log(`Expected 3 tool calls: ${toolCallCount >= 3 ? 'PASS' : 'FAIL (only ' + toolCallCount + ')'}`);
+    console.log('\nFull contentParts dump:');
+    console.dir(_contentParts, { depth: null });
+}
+process.on('unhandledRejection', (reason, promise) => {
+    console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+    console.dir(_contentParts, { depth: null });
+    process.exit(1);
+});
+testParallelToolCalls().catch((err) => {
+    console.error(err);
+    console.dir(_contentParts, { depth: null });
+    process.exit(1);
+});
+//# sourceMappingURL=bedrock-parallel-tools-test.js.map

package/src/scripts/bedrock-parallel-tools-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock-parallel-tools-test.js","sourceRoot":"","sources":["bedrock-parallel-tools-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAIrE,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAC9C,IAAI,aAAa,GAA8B,EAAE,CAAC;AAClD,MAAM,cAAc,GAAoB,EAAE,CAAC;AAE3C,KAAK,UAAU,qBAAqB;IAClC,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IACrE,aAAa,GAAG,YAAyC,CAAC;IAE1D,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,KAAK,EACX,KAAa,EACb,IAAuB,EACvB,QAAkC,EAClC,KAAe,EACA,EAAE;gBACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAA4C,CAAC;gBAChE,MAAM,GAAG,GAAG,KAAK,EAAE,gBAEN,CAAC;gBACd,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,OAAO,CAAC,GAAG,CACT,yCAAyC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CACxH,CAAC;gBACJ,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,sBAAsB,EAAE,CAAC;gBAC7C,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAsB,CAAC,CAAC;YACvE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,MAAM,MAAM,GAAI,IAA8C,CAAC,MAAM,CAAC;gBACtE,OAAO,CAAC,GAAG,CACT,kCAAkC,MAAM,CAAC,EAAE,UAAU,MAAM,CAAC,KAAK,SAAS,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,SAAS,EAAE,IAAI,IAAI,KAAK,EAAE,CAChI,CAAC;gBACF,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CAAC,KAA8B,EAAE,IAAe,EAAE,EAAE;gBAC1D,MAAM,SAAS,GACb,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU;oBACnE,CAAC,CACG,IAAI,CAAC,WAAW,CAAC,UAIlB;yBACE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,IAAI,GAAG,GAAG,CAAC;yBACjD,IAAI,CAAC,IAAI,CAAC;oBACf,CAAC,CAAC,MAAM,CAAC;gBACb,OAAO,CAAC,GAAG,CACT,wBAAwB,IAAI,CAAC,EAAE,UAAU,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,SAAS,eAAe,SAAS,GAAG,CAC7H,CAAC;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;YAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAA2B,EAC3B,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;KACF,CAAC;IAEF,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG;QAChB,GAAG,aAAa;QAChB,KAAK,EAAE,qCAAqC;QAC5C,SAAS,EAAE,KAAK;QAChB,4BAA4B,EAAE;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE;SACpD;KACF,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;QACrC,KAAK,EAAE,6BAA6B;QACpC,WAAW,EAAE;YACX,YAAY,EACV,iKAAiK;YACnK,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YACzB,SAAS;SACV;QACD,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,cAA+C;KAChE,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG;QACnB,YAAY,EAAE,EAAE,SAAS,EAAE,+BAA+B,EAAE;QAC5D,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,MAAM,WAAW,GACf,8GAA8G,CAAC;IACjH,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,KAAK,CAAC,CAAC;IAE1C,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,EAAE,CAAC;IACtD,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAE9C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACzC,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,GAAI,IAA0B,CAAC,SAAS,CAAC;YACjD,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAClC,OAAO,CAAC,GAAG,CACT,MAAM,CAAC,oBAAoB,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC,EAAE,WAAW,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CACpG,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAI,IAA+B,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAI,IAA6B,CAAC,IAAI,IAAI,EAAE,CAAC;YACvD,OAAO,CAAC,GAAG,CACT,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,aAAa,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CACtE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,mBAAmB,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CACT,0BAA0B,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,GAAG,aAAa,GAAG,GAAG,EAAE,CAC9F,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,qBAAqB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACpC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}