@illuma-ai/agents 1.0.89 → 1.0.93

package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js

@@ -0,0 +1,140 @@
+#!/usr/bin/env bun
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import { Run } from '@/run';
+import { ChatModelStreamHandler } from '@/stream';
+import { Providers, GraphEvents } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+const conversationHistory = [];
+/**
+ * Test edge case: switching from Bedrock supervisor (with thinking) to Bedrock specialist (with thinking)
+ * Both agents use extended thinking, validating that thinking blocks are properly
+ * handled across the handoff boundary when both sides produce them.
+ */
+async function testThinkingToThinkingHandoffBedrock() {
+    console.log('Testing Bedrock (with thinking) → Bedrock (with thinking) handoff...\n');
+    const customHandlers = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+        [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, data) => {
+                const toolData = data;
+                if (toolData?.name) {
+                    console.log(`\n🔧 Tool called: ${toolData.name}`);
+                }
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (_event, data) => {
+                const runStep = data;
+                console.log(`\n📍 ON_RUN_STEP: agentId=${runStep.agentId}, groupId=${runStep.groupId}`);
+            },
+        },
+    };
+    function createGraphConfig() {
+        console.log('Creating graph with Bedrock supervisor (thinking) and Bedrock specialist (thinking).\n');
+        const agents = [
+            {
+                agentId: 'supervisor',
+                provider: Providers.BEDROCK,
+                clientOptions: {
+                    region: process.env.BEDROCK_AWS_REGION || 'us-east-1',
+                    model: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
+                    credentials: {
+                        accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID,
+                        secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY,
+                    },
+                    additionalModelRequestFields: {
+                        thinking: {
+                            type: 'enabled',
+                            budget_tokens: 2000,
+                        },
+                    },
+                },
+                instructions: `You are a task supervisor. When the user asks about code review, use transfer_to_code_reviewer to hand off to the specialist.`,
+                maxContextTokens: 8000,
+            },
+            {
+                agentId: 'code_reviewer',
+                provider: Providers.BEDROCK,
+                clientOptions: {
+                    region: process.env.BEDROCK_AWS_REGION || 'us-east-1',
+                    model: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
+                    credentials: {
+                        accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID,
+                        secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY,
+                    },
+                    additionalModelRequestFields: {
+                        thinking: {
+                            type: 'enabled',
+                            budget_tokens: 2000,
+                        },
+                    },
+                },
+                instructions: `You are a code review specialist using Bedrock with extended thinking. Think carefully about the code quality, best practices, and potential issues. Provide thoughtful feedback.`,
+                maxContextTokens: 8000,
+            },
+        ];
+        const edges = [
+            {
+                from: 'supervisor',
+                to: ['code_reviewer'],
+                description: 'Transfer to code review specialist',
+                edgeType: 'handoff',
+            },
+        ];
+        return {
+            runId: `thinking-to-thinking-bedrock-test-${Date.now()}`,
+            graphConfig: {
+                type: 'multi-agent',
+                agents,
+                edges,
+            },
+            customHandlers,
+            returnContent: true,
+            skipCleanup: true,
+        };
+    }
+    try {
+        const query = 'Can you review this function and tell me if there are any issues?\n\nfunction add(a, b) { return a + b; }';
+        console.log(`${'='.repeat(60)}`);
+        console.log(`USER QUERY: "${query}"`);
+        console.log('='.repeat(60));
+        conversationHistory.push(new HumanMessage(query));
+        const runConfig = createGraphConfig();
+        const run = await Run.create(runConfig);
+        const streamConfig = {
+            configurable: {
+                thread_id: 'thinking-to-thinking-bedrock-test-1',
+            },
+            streamMode: 'values',
+            version: 'v2',
+        };
+        console.log('\nProcessing request...\n');
+        const inputs = {
+            messages: conversationHistory,
+        };
+        await run.processStream(inputs, streamConfig);
+        const finalMessages = run.getRunMessages();
+        if (finalMessages) {
+            conversationHistory.push(...finalMessages);
+        }
+        console.log(`\n${'='.repeat(60)}`);
+        console.log('✅ TEST PASSED');
+        console.log('='.repeat(60));
+        console.log('\nSuccessfully handed off from Bedrock (with thinking) to');
+        console.log('Bedrock (with thinking) without errors!');
+        console.log('\nThinking blocks were properly managed across the handoff');
+        console.log('boundary when both agents produce them.');
+    }
+    catch (error) {
+        console.error('\n❌ TEST FAILED');
+        console.error('='.repeat(60));
+        console.error('Error:', error);
+        process.exit(1);
+    }
+}
+testThinkingToThinkingHandoffBedrock();
+//# sourceMappingURL=test-thinking-to-thinking-handoff-bedrock.js.map

package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-thinking-to-thinking-handoff-bedrock.js","sourceRoot":"","sources":["test-thinking-to-thinking-handoff-bedrock.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AAET,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAG3D,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAE9C;;;;GAIG;AACH,KAAK,UAAU,oCAAoC;IACjD,OAAO,CAAC,GAAG,CACT,wEAAwE,CACzE,CAAC;IAEF,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;QACnD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CAAC,MAAc,EAAE,IAAuB,EAAQ,EAAE;gBACxD,MAAM,QAAQ,GAAG,IAAW,CAAC;gBAC7B,IAAI,QAAQ,EAAE,IAAI,EAAE,CAAC;oBACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CAAC,MAAc,EAAE,IAAuB,EAAQ,EAAE;gBACxD,MAAM,OAAO,GAAG,IAAiB,CAAC;gBAClC,OAAO,CAAC,GAAG,CACT,6BAA6B,OAAO,CAAC,OAAO,aAAa,OAAO,CAAC,OAAO,EAAE,CAC3E,CAAC;YACJ,CAAC;SACF;KACF,CAAC;IAEF,SAAS,iBAAiB;QACxB,OAAO,CAAC,GAAG,CACT,wFAAwF,CACzF,CAAC;QAEF,MAAM,MAAM,GAAoB;YAC9B;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,aAAa,EAAE;oBACb,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,WAAW;oBACrD,KAAK,EAAE,8CAA8C;oBACrD,WAAW,EAAE;wBACX,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,yBAA0B;wBACnD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA8B;qBAC5D;oBACD,4BAA4B,EAAE;wBAC5B,QAAQ,EAAE;4BACR,IAAI,EAAE,SAAS;4BACf,aAAa,EAAE,IAAI;yBACpB;qBACF;iBACF;gBACD,YAAY,EAAE,+HAA+H;gBAC7I,gBAAgB,EAAE,IAAI;aACvB;YACD;gBACE,OAAO,EAAE,eAAe;gBACxB,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,aAAa,EAAE;oBACb,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,WAAW;oBACrD,KAAK,EAAE,8CAA8C;oBACrD,WAAW,EAAE;wBACX,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,yBAA0B;wBACnD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA8B;qBAC5D;oBACD,4BAA4B,EAAE;wBAC5B,QAAQ,EAAE;4BACR,IAAI,EAAE,SAAS;4BACf,aAAa,EAAE,IAAI;yBACpB;qBACF;iBACF;gBACD,YAAY,EAAE,mLAAmL;gBACjM,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,MAAM,KAAK,GAAkB;YAC3B;gBACE,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE,CAAC,eAAe,CAAC;gBACrB,WAAW,EAAE,oCAAoC;gBACjD,QAAQ,EAAE,SAAS;aACpB;SACF,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,qCAAqC,IAAI,CAAC,GAAG,EAAE,EAAE;YACxD,WAAW,EAAE;gBACX,IAAI,EAAE,aAAa;gBACnB,MAAM;gBACN,KAAK;aACN;YACD,cAAc;YACd,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;SAClB,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GACT,2GAA2G,CAAC;QAE9G,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAElD,MAAM,SAAS,GAAG,iBAAiB,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,YAAY,GAAG;YACnB,YAAY,EAAE;gBACZ,SAAS,EAAE,qCAAqC;aACjD;YACD,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,IAAa;SACvB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAE3C,IAAI,aAAa,EAAE,CAAC;YAClB,mBAAmB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,oCAAoC,EAAE,CAAC"}

package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts

@@ -0,0 +1,166 @@
+#!/usr/bin/env bun
+
+import { config } from 'dotenv';
+config();
+
+import { HumanMessage, BaseMessage } from '@langchain/core/messages';
+import { Run } from '@/run';
+import { ChatModelStreamHandler } from '@/stream';
+import { Providers, GraphEvents } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import type * as t from '@/types';
+
+const conversationHistory: BaseMessage[] = [];
+
+/**
+ * Test edge case: switching from Bedrock supervisor (with thinking) to Bedrock specialist (with thinking)
+ * Both agents use extended thinking, validating that thinking blocks are properly
+ * handled across the handoff boundary when both sides produce them.
+ */
+async function testThinkingToThinkingHandoffBedrock() {
+  console.log(
+    'Testing Bedrock (with thinking) → Bedrock (with thinking) handoff...\n'
+  );
+
+  const customHandlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+    [GraphEvents.TOOL_START]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        const toolData = data as any;
+        if (toolData?.name) {
+          console.log(`\n🔧 Tool called: ${toolData.name}`);
+        }
+      },
+    },
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        const runStep = data as t.RunStep;
+        console.log(
+          `\n📍 ON_RUN_STEP: agentId=${runStep.agentId}, groupId=${runStep.groupId}`
+        );
+      },
+    },
+  };
+
+  function createGraphConfig(): t.RunConfig {
+    console.log(
+      'Creating graph with Bedrock supervisor (thinking) and Bedrock specialist (thinking).\n'
+    );
+
+    const agents: t.AgentInputs[] = [
+      {
+        agentId: 'supervisor',
+        provider: Providers.BEDROCK,
+        clientOptions: {
+          region: process.env.BEDROCK_AWS_REGION || 'us-east-1',
+          model: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
+          credentials: {
+            accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
+            secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
+          },
+          additionalModelRequestFields: {
+            thinking: {
+              type: 'enabled',
+              budget_tokens: 2000,
+            },
+          },
+        },
+        instructions: `You are a task supervisor. When the user asks about code review, use transfer_to_code_reviewer to hand off to the specialist.`,
+        maxContextTokens: 8000,
+      },
+      {
+        agentId: 'code_reviewer',
+        provider: Providers.BEDROCK,
+        clientOptions: {
+          region: process.env.BEDROCK_AWS_REGION || 'us-east-1',
+          model: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
+          credentials: {
+            accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
+            secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
+          },
+          additionalModelRequestFields: {
+            thinking: {
+              type: 'enabled',
+              budget_tokens: 2000,
+            },
+          },
+        },
+        instructions: `You are a code review specialist using Bedrock with extended thinking. Think carefully about the code quality, best practices, and potential issues. Provide thoughtful feedback.`,
+        maxContextTokens: 8000,
+      },
+    ];
+
+    const edges: t.GraphEdge[] = [
+      {
+        from: 'supervisor',
+        to: ['code_reviewer'],
+        description: 'Transfer to code review specialist',
+        edgeType: 'handoff',
+      },
+    ];
+
+    return {
+      runId: `thinking-to-thinking-bedrock-test-${Date.now()}`,
+      graphConfig: {
+        type: 'multi-agent',
+        agents,
+        edges,
+      },
+      customHandlers,
+      returnContent: true,
+      skipCleanup: true,
+    };
+  }
+
+  try {
+    const query =
+      'Can you review this function and tell me if there are any issues?\n\nfunction add(a, b) { return a + b; }';
+
+    console.log(`${'='.repeat(60)}`);
+    console.log(`USER QUERY: "${query}"`);
+    console.log('='.repeat(60));
+
+    conversationHistory.push(new HumanMessage(query));
+
+    const runConfig = createGraphConfig();
+    const run = await Run.create(runConfig);
+
+    const streamConfig = {
+      configurable: {
+        thread_id: 'thinking-to-thinking-bedrock-test-1',
+      },
+      streamMode: 'values',
+      version: 'v2' as const,
+    };
+
+    console.log('\nProcessing request...\n');
+
+    const inputs = {
+      messages: conversationHistory,
+    };
+
+    await run.processStream(inputs, streamConfig);
+    const finalMessages = run.getRunMessages();
+
+    if (finalMessages) {
+      conversationHistory.push(...finalMessages);
+    }
+
+    console.log(`\n${'='.repeat(60)}`);
+    console.log('✅ TEST PASSED');
+    console.log('='.repeat(60));
+    console.log('\nSuccessfully handed off from Bedrock (with thinking) to');
+    console.log('Bedrock (with thinking) without errors!');
+    console.log('\nThinking blocks were properly managed across the handoff');
+    console.log('boundary when both agents produce them.');
+  } catch (error) {
+    console.error('\n❌ TEST FAILED');
+    console.error('='.repeat(60));
+    console.error('Error:', error);
+    process.exit(1);
+  }
+}
+
+testThinkingToThinkingHandoffBedrock();

package/src/scripts/test-tool-before-handoff-role-order.js

@@ -0,0 +1,223 @@
+import { config } from 'dotenv';
+config();
+import { z } from 'zod';
+import { tool } from '@langchain/core/tools';
+import { HumanMessage } from '@langchain/core/messages';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { GraphEvents, Providers } from '@/common';
+import { Run } from '@/run';
+const conversationHistory = [];
+/**
+ * Test: Tool call followed by handoff (role order validation)
+ *
+ * Reproduces the bug from issue #54:
+ * When a router agent runs a non-handoff tool (e.g. list_upload_sessions)
+ * and then hands off to another agent in the same turn, the receiving agent
+ * gets a message sequence of `... tool → user` which many chat APIs reject
+ * with: "400 Unexpected role 'user' after role 'tool'"
+ *
+ * The fix ensures handoff instructions are injected into the last ToolMessage
+ * (instead of appending a new HumanMessage) when the filtered messages end
+ * with a ToolMessage.
+ */
+async function testToolBeforeHandoffRoleOrder() {
+    console.log('='.repeat(60));
+    console.log('Test: Tool Call Before Handoff (Role Order Validation)');
+    console.log('='.repeat(60));
+    console.log('\nThis test verifies that:');
+    console.log('1. Router calls a regular tool AND then hands off');
+    console.log('2. The receiving agent does NOT get tool → user role sequence');
+    console.log('3. No 400 API error occurs after the handoff\n');
+    const { contentParts, aggregateContent } = createContentAggregator();
+    let currentAgent = '';
+    let toolCallCount = 0;
+    let handoffOccurred = false;
+    const customHandlers = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(async () => {
+            toolCallCount++;
+            console.log(`\n  Tool completed (total: ${toolCallCount})`);
+        }),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+        [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data) => {
+                const runStep = data;
+                if (runStep.agentId) {
+                    currentAgent = runStep.agentId;
+                    console.log(`\n[Agent: ${currentAgent}] Processing...`);
+                }
+                aggregateContent({ event, data: runStep });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, data, _metadata) => {
+                const toolData = data;
+                if (toolData?.name?.includes('transfer_to_')) {
+                    handoffOccurred = true;
+                    const specialist = toolData.name.replace('lc_transfer_to_', '');
+                    console.log(`\n  Handoff initiated to: ${specialist}`);
+                }
+            },
+        },
+    };
+    /**
+     * Create a simple tool for the router agent.
+     * This simulates the list_upload_sessions scenario from issue #54:
+     * the router calls a regular tool and THEN hands off in the same turn.
+     */
+    const listSessions = tool(async () => {
+        return JSON.stringify({
+            sessions: [
+                { id: 'sess_1', name: 'Q4 Report', status: 'ready' },
+                { id: 'sess_2', name: 'Budget Analysis', status: 'pending' },
+            ],
+        });
+    }, {
+        name: 'list_upload_sessions',
+        description: 'List available upload sessions for data analysis',
+        schema: z.object({}),
+    });
+    const agents = [
+        {
+            agentId: 'router',
+            provider: Providers.OPENAI,
+            clientOptions: {
+                modelName: 'gpt-4.1-mini',
+                apiKey: process.env.OPENAI_API_KEY,
+            },
+            tools: [listSessions],
+            instructions: `You are a Router agent with access to upload sessions and a data analysis specialist.
+
+Your workflow for data-related requests:
+1. FIRST: Call list_upload_sessions to check available data
+2. THEN: Transfer to the data_analyst with your findings
+
+CRITICAL: You MUST call list_upload_sessions first, then immediately transfer to data_analyst.
+Do NOT write a long response. Just call the tool and hand off.`,
+            maxContextTokens: 8000,
+        },
+        {
+            agentId: 'data_analyst',
+            provider: Providers.OPENAI,
+            clientOptions: {
+                modelName: 'gpt-4.1-mini',
+                apiKey: process.env.OPENAI_API_KEY,
+            },
+            instructions: `You are a Data Analyst specialist. When you receive a request:
+1. Review any data or context provided
+2. Provide a concise analysis or recommendation
+3. Keep your response brief and focused`,
+            maxContextTokens: 8000,
+        },
+    ];
+    const edges = [
+        {
+            from: 'router',
+            to: 'data_analyst',
+            description: 'Transfer to data analyst after checking sessions',
+            edgeType: 'handoff',
+            prompt: 'Provide specific instructions for the data analyst about what to analyze',
+            promptKey: 'instructions',
+        },
+    ];
+    const runConfig = {
+        runId: `tool-before-handoff-role-order-${Date.now()}`,
+        graphConfig: {
+            type: 'multi-agent',
+            agents,
+            edges,
+        },
+        customHandlers,
+        returnContent: true,
+        skipCleanup: true,
+    };
+    const run = await Run.create(runConfig);
+    const streamConfig = {
+        configurable: {
+            thread_id: 'tool-before-handoff-role-order-1',
+        },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    try {
+        const query = 'I want to visualize my CSV data. Can you check what upload sessions are available and have the analyst help me?';
+        console.log('\n' + '-'.repeat(60));
+        console.log(`USER QUERY: "${query}"`);
+        console.log('-'.repeat(60));
+        console.log('\nExpected behavior:');
+        console.log('1. Router calls list_upload_sessions tool');
+        console.log('2. Router hands off to data_analyst');
+        console.log('3. data_analyst responds WITHOUT 400 error\n');
+        conversationHistory.push(new HumanMessage(query));
+        const inputs = { messages: conversationHistory };
+        await run.processStream(inputs, streamConfig);
+        const finalMessages = run.getRunMessages();
+        if (finalMessages) {
+            conversationHistory.push(...finalMessages);
+        }
+        /** Results */
+        console.log(`\n${'='.repeat(60)}`);
+        console.log('TEST RESULTS:');
+        console.log('='.repeat(60));
+        console.log(`Tool calls made: ${toolCallCount}`);
+        console.log(`Handoff occurred: ${handoffOccurred ? 'Yes' : 'No'}`);
+        console.log(`Test status: ${toolCallCount > 0 && handoffOccurred ? 'PASSED' : 'FAILED'}`);
+        if (toolCallCount === 0) {
+            console.log('\nNote: Router did not call any tools before handoff.');
+            console.log('The bug only occurs when a non-handoff tool is called in the same turn as the handoff.');
+            console.log('Try running again - the model may need stronger prompting.');
+        }
+        console.log('='.repeat(60));
+        /** Show conversation history */
+        console.log('\nConversation History:');
+        console.log('-'.repeat(60));
+        conversationHistory.forEach((msg, idx) => {
+            const role = msg.getType();
+            const content = typeof msg.content === 'string'
+                ? msg.content.substring(0, 150) +
+                    (msg.content.length > 150 ? '...' : '')
+                : '[complex content]';
+            console.log(`  [${idx}] ${role}: ${content}`);
+        });
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        console.error('\nTest FAILED with error:', errorMsg);
+        if (errorMsg.includes('Unexpected role') || errorMsg.includes('400')) {
+            console.error('\n>>> This is the exact bug from issue #54! <<<<');
+            console.error('>>> The tool→user role sequence caused a 400 API error. <<<');
+        }
+        console.log('\nConversation history at failure:');
+        console.dir(conversationHistory, { depth: null });
+    }
+}
+process.on('unhandledRejection', (reason, promise) => {
+    console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+    console.log('\nConversation history at failure:');
+    console.dir(conversationHistory, { depth: null });
+    process.exit(1);
+});
+process.on('uncaughtException', (err) => {
+    console.error('Uncaught Exception:', err);
+});
+testToolBeforeHandoffRoleOrder().catch((err) => {
+    console.error('Test failed:', err);
+    console.log('\nConversation history at failure:');
+    console.dir(conversationHistory, { depth: null });
+    process.exit(1);
+});
+//# sourceMappingURL=test-tool-before-handoff-role-order.js.map

package/src/scripts/test-tool-before-handoff-role-order.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-tool-before-handoff-role-order.js","sourceRoot":"","sources":["test-tool-before-handoff-role-order.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AAET,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAGrE,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAE9C;;;;;;;;;;;;GAYG;AACH,KAAK,UAAU,8BAA8B;IAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IAErE,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,CAAC,KAAK,IAAI,EAAE;YACpD,aAAa,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,8BAA8B,aAAa,GAAG,CAAC,CAAC;QAC9D,CAAC,CAAC;QACF,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;QACnD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACjB,EAAE;gBACR,MAAM,OAAO,GAAG,IAAiB,CAAC;gBAClC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;oBAC/B,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,iBAAiB,CAAC,CAAC;gBAC1D,CAAC;gBACD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7C,CAAC;SACF;QACD,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,IAAuB,EACvB,SAAmC,EAC7B,EAAE;gBACR,MAAM,QAAQ,GAAG,IAAyB,CAAC;gBAC3C,IAAI,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC7C,eAAe,GAAG,IAAI,CAAC;oBACvB,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;oBAChE,OAAO,CAAC,GAAG,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;SACF;KACF,CAAC;IAEF;;;;OAIG;IACH,MAAM,YAAY,GAAG,IAAI,CACvB,KAAK,IAAI,EAAE;QACT,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE;gBACR,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;gBACpD,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE;aAC7D;SACF,CAAC,CAAC;IACL,CAAC,EACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,kDAAkD;QAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;KACrB,CACF,CAAC;IAEF,MAAM,MAAM,GAAoB;QAC9B;YACE,OAAO,EAAE,QAAQ;YACjB,QAAQ,EAAE,SAAS,CAAC,MAAM;YAC1B,aAAa,EAAE;gBACb,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;aACnC;YACD,KAAK,EAAE,CAAC,YAAY,CAAC;YACrB,YAAY,EAAE;;;;;;;+DAO2C;YACzD,gBAAgB,EAAE,IAAI;SACvB;QACD;YACE,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,SAAS,CAAC,MAAM;YAC1B,aAAa,EAAE;gBACb,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;aACnC;YACD,YAAY,EAAE;;;wCAGoB;YAClC,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC;IAEF,MAAM,KAAK,GAAkB;QAC3B;YACE,IAAI,EAAE,QAAQ;YACd,EAAE,EAAE,cAAc;YAClB,WAAW,EAAE,kDAAkD;YAC/D,QAAQ,EAAE,SAAS;YACnB,MAAM,EACJ,0EAA0E;YAC5E,SAAS,EAAE,cAAc;SAC1B;KACF,CAAC;IAEF,MAAM,SAAS,GAAgB;QAC7B,KAAK,EAAE,kCAAkC,IAAI,CAAC,GAAG,EAAE,EAAE;QACrD,WAAW,EAAE;YACX,IAAI,EAAE,aAAa;YACnB,MAAM;YACN,KAAK;SACN;QACD,cAAc;QACd,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;KAClB,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAExC,MAAM,YAAY,GAGd;QACF,YAAY,EAAE;YACZ,SAAS,EAAE,kCAAkC;SAC9C;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,KAAK,GACT,iHAAiH,CAAC;QAEpH,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;QAE5D,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC;QAEjD,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,aAAa,EAAE,CAAC;YAClB,mBAAmB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAC7C,CAAC;QAED,cAAc;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,aAAa,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,qBAAqB,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CACT,gBAAgB,aAAa,GAAG,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAC7E,CAAC;QAEF,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;YACrE,OAAO,CAAC,GAAG,CACT,wFAAwF,CACzF,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,gCAAgC;QAChC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,mBAAmB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC7B,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,CAAC,CAAC,mBAAmB,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,QAAQ,CAAC,CAAC;QAErD,IAAI,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrE,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAClE,OAAO,CAAC,KAAK,CACX,6DAA6D,CAC9D,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE;IACtC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,8BAA8B,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC7C,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}