@illuma-ai/agents 1.0.89 → 1.0.93

package/src/scripts/test-multi-agent-list-handoff.js

@@ -0,0 +1,318 @@
+#!/usr/bin/env bun
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import { labelContentByAgent, formatAgentMessages } from '@/messages/format';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { Providers, GraphEvents, Constants, StepTypes } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { Run } from '@/run';
+const conversationHistory = [];
+/**
+ * Test supervisor-based multi-agent system using a single edge with multiple destinations
+ *
+ * Instead of creating 5 separate edges, we use one edge with an array of destinations
+ * This should create handoff tools for all 5 specialists from a single edge definition
+ */
+async function testSupervisorListHandoff() {
+    console.log('Testing Supervisor with List-Based Handoff Edge...\n');
+    // Set up content aggregator
+    const { contentParts, aggregateContent } = createContentAggregator();
+    // Track which specialist role was selected
+    let selectedRole = '';
+    // Create custom handlers
+    const customHandlers = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+        [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data) => {
+                const runStepData = data;
+                if (runStepData?.name) {
+                    console.log(`\n[${runStepData.name}] Processing...`);
+                }
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, data, metadata) => {
+                const toolData = data;
+                if (toolData?.name?.startsWith(Constants.LC_TRANSFER_TO_)) {
+                    const specialist = toolData.name.replace(Constants.LC_TRANSFER_TO_, '');
+                    console.log(`\n🔀 Transferring to ${specialist}...`);
+                    selectedRole = specialist;
+                }
+            },
+        },
+    };
+    // Function to create the graph with a single edge to multiple specialists
+    function createSupervisorGraphWithListEdge() {
+        console.log(`\nCreating graph with supervisor and 5 specialist agents.`);
+        console.log('Using a SINGLE edge with multiple destinations (list-based handoff).\n');
+        // Define the adaptive specialist configuration that will be reused
+        const specialistConfig = {
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are an Adaptive Specialist. Your agent ID indicates your role:
+      
+      - data_analyst: Focus on statistical analysis, metrics, ML evaluation, A/B testing
+      - security_expert: Focus on cybersecurity, vulnerability assessment, compliance  
+      - product_designer: Focus on UX/UI design, user research, accessibility
+      - devops_engineer: Focus on CI/CD, infrastructure, cloud platforms, monitoring
+      - legal_advisor: Focus on licensing, privacy laws, contracts, regulatory compliance
+      
+      The supervisor will provide specific instructions. Follow them while maintaining your expert perspective.`,
+            maxContextTokens: 8000,
+        };
+        // Create the graph with supervisor and all 5 specialists
+        const agents = [
+            {
+                agentId: 'supervisor',
+                provider: Providers.ANTHROPIC,
+                clientOptions: {
+                    modelName: 'claude-haiku-4-5',
+                    apiKey: process.env.ANTHROPIC_API_KEY,
+                },
+                instructions: `You are a Task Supervisor with access to 5 specialist agents:
+        1. transfer_to_data_analyst - For statistical analysis and metrics
+        2. transfer_to_security_expert - For cybersecurity and vulnerability assessment  
+        3. transfer_to_product_designer - For UX/UI design
+        4. transfer_to_devops_engineer - For infrastructure and deployment
+        5. transfer_to_legal_advisor - For compliance and licensing
+        
+        Your role is to:
+        1. Analyze the incoming request
+        2. Decide which specialist is best suited
+        3. Use the appropriate transfer tool (e.g., transfer_to_data_analyst)
+        4. Provide specific instructions to guide their work
+        
+        Be specific about what you need from the specialist.`,
+                maxContextTokens: 8000,
+            },
+            // Include all 5 specialists with the same adaptive configuration
+            {
+                agentId: 'data_analyst',
+                ...specialistConfig,
+            },
+            {
+                agentId: 'security_expert',
+                ...specialistConfig,
+            },
+            {
+                agentId: 'product_designer',
+                ...specialistConfig,
+            },
+            {
+                agentId: 'devops_engineer',
+                ...specialistConfig,
+            },
+            {
+                agentId: 'legal_advisor',
+                ...specialistConfig,
+            },
+        ];
+        // Create a SINGLE edge from supervisor to ALL 5 specialists using a list
+        const edges = [
+            {
+                from: 'supervisor',
+                to: [
+                    'data_analyst',
+                    'security_expert',
+                    'product_designer',
+                    'devops_engineer',
+                    'legal_advisor',
+                ],
+                description: 'Transfer to appropriate specialist based on task requirements',
+                edgeType: 'handoff',
+            },
+        ];
+        return {
+            runId: `supervisor-list-handoff-${Date.now()}`,
+            graphConfig: {
+                type: 'multi-agent',
+                agents,
+                edges,
+            },
+            customHandlers,
+            returnContent: true,
+            skipCleanup: true,
+        };
+    }
+    try {
+        // Test with different queries
+        const testQueries = [
+            'What are the legal implications of using GPL-licensed code in our product?',
+        ];
+        const config = {
+            configurable: {
+                thread_id: 'supervisor-list-handoff-1',
+            },
+            streamMode: 'values',
+            version: 'v2',
+        };
+        for (const query of testQueries) {
+            console.log(`\n${'='.repeat(80)}`);
+            console.log(`FIRST RUN - USER QUERY: "${query}"`);
+            console.log('='.repeat(80));
+            // Reset conversation
+            conversationHistory.length = 0;
+            conversationHistory.push(new HumanMessage(query));
+            // Create graph with supervisor having a single edge to multiple specialists
+            const runConfig = createSupervisorGraphWithListEdge();
+            const run = await Run.create(runConfig);
+            console.log('Processing first request...');
+            // Process with streaming
+            const inputs = {
+                messages: conversationHistory,
+            };
+            const finalContentParts = await run.processStream(inputs, config);
+            const finalMessages = run.getRunMessages();
+            if (finalMessages) {
+                conversationHistory.push(...finalMessages);
+            }
+            // Demo: Map contentParts to agentIds
+            console.log(`\n${'─'.repeat(60)}`);
+            console.log('CONTENT PARTS TO AGENT MAPPING:');
+            console.log('─'.repeat(60));
+            if (run.Graph) {
+                // Get the mapping of contentPart index to agentId
+                const contentPartAgentMap = run.Graph.getContentPartAgentMap();
+                console.log(`\nTotal content parts: ${contentParts.length}`);
+                console.log(`\nContent Part → Agent Mapping:`);
+                contentPartAgentMap.forEach((agentId, index) => {
+                    const contentPart = contentParts[index];
+                    const contentType = contentPart?.type || 'unknown';
+                    const preview = contentType === 'text'
+                        ? contentPart.text?.slice(0, 50) || ''
+                        : contentType === 'tool_call'
+                            ? `Tool: ${contentPart.tool_call?.name || 'unknown'}`
+                            : contentType;
+                    console.log(`  [${index}] ${agentId} → ${contentType}: ${preview}${preview.length >= 50 ? '...' : ''}`);
+                });
+                // Show agent participation summary
+                console.log(`\n${'─'.repeat(60)}`);
+                console.log('AGENT PARTICIPATION SUMMARY:');
+                console.log('─'.repeat(60));
+                const activeAgents = run.Graph.getActiveAgentIds();
+                console.log(`\nActive agents (${activeAgents.length}):`, activeAgents);
+                const stepsByAgent = run.Graph.getRunStepsByAgent();
+                stepsByAgent.forEach((steps, agentId) => {
+                    const toolCallSteps = steps.filter((s) => s.type === StepTypes.TOOL_CALLS).length;
+                    const messageSteps = steps.filter((s) => s.type === StepTypes.MESSAGE_CREATION).length;
+                    console.log(`\n  ${agentId}:`);
+                    console.log(`    - Total steps: ${steps.length}`);
+                    console.log(`    - Message steps: ${messageSteps}`);
+                    console.log(`    - Tool call steps: ${toolCallSteps}`);
+                });
+            }
+            // Show graph structure summary
+            console.log(`\n${'─'.repeat(60)}`);
+            console.log(`GRAPH STRUCTURE:`);
+            console.log(`- Agents: 6 total (supervisor + 5 specialists)`);
+            console.log(`- Edges: 1 edge with multiple destinations`);
+            console.log(`- Edge type: handoff (creates individual tools for each destination)`);
+            console.log(`- Result: Supervisor has 5 handoff tools from a single edge`);
+            console.log('─'.repeat(60));
+            // =============================================================
+            // SECOND RUN: Demonstrate agent-labeled history
+            // =============================================================
+            console.log(`\n${'='.repeat(80)}`);
+            console.log(`SECOND RUN - Simulating DB Load with Agent-Labeled History`);
+            console.log('='.repeat(80));
+            // Simulate what happens in the main app:
+            // 1. Store contentParts + agentIdMap to "DB" (in-memory here)
+            const dbStoredContentParts = [...contentParts];
+            const dbStoredAgentIdMap = Object.fromEntries(run.Graph.getContentPartAgentMap());
+            console.log('\n📦 Simulating DB storage:');
+            console.log(`  - Stored ${dbStoredContentParts.length} content parts`);
+            console.log(`  - Stored agent mappings for ${Object.keys(dbStoredAgentIdMap).length} parts`);
+            // 2. On next run, load from "DB" and label by agent
+            console.log('\n📥 Loading from DB and labeling by agent...');
+            const agentNames = {
+                supervisor: 'Supervisor',
+                legal_advisor: 'Legal Advisor',
+                data_analyst: 'Data Analyst',
+                security_expert: 'Security Expert',
+                product_designer: 'Product Designer',
+                devops_engineer: 'DevOps Engineer',
+            };
+            const labeledContentParts = labelContentByAgent(dbStoredContentParts.filter((p) => p != null), dbStoredAgentIdMap, agentNames);
+            console.log(`  - Labeled ${labeledContentParts.length} content parts by agent`);
+            // 3. Convert labeled content parts to payload format
+            const payload = [
+                {
+                    role: 'user',
+                    content: query,
+                },
+                {
+                    role: 'assistant',
+                    content: labeledContentParts,
+                },
+            ];
+            // 4. Format using formatAgentMessages (simulates what main app does)
+            console.log('\n🔧 Calling formatAgentMessages...');
+            const { messages: formattedMessages } = formatAgentMessages(payload);
+            console.log(`  - Formatted into ${formattedMessages.length} BaseMessages`);
+            // Show a preview of what the supervisor will see
+            console.log('\n👁️  Preview of formatted history for supervisor:');
+            console.log('─'.repeat(80));
+            for (let i = 0; i < formattedMessages.length; i++) {
+                const msg = formattedMessages[i];
+                const role = msg._getType();
+                const preview = typeof msg.content === 'string'
+                    ? msg.content.slice(0, 200)
+                    : JSON.stringify(msg.content).slice(0, 200);
+                console.log(`[${i}] ${role}: ${preview}${preview.length >= 200 ? '...' : ''}`);
+            }
+            console.log('─'.repeat(80));
+            // 5. Create a new run with the formatted history + a followup question
+            console.log('\n🚀 Starting second run with agent-labeled history + followup question...');
+            const followupQuery = 'Can you summarize the key legal points from your previous response?';
+            console.log(`   Followup: "${followupQuery}"`);
+            // Reset for second run
+            const secondRunHistory = [
+                ...formattedMessages,
+                new HumanMessage(followupQuery),
+            ];
+            const runConfig2 = createSupervisorGraphWithListEdge();
+            const run2 = await Run.create(runConfig2);
+            const inputs2 = {
+                messages: secondRunHistory,
+            };
+            await run2.processStream(inputs2, config);
+            console.log('\n✅ Second run completed successfully!');
+            console.log('   The supervisor correctly understood that the legal_advisor handled');
+            console.log('   the previous query, avoiding identity confusion.');
+        }
+        // Final summary
+        console.log(`\n${'='.repeat(60)}`);
+        console.log('TEST COMPLETE');
+        console.log('='.repeat(60));
+        console.log('\nThis test demonstrates that a single edge with multiple');
+        console.log('destinations in the "to" field creates individual handoff');
+        console.log('tools for each destination agent, achieving the same result');
+        console.log('as creating separate edges for each specialist.');
+    }
+    catch (error) {
+        console.error('Error in supervisor list handoff test:', error);
+    }
+}
+// Run the test
+testSupervisorListHandoff();
+//# sourceMappingURL=test-multi-agent-list-handoff.js.map

package/src/scripts/test-multi-agent-list-handoff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-multi-agent-list-handoff.js","sourceRoot":"","sources":["test-multi-agent-list-handoff.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AAET,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAE9C;;;;;GAKG;AACH,KAAK,UAAU,yBAAyB;IACtC,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,4BAA4B;IAC5B,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IAErE,2CAA2C;IAC3C,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,yBAAyB;IACzB,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;QACnD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACjB,EAAE;gBACR,MAAM,WAAW,GAAG,IAAW,CAAC;gBAChC,IAAI,WAAW,EAAE,IAAI,EAAE,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,MAAM,WAAW,CAAC,IAAI,iBAAiB,CAAC,CAAC;gBACvD,CAAC;gBACD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,IAAuB,EACvB,QAAkC,EAC5B,EAAE;gBACR,MAAM,QAAQ,GAAG,IAAW,CAAC;gBAC7B,IAAI,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC1D,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CACtC,SAAS,CAAC,eAAe,EACzB,EAAE,CACH,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,KAAK,CAAC,CAAC;oBACrD,YAAY,GAAG,UAAU,CAAC;gBAC5B,CAAC;YACH,CAAC;SACF;KACF,CAAC;IAEF,0EAA0E;IAC1E,SAAS,iCAAiC;QACxC,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CACT,wEAAwE,CACzE,CAAC;QAEF,mEAAmE;QACnE,MAAM,gBAAgB,GAAG;YACvB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE;;;;;;;;gHAQ4F;YAC1G,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,yDAAyD;QACzD,MAAM,MAAM,GAAoB;YAC9B;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,SAAS,CAAC,SAAS;gBAC7B,aAAa,EAAE;oBACb,SAAS,EAAE,kBAAkB;oBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;iBACtC;gBACD,YAAY,EAAE;;;;;;;;;;;;;6DAauC;gBACrD,gBAAgB,EAAE,IAAI;aACvB;YACD,iEAAiE;YACjE;gBACE,OAAO,EAAE,cAAc;gBACvB,GAAG,gBAAgB;aACpB;YACD;gBACE,OAAO,EAAE,iBAAiB;gBAC1B,GAAG,gBAAgB;aACpB;YACD;gBACE,OAAO,EAAE,kBAAkB;gBAC3B,GAAG,gBAAgB;aACpB;YACD;gBACE,OAAO,EAAE,iBAAiB;gBAC1B,GAAG,gBAAgB;aACpB;YACD;gBACE,OAAO,EAAE,eAAe;gBACxB,GAAG,gBAAgB;aACpB;SACF,CAAC;QAEF,yEAAyE;QACzE,MAAM,KAAK,GAAkB;YAC3B;gBACE,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE;oBACF,cAAc;oBACd,iBAAiB;oBACjB,kBAAkB;oBAClB,iBAAiB;oBACjB,eAAe;iBAChB;gBACD,WAAW,EACT,+DAA+D;gBACjE,QAAQ,EAAE,SAAS;aACpB;SACF,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,2BAA2B,IAAI,CAAC,GAAG,EAAE,EAAE;YAC9C,WAAW,EAAE;gBACX,IAAI,EAAE,aAAa;gBACnB,MAAM;gBACN,KAAK;aACN;YACD,cAAc;YACd,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;SAClB,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,WAAW,GAAG;YAClB,4EAA4E;SAC7E,CAAC;QAEF,MAAM,MAAM,GAAG;YACb,YAAY,EAAE;gBACZ,SAAS,EAAE,2BAA2B;aACvC;YACD,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,IAAa;SACvB,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,GAAG,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,qBAAqB;YACrB,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;YAC/B,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YAElD,4EAA4E;YAC5E,MAAM,SAAS,GAAG,iCAAiC,EAAE,CAAC;YACtD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAE3C,yBAAyB;YACzB,MAAM,MAAM,GAAG;gBACb,QAAQ,EAAE,mBAAmB;aAC9B,CAAC;YAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YAE3C,IAAI,aAAa,EAAE,CAAC;gBAClB,mBAAmB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YAC7C,CAAC;YAED,qCAAqC;YACrC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACd,kDAAkD;gBAClD,MAAM,mBAAmB,GAAG,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC;gBAE/D,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC7D,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gBAE/C,mBAAmB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;oBAC7C,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;oBACxC,MAAM,WAAW,GAAG,WAAW,EAAE,IAAI,IAAI,SAAS,CAAC;oBACnD,MAAM,OAAO,GACX,WAAW,KAAK,MAAM;wBACpB,CAAC,CAAE,WAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;wBAC/C,CAAC,CAAC,WAAW,KAAK,WAAW;4BAC3B,CAAC,CAAC,SAAU,WAAmB,CAAC,SAAS,EAAE,IAAI,IAAI,SAAS,EAAE;4BAC9D,CAAC,CAAC,WAAW,CAAC;oBAEpB,OAAO,CAAC,GAAG,CACT,MAAM,KAAK,KAAK,OAAO,MAAM,WAAW,KAAK,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3F,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,mCAAmC;gBACnC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAE5B,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,MAAM,IAAI,EAAE,YAAY,CAAC,CAAC;gBAEvE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;gBACpD,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;oBACtC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CACvC,CAAC,MAAM,CAAC;oBACT,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAC/B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,gBAAgB,CAC7C,CAAC,MAAM,CAAC;oBACT,OAAO,CAAC,GAAG,CAAC,OAAO,OAAO,GAAG,CAAC,CAAC;oBAC/B,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClD,OAAO,CAAC,GAAG,CAAC,wBAAwB,YAAY,EAAE,CAAC,CAAC;oBACpD,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,EAAE,CAAC,CAAC;gBACzD,CAAC,CAAC,CAAC;YACL,CAAC;YAED,+BAA+B;YAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;YAC1D,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;YACF,OAAO,CAAC,GAAG,CACT,6DAA6D,CAC9D,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,gEAAgE;YAChE,gDAAgD;YAChD,gEAAgE;YAChE,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,yCAAyC;YACzC,8DAA8D;YAC9D,MAAM,oBAAoB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;YAC/C,MAAM,kBAAkB,GAAG,MAAM,CAAC,WAAW,CAC3C,GAAG,CAAC,KAAM,CAAC,sBAAsB,EAAE,CACpC,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,cAAc,oBAAoB,CAAC,MAAM,gBAAgB,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CACT,iCAAiC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,QAAQ,CAChF,CAAC;YAEF,oDAAoD;YACpD,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;YAE7D,MAAM,UAAU,GAAG;gBACjB,UAAU,EAAE,YAAY;gBACxB,aAAa,EAAE,eAAe;gBAC9B,YAAY,EAAE,cAAc;gBAC5B,eAAe,EAAE,iBAAiB;gBAClC,gBAAgB,EAAE,kBAAkB;gBACpC,eAAe,EAAE,iBAAiB;aACnC,CAAC;YAEF,MAAM,mBAAmB,GAAG,mBAAmB,CAC7C,oBAAoB,CAAC,MAAM,CACzB,CAAC,CAAC,EAAgC,EAAE,CAAC,CAAC,IAAI,IAAI,CAC/C,EACD,kBAAkB,EAClB,UAAU,CACX,CAAC;YAEF,OAAO,CAAC,GAAG,CACT,eAAe,mBAAmB,CAAC,MAAM,yBAAyB,CACnE,CAAC;YAEF,qDAAqD;YACrD,MAAM,OAAO,GAAe;gBAC1B;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,KAAK;iBACf;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,mBAAmB;iBAC7B;aACF,CAAC;YAEF,qEAAqE;YACrE,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACnD,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAErE,OAAO,CAAC,GAAG,CACT,sBAAsB,iBAAiB,CAAC,MAAM,eAAe,CAC9D,CAAC;YAEF,iDAAiD;YACjD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;gBAC5B,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,KAAK,IAAI,KAAK,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAClE,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,uEAAuE;YACvE,OAAO,CAAC,GAAG,CACT,4EAA4E,CAC7E,CAAC;YACF,MAAM,aAAa,GACjB,qEAAqE,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,GAAG,CAAC,CAAC;YAE/C,uBAAuB;YACvB,MAAM,gBAAgB,GAAkB;gBACtC,GAAG,iBAAiB;gBACpB,IAAI,YAAY,CAAC,aAAa,CAAC;aAChC,CAAC;YAEF,MAAM,UAAU,GAAG,iCAAiC,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,gBAAgB;aAC3B,CAAC;YAEF,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE1C,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CACT,uEAAuE,CACxE,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;QACrE,CAAC;QAED,gBAAgB;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,eAAe;AACf,yBAAyB,EAAE,CAAC"}

package/src/scripts/test-multi-agent-list-handoff.ts

@@ -183,6 +183,7 @@ async function testSupervisorListHandoff() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/test-parallel-agent-labeling.js

@@ -0,0 +1,253 @@
+#!/usr/bin/env bun
+import { config } from 'dotenv';
+config();
+import { HumanMessage } from '@langchain/core/messages';
+import { labelContentByAgent, formatAgentMessages } from '@/messages/format';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { Providers, GraphEvents } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { Run } from '@/run';
+const conversationHistory = [];
+/**
+ * Test parallel multi-agent system with agent labeling on subsequent runs
+ *
+ * Graph structure:
+ * START -> researcher
+ * researcher -> [analyst1, analyst2, analyst3] (fan-out)
+ * [analyst1, analyst2, analyst3] -> summarizer (fan-in)
+ * summarizer -> END
+ */
+async function testParallelWithAgentLabeling() {
+    console.log('Testing Parallel Multi-Agent with Agent Labeling...\n');
+    // Set up content aggregator
+    const { contentParts, aggregateContent } = createContentAggregator();
+    // Define specialized agents
+    const agents = [
+        {
+            agentId: 'researcher',
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are a research coordinator. Analyze the request and provide 2-3 sentence coordination brief.`,
+        },
+        {
+            agentId: 'analyst1',
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are FINANCIAL ANALYST. Provide 2-3 sentence financial analysis. Start with "FINANCIAL ANALYSIS:"`,
+        },
+        {
+            agentId: 'analyst2',
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are TECHNICAL ANALYST. Provide 2-3 sentence technical analysis. Start with "TECHNICAL ANALYSIS:"`,
+        },
+        {
+            agentId: 'analyst3',
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are MARKET ANALYST. Provide 2-3 sentence market analysis. Start with "MARKET ANALYSIS:"`,
+        },
+        {
+            agentId: 'summarizer',
+            provider: Providers.ANTHROPIC,
+            clientOptions: {
+                modelName: 'claude-haiku-4-5',
+                apiKey: process.env.ANTHROPIC_API_KEY,
+            },
+            instructions: `You are SYNTHESIS EXPERT. Review all analyses and provide 2-3 sentence integrated summary.`,
+        },
+    ];
+    // Define direct edges (fan-out and fan-in)
+    const edges = [
+        {
+            from: 'researcher',
+            to: ['analyst1', 'analyst2', 'analyst3'],
+            description: 'Distribute research to specialist analysts',
+            edgeType: 'direct',
+        },
+        {
+            from: ['analyst1', 'analyst2', 'analyst3'],
+            to: 'summarizer',
+            description: 'Aggregate analysis results',
+            edgeType: 'direct',
+            prompt: 'Based on the analyses below, provide an integrated summary:\n\n{results}',
+        },
+    ];
+    // Create custom handlers
+    const customHandlers = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+        [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+    };
+    try {
+        const query = 'What are the implications of widespread AI adoption?';
+        console.log(`${'='.repeat(80)}`);
+        console.log(`FIRST RUN - USER QUERY: "${query}"`);
+        console.log('='.repeat(80));
+        // Reset conversation
+        conversationHistory.length = 0;
+        conversationHistory.push(new HumanMessage(query));
+        // Create graph
+        const runConfig = {
+            runId: `parallel-test-${Date.now()}`,
+            graphConfig: {
+                type: 'multi-agent',
+                agents,
+                edges,
+            },
+            customHandlers,
+            returnContent: true,
+            skipCleanup: true,
+        };
+        const run = await Run.create(runConfig);
+        console.log('\nProcessing first run with parallel agents...\n');
+        const config = {
+            configurable: {
+                thread_id: 'parallel-agent-labeling-1',
+            },
+            streamMode: 'values',
+            version: 'v2',
+        };
+        const inputs = {
+            messages: conversationHistory,
+        };
+        await run.processStream(inputs, config);
+        const finalMessages = run.getRunMessages();
+        if (finalMessages) {
+            conversationHistory.push(...finalMessages);
+        }
+        // Show agent participation
+        console.log(`\n${'─'.repeat(80)}`);
+        console.log('FIRST RUN - AGENT PARTICIPATION:');
+        console.log('─'.repeat(80));
+        if (run.Graph) {
+            const activeAgents = run.Graph.getActiveAgentIds();
+            console.log(`\nActive agents (${activeAgents.length}):`, activeAgents);
+            const stepsByAgent = run.Graph.getRunStepsByAgent();
+            stepsByAgent.forEach((steps, agentId) => {
+                console.log(`  ${agentId}: ${steps.length} steps`);
+            });
+            console.log(`\nTotal content parts: ${contentParts.length}`);
+        }
+        // =============================================================
+        // SECOND RUN: Test with agent-labeled history
+        // =============================================================
+        console.log(`\n${'='.repeat(80)}`);
+        console.log(`SECOND RUN - Simulating DB Load with Parallel Agent Labeling`);
+        console.log('='.repeat(80));
+        // Simulate DB storage
+        const dbStoredContentParts = [...contentParts];
+        const dbStoredAgentIdMap = Object.fromEntries(run.Graph.getContentPartAgentMap());
+        console.log('\n📦 Simulating DB storage:');
+        console.log(`  - Stored ${dbStoredContentParts.length} content parts`);
+        console.log(`  - Stored agent mappings for ${Object.keys(dbStoredAgentIdMap).length} parts`);
+        // Load and label by agent with labelNonTransferContent option
+        console.log('\n📥 Loading from DB and labeling ALL agent content...');
+        const agentNames = {
+            researcher: 'Researcher',
+            analyst1: 'Financial Analyst',
+            analyst2: 'Technical Analyst',
+            analyst3: 'Market Analyst',
+            summarizer: 'Synthesizer',
+        };
+        const labeledContentParts = labelContentByAgent(dbStoredContentParts.filter((p) => p != null), dbStoredAgentIdMap, agentNames, { labelNonTransferContent: true } // NEW: Label all content
+        );
+        console.log(`  - Labeled ${labeledContentParts.length} content groups by agent`);
+        // Convert to payload
+        const payload = [
+            {
+                role: 'user',
+                content: query,
+            },
+            {
+                role: 'assistant',
+                content: labeledContentParts,
+            },
+        ];
+        // Format using formatAgentMessages
+        console.log('\n🔧 Calling formatAgentMessages...');
+        const { messages: formattedMessages } = formatAgentMessages(payload);
+        console.log(`  - Formatted into ${formattedMessages.length} BaseMessages`);
+        // Show preview
+        console.log('\n👁️  Preview of formatted history:');
+        console.log('─'.repeat(80));
+        for (let i = 0; i < formattedMessages.length; i++) {
+            const msg = formattedMessages[i];
+            const role = msg._getType();
+            const preview = typeof msg.content === 'string'
+                ? msg.content.slice(0, 300)
+                : JSON.stringify(msg.content).slice(0, 300);
+            console.log(`[${i}] ${role}: ${preview}${preview.length >= 300 ? '...' : ''}`);
+            console.log('');
+        }
+        console.log('─'.repeat(80));
+        // Create a second run with labeled history
+        console.log('\n🚀 Starting second run with agent-labeled parallel history...');
+        const followupQuery = 'Which analyst identified the most significant risk?';
+        console.log(`   Followup: "${followupQuery}"`);
+        const secondRunHistory = [
+            ...formattedMessages,
+            new HumanMessage(followupQuery),
+        ];
+        const runConfig2 = {
+            runId: `parallel-test-2-${Date.now()}`,
+            graphConfig: {
+                type: 'multi-agent',
+                agents,
+                edges,
+            },
+            customHandlers,
+            returnContent: true,
+            skipCleanup: true,
+        };
+        const run2 = await Run.create(runConfig2);
+        const inputs2 = {
+            messages: secondRunHistory,
+        };
+        await run2.processStream(inputs2, config);
+        console.log('\n✅ Second run completed successfully!');
+        console.log('   The researcher correctly understood that parallel analysts handled');
+        console.log('   the previous analysis, with clear attribution per agent.');
+        console.log(`\n${'='.repeat(80)}`);
+        console.log('TEST COMPLETE');
+        console.log('='.repeat(80));
+        console.log('\nThis demonstrates that parallel multi-agent patterns work correctly');
+        console.log('with agent labeling, preventing confusion about who said what.');
+    }
+    catch (error) {
+        console.error('Error in parallel agent labeling test:', error);
+    }
+}
+// Run the test
+testParallelWithAgentLabeling();
+//# sourceMappingURL=test-parallel-agent-labeling.js.map

package/src/scripts/test-parallel-agent-labeling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-parallel-agent-labeling.js","sourceRoot":"","sources":["test-parallel-agent-labeling.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AAET,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAa,MAAM,UAAU,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAE9C;;;;;;;;GAQG;AACH,KAAK,UAAU,6BAA6B;IAC1C,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,4BAA4B;IAC5B,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IAErE,4BAA4B;IAC5B,MAAM,MAAM,GAAoB;QAC9B;YACE,OAAO,EAAE,YAAY;YACrB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE,kGAAkG;SACjH;QACD;YACE,OAAO,EAAE,UAAU;YACnB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE,sGAAsG;SACrH;QACD;YACE,OAAO,EAAE,UAAU;YACnB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE,sGAAsG;SACrH;QACD;YACE,OAAO,EAAE,UAAU;YACnB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE,6FAA6F;SAC5G;QACD;YACE,OAAO,EAAE,YAAY;YACrB,QAAQ,EAAE,SAAS,CAAC,SAAS;YAC7B,aAAa,EAAE;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACtC;YACD,YAAY,EAAE,4FAA4F;SAC3G;KACF,CAAC;IAEF,2CAA2C;IAC3C,MAAM,KAAK,GAAkB;QAC3B;YACE,IAAI,EAAE,YAAY;YAClB,EAAE,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;YACxC,WAAW,EAAE,4CAA4C;YACzD,QAAQ,EAAE,QAAQ;SACnB;QACD;YACE,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;YAC1C,EAAE,EAAE,YAAY;YAChB,WAAW,EAAE,4BAA4B;YACzC,QAAQ,EAAE,QAAQ;YAClB,MAAM,EACJ,0EAA0E;SAC7E;KACF,CAAC;IAEF,yBAAyB;IACzB,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;QACnD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;KACF,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,sDAAsD,CAAC;QAErE,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,GAAG,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,qBAAqB;QACrB,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/B,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAElD,eAAe;QACf,MAAM,SAAS,GAAgB;YAC7B,KAAK,EAAE,iBAAiB,IAAI,CAAC,GAAG,EAAE,EAAE;YACpC,WAAW,EAAE;gBACX,IAAI,EAAE,aAAa;gBACnB,MAAM;gBACN,KAAK;aACN;YACD,cAAc;YACd,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;SAClB,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG;YACb,YAAY,EAAE;gBACZ,SAAS,EAAE,2BAA2B;aACvC;YACD,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,IAAa;SACvB,CAAC;QAEF,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxC,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAE3C,IAAI,aAAa,EAAE,CAAC;YAClB,mBAAmB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAC7C,CAAC;QAED,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,MAAM,IAAI,EAAE,YAAY,CAAC,CAAC;YAEvE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YACpD,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBACtC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,KAAK,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACrD,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,gEAAgE;QAChE,8CAA8C;QAC9C,gEAAgE;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,sBAAsB;QACtB,MAAM,oBAAoB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GAAG,MAAM,CAAC,WAAW,CAC3C,GAAG,CAAC,KAAM,CAAC,sBAAsB,EAAE,CACpC,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,cAAc,oBAAoB,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CACT,iCAAiC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,QAAQ,CAChF,CAAC;QAEF,8DAA8D;QAC9D,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QAEtE,MAAM,UAAU,GAAG;YACjB,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,mBAAmB;YAC7B,QAAQ,EAAE,mBAAmB;YAC7B,QAAQ,EAAE,gBAAgB;YAC1B,UAAU,EAAE,aAAa;SAC1B,CAAC;QAEF,MAAM,mBAAmB,GAAG,mBAAmB,CAC7C,oBAAoB,CAAC,MAAM,CACzB,CAAC,CAAC,EAAgC,EAAE,CAAC,CAAC,IAAI,IAAI,CAC/C,EACD,kBAAkB,EAClB,UAAU,EACV,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC,yBAAyB;SAC5D,CAAC;QAEF,OAAO,CAAC,GAAG,CACT,eAAe,mBAAmB,CAAC,MAAM,0BAA0B,CACpE,CAAC;QAEF,qBAAqB;QACrB,MAAM,OAAO,GAAe;YAC1B;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,KAAK;aACf;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,mBAAmB;aAC7B;SACF,CAAC;QAEF,mCAAmC;QACnC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAErE,OAAO,CAAC,GAAG,CAAC,sBAAsB,iBAAiB,CAAC,MAAM,eAAe,CAAC,CAAC;QAE3E,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC5B,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAChD,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,KAAK,IAAI,KAAK,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAClE,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,2CAA2C;QAC3C,OAAO,CAAC,GAAG,CACT,iEAAiE,CAClE,CAAC;QACF,MAAM,aAAa,GAAG,qDAAqD,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,GAAG,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAAkB;YACtC,GAAG,iBAAiB;YACpB,IAAI,YAAY,CAAC,aAAa,CAAC;SAChC,CAAC;QAEF,MAAM,UAAU,GAAgB;YAC9B,KAAK,EAAE,mBAAmB,IAAI,CAAC,GAAG,EAAE,EAAE;YACtC,WAAW,EAAE;gBACX,IAAI,EAAE,aAAa;gBACnB,MAAM;gBACN,KAAK;aACN;YACD,cAAc;YACd,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;SAClB,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QAEF,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE1C,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CACT,uEAAuE,CACxE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAE3E,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CACT,uEAAuE,CACxE,CAAC;QACF,OAAO,CAAC,GAAG,CACT,gEAAgE,CACjE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,eAAe;AACf,6BAA6B,EAAE,CAAC"}

package/src/scripts/test-parallel-agent-labeling.ts

@@ -150,6 +150,7 @@ async function testParallelWithAgentLabeling() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
 
     const run = await Run.create(runConfig);
@@ -291,6 +292,7 @@ async function testParallelWithAgentLabeling() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
 
     const run2 = await Run.create(runConfig2);