@illuma-ai/agents 1.0.90 → 1.0.93

package/src/specs/anthropic.simple.test.js

@@ -0,0 +1,287 @@
+/* eslint-disable no-console */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+// src/scripts/cli.test.ts
+import { config } from 'dotenv';
+config();
+import { Calculator } from '@/tools/Calculator';
+import { HumanMessage, } from '@langchain/core/messages';
+import { ToolEndHandler, ModelEndHandler, createMetadataAggregator, } from '@/events';
+import { ContentTypes, GraphEvents, Providers, TitleMethod } from '@/common';
+import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { getArgs } from '@/scripts/args';
+import { Run } from '@/run';
+const provider = Providers.ANTHROPIC;
+describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
+    jest.setTimeout(60000);
+    let run;
+    let runningHistory;
+    let collectedUsage;
+    let conversationHistory;
+    let aggregateContent;
+    let contentParts;
+    const config = {
+        configurable: {
+            thread_id: 'conversation-num-1',
+        },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    beforeEach(async () => {
+        conversationHistory = [];
+        collectedUsage = [];
+        const { contentParts: cp, aggregateContent: ac } = createContentAggregator();
+        contentParts = cp;
+        aggregateContent = ac;
+    });
+    const onMessageDeltaSpy = jest.fn();
+    const onRunStepSpy = jest.fn();
+    afterAll(() => {
+        onMessageDeltaSpy.mockReset();
+        onRunStepSpy.mockReset();
+    });
+    const setupCustomHandlers = () => ({
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data, metadata, graph) => {
+                onRunStepSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data, metadata, graph) => {
+                onMessageDeltaSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, _data, _metadata) => {
+                // Handle tool start
+            },
+        },
+    });
+    test(`${capitalizeFirstLetter(provider)}: should process a simple message, generate title`, async () => {
+        const { userName, location } = await getArgs();
+        const llmConfig = getLLMConfig(provider);
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'test-run-id',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+                additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'hi';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        const finalContentParts = await run.processStream(inputs, config);
+        expect(finalContentParts).toBeDefined();
+        const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+        expect(allTextParts).toBe(true);
+        expect(collectedUsage.length).toBeGreaterThan(0);
+        expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+        expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        conversationHistory.push(...(finalMessages ?? []));
+        expect(conversationHistory.length).toBeGreaterThan(1);
+        runningHistory = conversationHistory.slice();
+        expect(onMessageDeltaSpy).toHaveBeenCalled();
+        expect(onMessageDeltaSpy.mock.calls.length).toBeGreaterThan(1);
+        expect(onMessageDeltaSpy.mock.calls[0][3]).toBeDefined(); // Graph exists
+        expect(onRunStepSpy).toHaveBeenCalled();
+        expect(onRunStepSpy.mock.calls.length).toBeGreaterThan(0);
+        expect(onRunStepSpy.mock.calls[0][3]).toBeDefined(); // Graph exists
+        const { handleLLMEnd, collected } = createMetadataAggregator();
+        const titleResult = await run.generateTitle({
+            provider,
+            inputText: userMessage,
+            titleMethod: TitleMethod.STRUCTURED,
+            contentParts,
+            clientOptions: {
+                ...llmConfig,
+                model: 'claude-haiku-4-5',
+            },
+            chainOptions: {
+                callbacks: [
+                    {
+                        handleLLMEnd,
+                    },
+                ],
+            },
+        });
+        expect(titleResult).toBeDefined();
+        expect(titleResult.title).toBeDefined();
+        expect(titleResult.language).toBeDefined();
+        expect(collected).toBeDefined();
+    });
+    test(`${capitalizeFirstLetter(provider)}: should generate title using completion method`, async () => {
+        const { userName, location } = await getArgs();
+        const llmConfig = getLLMConfig(provider);
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'test-run-id-completion',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+                additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'Can you help me calculate the area of a circle with radius 5?';
+        conversationHistory = [];
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        const finalContentParts = await run.processStream(inputs, config);
+        expect(finalContentParts).toBeDefined();
+        const { handleLLMEnd, collected } = createMetadataAggregator();
+        const titleResult = await run.generateTitle({
+            provider,
+            inputText: userMessage,
+            titleMethod: TitleMethod.COMPLETION, // Using completion method
+            contentParts,
+            clientOptions: {
+                ...llmConfig,
+                model: 'claude-haiku-4-5',
+            },
+            chainOptions: {
+                callbacks: [
+                    {
+                        handleLLMEnd,
+                    },
+                ],
+            },
+        });
+        expect(titleResult).toBeDefined();
+        expect(titleResult.title).toBeDefined();
+        expect(titleResult.title).not.toBe('');
+        // Completion method doesn't return language
+        expect(titleResult.language).toBeUndefined();
+        expect(collected).toBeDefined();
+        console.log(`Completion method generated title: "${titleResult.title}"`);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should follow-up`, async () => {
+        console.log('Previous conversation length:', runningHistory.length);
+        console.log('Last message:', runningHistory[runningHistory.length - 1].content);
+        const { userName, location } = await getArgs();
+        const llmConfig = getLLMConfig(provider);
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'test-run-id',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+                additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        conversationHistory = runningHistory.slice();
+        conversationHistory.push(new HumanMessage('how are you?'));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        const finalContentParts = await run.processStream(inputs, config);
+        expect(finalContentParts).toBeDefined();
+        const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+        expect(allTextParts).toBe(true);
+        expect(collectedUsage.length).toBeGreaterThan(0);
+        expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+        expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        console.log(`${capitalizeFirstLetter(provider)} follow-up message:`, finalMessages?.[finalMessages.length - 1]?.content);
+        expect(onMessageDeltaSpy).toHaveBeenCalled();
+        expect(onMessageDeltaSpy.mock.calls.length).toBeGreaterThan(1);
+        expect(onRunStepSpy).toHaveBeenCalled();
+        expect(onRunStepSpy.mock.calls.length).toBeGreaterThan(0);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle parallel tool usage (web search + calculator)`, async () => {
+        const llmConfig = getLLMConfig(provider);
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'test-parallel-tools',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [
+                    {
+                        type: 'web_search_20250305',
+                        name: 'web_search',
+                        max_uses: 5,
+                    },
+                    new Calculator(),
+                ],
+                instructions: 'You are a helpful AI assistant.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        // Use the same query as the edge case script to test actual parallel tool usage
+        const userMessage = 'Can you search the web for the current population of Tokyo, and also calculate what 15% of that population would be? Do both at the same time.';
+        conversationHistory = [];
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        // This should complete without errors despite using both server tools and regular tools in parallel
+        const finalContentParts = await run.processStream(inputs, config);
+        expect(finalContentParts).toBeDefined();
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        const hasWebSearch = contentParts.some((part) => !!(part.type === 'tool_call' &&
+            part.tool_call?.name === 'web_search' &&
+            part.tool_call?.id?.startsWith('srvtoolu_') === true));
+        const hasCalculator = contentParts.some((part) => !!(part.type === 'tool_call' &&
+            part.tool_call?.name === 'calculator' &&
+            part.tool_call?.id?.startsWith('toolu_') === true));
+        // Both tools should have been used for this query
+        expect(hasWebSearch).toBe(true);
+        expect(hasCalculator).toBe(true);
+        console.log(`${capitalizeFirstLetter(provider)} parallel tools test: web_search (server tool) + calculator (regular tool) both used successfully`);
+    });
+    test('should handle errors appropriately', async () => {
+        // Test error scenarios
+        await expect(async () => {
+            await run.processStream({
+                messages: [],
+            }, {});
+        }).rejects.toThrow();
+    });
+});
+//# sourceMappingURL=anthropic.simple.test.js.map

package/src/specs/anthropic.simple.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.simple.test.js","sourceRoot":"","sources":["anthropic.simple.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,uDAAuD;AACvD,0BAA0B;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EACL,YAAY,GAGb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,cAAc,EACd,eAAe,EACf,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC7E,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC;AACrC,QAAQ,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAClE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACvB,IAAI,GAAkB,CAAC;IACvB,IAAI,cAA6B,CAAC;IAClC,IAAI,cAA+B,CAAC;IACpC,IAAI,mBAAkC,CAAC;IACvC,IAAI,gBAAqC,CAAC;IAC1C,IAAI,YAAuC,CAAC;IAE5C,MAAM,MAAM,GAAG;QACb,YAAY,EAAE;YACZ,SAAS,EAAE,oBAAoB;SAChC;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,mBAAmB,GAAG,EAAE,CAAC;QACzB,cAAc,GAAG,EAAE,CAAC;QACpB,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,GAC9C,uBAAuB,EAAE,CAAC;QAC5B,YAAY,GAAG,EAA+B,CAAC;QAC/C,gBAAgB,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAE/B,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC9B,YAAY,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,GAG1B,EAAE,CAAC,CAAC;QACJ,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,KAAwB,EACxB,SAAmC,EAC7B,EAAE;gBACR,oBAAoB;YACtB,CAAC;SACF;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACrG,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,yEAAyE;gBAC3E,uBAAuB,EAAE,sBAAsB,QAAQ,4BAA4B,QAAQ,GAAG;aAC/F;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC;QACzB,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACtD,cAAc,GAAG,mBAAmB,CAAC,KAAK,EAAE,CAAC;QAE7C,MAAM,CAAC,iBAAiB,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC7C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;QAEzE,MAAM,CAAC,YAAY,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;QAEpE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,wBAAwB,EAAE,CAAC;QAC/D,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC;YAC1C,QAAQ;YACR,SAAS,EAAE,WAAW;YACtB,WAAW,EAAE,WAAW,CAAC,UAAU;YACnC,YAAY;YACZ,aAAa,EAAE;gBACb,GAAG,SAAS;gBACZ,KAAK,EAAE,kBAAkB;aAC1B;YACD,YAAY,EAAE;gBACZ,SAAS,EAAE;oBACT;wBACE,YAAY;qBACb;iBACF;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,wBAAwB;YAC/B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,yEAAyE;gBAC3E,uBAAuB,EAAE,sBAAsB,QAAQ,4BAA4B,QAAQ,GAAG;aAC/F;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GACf,+DAA+D,CAAC;QAClE,mBAAmB,GAAG,EAAE,CAAC;QACzB,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,wBAAwB,EAAE,CAAC;QAC/D,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC;YAC1C,QAAQ;YACR,SAAS,EAAE,WAAW;YACtB,WAAW,EAAE,WAAW,CAAC,UAAU,EAAE,0BAA0B;YAC/D,YAAY;YACZ,aAAa,EAAE;gBACb,GAAG,SAAS;gBACZ,KAAK,EAAE,kBAAkB;aAC1B;YACD,YAAY,EAAE;gBACZ,SAAS,EAAE;oBACT;wBACE,YAAY;qBACb;iBACF;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,4CAA4C;QAC5C,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,aAAa,EAAE,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,uCAAuC,WAAW,CAAC,KAAK,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACtE,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CACT,eAAe,EACf,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAClD,CAAC;QACF,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,yEAAyE;gBAC3E,uBAAuB,EAAE,sBAAsB,QAAQ,4BAA4B,QAAQ,GAAG;aAC/F;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,mBAAmB,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC;QAC7C,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,qBAAqB,EACvD,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;QAEF,MAAM,CAAC,iBAAiB,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC7C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE/D,MAAM,CAAC,YAAY,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QACjH,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,qBAAqB;YAC5B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,IAAI,EAAE,YAAY;wBAClB,QAAQ,EAAE,CAAC;qBACZ;oBACD,IAAI,UAAU,EAAE;iBACjB;gBACD,YAAY,EAAE,iCAAiC;aAChD;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,gFAAgF;QAChF,MAAM,WAAW,GACf,gJAAgJ,CAAC;QACnJ,mBAAmB,GAAG,EAAE,CAAC;QACzB,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,oGAAoG;QACpG,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CACpC,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,CAAC,CACA,IAAI,CAAC,IAAI,KAAK,WAAW;YACzB,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,YAAY;YACrC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,IAAI,CACrD,CACJ,CAAC;QACF,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,CAAC,CACA,IAAI,CAAC,IAAI,KAAK,WAAW;YACzB,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,YAAY;YACrC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,KAAK,IAAI,CAClD,CACJ,CAAC;QAEF,kDAAkD;QAClD,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,mGAAmG,CACtI,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QACpD,uBAAuB;QACvB,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACtB,MAAM,GAAG,CAAC,aAAa,CACrB;gBACE,QAAQ,EAAE,EAAE;aACb,EACD,EAAS,CACV,CAAC;QACJ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/src/specs/anthropic.simple.test.ts

@@ -16,8 +16,8 @@ import {
   createMetadataAggregator,
 } from '@/events';
 import { ContentTypes, GraphEvents, Providers, TitleMethod } from '@/common';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
@@ -63,7 +63,6 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
   > => ({
     [GraphEvents.TOOL_END]: new ToolEndHandler(),
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
       handle: (
         event: GraphEvents.ON_RUN_STEP_COMPLETED,
@@ -132,6 +131,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -174,7 +174,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
       contentParts,
       clientOptions: {
         ...llmConfig,
-        model: 'claude-3-5-haiku-latest',
+        model: 'claude-haiku-4-5',
       },
       chainOptions: {
         callbacks: [
@@ -207,6 +207,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -230,7 +231,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
       contentParts,
       clientOptions: {
         ...llmConfig,
-        model: 'claude-3-5-haiku-latest',
+        model: 'claude-haiku-4-5',
       },
       chainOptions: {
         callbacks: [
@@ -271,6 +272,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -326,6 +328,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         instructions: 'You are a helpful AI assistant.',
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });