@illuma-ai/agents 1.0.89 → 1.0.93

package/src/specs/custom-event-await.test.ts

@@ -0,0 +1,215 @@
+import { HumanMessage } from '@langchain/core/messages';
+import type * as t from '@/types';
+import { ContentTypes, GraphEvents, Providers } from '@/common';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { createContentAggregator } from '@/stream';
+import { Run } from '@/run';
+
+describe('Custom event handler awaitHandlers behavior', () => {
+  jest.setTimeout(15000);
+
+  const llmConfig: t.LLMConfig = {
+    provider: Providers.OPENAI,
+    streaming: true,
+    streamUsage: false,
+  };
+
+  const config = {
+    configurable: {
+      thread_id: 'test-thread',
+    },
+    streamMode: 'values' as const,
+    version: 'v2' as const,
+  };
+
+  it('should fully aggregate all content before processStream returns', async () => {
+    const longResponse =
+      'The quick brown fox jumps over the lazy dog and then runs across the field to find shelter from the rain';
+
+    let aggregateCallCount = 0;
+    const { contentParts, aggregateContent } = createContentAggregator();
+
+    const wrappedAggregate: t.ContentAggregator = (params) => {
+      aggregateCallCount++;
+      aggregateContent(params);
+    };
+
+    let messageDeltaCount = 0;
+
+    const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
+      [GraphEvents.TOOL_END]: new ToolEndHandler(),
+      [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+      [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_COMPLETED,
+          data: t.StreamEventData
+        ) => {
+          wrappedAggregate({
+            event,
+            data: data as unknown as { result: t.ToolEndEvent },
+          });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP]: {
+        handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData) => {
+          wrappedAggregate({ event, data: data as t.RunStep });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_DELTA,
+          data: t.StreamEventData
+        ) => {
+          wrappedAggregate({ event, data: data as t.RunStepDeltaEvent });
+        },
+      },
+      [GraphEvents.ON_MESSAGE_DELTA]: {
+        handle: async (
+          event: GraphEvents.ON_MESSAGE_DELTA,
+          data: t.StreamEventData
+        ) => {
+          messageDeltaCount++;
+          wrappedAggregate({ event, data: data as t.MessageDeltaEvent });
+        },
+      },
+      [GraphEvents.ON_REASONING_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_REASONING_DELTA,
+          data: t.StreamEventData
+        ) => {
+          wrappedAggregate({ event, data: data as t.ReasoningDeltaEvent });
+        },
+      },
+    };
+
+    const run = await Run.create<t.IState>({
+      runId: 'test-await-handlers',
+      graphConfig: {
+        type: 'standard',
+        llmConfig,
+      },
+      returnContent: true,
+      skipCleanup: true,
+      customHandlers,
+    });
+
+    run.Graph!.overrideTestModel([longResponse]);
+
+    const inputs = { messages: [new HumanMessage('hello')] };
+    const finalContentParts = await run.processStream(inputs, config);
+
+    expect(finalContentParts).toBeDefined();
+    expect(finalContentParts!.length).toBeGreaterThan(0);
+
+    expect(messageDeltaCount).toBeGreaterThan(0);
+    expect(aggregateCallCount).toBeGreaterThan(0);
+
+    const typedParts = contentParts as t.MessageContentComplex[];
+    const textParts = typedParts.filter(
+      (p: t.MessageContentComplex | undefined) =>
+        p !== undefined && p.type === ContentTypes.TEXT
+    );
+    expect(textParts.length).toBeGreaterThan(0);
+
+    const aggregatedText = textParts
+      .map(
+        (p) =>
+          (p as { type: string; [ContentTypes.TEXT]: string })[
+            ContentTypes.TEXT
+          ]
+      )
+      .join('');
+    expect(aggregatedText).toBe(longResponse);
+  });
+
+  it('should aggregate content from async handlers before processStream returns', async () => {
+    const response =
+      'This is a test of async handler aggregation with multiple tokens';
+
+    const { contentParts, aggregateContent } = createContentAggregator();
+
+    let asyncHandlerCompletions = 0;
+
+    const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
+      [GraphEvents.TOOL_END]: new ToolEndHandler(),
+      [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+      [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_COMPLETED,
+          data: t.StreamEventData
+        ) => {
+          aggregateContent({
+            event,
+            data: data as unknown as { result: t.ToolEndEvent },
+          });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP]: {
+        handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData) => {
+          aggregateContent({ event, data: data as t.RunStep });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_DELTA,
+          data: t.StreamEventData
+        ) => {
+          aggregateContent({ event, data: data as t.RunStepDeltaEvent });
+        },
+      },
+      [GraphEvents.ON_MESSAGE_DELTA]: {
+        handle: async (
+          event: GraphEvents.ON_MESSAGE_DELTA,
+          data: t.StreamEventData
+        ) => {
+          await new Promise<void>((resolve) => setTimeout(resolve, 5));
+          aggregateContent({ event, data: data as t.MessageDeltaEvent });
+          asyncHandlerCompletions++;
+        },
+      },
+      [GraphEvents.ON_REASONING_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_REASONING_DELTA,
+          data: t.StreamEventData
+        ) => {
+          aggregateContent({ event, data: data as t.ReasoningDeltaEvent });
+        },
+      },
+    };
+
+    const run = await Run.create<t.IState>({
+      runId: 'test-async-handlers',
+      graphConfig: {
+        type: 'standard',
+        llmConfig,
+      },
+      returnContent: true,
+      skipCleanup: true,
+      customHandlers,
+    });
+
+    run.Graph!.overrideTestModel([response]);
+
+    const inputs = { messages: [new HumanMessage('hello')] };
+    await run.processStream(inputs, config);
+
+    expect(asyncHandlerCompletions).toBeGreaterThan(0);
+
+    const typedParts = contentParts as t.MessageContentComplex[];
+    const textParts = typedParts.filter(
+      (p: t.MessageContentComplex | undefined) =>
+        p !== undefined && p.type === ContentTypes.TEXT
+    );
+    expect(textParts.length).toBeGreaterThan(0);
+
+    const aggregatedText = textParts
+      .map(
+        (p) =>
+          (p as { type: string; [ContentTypes.TEXT]: string })[
+            ContentTypes.TEXT
+          ]
+      )
+      .join('');
+    expect(aggregatedText).toBe(response);
+  });
+});

package/src/specs/deepseek.simple.test.js

@@ -0,0 +1,189 @@
+/* eslint-disable no-console */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { config } from 'dotenv';
+config();
+import { Calculator } from '@/tools/Calculator';
+import { HumanMessage, } from '@langchain/core/messages';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { ContentTypes, GraphEvents, Providers } from '@/common';
+import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { Run } from '@/run';
+const provider = Providers.DEEPSEEK;
+const llmConfig = getLLMConfig(provider);
+const skipTests = process.env.DEEPSEEK_API_KEY == null;
+(skipTests ? describe.skip : describe)(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
+    jest.setTimeout(120000);
+    let run;
+    let collectedUsage;
+    let conversationHistory;
+    let aggregateContent;
+    let _contentParts;
+    const testConfig = {
+        configurable: {
+            thread_id: 'deepseek-test-1',
+        },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    beforeEach(async () => {
+        conversationHistory = [];
+        collectedUsage = [];
+        const { contentParts: cp, aggregateContent: ac } = createContentAggregator();
+        _contentParts = cp;
+        aggregateContent = ac;
+    });
+    const onMessageDeltaSpy = jest.fn();
+    const onReasoningDeltaSpy = jest.fn();
+    const onRunStepSpy = jest.fn();
+    afterAll(() => {
+        onMessageDeltaSpy.mockReset();
+        onReasoningDeltaSpy.mockReset();
+        onRunStepSpy.mockReset();
+    });
+    const setupCustomHandlers = () => ({
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data, metadata, graph) => {
+                onRunStepSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data, metadata, graph) => {
+                onMessageDeltaSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_REASONING_DELTA]: {
+            handle: (event, data) => {
+                onReasoningDeltaSpy(event, data);
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, _data, _metadata) => {
+                // Handle tool start
+            },
+        },
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle tool calls with reasoning_content preservation (streaming)`, async () => {
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'deepseek-tool-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool to solve math problems.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'What is 127 * 453?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        console.log('Starting DeepSeek streaming tool call test...');
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        console.log('Final content parts:', finalContentParts);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        const hasToolCall = finalMessages?.some((msg) => msg.getType() === 'ai' &&
+            Array.isArray(msg.tool_calls) &&
+            msg.tool_calls.length > 0);
+        expect(hasToolCall).toBe(true);
+        const hasToolResult = finalMessages?.some((msg) => msg.getType() === 'tool');
+        expect(hasToolResult).toBe(true);
+        console.log('Streaming tool call test passed - reasoning_content was preserved');
+        console.log('Final response:', finalMessages?.[finalMessages.length - 1]?.content);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle tool calls with disableStreaming`, async () => {
+        const customHandlers = setupCustomHandlers();
+        const nonStreamingLlmConfig = {
+            ...llmConfig,
+            disableStreaming: true,
+        };
+        run = await Run.create({
+            runId: 'deepseek-non-streaming-tool-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig: nonStreamingLlmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool to solve math problems.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'What is 99 * 77?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        console.log('Starting DeepSeek non-streaming tool call test...');
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        console.log('Final content parts (non-streaming):', finalContentParts);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        const hasToolCall = finalMessages?.some((msg) => msg.getType() === 'ai' &&
+            Array.isArray(msg.tool_calls) &&
+            msg.tool_calls.length > 0);
+        expect(hasToolCall).toBe(true);
+        const hasToolResult = finalMessages?.some((msg) => msg.getType() === 'tool');
+        expect(hasToolResult).toBe(true);
+        console.log('Non-streaming tool call test passed');
+        console.log('Final response:', finalMessages?.[finalMessages.length - 1]?.content);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should process simple message without tools`, async () => {
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'deepseek-simple-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [],
+                instructions: 'You are a friendly AI assistant.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'Hello! How are you today?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+        expect(allTextParts).toBe(true);
+        expect(collectedUsage.length).toBeGreaterThan(0);
+        expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+        expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        console.log(`${capitalizeFirstLetter(provider)} response:`, finalMessages?.[finalMessages.length - 1]?.content);
+    });
+});
+//# sourceMappingURL=deepseek.simple.test.js.map

package/src/specs/deepseek.simple.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepseek.simple.test.js","sourceRoot":"","sources":["deepseek.simple.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,uDAAuD;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EACL,YAAY,GAGb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;AACpC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC;AAEvD,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CACpC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kBAAkB,EACpD,GAAG,EAAE;IACH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACxB,IAAI,GAAkB,CAAC;IACvB,IAAI,cAA+B,CAAC;IACpC,IAAI,mBAAkC,CAAC;IACvC,IAAI,gBAAqC,CAAC;IAC1C,IAAI,aAAwC,CAAC;IAE7C,MAAM,UAAU,GAAG;QACjB,YAAY,EAAE;YACZ,SAAS,EAAE,iBAAiB;SAC7B;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,mBAAmB,GAAG,EAAE,CAAC;QACzB,cAAc,GAAG,EAAE,CAAC;QACpB,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,GAC9C,uBAAuB,EAAE,CAAC;QAC5B,aAAa,GAAG,EAA+B,CAAC;QAChD,gBAAgB,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACpC,MAAM,mBAAmB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAE/B,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC9B,mBAAmB,CAAC,SAAS,EAAE,CAAC;QAChC,YAAY,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,GAG1B,EAAE,CAAC,CAAC;QACJ,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;YAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAAuB,EACjB,EAAE;gBACR,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,KAAwB,EACxB,SAAmC,EAC7B,EAAE;gBACR,oBAAoB;YACtB,CAAC;SACF;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC9H,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,oBAAoB;YAC3B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,mFAAmF;aACtF;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,oBAAoB,CAAC;QACzC,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC7D,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,iBAAiB,CAAC,CAAC;QAEvD,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,aAAa,EAAE,IAAI,CACrC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI;YACtB,KAAK,CAAC,OAAO,CAAE,GAAW,CAAC,UAAU,CAAC;YACrC,GAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,MAAM,aAAa,GAAG,aAAa,EAAE,IAAI,CACvC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,MAAM,CAClC,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,OAAO,CAAC,GAAG,CACT,mEAAmE,CACpE,CAAC;QACF,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,MAAM,qBAAqB,GAAgB;YACzC,GAAG,SAAS;YACZ,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,kCAAkC;YACzC,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,mFAAmF;aACtF;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACjE,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,iBAAiB,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,aAAa,EAAE,IAAI,CACrC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI;YACtB,KAAK,CAAC,OAAO,CAAE,GAAW,CAAC,UAAU,CAAC;YACrC,GAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,MAAM,aAAa,GAAG,aAAa,EAAE,IAAI,CACvC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,MAAM,CAClC,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,kCAAkC;aACjD;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,2BAA2B,CAAC;QAChD,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,YAAY,EAC9C,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CACF,CAAC"}

package/src/specs/deepseek.simple.test.ts

@@ -11,8 +11,8 @@ import {
 import type * as t from '@/types';
 import { ToolEndHandler, ModelEndHandler } from '@/events';
 import { ContentTypes, GraphEvents, Providers } from '@/common';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { Run } from '@/run';
 
@@ -64,7 +64,6 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
     > => ({
       [GraphEvents.TOOL_END]: new ToolEndHandler(),
       [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-      [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
       [GraphEvents.ON_RUN_STEP_COMPLETED]: {
         handle: (
           event: GraphEvents.ON_RUN_STEP_COMPLETED,
@@ -138,6 +137,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -198,6 +198,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -250,6 +251,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
           instructions: 'You are a friendly AI assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });