@illuma-ai/agents 1.0.90 → 1.0.94

package/src/specs/azure.simple.test.js

@@ -0,0 +1,381 @@
+/* eslint-disable no-console */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+// src/specs/azure.simple.test.ts
+import { config } from 'dotenv';
+config();
+import { Calculator } from '@/tools/Calculator';
+import { HumanMessage, } from '@langchain/core/messages';
+import { ToolEndHandler, ModelEndHandler, createMetadataAggregator, } from '@/events';
+import { ContentTypes, GraphEvents, Providers, TitleMethod } from '@/common';
+import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { Run } from '@/run';
+const requiredAzureEnv = [
+    'AZURE_OPENAI_API_KEY',
+    'AZURE_OPENAI_API_INSTANCE',
+    'AZURE_OPENAI_API_DEPLOYMENT',
+    'AZURE_OPENAI_API_VERSION',
+];
+const hasAzure = requiredAzureEnv.every((k) => (process.env[k] ?? '').trim() !== '');
+const describeIfAzure = hasAzure ? describe : describe.skip;
+const isContentFilterError = (error) => {
+    const message = error instanceof Error ? error.message : String(error);
+    return (message.includes('content management policy') ||
+        message.includes('content filtering'));
+};
+const provider = Providers.AZURE;
+let contentFilterTriggered = false;
+describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
+    jest.setTimeout(30000);
+    let run;
+    let collectedUsage;
+    let conversationHistory;
+    let aggregateContent;
+    let contentParts;
+    let runningHistory = null;
+    const config = {
+        configurable: {
+            thread_id: 'conversation-num-1',
+        },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    beforeEach(async () => {
+        conversationHistory = [];
+        collectedUsage = [];
+        const { contentParts: cp, aggregateContent: ac } = createContentAggregator();
+        contentParts = cp;
+        aggregateContent = ac;
+    });
+    const onMessageDeltaSpy = jest.fn();
+    const onRunStepSpy = jest.fn();
+    afterAll(() => {
+        onMessageDeltaSpy.mockReset();
+        onRunStepSpy.mockReset();
+    });
+    const setupCustomHandlers = () => ({
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data, metadata, graph) => {
+                onRunStepSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data, metadata, graph) => {
+                onMessageDeltaSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, _data, _metadata) => {
+                // Handle tool start
+            },
+        },
+    });
+    test(`${capitalizeFirstLetter(provider)}: should process a simple message, generate title`, async () => {
+        try {
+            const llmConfig = getLLMConfig(provider);
+            const customHandlers = setupCustomHandlers();
+            run = await Run.create({
+                runId: 'test-run-id',
+                graphConfig: {
+                    type: 'standard',
+                    llmConfig,
+                    tools: [new Calculator()],
+                    instructions: 'You are a helpful AI assistant. Keep responses concise and friendly.',
+                },
+                returnContent: true,
+                skipCleanup: true,
+                customHandlers,
+            });
+            const userMessage = 'Hello, how are you today?';
+            conversationHistory.push(new HumanMessage(userMessage));
+            const inputs = {
+                messages: conversationHistory,
+            };
+            const finalContentParts = await run.processStream(inputs, config);
+            expect(finalContentParts).toBeDefined();
+            const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+            expect(allTextParts).toBe(true);
+            expect(collectedUsage.length).toBeGreaterThan(0);
+            expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+            expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+            const finalMessages = run.getRunMessages();
+            expect(finalMessages).toBeDefined();
+            conversationHistory.push(...(finalMessages ?? []));
+            expect(conversationHistory.length).toBeGreaterThan(1);
+            runningHistory = conversationHistory.slice();
+            expect(onMessageDeltaSpy).toHaveBeenCalled();
+            expect(onMessageDeltaSpy.mock.calls.length).toBeGreaterThan(1);
+            expect(onMessageDeltaSpy.mock.calls[0][3]).toBeDefined(); // Graph exists
+            expect(onRunStepSpy).toHaveBeenCalled();
+            expect(onRunStepSpy.mock.calls.length).toBeGreaterThan(0);
+            expect(onRunStepSpy.mock.calls[0][3]).toBeDefined(); // Graph exists
+            const { handleLLMEnd, collected } = createMetadataAggregator();
+            const titleResult = await run.generateTitle({
+                provider,
+                inputText: userMessage,
+                titleMethod: TitleMethod.STRUCTURED,
+                contentParts,
+                clientOptions: llmConfig,
+                chainOptions: {
+                    callbacks: [
+                        {
+                            handleLLMEnd,
+                        },
+                    ],
+                },
+            });
+            expect(titleResult).toBeDefined();
+            expect(titleResult.title).toBeDefined();
+            expect(titleResult.language).toBeDefined();
+            expect(collected).toBeDefined();
+        }
+        catch (error) {
+            if (isContentFilterError(error)) {
+                contentFilterTriggered = true;
+                console.warn('Skipping test: Azure content filter triggered');
+                return;
+            }
+            throw error;
+        }
+    });
+    test(`${capitalizeFirstLetter(provider)}: should generate title using completion method`, async () => {
+        if (contentFilterTriggered) {
+            console.warn('Skipping test: Azure content filter was triggered in previous test');
+            return;
+        }
+        try {
+            const llmConfig = getLLMConfig(provider);
+            const customHandlers = setupCustomHandlers();
+            run = await Run.create({
+                runId: 'test-run-id-completion',
+                graphConfig: {
+                    type: 'standard',
+                    llmConfig,
+                    tools: [new Calculator()],
+                    instructions: 'You are a helpful AI assistant. Keep responses concise and friendly.',
+                },
+                returnContent: true,
+                skipCleanup: true,
+                customHandlers,
+            });
+            const userMessage = 'What can you help me with today?';
+            conversationHistory = [];
+            conversationHistory.push(new HumanMessage(userMessage));
+            const inputs = {
+                messages: conversationHistory,
+            };
+            const finalContentParts = await run.processStream(inputs, config);
+            expect(finalContentParts).toBeDefined();
+            const { handleLLMEnd, collected } = createMetadataAggregator();
+            const titleResult = await run.generateTitle({
+                provider,
+                inputText: userMessage,
+                titleMethod: TitleMethod.COMPLETION,
+                contentParts,
+                clientOptions: llmConfig,
+                chainOptions: {
+                    callbacks: [
+                        {
+                            handleLLMEnd,
+                        },
+                    ],
+                },
+            });
+            expect(titleResult).toBeDefined();
+            expect(titleResult.title).toBeDefined();
+            expect(titleResult.title).not.toBe('');
+            expect(titleResult.language).toBeUndefined();
+            expect(collected).toBeDefined();
+            console.log(`Completion method generated title: "${titleResult.title}"`);
+        }
+        catch (error) {
+            if (isContentFilterError(error)) {
+                contentFilterTriggered = true;
+                console.warn('Skipping test: Azure content filter triggered');
+                return;
+            }
+            throw error;
+        }
+    });
+    test(`${capitalizeFirstLetter(provider)}: should follow-up`, async () => {
+        if (contentFilterTriggered || runningHistory == null) {
+            console.warn('Skipping test: Azure content filter was triggered or no conversation history');
+            return;
+        }
+        try {
+            console.log('Previous conversation length:', runningHistory.length);
+            console.log('Last message:', runningHistory[runningHistory.length - 1].content);
+            const llmConfig = getLLMConfig(provider);
+            const customHandlers = setupCustomHandlers();
+            run = await Run.create({
+                runId: 'test-run-id',
+                graphConfig: {
+                    type: 'standard',
+                    llmConfig,
+                    tools: [new Calculator()],
+                    instructions: 'You are a helpful AI assistant. Keep responses concise and friendly.',
+                },
+                returnContent: true,
+                skipCleanup: true,
+                customHandlers,
+            });
+            conversationHistory = runningHistory.slice();
+            conversationHistory.push(new HumanMessage('What else can you tell me?'));
+            const inputs = {
+                messages: conversationHistory,
+            };
+            const finalContentParts = await run.processStream(inputs, config);
+            expect(finalContentParts).toBeDefined();
+            const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+            expect(allTextParts).toBe(true);
+            expect(collectedUsage.length).toBeGreaterThan(0);
+            expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+            expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+            const finalMessages = run.getRunMessages();
+            expect(finalMessages).toBeDefined();
+            expect(finalMessages?.length).toBeGreaterThan(0);
+            console.log(`${capitalizeFirstLetter(provider)} follow-up message:`, finalMessages?.[finalMessages.length - 1]?.content);
+            expect(onMessageDeltaSpy).toHaveBeenCalled();
+            expect(onMessageDeltaSpy.mock.calls.length).toBeGreaterThan(1);
+            expect(onRunStepSpy).toHaveBeenCalled();
+            expect(onRunStepSpy.mock.calls.length).toBeGreaterThan(0);
+        }
+        catch (error) {
+            if (isContentFilterError(error)) {
+                console.warn('Skipping test: Azure content filter triggered');
+                return;
+            }
+            throw error;
+        }
+    });
+    test(`${capitalizeFirstLetter(provider)}: disableStreaming should not duplicate message content`, async () => {
+        if (contentFilterTriggered) {
+            console.warn('Skipping test: Azure content filter was triggered in previous test');
+            return;
+        }
+        try {
+            const llmConfig = getLLMConfig(provider);
+            const nonStreamingConfig = {
+                ...llmConfig,
+                disableStreaming: true,
+            };
+            const messageDeltaPayloads = [];
+            const localRunStepSpy = jest.fn();
+            const localAggregateContent = createContentAggregator();
+            const localContentParts = localAggregateContent.contentParts;
+            const localAggregate = localAggregateContent.aggregateContent;
+            const customHandlers = {
+                [GraphEvents.TOOL_END]: new ToolEndHandler(),
+                [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+                [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+                    handle: (event, data) => {
+                        localAggregate({
+                            event,
+                            data: data,
+                        });
+                    },
+                },
+                [GraphEvents.ON_RUN_STEP]: {
+                    handle: (event, data, metadata, graph) => {
+                        localRunStepSpy(event, data, metadata, graph);
+                        localAggregate({ event, data: data });
+                    },
+                },
+                [GraphEvents.ON_RUN_STEP_DELTA]: {
+                    handle: (event, data) => {
+                        localAggregate({ event, data: data });
+                    },
+                },
+                [GraphEvents.ON_MESSAGE_DELTA]: {
+                    handle: (event, data) => {
+                        messageDeltaPayloads.push(data);
+                        localAggregate({ event, data: data });
+                    },
+                },
+            };
+            run = await Run.create({
+                runId: 'azure-disable-streaming-dedup-test',
+                graphConfig: {
+                    type: 'standard',
+                    llmConfig: nonStreamingConfig,
+                    tools: [],
+                    instructions: 'You are a helpful AI assistant. Respond with exactly one sentence.',
+                },
+                returnContent: true,
+                skipCleanup: true,
+                customHandlers,
+            });
+            conversationHistory.push(new HumanMessage('Hello'));
+            const finalContentParts = await run.processStream({ messages: conversationHistory }, config);
+            expect(finalContentParts).toBeDefined();
+            expect(finalContentParts.length).toBeGreaterThan(0);
+            expect(messageDeltaPayloads.length).toBeGreaterThan(0);
+            const allTextDeltas = messageDeltaPayloads
+                .flatMap((p) => p.delta.content ?? [])
+                .filter((c) => c.type === ContentTypes.TEXT)
+                .map((c) => ('text' in c ? c.text : ''));
+            const combinedText = allTextDeltas.join('');
+            /**
+             * When model.stream() is available (the common path even with
+             * disableStreaming), ChatModelStreamHandler already dispatches the full
+             * text as a single MESSAGE_DELTA. The disableStreaming fallback block in
+             * createCallModel must NOT dispatch the same content a second time.
+             *
+             * If the bug is present, the text is emitted twice and localContentParts
+             * will contain duplicated text.
+             */
+            const aggregatedText = localContentParts
+                .filter((p) => p.type === ContentTypes.TEXT)
+                .map((p) => ('text' in p ? p.text : ''))
+                .join('');
+            console.log('Message delta count:', messageDeltaPayloads.length);
+            console.log('Combined delta text length:', combinedText.length);
+            console.log('Aggregated text length:', aggregatedText.length);
+            /**
+             * Each delta payload contains the FULL text (non-streaming returns a
+             * single chunk). If the bug is present, we get >=2 identical payloads
+             * and the aggregated text will be 2x the actual response.
+             */
+            const uniqueTexts = [...new Set(allTextDeltas)];
+            expect(uniqueTexts.length).toBe(1);
+            expect(uniqueTexts[0].length).toBeGreaterThan(0);
+            const singleResponseText = uniqueTexts[0];
+            expect(aggregatedText).toBe(singleResponseText);
+            expect(combinedText).toBe(singleResponseText);
+            console.log('disableStreaming dedup test passed — no duplicate content');
+        }
+        catch (error) {
+            if (isContentFilterError(error)) {
+                console.warn('Skipping test: Azure content filter triggered');
+                return;
+            }
+            throw error;
+        }
+    });
+    test('should handle errors appropriately', async () => {
+        await expect(async () => {
+            await run.processStream({
+                messages: [],
+            }, {});
+        }).rejects.toThrow();
+    });
+});
+//# sourceMappingURL=azure.simple.test.js.map

package/src/specs/azure.simple.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure.simple.test.js","sourceRoot":"","sources":["azure.simple.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,uDAAuD;AACvD,iCAAiC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EACL,YAAY,GAGb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,cAAc,EACd,eAAe,EACf,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC7E,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,gBAAgB,GAAG;IACvB,sBAAsB;IACtB,2BAA2B;IAC3B,6BAA6B;IAC7B,0BAA0B;CAC3B,CAAC;AACF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAC5C,CAAC;AACF,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AAE5D,MAAM,oBAAoB,GAAG,CAAC,KAAc,EAAW,EAAE;IACvD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QAC7C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CACtC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC;AACjC,IAAI,sBAAsB,GAAG,KAAK,CAAC;AACnC,eAAe,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACzE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACvB,IAAI,GAAkB,CAAC;IACvB,IAAI,cAA+B,CAAC;IACpC,IAAI,mBAAkC,CAAC;IACvC,IAAI,gBAAqC,CAAC;IAC1C,IAAI,YAAuC,CAAC;IAC5C,IAAI,cAAc,GAAyB,IAAI,CAAC;IAEhD,MAAM,MAAM,GAAG;QACb,YAAY,EAAE;YACZ,SAAS,EAAE,oBAAoB;SAChC;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,mBAAmB,GAAG,EAAE,CAAC;QACzB,cAAc,GAAG,EAAE,CAAC;QACpB,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,GAC9C,uBAAuB,EAAE,CAAC;QAC5B,YAAY,GAAG,EAA+B,CAAC;QAC/C,gBAAgB,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAE/B,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC9B,YAAY,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,GAG1B,EAAE,CAAC,CAAC;QACJ,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,KAAwB,EACxB,SAAmC,EAC7B,EAAE;gBACR,oBAAoB;YACtB,CAAC;SACF;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACrG,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;YAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC/B,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS;oBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EACV,sEAAsE;iBACzE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,2BAA2B,CAAC;YAChD,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG;gBACb,QAAQ,EAAE,mBAAmB;aAC9B,CAAC;YAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACtD,cAAc,GAAG,mBAAmB,CAAC,KAAK,EAAE,CAAC;YAE7C,MAAM,CAAC,iBAAiB,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;YAEzE,MAAM,CAAC,YAAY,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACxC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;YAEpE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,wBAAwB,EAAE,CAAC;YAC/D,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC;gBAC1C,QAAQ;gBACR,SAAS,EAAE,WAAW;gBACtB,WAAW,EAAE,WAAW,CAAC,UAAU;gBACnC,YAAY;gBACZ,aAAa,EAAE,SAAS;gBACxB,YAAY,EAAE;oBACZ,SAAS,EAAE;wBACT;4BACE,YAAY;yBACb;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,sBAAsB,GAAG,IAAI,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACnG,IAAI,sBAAsB,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CACV,oEAAoE,CACrE,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;YAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC/B,KAAK,EAAE,wBAAwB;gBAC/B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS;oBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EACV,sEAAsE;iBACzE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,kCAAkC,CAAC;YACvD,mBAAmB,GAAG,EAAE,CAAC;YACzB,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG;gBACb,QAAQ,EAAE,mBAAmB;aAC9B,CAAC;YAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;YAExC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,wBAAwB,EAAE,CAAC;YAC/D,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC;gBAC1C,QAAQ;gBACR,SAAS,EAAE,WAAW;gBACtB,WAAW,EAAE,WAAW,CAAC,UAAU;gBACnC,YAAY;gBACZ,aAAa,EAAE,SAAS;gBACxB,YAAY,EAAE;oBACZ,SAAS,EAAE;wBACT;4BACE,YAAY;yBACb;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,aAAa,EAAE,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,uCAAuC,WAAW,CAAC,KAAK,GAAG,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,sBAAsB,GAAG,IAAI,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACtE,IAAI,sBAAsB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CACV,8EAA8E,CAC/E,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CACT,eAAe,EACf,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAClD,CAAC;YACF,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;YAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC/B,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS;oBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EACV,sEAAsE;iBACzE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,mBAAmB,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC;YAC7C,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,4BAA4B,CAAC,CAAC,CAAC;YAEzE,MAAM,MAAM,GAAG;gBACb,QAAQ,EAAE,mBAAmB;aAC9B,CAAC;YAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjD,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,qBAAqB,EACvD,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;YAEF,MAAM,CAAC,iBAAiB,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,YAAY,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACxC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QAC3G,IAAI,sBAAsB,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CACV,oEAAoE,CACrE,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,kBAAkB,GAAgB;gBACtC,GAAG,SAAS;gBACZ,gBAAgB,EAAE,IAAI;aACvB,CAAC;YAEF,MAAM,oBAAoB,GAA0B,EAAE,CAAC;YACvD,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,qBAAqB,GAAG,uBAAuB,EAAE,CAAC;YACxD,MAAM,iBAAiB,GACrB,qBAAqB,CAAC,YAAyC,CAAC;YAClE,MAAM,cAAc,GAAG,qBAAqB,CAAC,gBAAgB,CAAC;YAE9D,MAAM,cAAc,GAAiD;gBACnE,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;gBAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;gBACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;oBACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;wBACR,cAAc,CAAC;4BACb,KAAK;4BACL,IAAI,EAAE,IAA6C;yBACpD,CAAC,CAAC;oBACL,CAAC;iBACF;gBACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;oBACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;wBACR,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;wBAC9C,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;oBACrD,CAAC;iBACF;gBACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;oBAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;wBACR,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;oBAC/D,CAAC;iBACF;gBACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;oBAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACjB,EAAE;wBACR,oBAAoB,CAAC,IAAI,CAAC,IAA2B,CAAC,CAAC;wBACvD,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;oBAC/D,CAAC;iBACF;aACF,CAAC;YAEF,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC/B,KAAK,EAAE,oCAAoC;gBAC3C,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,kBAAkB;oBAC7B,KAAK,EAAE,EAAE;oBACT,YAAY,EACV,oEAAoE;iBACvE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;YAEpD,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAC/C,EAAE,QAAQ,EAAE,mBAAmB,EAAE,EACjC,MAAM,CACP,CAAC;YAEF,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,iBAAkB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEvD,MAAM,aAAa,GAAG,oBAAoB;iBACvC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;iBACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;iBAC3C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAE3C,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE5C;;;;;;;;eAQG;YACH,MAAM,cAAc,GAAG,iBAAiB;iBACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;iBAC3C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBACvC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;YAE9D;;;;eAIG;YACH,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjD,MAAM,kBAAkB,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAChD,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAE9C,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACtB,MAAM,GAAG,CAAC,aAAa,CACrB;gBACE,QAAQ,EAAE,EAAE;aACb,EACD,EAAS,CACV,CAAC;QACJ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/src/specs/azure.simple.test.ts

@@ -1,6 +1,6 @@
 /* eslint-disable no-console */
 /* eslint-disable @typescript-eslint/no-explicit-any */
-// src/scripts/cli.test.ts
+// src/specs/azure.simple.test.ts
 import { config } from 'dotenv';
 config();
 import { Calculator } from '@/tools/Calculator';
@@ -16,12 +16,11 @@ import {
   createMetadataAggregator,
 } from '@/events';
 import { ContentTypes, GraphEvents, Providers, TitleMethod } from '@/common';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { Run } from '@/run';
 
-// Auto-skip this suite if Azure env vars are not present
 const requiredAzureEnv = [
   'AZURE_OPENAI_API_KEY',
   'AZURE_OPENAI_API_INSTANCE',
@@ -83,7 +82,6 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
   > => ({
     [GraphEvents.TOOL_END]: new ToolEndHandler(),
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
       handle: (
         event: GraphEvents.ON_RUN_STEP_COMPLETED,
@@ -151,6 +149,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -236,6 +235,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -308,6 +308,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -350,8 +351,145 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
     }
   });
 
+  test(`${capitalizeFirstLetter(provider)}: disableStreaming should not duplicate message content`, async () => {
+    if (contentFilterTriggered) {
+      console.warn(
+        'Skipping test: Azure content filter was triggered in previous test'
+      );
+      return;
+    }
+    try {
+      const llmConfig = getLLMConfig(provider);
+      const nonStreamingConfig: t.LLMConfig = {
+        ...llmConfig,
+        disableStreaming: true,
+      };
+
+      const messageDeltaPayloads: t.MessageDeltaEvent[] = [];
+      const localRunStepSpy = jest.fn();
+      const localAggregateContent = createContentAggregator();
+      const localContentParts =
+        localAggregateContent.contentParts as t.MessageContentComplex[];
+      const localAggregate = localAggregateContent.aggregateContent;
+
+      const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP_COMPLETED,
+            data: t.StreamEventData
+          ): void => {
+            localAggregate({
+              event,
+              data: data as unknown as { result: t.ToolEndEvent },
+            });
+          },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP,
+            data: t.StreamEventData,
+            metadata,
+            graph
+          ): void => {
+            localRunStepSpy(event, data, metadata, graph);
+            localAggregate({ event, data: data as t.RunStep });
+          },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP_DELTA,
+            data: t.StreamEventData
+          ): void => {
+            localAggregate({ event, data: data as t.RunStepDeltaEvent });
+          },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+          handle: (
+            event: GraphEvents.ON_MESSAGE_DELTA,
+            data: t.StreamEventData
+          ): void => {
+            messageDeltaPayloads.push(data as t.MessageDeltaEvent);
+            localAggregate({ event, data: data as t.MessageDeltaEvent });
+          },
+        },
+      };
+
+      run = await Run.create<t.IState>({
+        runId: 'azure-disable-streaming-dedup-test',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: nonStreamingConfig,
+          tools: [],
+          instructions:
+            'You are a helpful AI assistant. Respond with exactly one sentence.',
+        },
+        returnContent: true,
+        skipCleanup: true,
+        customHandlers,
+      });
+
+      conversationHistory.push(new HumanMessage('Hello'));
+
+      const finalContentParts = await run.processStream(
+        { messages: conversationHistory },
+        config
+      );
+
+      expect(finalContentParts).toBeDefined();
+      expect(finalContentParts!.length).toBeGreaterThan(0);
+      expect(messageDeltaPayloads.length).toBeGreaterThan(0);
+
+      const allTextDeltas = messageDeltaPayloads
+        .flatMap((p) => p.delta.content ?? [])
+        .filter((c) => c.type === ContentTypes.TEXT)
+        .map((c) => ('text' in c ? c.text : ''));
+
+      const combinedText = allTextDeltas.join('');
+
+      /**
+       * When model.stream() is available (the common path even with
+       * disableStreaming), ChatModelStreamHandler already dispatches the full
+       * text as a single MESSAGE_DELTA. The disableStreaming fallback block in
+       * createCallModel must NOT dispatch the same content a second time.
+       *
+       * If the bug is present, the text is emitted twice and localContentParts
+       * will contain duplicated text.
+       */
+      const aggregatedText = localContentParts
+        .filter((p) => p.type === ContentTypes.TEXT)
+        .map((p) => ('text' in p ? p.text : ''))
+        .join('');
+
+      console.log('Message delta count:', messageDeltaPayloads.length);
+      console.log('Combined delta text length:', combinedText.length);
+      console.log('Aggregated text length:', aggregatedText.length);
+
+      /**
+       * Each delta payload contains the FULL text (non-streaming returns a
+       * single chunk). If the bug is present, we get >=2 identical payloads
+       * and the aggregated text will be 2x the actual response.
+       */
+      const uniqueTexts = [...new Set(allTextDeltas)];
+      expect(uniqueTexts.length).toBe(1);
+      expect(uniqueTexts[0].length).toBeGreaterThan(0);
+
+      const singleResponseText = uniqueTexts[0];
+      expect(aggregatedText).toBe(singleResponseText);
+      expect(combinedText).toBe(singleResponseText);
+
+      console.log('disableStreaming dedup test passed — no duplicate content');
+    } catch (error) {
+      if (isContentFilterError(error)) {
+        console.warn('Skipping test: Azure content filter triggered');
+        return;
+      }
+      throw error;
+    }
+  });
+
   test('should handle errors appropriately', async () => {
-    // Test error scenarios
     await expect(async () => {
       await run.processStream(
         {