@librechat/agents 3.1.51 → 3.1.53

package/src/scripts/multi-agent-chain.ts

@@ -258,6 +258,7 @@ async function testSequentialAgentChain() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-conditional.ts

@@ -166,6 +166,7 @@ async function testConditionalMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-document-review-chain.ts

@@ -142,6 +142,7 @@ async function testDocumentReviewChain() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-hybrid-flow.ts

@@ -240,6 +240,7 @@ async function testHybridMultiAgent() {
         },
         customHandlers,
         returnContent: true,
+        skipCleanup: true,
       };
 
       // Create and execute a new run for this test

package/src/scripts/multi-agent-parallel-start.ts

@@ -170,6 +170,7 @@ async function testParallelFromStart() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-parallel.ts

@@ -322,6 +322,7 @@ async function testParallelMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-sequence.ts

@@ -158,6 +158,7 @@ async function testSequentialMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-supervisor.ts

@@ -293,6 +293,7 @@ async function testSupervisorMultiAgent() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/multi-agent-test.ts

@@ -141,6 +141,7 @@ async function testMultiAgentHandoff() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-asymmetric-tools-test.ts

@@ -182,6 +182,7 @@ async function testAsymmetricParallelTools() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-full-metadata-test.ts

@@ -148,6 +148,7 @@ async function testFullMetadata() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-tools-test.ts

@@ -222,6 +222,7 @@ async function testParallelWithTools() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/programmatic_exec_agent.ts

@@ -138,6 +138,7 @@ async function main(): Promise<void> {
       ],
     },
     returnContent: true,
+    skipCleanup: true,
   });
 
   const config: Partial<RunnableConfig> & {

package/src/scripts/search.ts

@@ -91,6 +91,7 @@ async function testStandardStreaming(): Promise<void> {
       // additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/sequential-full-metadata-test.ts

@@ -124,6 +124,7 @@ async function testSequentialMetadata() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/simple.ts

@@ -141,6 +141,7 @@ async function testStandardStreaming(): Promise<void> {
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/single-agent-metadata-test.ts

@@ -128,6 +128,7 @@ async function testSingleAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/stream.ts

@@ -89,6 +89,7 @@ async function testStandardStreaming(): Promise<void> {
       streamBuffer: 3000,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/test-handoff-preamble.ts

@@ -151,6 +151,7 @@ IMPORTANT: You are the specialist - provide a complete, helpful response to the
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   const run = await Run.create(runConfig);

package/src/scripts/test-handoff-steering.ts

@@ -134,6 +134,7 @@ When you receive a task, execute it thoroughly. Always identify yourself as the
       graphConfig: { type: 'multi-agent', agents, edges },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     });
 
     const streamConfig: Partial<RunnableConfig> & {
@@ -238,6 +239,7 @@ You must follow the exact format requested.`,
       graphConfig: { type: 'multi-agent', agents, edges },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     });
 
     const streamConfig: Partial<RunnableConfig> & {
@@ -332,6 +334,7 @@ If asked about non-Italian food, politely redirect to Italian alternatives.`,
       graphConfig: { type: 'multi-agent', agents, edges },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     });
 
     const streamConfig: Partial<RunnableConfig> & {

package/src/scripts/test-multi-agent-list-handoff.ts

@@ -183,6 +183,7 @@ async function testSupervisorListHandoff() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/test-parallel-agent-labeling.ts

@@ -150,6 +150,7 @@ async function testParallelWithAgentLabeling() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
 
     const run = await Run.create(runConfig);
@@ -291,6 +292,7 @@ async function testParallelWithAgentLabeling() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
 
     const run2 = await Run.create(runConfig2);

package/src/scripts/test-parallel-handoffs.ts

@@ -187,6 +187,7 @@ When delegating, provide clear instructions to each agent about what they should
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/test-thinking-handoff-bedrock.ts

@@ -91,6 +91,7 @@ async function testBedrockThinkingHandoff() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/test-thinking-handoff.ts

@@ -93,6 +93,7 @@ async function testThinkingHandoff() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts

@@ -110,6 +110,7 @@ async function testThinkingToThinkingHandoffBedrock() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/test-tool-before-handoff-role-order.ts

@@ -173,6 +173,7 @@ Do NOT write a long response. Just call the tool and hand off.`,
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   const run = await Run.create(runConfig);

package/src/scripts/test-tools-before-handoff.ts

@@ -147,6 +147,7 @@ async function testToolsBeforeHandoff() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/thinking-bedrock.ts

@@ -91,6 +91,7 @@ async function testBedrockThinking(): Promise<void> {
       llmConfig,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers: customHandlers as t.RunConfig['customHandlers'],
   });
 

package/src/scripts/thinking.ts

@@ -92,6 +92,7 @@ async function testThinking(): Promise<void> {
       llmConfig,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers: customHandlers as t.RunConfig['customHandlers'],
   });
 

package/src/scripts/tools.ts

@@ -122,6 +122,7 @@ async function testStandardStreaming(): Promise<void> {
     },
     indexTokenCountMap: { 0: 35 },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/specs/agent-handoffs.test.ts

@@ -66,6 +66,7 @@ describe('Agent Handoffs Tests', () => {
       edges,
     },
     returnContent: true,
+    skipCleanup: true,
   });
 
   const createBasicAgent = (

package/src/specs/anthropic.simple.test.ts

@@ -131,6 +131,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -206,6 +207,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -270,6 +272,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -325,6 +328,7 @@ describe(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
         instructions: 'You are a helpful AI assistant.',
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 

package/src/specs/azure.simple.test.ts

@@ -1,6 +1,6 @@
 /* eslint-disable no-console */
 /* eslint-disable @typescript-eslint/no-explicit-any */
-// src/scripts/cli.test.ts
+// src/specs/azure.simple.test.ts
 import { config } from 'dotenv';
 config();
 import { Calculator } from '@/tools/Calculator';
@@ -21,7 +21,6 @@ import { createContentAggregator } from '@/stream';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { Run } from '@/run';
 
-// Auto-skip this suite if Azure env vars are not present
 const requiredAzureEnv = [
   'AZURE_OPENAI_API_KEY',
   'AZURE_OPENAI_API_INSTANCE',
@@ -150,6 +149,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -235,6 +235,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -307,6 +308,7 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
             'You are a helpful AI assistant. Keep responses concise and friendly.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -349,8 +351,145 @@ describeIfAzure(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
     }
   });
 
+  test(`${capitalizeFirstLetter(provider)}: disableStreaming should not duplicate message content`, async () => {
+    if (contentFilterTriggered) {
+      console.warn(
+        'Skipping test: Azure content filter was triggered in previous test'
+      );
+      return;
+    }
+    try {
+      const llmConfig = getLLMConfig(provider);
+      const nonStreamingConfig: t.LLMConfig = {
+        ...llmConfig,
+        disableStreaming: true,
+      };
+
+      const messageDeltaPayloads: t.MessageDeltaEvent[] = [];
+      const localRunStepSpy = jest.fn();
+      const localAggregateContent = createContentAggregator();
+      const localContentParts =
+        localAggregateContent.contentParts as t.MessageContentComplex[];
+      const localAggregate = localAggregateContent.aggregateContent;
+
+      const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP_COMPLETED,
+            data: t.StreamEventData
+          ): void => {
+            localAggregate({
+              event,
+              data: data as unknown as { result: t.ToolEndEvent },
+            });
+          },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP,
+            data: t.StreamEventData,
+            metadata,
+            graph
+          ): void => {
+            localRunStepSpy(event, data, metadata, graph);
+            localAggregate({ event, data: data as t.RunStep });
+          },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+          handle: (
+            event: GraphEvents.ON_RUN_STEP_DELTA,
+            data: t.StreamEventData
+          ): void => {
+            localAggregate({ event, data: data as t.RunStepDeltaEvent });
+          },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+          handle: (
+            event: GraphEvents.ON_MESSAGE_DELTA,
+            data: t.StreamEventData
+          ): void => {
+            messageDeltaPayloads.push(data as t.MessageDeltaEvent);
+            localAggregate({ event, data: data as t.MessageDeltaEvent });
+          },
+        },
+      };
+
+      run = await Run.create<t.IState>({
+        runId: 'azure-disable-streaming-dedup-test',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: nonStreamingConfig,
+          tools: [],
+          instructions:
+            'You are a helpful AI assistant. Respond with exactly one sentence.',
+        },
+        returnContent: true,
+        skipCleanup: true,
+        customHandlers,
+      });
+
+      conversationHistory.push(new HumanMessage('Hello'));
+
+      const finalContentParts = await run.processStream(
+        { messages: conversationHistory },
+        config
+      );
+
+      expect(finalContentParts).toBeDefined();
+      expect(finalContentParts!.length).toBeGreaterThan(0);
+      expect(messageDeltaPayloads.length).toBeGreaterThan(0);
+
+      const allTextDeltas = messageDeltaPayloads
+        .flatMap((p) => p.delta.content ?? [])
+        .filter((c) => c.type === ContentTypes.TEXT)
+        .map((c) => ('text' in c ? c.text : ''));
+
+      const combinedText = allTextDeltas.join('');
+
+      /**
+       * When model.stream() is available (the common path even with
+       * disableStreaming), ChatModelStreamHandler already dispatches the full
+       * text as a single MESSAGE_DELTA. The disableStreaming fallback block in
+       * createCallModel must NOT dispatch the same content a second time.
+       *
+       * If the bug is present, the text is emitted twice and localContentParts
+       * will contain duplicated text.
+       */
+      const aggregatedText = localContentParts
+        .filter((p) => p.type === ContentTypes.TEXT)
+        .map((p) => ('text' in p ? p.text : ''))
+        .join('');
+
+      console.log('Message delta count:', messageDeltaPayloads.length);
+      console.log('Combined delta text length:', combinedText.length);
+      console.log('Aggregated text length:', aggregatedText.length);
+
+      /**
+       * Each delta payload contains the FULL text (non-streaming returns a
+       * single chunk). If the bug is present, we get >=2 identical payloads
+       * and the aggregated text will be 2x the actual response.
+       */
+      const uniqueTexts = [...new Set(allTextDeltas)];
+      expect(uniqueTexts.length).toBe(1);
+      expect(uniqueTexts[0].length).toBeGreaterThan(0);
+
+      const singleResponseText = uniqueTexts[0];
+      expect(aggregatedText).toBe(singleResponseText);
+      expect(combinedText).toBe(singleResponseText);
+
+      console.log('disableStreaming dedup test passed — no duplicate content');
+    } catch (error) {
+      if (isContentFilterError(error)) {
+        console.warn('Skipping test: Azure content filter triggered');
+        return;
+      }
+      throw error;
+    }
+  });
+
   test('should handle errors appropriately', async () => {
-    // Test error scenarios
     await expect(async () => {
       await run.processStream(
         {

package/src/specs/cache.simple.test.ts

@@ -100,6 +100,7 @@ describe('Prompt Caching Integration Tests', () => {
           additional_instructions: `User: ${userName}, Location: ${location}`,
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -145,6 +146,7 @@ describe('Prompt Caching Integration Tests', () => {
           additional_instructions: `User: ${userName}, Location: ${location}`,
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -182,6 +184,7 @@ describe('Prompt Caching Integration Tests', () => {
             'You are a math assistant. Use the calculator tool for all calculations.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -227,6 +230,7 @@ describe('Prompt Caching Integration Tests', () => {
           additional_instructions: `User: ${userName}, Location: ${location}`,
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -271,6 +275,7 @@ describe('Prompt Caching Integration Tests', () => {
           additional_instructions: `User: ${userName}, Location: ${location}`,
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -307,6 +312,7 @@ describe('Prompt Caching Integration Tests', () => {
             'You are a math assistant. Use the calculator tool for all calculations.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -356,6 +362,7 @@ describe('Prompt Caching Integration Tests', () => {
           instructions: 'You are a helpful assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers: handlers1,
       });
 
@@ -377,6 +384,7 @@ describe('Prompt Caching Integration Tests', () => {
           instructions: 'You are a helpful assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers: handlers2,
       });
 

package/src/specs/custom-event-await.test.ts

@@ -89,6 +89,7 @@ describe('Custom event handler awaitHandlers behavior', () => {
         llmConfig,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 
@@ -183,6 +184,7 @@ describe('Custom event handler awaitHandlers behavior', () => {
         llmConfig,
       },
       returnContent: true,
+      skipCleanup: true,
       customHandlers,
     });
 

package/src/specs/deepseek.simple.test.ts

@@ -137,6 +137,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -197,6 +198,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -249,6 +251,7 @@ const skipTests = process.env.DEEPSEEK_API_KEY == null;
           instructions: 'You are a friendly AI assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 

package/src/specs/moonshot.simple.test.ts

@@ -144,6 +144,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -197,6 +198,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool when needed.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -230,6 +232,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool when needed.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -266,6 +269,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
           instructions: 'You are a friendly AI assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -314,6 +318,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });