@librechat/agents 3.0.0-rc4 → 3.0.0-rc6

package/src/llm/openai/index.ts

@@ -30,6 +30,7 @@ import {
   _convertOpenAIResponsesDeltaToBaseMessageChunk,
   type ResponseReturnStreamEvents,
 } from './utils';
+import { sleep } from '@/utils';
 
 // eslint-disable-next-line @typescript-eslint/explicit-function-return-type
 const iife = <T>(fn: () => T) => fn();
@@ -195,6 +196,17 @@ export class CustomAzureOpenAIClient extends AzureOpenAIClient {
 
 /** @ts-expect-error We are intentionally overriding `getReasoningParams` */
 export class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
+  _lc_stream_delay?: number;
+
+  constructor(
+    fields?: t.ChatOpenAICallOptions & {
+      _lc_stream_delay?: number;
+    } & t.OpenAIChatInput['modelKwargs']
+  ) {
+    super(fields);
+    this._lc_stream_delay = fields?._lc_stream_delay;
+  }
+
   public get exposedClient(): CustomOpenAIClient {
     return this.client;
   }
@@ -288,6 +300,9 @@ export class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
       );
       if (chunk == null) continue;
       yield chunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
       await runManager?.handleLLMNewToken(
         chunk.text || '',
         undefined,
@@ -376,6 +391,9 @@ export class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
         generationInfo,
       });
       yield generationChunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
       await runManager?.handleLLMNewToken(
         generationChunk.text || '',
         newTokenIndices,
@@ -423,6 +441,9 @@ export class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
         text: '',
       });
       yield generationChunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
     }
     if (options.signal?.aborted === true) {
       throw new Error('AbortError');
@@ -432,6 +453,13 @@ export class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
 
 /** @ts-expect-error We are intentionally overriding `getReasoningParams` */
 export class AzureChatOpenAI extends OriginalAzureChatOpenAI {
+  _lc_stream_delay?: number;
+
+  constructor(fields?: t.AzureOpenAIInput & { _lc_stream_delay?: number }) {
+    super(fields);
+    this._lc_stream_delay = fields?._lc_stream_delay;
+  }
+
   public get exposedClient(): CustomOpenAIClient {
     return this.client;
   }
@@ -559,6 +587,9 @@ export class AzureChatOpenAI extends OriginalAzureChatOpenAI {
       );
       if (chunk == null) continue;
       yield chunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
       await runManager?.handleLLMNewToken(
         chunk.text || '',
         undefined,
@@ -624,13 +655,17 @@ export interface XAIUsageMetadata
 }
 
 export class ChatXAI extends OriginalChatXAI {
+  _lc_stream_delay?: number;
+
   constructor(
     fields?: Partial<ChatXAIInput> & {
       configuration?: { baseURL?: string };
       clientConfig?: { baseURL?: string };
+      _lc_stream_delay?: number;
     }
   ) {
     super(fields);
+    this._lc_stream_delay = fields?._lc_stream_delay;
     const customBaseURL =
       fields?.configuration?.baseURL ?? fields?.clientConfig?.baseURL;
     if (customBaseURL != null && customBaseURL) {
@@ -759,6 +794,9 @@ export class ChatXAI extends OriginalChatXAI {
         generationInfo,
       });
       yield generationChunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
       await runManager?.handleLLMNewToken(
         generationChunk.text || '',
         newTokenIndices,
@@ -832,6 +870,9 @@ export class ChatXAI extends OriginalChatXAI {
         text: '',
       });
       yield generationChunk;
+      if (this._lc_stream_delay != null) {
+        await sleep(this._lc_stream_delay);
+      }
     }
     if (options.signal?.aborted === true) {
       throw new Error('AbortError');

package/src/scripts/multi-agent-supervisor.ts

@@ -36,10 +36,10 @@ async function testSupervisorMultiAgent() {
   // Define configurations for all possible specialists
   const specialistConfigs = {
     data_analyst: {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are a Data Analyst specialist. Your expertise includes:
       - Statistical analysis and data visualization
@@ -52,10 +52,10 @@ async function testSupervisorMultiAgent() {
       maxContextTokens: 8000,
     },
     security_expert: {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are a Security Expert. Your expertise includes:
       - Cybersecurity best practices
@@ -68,10 +68,10 @@ async function testSupervisorMultiAgent() {
       maxContextTokens: 8000,
     },
     product_designer: {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are a Product Designer. Your expertise includes:
       - User experience (UX) design principles
@@ -84,10 +84,10 @@ async function testSupervisorMultiAgent() {
       maxContextTokens: 8000,
     },
     devops_engineer: {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are a DevOps Engineer. Your expertise includes:
       - CI/CD pipeline design and optimization
@@ -100,10 +100,10 @@ async function testSupervisorMultiAgent() {
       maxContextTokens: 8000,
     },
     legal_advisor: {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are a Legal Advisor specializing in technology. Your expertise includes:
       - Software licensing and open source compliance
@@ -154,6 +154,7 @@ async function testSupervisorMultiAgent() {
         event: GraphEvents.ON_MESSAGE_DELTA,
         data: t.StreamEventData
       ): void => {
+        console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
       },
     },
@@ -180,10 +181,10 @@ async function testSupervisorMultiAgent() {
 
     // Define the adaptive specialist configuration that will be reused
     const specialistConfig = {
-      provider: Providers.ANTHROPIC,
+      provider: Providers.OPENAI,
       clientOptions: {
-        modelName: 'claude-3-5-sonnet-latest',
-        apiKey: process.env.ANTHROPIC_API_KEY,
+        modelName: 'gpt-4.1',
+        apiKey: process.env.OPENAI_API_KEY,
       },
       instructions: `You are an Adaptive Specialist. Your agent ID indicates your role:
       
@@ -202,10 +203,10 @@ async function testSupervisorMultiAgent() {
     const agents: t.AgentInputs[] = [
       {
         agentId: 'supervisor',
-        provider: Providers.ANTHROPIC,
+        provider: Providers.OPENAI,
         clientOptions: {
-          modelName: 'claude-3-5-sonnet-latest',
-          apiKey: process.env.ANTHROPIC_API_KEY,
+          modelName: 'gpt-4.1-mini',
+          apiKey: process.env.OPENAI_API_KEY,
         },
         instructions: `You are a Task Supervisor with access to 5 specialist agents:
         1. transfer_to_data_analyst - For statistical analysis and metrics
@@ -298,10 +299,10 @@ async function testSupervisorMultiAgent() {
     // Test with different queries
     const testQueries = [
       'How can we analyze user engagement metrics to improve our product?',
-      'What security measures should we implement for our new API?',
-      'Can you help design a better onboarding flow for our mobile app?',
-      'We need to set up a CI/CD pipeline for our microservices.',
-      'What are the legal implications of using GPL-licensed code in our product?',
+      // 'What security measures should we implement for our new API?',
+      // 'Can you help design a better onboarding flow for our mobile app?',
+      // 'We need to set up a CI/CD pipeline for our microservices.',
+      // 'What are the legal implications of using GPL-licensed code in our product?',
     ];
 
     const config = {

package/src/scripts/test-multi-agent-list-handoff.ts

@@ -5,8 +5,8 @@ config();
 
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
 import { Run } from '@/run';
-import { Providers, GraphEvents } from '@/common';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { Providers, GraphEvents, Constants } from '@/common';
 import { ToolEndHandler, ModelEndHandler } from '@/events';
 import type * as t from '@/types';
 
@@ -70,8 +70,11 @@ async function testSupervisorListHandoff() {
         metadata?: Record<string, unknown>
       ): void => {
         const toolData = data as any;
-        if (toolData?.name?.includes('transfer_to_')) {
-          const specialist = toolData.name.replace('transfer_to_', '');
+        if (toolData?.name?.startsWith(Constants.LC_TRANSFER_TO_)) {
+          const specialist = toolData.name.replace(
+            Constants.LC_TRANSFER_TO_,
+            ''
+          );
           console.log(`\n🔀 Transferring to ${specialist}...`);
           selectedRole = specialist;
         }

package/src/types/llm.ts

@@ -93,6 +93,7 @@ export type ClientOptions =
 
 export type SharedLLMConfig = {
   provider: Providers;
+  _lc_stream_delay?: number;
 };
 
 export type LLMConfig = SharedLLMConfig &