@librechat/agents 3.0.0 → 3.0.2

package/src/scripts/test-tools-before-handoff.ts

@@ -1,7 +1,6 @@
 import { config } from 'dotenv';
 config();
 
-import { TavilySearch } from '@langchain/tavily';
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
 import { Run } from '@/run';
 import { Providers, GraphEvents } from '@/common';
@@ -78,10 +77,7 @@ async function testToolsBeforeHandoff() {
         console.log(`\n🔧 Tool started:`);
         console.dir({ toolData, metadata }, { depth: null });
 
-        if (toolData?.output?.name === 'tavily_search_results_json') {
-          toolCallCount++;
-          console.log(`📊 Search #${toolCallCount} initiated`);
-        } else if (toolData?.output?.name?.includes('transfer_to_')) {
+        if (toolData?.output?.name?.includes('transfer_to_')) {
           handoffOccurred = true;
           const specialist = toolData.name.replace('transfer_to_', '');
           console.log(`\n🔀 Handoff initiated to: ${specialist}`);
@@ -100,21 +96,17 @@ async function testToolsBeforeHandoff() {
           modelName: 'gpt-4.1-mini',
           apiKey: process.env.OPENAI_API_KEY,
         },
-        tools: [new TavilySearch({ maxResults: 3 })],
-        instructions: `You are a Research Coordinator with access to web search and a report writer specialist.
+        tools: [],
+        instructions: `You are a Research Coordinator with access to a report writer specialist.
         
         Your workflow MUST follow these steps IN ORDER:
-        1. FIRST: Write an initial response acknowledging the request and outlining your research plan
-           - Explain what aspects you'll investigate
-           - Describe your search strategy
-        2. SECOND: Conduct exactly 2 web searches to gather comprehensive information
-           - Search 1: Get general information about the topic
-           - Search 2: Get specific details, recent updates, or complementary data
-           - Note: Even if your searches are unsuccessful, you MUST still proceed to handoff after EXACTLY 2 searches
-        3. FINALLY: After completing both searches, transfer to the report writer
-           - Provide the report writer with a summary of your findings
+        1. FIRST: Write an initial response acknowledging the request
+           - Explain what you understand about the topic
+           - Provide any general knowledge you have
+        2. FINALLY: Transfer to the report writer
+           - Provide the report writer with a summary of the information
         
-        CRITICAL: You MUST write your initial response before ANY tool use. Then complete both searches before handoff.`,
+        CRITICAL: You MUST write your initial response before transferring to the report writer.`,
         maxContextTokens: 8000,
       },
       {
@@ -159,10 +151,10 @@ async function testToolsBeforeHandoff() {
   }
 
   try {
-    // Single test query that requires research before report writing
-    const query = `Research the latest developments in quantum computing from 2025, 
+    // Single test query that requires handoff to report writer
+    const query = `Tell me about quantum computing developments, 
     including major breakthroughs and commercial applications. 
-    I need a comprehensive report with recent findings.`;
+    I need a comprehensive report.`;
 
     console.log('='.repeat(60));
     console.log(`USER QUERY: "${query}"`);
@@ -173,10 +165,9 @@ async function testToolsBeforeHandoff() {
     const run = await Run.create(runConfig);
 
     console.log('\nExpected behavior:');
-    console.log('1. Research Coordinator writes initial response/plan');
-    console.log('2. Research Coordinator performs 2 web searches');
-    console.log('3. Research Coordinator hands off to Report Writer');
-    console.log('4. Report Writer creates final report\n');
+    console.log('1. Research Coordinator writes initial response');
+    console.log('2. Research Coordinator hands off to Report Writer');
+    console.log('3. Report Writer creates final report\n');
 
     // Process with streaming
     conversationHistory.push(new HumanMessage(query));
@@ -204,11 +195,9 @@ async function testToolsBeforeHandoff() {
     console.log('EDGE CASE TEST RESULTS:');
     console.log('─'.repeat(60));
     console.log(`Tool calls before handoff: ${toolCallCount}`);
-    console.log(`Expected tool calls: 2`);
+    console.log(`Expected tool calls: 0 (no web search available)`);
     console.log(`Handoff occurred: ${handoffOccurred ? 'Yes ✅' : 'No ❌'}`);
-    console.log(
-      `Test status: ${toolCallCount === 2 && handoffOccurred ? 'PASSED ✅' : 'FAILED ❌'}`
-    );
+    console.log(`Test status: ${handoffOccurred ? 'PASSED ✅' : 'FAILED ❌'}`);
     console.log('─'.repeat(60));
 
     // Display conversation history

package/src/scripts/tools.ts

@@ -3,7 +3,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { ToolEndHandler, ModelEndHandler } from '@/events';
@@ -95,11 +94,13 @@ async function testStandardStreaming(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults()],
+      tools: [],
       instructions:
         'You are a friendly AI assistant. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+      maxContextTokens: 89000,
     },
+    indexTokenCountMap: { 0: 35 },
     returnContent: true,
     customHandlers,
   });
@@ -126,10 +127,7 @@ async function testStandardStreaming(): Promise<void> {
   const inputs = {
     messages: conversationHistory,
   };
-  const finalContentParts = await run.processStream(inputs, config, {
-    indexTokenCountMap: { 0: 35 },
-    maxContextTokens: 89000,
-  });
+  const finalContentParts = await run.processStream(inputs, config);
   const finalMessages = run.getRunMessages();
   if (finalMessages) {
     conversationHistory.push(...finalMessages);

package/src/specs/anthropic.simple.test.ts

@@ -3,7 +3,7 @@
 // src/scripts/cli.test.ts
 import { config } from 'dotenv';
 config();
-import { Calculator } from '@langchain/community/tools/calculator';
+import { Calculator } from '@/tools/Calculator';
 import {
   HumanMessage,
   BaseMessage,

package/src/specs/azure.simple.test.ts

@@ -3,7 +3,7 @@
 // src/scripts/cli.test.ts
 import { config } from 'dotenv';
 config();
-import { Calculator } from '@langchain/community/tools/calculator';
+import { Calculator } from '@/tools/Calculator';
 import {
   HumanMessage,
   BaseMessage,

package/src/specs/openai.simple.test.ts

@@ -3,7 +3,7 @@
 // src/scripts/cli.test.ts
 import { config } from 'dotenv';
 config();
-import { Calculator } from '@langchain/community/tools/calculator';
+import { Calculator } from '@/tools/Calculator';
 import {
   HumanMessage,
   BaseMessage,

package/src/specs/openrouter.simple.test.ts

@@ -1,6 +1,6 @@
 import { config } from 'dotenv';
 config();
-import { Calculator } from '@langchain/community/tools/calculator';
+import { Calculator } from '@/tools/Calculator';
 import {
   HumanMessage,
   BaseMessage,

package/src/tools/Calculator.ts

@@ -0,0 +1,25 @@
+import { Tool } from '@langchain/core/tools';
+import * as math from 'mathjs';
+
+export class Calculator extends Tool {
+  static lc_name(): string {
+    return 'Calculator';
+  }
+
+  get lc_namespace(): string[] {
+    return [...super.lc_namespace, 'calculator'];
+  }
+
+  name = 'calculator';
+
+  async _call(input: string): Promise<string> {
+    try {
+      return math.evaluate(input).toString();
+    } catch {
+      return 'I don\'t know how to do that.';
+    }
+  }
+
+  description =
+    'Useful for getting the result of a math expression. The input to this tool should be a valid mathematical expression that could be executed by a simple calculator.';
+}

package/src/types/llm.ts

@@ -2,7 +2,6 @@
 import { ChatOllama } from '@langchain/ollama';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatBedrockConverse } from '@langchain/aws';
-import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import type {
   BindToolsInput,
   BaseChatModelParams,
@@ -13,7 +12,6 @@ import type {
   AzureOpenAIInput,
   ClientOptions as OAIClientOptions,
 } from '@langchain/openai';
-import type { BedrockChatFields } from '@langchain/community/chat_models/bedrock/web';
 import type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';
 import type { GeminiGenerationConfig } from '@langchain/google-common';
 import type { ChatVertexAIInput } from '@langchain/google-vertexai';
@@ -65,7 +63,6 @@ export type MistralAIClientOptions = ChatMistralAIInput;
 export type VertexAIClientOptions = ChatVertexAIInput & {
   includeThoughts?: boolean;
 };
-export type BedrockClientOptions = BedrockChatFields;
 export type BedrockAnthropicInput = ChatBedrockConverseInput & {
   additionalModelRequestFields?: ChatBedrockConverseInput['additionalModelRequestFields'] &
     AnthropicReasoning;
@@ -85,7 +82,6 @@ export type ClientOptions =
   | AnthropicClientOptions
   | MistralAIClientOptions
   | VertexAIClientOptions
-  | BedrockClientOptions
   | BedrockConverseClientOptions
   | GoogleClientOptions
   | DeepSeekClientOptions
@@ -113,7 +109,6 @@ export type ProviderOptionsMap = {
   [Providers.MISTRALAI]: MistralAIClientOptions;
   [Providers.MISTRAL]: MistralAIClientOptions;
   [Providers.OPENROUTER]: ChatOpenRouterCallOptions;
-  [Providers.BEDROCK_LEGACY]: BedrockClientOptions;
   [Providers.BEDROCK]: BedrockConverseClientOptions;
   [Providers.XAI]: XAIClientOptions;
 };
@@ -129,7 +124,6 @@ export type ChatModelMap = {
   [Providers.MISTRALAI]: ChatMistralAI;
   [Providers.MISTRAL]: ChatMistralAI;
   [Providers.OPENROUTER]: ChatOpenRouter;
-  [Providers.BEDROCK_LEGACY]: BedrockChat;
   [Providers.BEDROCK]: ChatBedrockConverse;
   [Providers.GOOGLE]: CustomChatGoogleGenerativeAI;
 };

package/dist/types/tools/example.d.ts

@@ -1,78 +0,0 @@
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
-import { DynamicStructuredTool } from '@langchain/core/tools';
-import { z } from 'zod';
-export declare const fetchRandomImageTool: DynamicStructuredTool<z.ZodObject<{
-    input: z.ZodOptional<z.ZodString>;
-}, "strip", z.ZodTypeAny, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}>, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}, (string | undefined)[] | ({
-    type: string;
-    text: string;
-}[] | {
-    content: {
-        type: string;
-        image_url: {
-            url: string;
-        };
-    }[];
-})[]>;
-export declare const fetchRandomImageURL: DynamicStructuredTool<z.ZodObject<{
-    input: z.ZodOptional<z.ZodString>;
-}, "strip", z.ZodTypeAny, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}>, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}, (string | undefined)[] | ({
-    type: string;
-    text: string;
-}[] | {
-    content: {
-        type: string;
-        image_url: {
-            url: string;
-        };
-    }[];
-})[]>;
-export declare const chartTool: DynamicStructuredTool<z.ZodObject<{
-    data: z.ZodArray<z.ZodObject<{
-        label: z.ZodString;
-        value: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        value: number;
-        label: string;
-    }, {
-        value: number;
-        label: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}>, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, string>;
-export declare const tavilyTool: TavilySearchResults;

package/src/proto/CollabGraph.ts

@@ -1,269 +0,0 @@
-// src/graphs/CollabGraph.ts
-import { AIMessageChunk, BaseMessage, HumanMessage } from '@langchain/core/messages';
-import { END, StateGraphArgs, START, StateGraph, MemorySaver } from '@langchain/langgraph';
-import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
-import { ChatPromptTemplate, MessagesPlaceholder } from '@langchain/core/prompts';
-import type { StructuredTool } from '@langchain/core/tools';
-import { Runnable, RunnableConfig } from '@langchain/core/runnables';
-import { JsonOutputToolsParser } from 'langchain/output_parsers';
-import { Providers } from '@/common';
-import { getChatModelClass } from '@/llm/providers';
-import { Graph } from '../graphs/Graph';
-import type * as t from '@/types';
-import { supervisorPrompt } from '@/prompts/collab';
-
-export interface CollabAgentStateChannels {
-  messages: BaseMessage[];
-  next: string;
-  [key: string]: any;
-}
-
-export interface CollabMember {
-  name: string;
-  systemPrompt: string;
-  tools: any[];
-  llmConfig: t.LLMConfig;
-}
-
-interface SupervisorConfig {
-  systemPrompt?: string;
-  llmConfig: t.LLMConfig;
-}
-
-export class CollabGraph extends Graph<CollabAgentStateChannels, string> {
-  resetValues(): void {
-    throw new Error('Method not implemented.');
-  }
-  getFinalMessage(): AIMessageChunk | undefined {
-    throw new Error('Method not implemented.');
-  }
-  generateStepId(stepKey: string): [string, number] {
-    throw new Error('Method not implemented.');
-  }
-  getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[] {
-    throw new Error('Method not implemented.');
-  }
-  getStepKey(metadata: Record<string, unknown> | undefined): string {
-    throw new Error('Method not implemented.');
-  }
-  checkKeyList(keyList: (string | number | undefined)[]): boolean {
-    throw new Error('Method not implemented.');
-  }
-  getStepIdByKey(stepKey: string, index?: number): string {
-    throw new Error('Method not implemented.');
-  }
-  getRunStep(stepId: string): t.RunStep | undefined {
-    throw new Error('Method not implemented.');
-  }
-  dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): void {
-    throw new Error('Method not implemented.');
-  }
-  dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void {
-    throw new Error('Method not implemented.');
-  }
-  dispatchMessageDelta(id: string, delta: t.MessageDelta): void {
-    throw new Error('Method not implemented.');
-  }
-  private graph: t.CompiledWorkflow<CollabAgentStateChannels, Partial<CollabAgentStateChannels>, string> | null = null;
-  private members: t.Member[];
-  private supervisorConfig: SupervisorConfig;
-  private supervisorChain: Runnable | null = null;
-
-  constructor(members: t.Member[], supervisorConfig: SupervisorConfig) {
-    super();
-    this.members = members;
-    this.supervisorConfig = supervisorConfig;
-  }
-
-  async initialize(): Promise<void> {
-    const memberNames = this.members.map(member => member.name);
-    const systemPrompt = this.supervisorConfig.systemPrompt || supervisorPrompt;
-    const options = [END, ...memberNames];
-    this.supervisorChain = await this.createSupervisorChain(systemPrompt, options);
-  }
-
-  createGraphState(): StateGraphArgs<CollabAgentStateChannels>['channels'] {
-    return {
-      messages: {
-        value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
-        default: () => [],
-      },
-      next: {
-        value: (x?: string, y?: string) => y ?? x ?? END,
-        default: () => END,
-      },
-    };
-  }
-
-  initializeTools(tools: StructuredTool[]): any {
-    // This method is not used in the collaborative graph
-    return null;
-  }
-
-  initializeModel(provider: Providers, clientOptions: Record<string, unknown>, tools: any[]) {
-    const LLMClass = getChatModelClass(provider);
-    if (!LLMClass) {
-      throw new Error(`Unsupported LLM provider: ${provider}`);
-    }
-    return new LLMClass(clientOptions);
-  }
-
-  createCallModel(boundModel: any) {
-    // This method is not directly used in the collaborative graph
-    return async (state: CollabAgentStateChannels, config?: RunnableConfig) => {
-      return { messages: [] };
-    };
-  }
-
-  private async createAgent(
-    llmConfig: t.LLMConfig,
-    tools: any[],
-    systemPrompt: string
-  ): Promise<AgentExecutor> {
-    const { provider, ...clientOptions } = llmConfig;
-    const LLMClass = getChatModelClass(provider);
-    if (!LLMClass) {
-      throw new Error(`Unsupported LLM provider: ${provider}`);
-    }
-    const llm = new LLMClass(clientOptions);
-
-    const prompt = await ChatPromptTemplate.fromMessages([
-      ['system', systemPrompt],
-      new MessagesPlaceholder('messages'),
-      new MessagesPlaceholder('agent_scratchpad'),
-    ]);
-    const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
-    return new AgentExecutor({ agent, tools });
-  }
-
-  createWorkflow(
-    graphState: StateGraphArgs<CollabAgentStateChannels>['channels'],
-    callModel?: any,
-    toolNode?: any
-  ): t.CompiledWorkflow<CollabAgentStateChannels, Partial<CollabAgentStateChannels>, string> {
-    if (!this.supervisorChain) {
-      throw new Error('CollabGraph not initialized. Call initialize() first.');
-    }
-
-    const workflow = new StateGraph<CollabAgentStateChannels, Partial<CollabAgentStateChannels>, string>({
-      channels: graphState,
-    });
-
-    // Dynamically create agents and add nodes for each member
-    for (const member of this.members) {
-      const node = async (
-        state: CollabAgentStateChannels,
-        config?: RunnableConfig,
-      ) => {
-        const agent = await this.createAgent(member.llmConfig, member.tools, member.systemPrompt);
-        const agentPromise = agent.invoke(state, config);
-
-        // Store the promise in the state
-        await this.graph?.updateState(config ?? {}, {
-          [`${member.name}Promise`]: agentPromise,
-        });
-
-        const result = await agentPromise;
-        return {
-          messages: [
-            new HumanMessage({ content: result.output, name: member.name }),
-          ],
-        };
-      };
-      workflow.addNode(member.name, node);
-      workflow.addEdge(member.name, 'supervisor');
-    }
-
-    const supervisorNode = async (
-      state: CollabAgentStateChannels,
-      config?: RunnableConfig,
-    ) => {
-      // Get the current state
-      const currentState = await this.graph?.getState(config ?? {});
-
-      // Wait for all member promises to resolve
-      const memberPromises = this.members.map(member => currentState?.[`${member.name}Promise` as keyof typeof currentState]);
-      await Promise.all(memberPromises);
-
-      // Clear the promises for the next iteration
-      for (const member of this.members) {
-        await this.graph?.updateState(config ?? {}, {
-          [`${member.name}Promise`]: undefined,
-        });
-      }
-
-      const result = await this.supervisorChain?.invoke(state, config);
-      return result;
-    };
-
-    workflow.addNode('supervisor', supervisorNode);
-
-    workflow.addConditionalEdges(
-      'supervisor',
-      (x: CollabAgentStateChannels) => x.next,
-    );
-
-    workflow.addEdge(START, 'supervisor');
-
-    const memory = new MemorySaver();
-    this.graph = workflow.compile({ checkpointer: memory });
-    return this.graph;
-  }
-
-  private async createSupervisorChain(systemPrompt: string, options: string[]): Promise<Runnable> {
-    const functionDef = {
-      name: 'route',
-      description: 'Select the next role.',
-      parameters: {
-        title: 'routeSchema',
-        type: 'object',
-        properties: {
-          next: {
-            title: 'Next',
-            anyOf: [
-              { enum: options },
-            ],
-          },
-        },
-        required: ['next'],
-      },
-    };
-
-    const toolDef = {
-      type: 'function',
-      function: functionDef,
-    } as const;
-
-    const prompt = ChatPromptTemplate.fromMessages([
-      ['system', systemPrompt],
-      new MessagesPlaceholder('messages'),
-      [
-        'system',
-        'Given the conversation above, who should act next?' +
-        ' Or should we FINISH? Select one of: {options}',
-      ],
-    ]);
-
-    const formattedPrompt = await prompt.partial({
-      options: options.join(', '),
-      members: this.members.map(m => m.name).join(', '),
-    });
-
-    const { provider, ...clientOptions } = this.supervisorConfig.llmConfig;
-    const LLMClass = getChatModelClass(provider);
-    if (!LLMClass) {
-      throw new Error(`Unsupported LLM provider for supervisor: ${provider}`);
-    }
-    const llm = new LLMClass(clientOptions);
-
-    return formattedPrompt
-      .pipe(llm.bindTools(
-        [toolDef],
-        {
-          tool_choice: { type: 'function', function: { name: 'route' } } as any,
-        },
-      ))
-      .pipe(new JsonOutputToolsParser())
-      .pipe((x: any) => (x[0].args));
-  }
-}