@librechat/agents 3.0.1 → 3.0.2

package/src/scripts/cli.ts

@@ -3,12 +3,10 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback } from '@/common';
@@ -25,31 +23,35 @@ async function testStandardStreaming(): Promise<void> {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
     // [GraphEvents.LLM_START]: {
@@ -94,8 +96,9 @@ async function testStandardStreaming(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults()],
-      instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+      tools: [],
+      instructions:
+        'You are a friendly AI assistant. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     customHandlers,
@@ -116,16 +119,18 @@ async function testStandardStreaming(): Promise<void> {
   let inputs = {
     messages: conversationHistory,
   };
-  const contentParts = await run.processStream(inputs, config,
-  //   {
-  //   [Callback.TOOL_START]: (graph, ...args) => {
-  //       console.log('TOOL_START callback');
-  //   },
-  //   [Callback.TOOL_END]: (graph, ...args) => {
-  //       console.log('TOOL_END callback');
-  //   },
-  // }
-);
+  const contentParts = await run.processStream(
+    inputs,
+    config
+    //   {
+    //   [Callback.TOOL_START]: (graph, ...args) => {
+    //       console.log('TOOL_START callback');
+    //   },
+    //   [Callback.TOOL_END]: (graph, ...args) => {
+    //       console.log('TOOL_END callback');
+    //   },
+    // }
+  );
   const finalMessages = run.getRunMessages();
   if (finalMessages) {
     conversationHistory.push(...finalMessages);

package/src/scripts/cli2.ts

@@ -3,7 +3,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler } from '@/stream';
 import { TestLLMStreamHandler } from '@/events';
@@ -17,7 +16,7 @@ const conversationHistory: BaseMessage[] = [];
 
 async function executePersonalizedQuerySuite(): Promise<void> {
   const { userName, location, provider, currentDate } = await getArgs();
-  
+
   const customHandlers = {
     [GraphEvents.LLM_STREAM]: new TestLLMStreamHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
@@ -25,37 +24,37 @@ async function executePersonalizedQuerySuite(): Promise<void> {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== LLM_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.LLM_END]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== LLM_END ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.CHAT_MODEL_START]: {
       handle: (_event: string, _data: t.StreamEventData): void => {
         console.log('====== CHAT_MODEL_START ======');
         console.dir(_data, { depth: null });
-      }
+      },
     },
     [GraphEvents.CHAT_MODEL_END]: {
       handle: (_event: string, _data: t.StreamEventData): void => {
         console.log('====== CHAT_MODEL_END ======');
         console.dir(_data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_END]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== TOOL_END ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -66,7 +65,7 @@ async function executePersonalizedQuerySuite(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults()],
+      tools: [],
     },
     customHandlers,
   });
@@ -76,7 +75,7 @@ async function executePersonalizedQuerySuite(): Promise<void> {
       provider,
       thread_id: `${userName}-session-${Date.now()}`,
       instructions: `You are a knowledgeable and friendly AI assistant. Tailor your responses to ${userName}'s interests in ${location}.`,
-      additional_instructions: `Ensure each topic is thoroughly researched. Today is ${currentDate}. Maintain a warm, personalized tone throughout.`
+      additional_instructions: `Ensure each topic is thoroughly researched. Today is ${currentDate}. Maintain a warm, personalized tone throughout.`,
     },
     streamMode: 'values',
     version: 'v2' as const,
@@ -85,9 +84,18 @@ async function executePersonalizedQuerySuite(): Promise<void> {
   console.log(`Initiating personalized query suite for ${userName}`);
 
   const queryTopics = [
-    { task: "current weather", description: "Provide a detailed weather forecast" },
-    { task: "popular tourist attraction", description: "Describe a notable sight" },
-    { task: "upcoming events", description: "List major events or festivals this week" },
+    {
+      task: 'current weather',
+      description: 'Provide a detailed weather forecast',
+    },
+    {
+      task: 'popular tourist attraction',
+      description: 'Describe a notable sight',
+    },
+    {
+      task: 'upcoming events',
+      description: 'List major events or festivals this week',
+    },
     // { task: "famous local dish", description: "Share a recipe for a regional specialty" },
     // { task: "local humor", description: "Tell a joke related to the area or findings" }
   ];
@@ -118,8 +126,8 @@ async function executePersonalizedQuerySuite(): Promise<void> {
 }
 
 executePersonalizedQuerySuite().catch((error) => {
-  console.error("An error occurred during the query suite execution:", error);
-  console.log("Final conversation state:");
+  console.error('An error occurred during the query suite execution:', error);
+  console.log('Final conversation state:');
   console.dir(conversationHistory, { depth: null });
   process.exit(1);
 });

package/src/scripts/cli3.ts

@@ -2,16 +2,14 @@
 // src/scripts/cli.ts
 import { config } from 'dotenv';
 config();
-import { z } from "zod";
+import { z } from 'zod';
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
 import type { RunnableConfig } from '@langchain/core/runnables';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
-import { tool } from "@langchain/core/tools";
+import { tool } from '@langchain/core/tools';
 import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback } from '@/common';
@@ -28,25 +26,29 @@ async function testStandardStreaming(): Promise<void> {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
     // [GraphEvents.LLM_START]: {
@@ -86,21 +88,24 @@ async function testStandardStreaming(): Promise<void> {
 
   const llmConfig = getLLMConfig(provider);
 
-  const getWeather = tool(async ({ location }) => {
-    if (location === "SAN FRANCISCO") {
-      return "It's 60 degrees and foggy";
-    } else if (location.toLowerCase() === "san francisco") {
-      throw new Error("Input queries must be all capitals");
-    } else {
-      throw new Error("Invalid input.");
+  const getWeather = tool(
+    async ({ location }) => {
+      if (location === 'SAN FRANCISCO') {
+        return "It's 60 degrees and foggy";
+      } else if (location.toLowerCase() === 'san francisco') {
+        throw new Error('Input queries must be all capitals');
+      } else {
+        throw new Error('Invalid input.');
+      }
+    },
+    {
+      name: 'get_weather',
+      description: 'Call to get the current weather',
+      schema: z.object({
+        location: z.string(),
+      }),
     }
-  }, {
-    name: "get_weather",
-    description: "Call to get the current weather",
-    schema: z.object({
-      location: z.string(),
-    }),
-  });
+  );
 
   const run = await Run.create<t.IState>({
     runId: 'test-run-id',
@@ -108,7 +113,7 @@ async function testStandardStreaming(): Promise<void> {
       type: 'standard',
       llmConfig,
       tools: [getWeather],
-      // tools: [new TavilySearchResults()],
+      // tools: [],
     },
     customHandlers,
   });
@@ -117,8 +122,9 @@ async function testStandardStreaming(): Promise<void> {
     configurable: {
       provider,
       thread_id: 'conversation-num-1',
-      instructions: 'You are a friendly AI assistant. Always address the user by their name.',
-      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`
+      instructions:
+        'You are a friendly AI assistant. Always address the user by their name.',
+      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     streamMode: 'values',
     version: 'v2' as const,
@@ -132,10 +138,10 @@ async function testStandardStreaming(): Promise<void> {
   };
   const contentParts = await run.processStream(inputs, config, {
     callbacks: {
-    [Callback.TOOL_ERROR]: (graph, error, toolId) => {
-      console.error(`Tool ${toolId} failed with error: ${error.message}`);
+      [Callback.TOOL_ERROR]: (graph, error, toolId) => {
+        console.error(`Tool ${toolId} failed with error: ${error.message}`);
+      },
     },
-  },
   });
   const finalMessages = run.getRunMessages();
   if (finalMessages) {

package/src/scripts/cli4.ts

@@ -3,7 +3,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
@@ -96,7 +95,7 @@ async function testStandardStreaming(): Promise<void> {
   const graphConfig: t.LegacyGraphConfig = {
     type: 'standard',
     llmConfig,
-    tools: [new TavilySearchResults()],
+    tools: [],
     instructions:
       'You are a friendly AI assistant. Always address the user by their name.',
     additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,

package/src/scripts/cli5.ts

@@ -3,7 +3,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
@@ -96,7 +95,7 @@ async function testStandardStreaming(): Promise<void> {
   const graphConfig: t.LegacyGraphConfig = {
     type: 'standard',
     llmConfig,
-    tools: [new TavilySearchResults()],
+    tools: [],
     instructions:
       'You are a friendly AI assistant. Always address the user by their name.',
     additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,

package/src/scripts/code_exec.ts

@@ -2,7 +2,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, AIMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type { RunnableConfig } from '@langchain/core/runnables';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
@@ -88,7 +87,7 @@ async function testCodeExecution(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults(), createCodeExecutionTool()],
+      tools: [createCodeExecutionTool()],
       instructions:
         'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,

package/src/scripts/code_exec_simple.ts

@@ -2,7 +2,6 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { createCodeExecutionTool } from '@/tools/CodeExecutor';
@@ -96,7 +95,7 @@ async function testCodeExecution(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults(), createCodeExecutionTool()],
+      tools: [createCodeExecutionTool()],
       instructions,
       additional_instructions,
       maxContextTokens: 8000,

package/src/scripts/content.ts

@@ -3,12 +3,10 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { ToolEndHandler } from '@/events';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback } from '@/common';
@@ -23,38 +21,57 @@ async function testStandardStreaming(): Promise<void> {
     // [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         // console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         // console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -65,8 +82,9 @@ async function testStandardStreaming(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults()],
-      instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+      tools: [],
+      instructions:
+        'You are a friendly AI assistant. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,

package/src/scripts/simple.ts

@@ -7,7 +7,6 @@ import {
   BaseMessage,
   UsageMetadata,
 } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import {
@@ -135,7 +134,7 @@ async function testStandardStreaming(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      // tools: [new TavilySearchResults()],
+      // tools: [],
       // reasoningKey: 'reasoning',
       instructions:
         'You are a friendly AI assistant. Always address the user by their name.',

package/src/scripts/stream.ts

@@ -3,12 +3,10 @@
 import { config } from 'dotenv';
 config();
 import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { ToolEndHandler } from '@/events';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback } from '@/common';
@@ -23,38 +21,57 @@ async function testStandardStreaming(): Promise<void> {
     // [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         // console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         // console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -65,8 +82,9 @@ async function testStandardStreaming(): Promise<void> {
     graphConfig: {
       type: 'standard',
       llmConfig,
-      tools: [new TavilySearchResults()],
-      instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+      tools: [],
+      instructions:
+        'You are a friendly AI assistant. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
       streamBuffer: 3000,
     },