@librechat/agents 2.4.322 → 3.0.0-rc2

package/src/scripts/cli4.ts

@@ -8,7 +8,6 @@ import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback, Providers } from '@/common';
@@ -25,31 +24,35 @@ async function testStandardStreaming(): Promise<void> {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
     // [GraphEvents.LLM_START]: {
@@ -90,11 +93,12 @@ async function testStandardStreaming(): Promise<void> {
   // const llmConfig = getLLMConfig(provider);
   let llmConfig = getLLMConfig(Providers.OPENAI);
 
-  const graphConfig: t.StandardGraphConfig  = {
+  const graphConfig: t.LegacyGraphConfig = {
     type: 'standard',
     llmConfig,
     tools: [new TavilySearchResults()],
-    instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+    instructions:
+      'You are a friendly AI assistant. Always address the user by their name.',
     additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
   };
 
@@ -116,21 +120,25 @@ async function testStandardStreaming(): Promise<void> {
   console.log(' Test 1: OpenAI Tool Usage');
 
   // conversationHistory.push(new HumanMessage(`Hi I'm ${userName}.`));
-  conversationHistory.push(new HumanMessage(`search for good sunrise hikes near ${location}
-then search weather in ${location} for today which is ${currentDate}`));
+  conversationHistory.push(
+    new HumanMessage(`search for good sunrise hikes near ${location}
+then search weather in ${location} for today which is ${currentDate}`)
+  );
   let inputs = {
     messages: conversationHistory,
   };
-  const contentParts = await run.processStream(inputs, config,
-  //   {
-  //   [Callback.TOOL_START]: (graph, ...args) => {
-  //       console.log('TOOL_START callback');
-  //   },
-  //   [Callback.TOOL_END]: (graph, ...args) => {
-  //       console.log('TOOL_END callback');
-  //   },
-  // }
-);
+  const contentParts = await run.processStream(
+    inputs,
+    config
+    //   {
+    //   [Callback.TOOL_START]: (graph, ...args) => {
+    //       console.log('TOOL_START callback');
+    //   },
+    //   [Callback.TOOL_END]: (graph, ...args) => {
+    //       console.log('TOOL_END callback');
+    //   },
+    // }
+  );
   const finalMessages = run.getRunMessages();
   if (finalMessages) {
     conversationHistory.push(...finalMessages);

package/src/scripts/cli5.ts

@@ -8,7 +8,6 @@ import type * as t from '@/types';
 import { ModelEndHandler, ToolEndHandler } from '@/events';
 import { ChatModelStreamHandler } from '@/stream';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback, Providers } from '@/common';
@@ -25,31 +24,35 @@ async function testStandardStreaming(): Promise<void> {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
       handle: (_event: string, data: t.StreamEventData): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
     // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
     // [GraphEvents.LLM_START]: {
@@ -90,11 +93,12 @@ async function testStandardStreaming(): Promise<void> {
   // const llmConfig = getLLMConfig(provider);
   let llmConfig = getLLMConfig(Providers.ANTHROPIC);
 
-  const graphConfig: t.StandardGraphConfig  = {
+  const graphConfig: t.LegacyGraphConfig = {
     type: 'standard',
     llmConfig,
     tools: [new TavilySearchResults()],
-    instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+    instructions:
+      'You are a friendly AI assistant. Always address the user by their name.',
     additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
   };
 
@@ -116,21 +120,25 @@ async function testStandardStreaming(): Promise<void> {
   console.log(' Test 1: Anthropic Tool Usage');
 
   // conversationHistory.push(new HumanMessage(`Hi I'm ${userName}.`));
-  conversationHistory.push(new HumanMessage(`search for good sunrise hikes near ${location}
-then search weather in ${location} for today which is ${currentDate}`));
+  conversationHistory.push(
+    new HumanMessage(`search for good sunrise hikes near ${location}
+then search weather in ${location} for today which is ${currentDate}`)
+  );
   let inputs = {
     messages: conversationHistory,
   };
-  const contentParts = await run.processStream(inputs, config,
-  //   {
-  //   [Callback.TOOL_START]: (graph, ...args) => {
-  //       console.log('TOOL_START callback');
-  //   },
-  //   [Callback.TOOL_END]: (graph, ...args) => {
-  //       console.log('TOOL_END callback');
-  //   },
-  // }
-);
+  const contentParts = await run.processStream(
+    inputs,
+    config
+    //   {
+    //   [Callback.TOOL_START]: (graph, ...args) => {
+    //       console.log('TOOL_START callback');
+    //   },
+    //   [Callback.TOOL_END]: (graph, ...args) => {
+    //       console.log('TOOL_END callback');
+    //   },
+    // }
+  );
   const finalMessages = run.getRunMessages();
   if (finalMessages) {
     conversationHistory.push(...finalMessages);

package/src/scripts/code_exec.ts

@@ -6,7 +6,11 @@ import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
 import type { RunnableConfig } from '@langchain/core/runnables';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler, createMetadataAggregator } from '@/events';
+import {
+  ToolEndHandler,
+  ModelEndHandler,
+  createMetadataAggregator,
+} from '@/events';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { getArgs } from '@/scripts/args';
 import { GraphEvents } from '@/common';
@@ -23,38 +27,57 @@ async function testCodeExecution(): Promise<void> {
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        // console.log('====== ON_RUN_STEP_DELTA ======');
+        // console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
-        console.log('====== ON_MESSAGE_DELTA ======');
-        console.dir(data, { depth: null });
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        // console.log('====== ON_MESSAGE_DELTA ======');
+        // console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -66,14 +89,19 @@ async function testCodeExecution(): Promise<void> {
       type: 'standard',
       llmConfig,
       tools: [new TavilySearchResults(), createCodeExecutionTool()],
-      instructions: 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
+      instructions:
+        'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
     customHandlers,
   });
 
-  const config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string; streamMode: string } = {
+  const config: Partial<RunnableConfig> & {
+    version: 'v1' | 'v2';
+    run_id?: string;
+    streamMode: string;
+  } = {
     configurable: {
       provider,
       thread_id: 'conversation-num-1',
@@ -148,16 +176,19 @@ async function testCodeExecution(): Promise<void> {
     conversationHistory.push(...finalMessages2);
   }
   console.log('\n\n====================\n\n');
-  console.dir(contentParts, { depth: null });
+  console.dir(finalContentParts2, { depth: null });
 
   const { handleLLMEnd, collected } = createMetadataAggregator();
   const titleResult = await run.generateTitle({
+    provider,
     inputText: userMessage2,
     contentParts,
     chainOptions: {
-      callbacks: [{
-        handleLLMEnd,
-      }],
+      callbacks: [
+        {
+          handleLLMEnd,
+        },
+      ],
     },
   });
   console.log('Generated Title:', titleResult);
@@ -180,4 +211,4 @@ testCodeExecution().catch((err) => {
   console.log('Conversation history:');
   console.dir(conversationHistory, { depth: null });
   process.exit(1);
-});
+});

package/src/scripts/code_exec_files.ts

@@ -5,7 +5,11 @@ import { HumanMessage, BaseMessage } from '@langchain/core/messages';
 import type { RunnableConfig } from '@langchain/core/runnables';
 import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler, createMetadataAggregator } from '@/events';
+import {
+  ToolEndHandler,
+  ModelEndHandler,
+  createMetadataAggregator,
+} from '@/events';
 import { getLLMConfig } from '@/utils/llmConfig';
 import { getArgs } from '@/scripts/args';
 import { GraphEvents } from '@/common';
@@ -22,38 +26,57 @@ async function testCodeExecution(): Promise<void> {
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -65,14 +88,19 @@ async function testCodeExecution(): Promise<void> {
       type: 'standard',
       llmConfig,
       tools: [createCodeExecutionTool()],
-      instructions: 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
+      instructions:
+        'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
     },
     returnContent: true,
     customHandlers,
   });
 
-  const config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string; streamMode: string } = {
+  const config: Partial<RunnableConfig> & {
+    version: 'v1' | 'v2';
+    run_id?: string;
+    streamMode: string;
+  } = {
     configurable: {
       provider,
       thread_id: 'conversation-num-1',
@@ -131,12 +159,15 @@ async function testCodeExecution(): Promise<void> {
 
   const { handleLLMEnd, collected } = createMetadataAggregator();
   const titleResult = await run.generateTitle({
+    provider,
     inputText: userMessage2,
     contentParts,
     chainOptions: {
-      callbacks: [{
-        handleLLMEnd,
-      }],
+      callbacks: [
+        {
+          handleLLMEnd,
+        },
+      ],
     },
   });
   console.log('Generated Title:', titleResult);

package/src/scripts/code_exec_simple.ts

@@ -23,45 +23,74 @@ async function testCodeExecution(): Promise<void> {
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
   const llmConfig = getLLMConfig(provider);
-  const instructions = 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.';
+  const instructions =
+    'You are a friendly AI assistant with coding capabilities. Always address the user by their name.';
   const additional_instructions = `The user's name is ${userName} and they are located in ${location}.`;
 
+  // const userMessage1 = `how much memory is this (its in bytes) in MB? 31192000`;
+  // const userMessage1 = `can you show me a good use case for rscript by running some code`;
+  const userMessage1 = `Run hello world in french and in english, using python. please run 2 parallel code executions.`;
+  const humanMessage = new HumanMessage(userMessage1);
+  const tokenCounter = await createTokenCounter();
+  const indexTokenCountMap = {
+    0: tokenCounter(humanMessage),
+  };
+
   const runConfig: t.RunConfig = {
     runId: 'message-num-1',
     graphConfig: {
@@ -70,9 +99,12 @@ async function testCodeExecution(): Promise<void> {
       tools: [new TavilySearchResults(), createCodeExecutionTool()],
       instructions,
       additional_instructions,
+      maxContextTokens: 8000,
     },
     returnContent: true,
     customHandlers,
+    indexTokenCountMap,
+    tokenCounter,
   };
   const run = await Run.create<t.IState>(runConfig);
 
@@ -87,25 +119,12 @@ async function testCodeExecution(): Promise<void> {
 
   console.log('Test 1: Simple Code Execution');
 
-  // const userMessage1 = `how much memory is this (its in bytes) in MB? 31192000`;
-  // const userMessage1 = `can you show me a good use case for rscript by running some code`;
-  const userMessage1 = `Run hello world in french and in english, using python. please run 2 parallel code executions.`;
-  const humanMessage = new HumanMessage(userMessage1);
-  const tokenCounter = await createTokenCounter();
-  const indexTokenCountMap = {
-    0: tokenCounter(humanMessage),
-  };
-
   conversationHistory.push(humanMessage);
 
   let inputs = {
     messages: conversationHistory,
   };
-  const finalContentParts1 = await run.processStream(inputs, config, {
-    maxContextTokens: 8000,
-    indexTokenCountMap,
-    tokenCounter,
-  });
+  const finalContentParts1 = await run.processStream(inputs, config);
   const finalMessages1 = run.getRunMessages();
   if (finalMessages1) {
     conversationHistory.push(...finalMessages1);
@@ -126,4 +145,4 @@ testCodeExecution().catch((err) => {
   console.log('Conversation history:');
   console.dir(conversationHistory, { depth: null });
   process.exit(1);
-});
+});