@librechat/agents 2.4.35 → 2.4.37

package/src/scripts/tools.ts

@@ -8,7 +8,6 @@ import type * as t from '@/types';
 import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { ToolEndHandler, ModelEndHandler } from '@/events';
 
-
 import { getArgs } from '@/scripts/args';
 import { Run } from '@/run';
 import { GraphEvents, Callback } from '@/common';
@@ -23,38 +22,67 @@ async function testStandardStreaming(): Promise<void> {
     [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
     [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
     [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_COMPLETED ======');
         // console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as unknown as { result: t.ToolEndEvent } });
-      }
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
     },
     [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStep });
-      }
+      },
     },
     [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (event: GraphEvents.ON_RUN_STEP_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_RUN_STEP_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      }
+      },
     },
     [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (event: GraphEvents.ON_MESSAGE_DELTA, data: t.StreamEventData): void => {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
         console.log('====== ON_MESSAGE_DELTA ======');
         console.dir(data, { depth: null });
         aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      }
+      },
+    },
+    [GraphEvents.ON_REASONING_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_REASONING_DELTA,
+        data: t.StreamEventData
+      ) => {
+        console.log('====== ON_REASONING_DELTA ======');
+        console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.ReasoningDeltaEvent });
+      },
     },
     [GraphEvents.TOOL_START]: {
-      handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
         console.log('====== TOOL_START ======');
         // console.dir(data, { depth: null });
-      }
+      },
     },
   };
 
@@ -66,7 +94,8 @@ async function testStandardStreaming(): Promise<void> {
       type: 'standard',
       llmConfig,
       tools: [new TavilySearchResults()],
-      instructions: 'You are a friendly AI assistant. Always address the user by their name.',
+      instructions:
+        'You are a friendly AI assistant. Always address the user by their name.',
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,

package/src/stream.ts

@@ -282,8 +282,8 @@ hasToolCallChunks: ${hasToolCallChunks}
     } else if (
       graph.tokenTypeSwitch === 'reasoning' &&
       graph.currentTokenType !== ContentTypes.TEXT &&
-      chunk.content != null &&
-      chunk.content !== ''
+      ((chunk.content != null && chunk.content !== '') ||
+        (chunk.tool_calls?.length ?? 0) > 0)
     ) {
       graph.currentTokenType = ContentTypes.TEXT;
       graph.tokenTypeSwitch = 'content';

package/src/tools/search/firecrawl.ts

@@ -24,7 +24,7 @@ export class FirecrawlScraper {
     this.apiUrl = `${baseUrl.replace(/\/+$/, '')}/v1/scrape`;
 
     this.defaultFormats = config.formats ?? ['markdown', 'html'];
-    this.timeout = config.timeout ?? 15000;
+    this.timeout = config.timeout ?? 7500;
 
     this.logger = config.logger || createDefaultLogger();
 

package/src/tools/search/tool.ts

@@ -347,6 +347,7 @@ export const createSearchTool = (
     firecrawlApiKey,
     firecrawlApiUrl,
     firecrawlFormats = ['markdown', 'html'],
+    scraperTimeout,
     jinaApiKey,
     cohereApiKey,
     onSearchResults: _onSearchResults,
@@ -386,6 +387,7 @@ export const createSearchTool = (
   const firecrawlScraper = createFirecrawlScraper({
     apiKey: firecrawlApiKey ?? process.env.FIRECRAWL_API_KEY,
     apiUrl: firecrawlApiUrl,
+    timeout: scraperTimeout,
     formats: firecrawlFormats,
   });
 

package/src/tools/search/types.ts

@@ -150,6 +150,7 @@ export interface SearchToolConfig
   jinaApiKey?: string;
   cohereApiKey?: string;
   rerankerType?: RerankerType;
+  scraperTimeout?: number;
   onSearchResults?: (
     results: SearchResult,
     runnableConfig?: RunnableConfig

package/src/utils/llmConfig.ts

@@ -107,7 +107,9 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
   [Providers.BEDROCK]: {
     provider: Providers.BEDROCK,
     // model: 'anthropic.claude-3-sonnet-20240229-v1:0',
-    model: 'us.anthropic.claude-3-5-sonnet-20241022-v2:0',
+    // model: 'us.anthropic.claude-3-5-sonnet-20241022-v2:0',
+    model: 'us.anthropic.claude-sonnet-4-20250514-v1:0',
+    // additionalModelRequestFields: { thinking: { type: 'enabled', budget_tokens: 2000 } },
     region: process.env.BEDROCK_AWS_REGION,
     credentials: {
       accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,