@librechat/agents 2.4.52 → 2.4.53

package/dist/types/types/stream.d.ts

@@ -2,6 +2,7 @@ import type OpenAITypes from 'openai';
 import type { MessageContentImageUrl, MessageContentText, ToolMessage, BaseMessage } from '@langchain/core/messages';
 import type { ToolCall, ToolCallChunk } from '@langchain/core/messages/tool';
 import type { LLMResult, Generation } from '@langchain/core/outputs';
+import type { AnthropicContentBlock } from '@/llm/anthropic/types';
 import type { ToolEndEvent } from '@/types/tools';
 import { StepTypes, ContentTypes, GraphEvents } from '@/common/enum';
 export type HandleLLMEnd = (output: LLMResult, runId: string, parentRunId?: string, tags?: string[]) => void;
@@ -235,7 +236,14 @@ export type ToolCallContent = {
     type: ContentTypes.TOOL_CALL;
     tool_call?: ToolCallPart;
 };
-export type MessageContentComplex = (ThinkingContentText | AgentUpdate | ToolCallContent | ReasoningContentText | MessageContentText | MessageContentImageUrl | (Record<string, any> & {
+export type ToolResultContent = {
+    content: string | Record<string, unknown> | Array<string | Record<string, unknown>> | AnthropicContentBlock[];
+    type: 'tool_result' | 'web_search_result' | 'web_search_tool_result';
+    tool_use_id?: string;
+    input?: string | Record<string, unknown>;
+    index?: number;
+};
+export type MessageContentComplex = (ToolResultContent | ThinkingContentText | AgentUpdate | ToolCallContent | ReasoningContentText | MessageContentText | MessageContentImageUrl | (Record<string, any> & {
     type?: 'text' | 'image_url' | 'think' | 'thinking' | string;
 }) | (Record<string, any> & {
     type?: never;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "2.4.52",
+  "version": "2.4.53",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -47,12 +47,13 @@
     "image": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/image.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
     "code_exec_files": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_files.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "caching": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/caching.ts --name 'Jo' --location 'New York, NY'",
     "thinking": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/thinking.ts --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "tool-test": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tools.ts --provider 'bedrock' --name 'Jo' --location 'New York, NY'",
     "search": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/search.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "ant_web_search": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/ant_web_search.ts --name 'Jo' --location 'New York, NY'",
     "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "start:cli2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli2.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "script2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test.ts",
@@ -72,7 +73,7 @@
     "format": "prettier --write ."
   },
   "dependencies": {
-    "@langchain/anthropic": "^0.3.23",
+    "@langchain/anthropic": "^0.3.24",
     "@langchain/aws": "^0.1.11",
     "@langchain/community": "^0.3.47",
     "@langchain/core": "^0.3.62",
@@ -94,6 +95,7 @@
     "~/*": "./*"
   },
   "devDependencies": {
+    "@anthropic-ai/vertex-sdk": "^0.12.0",
     "@eslint/compat": "^1.2.7",
     "@rollup/plugin-alias": "^5.1.0",
     "@rollup/plugin-commonjs": "^28.0.3",

package/src/graphs/Graph.ts

@@ -123,6 +123,8 @@ export abstract class Graph<
   streamBuffer: number | undefined;
   tokenCounter?: t.TokenCounter;
   signal?: AbortSignal;
+  /** Set of invoked tool call IDs from non-message run steps completed mid-run, if any */
+  invokedToolIds?: Set<string>;
 }
 
 export class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
@@ -238,6 +240,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
     this.currentUsage = resetIfNotEmpty(this.currentUsage, undefined);
     this.tokenCounter = resetIfNotEmpty(this.tokenCounter, undefined);
     this.maxContextTokens = resetIfNotEmpty(this.maxContextTokens, undefined);
+    this.invokedToolIds = resetIfNotEmpty(this.invokedToolIds, undefined);
   }
 
   /* Run Step Processing */
@@ -310,6 +313,10 @@ export class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
       keyList.push('reasoning');
     }
 
+    if (this.invokedToolIds != null && this.invokedToolIds.size > 0) {
+      keyList.push(this.invokedToolIds.size + '');
+    }
+
     return keyList;
   }
 
@@ -607,12 +614,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
       config?: RunnableConfig
     ): string => {
       this.config = config;
-      // const lastMessage = state.messages[state.messages.length - 1] as AIMessage;
-      // if (!lastMessage?.tool_calls?.length) {
-      //   return END;
-      // }
-      // return TOOLS;
-      return toolsCondition(state);
+      return toolsCondition(state, this.invokedToolIds);
     };
 
     const workflow = new StateGraph<t.BaseGraphState>({

package/src/llm/anthropic/index.ts

@@ -128,6 +128,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
   private emitted_usage?: boolean;
   constructor(fields?: CustomAnthropicInput) {
     super(fields);
+    this.resetTokenEvents();
     this._lc_stream_delay = fields?._lc_stream_delay ?? 25;
   }
 
@@ -209,6 +210,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
     options: this['ParsedCallOptions'],
     runManager?: CallbackManagerForLLMRun
   ): AsyncGenerator<ChatGenerationChunk> {
+    this.resetTokenEvents();
     const params = this.invocationParams(options);
     const formattedMessages = _convertMessagesToAnthropicPayload(messages);
     const payload = {
@@ -221,16 +223,9 @@ export class CustomAnthropic extends ChatAnthropicMessages {
       !_documentsInParams(payload) &&
       !_thinkingInParams(payload);
 
-    const stream = await this.createStreamWithRetry(
-      {
-        ...params,
-        ...formattedMessages,
-        stream: true,
-      },
-      {
-        headers: options.headers,
-      }
-    );
+    const stream = await this.createStreamWithRetry(payload, {
+      headers: options.headers,
+    });
 
     const shouldStreamUsage = this.streamUsage ?? options.streamUsage;
 
@@ -263,7 +258,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
       if (
         !tokenType ||
         tokenType === 'input' ||
-        (token === '' && usageMetadata)
+        (token === '' && (usageMetadata != null || chunk.id != null))
       ) {
         const generationChunk = this.createGenerationChunk({
           token,
@@ -309,7 +304,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
           yield generationChunk;
 
           await runManager?.handleLLMNewToken(
-            token,
+            currentToken,
             undefined,
             undefined,
             undefined,