@librechat/agents 1.7.8 → 1.8.0

package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/**\n * This util file contains functions for converting Anthropic messages to LangChain messages.\n */\nimport Anthropic from '@anthropic-ai/sdk';\nimport {\n  AIMessage,\n  UsageMetadata,\n  AIMessageChunk,\n} from '@langchain/core/messages';\nimport { ToolCall } from '@langchain/core/messages/tool';\nimport { ChatGeneration } from '@langchain/core/outputs';\nimport { AnthropicMessageResponse } from '../types.js';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function extractToolCalls(content: Record<string, any>[]): ToolCall[] {\n  const toolCalls: ToolCall[] = [];\n  for (const block of content) {\n    if (block.type === 'tool_use') {\n      toolCalls.push({\n        name: block.name,\n        args: block.input,\n        id: block.id,\n        type: 'tool_call',\n      });\n    }\n  }\n  return toolCalls;\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n  data: Anthropic.Messages.RawMessageStreamEvent,\n  fields: {\n    streamUsage: boolean;\n    coerceContentToString: boolean;\n  }\n): {\n  chunk: AIMessageChunk;\n} | null {\n  if (data.type === 'message_start') {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { content, usage, ...additionalKwargs } = data.message;\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const filteredAdditionalKwargs: Record<string, any> = {};\n    for (const [key, value] of Object.entries(additionalKwargs)) {\n      if (value !== undefined && value !== null) {\n        filteredAdditionalKwargs[key] = value;\n      }\n    }\n    const usageMetadata: UsageMetadata = {\n      input_tokens: usage.input_tokens,\n      output_tokens: usage.output_tokens,\n      total_tokens: usage.input_tokens + usage.output_tokens,\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: filteredAdditionalKwargs,\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n        id: data.message.id,\n      }),\n    };\n  } else if (data.type === 'message_delta') {\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: data.usage.output_tokens,\n      total_tokens: data.usage.output_tokens,\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: { ...data.delta },\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'tool_use'\n  ) {\n    const toolCallContentBlock =\n      data.content_block as Anthropic.Messages.ToolUseBlock;\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              ...data.content_block,\n              input: '',\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            id: toolCallContentBlock.id,\n            index: data.index,\n            name: toolCallContentBlock.name,\n            args: '',\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'text_delta'\n  ) {\n    const content = data.delta.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.delta,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'input_json_delta'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              input: data.delta.partial_json,\n              type: data.delta.type,\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            index: data.index,\n            args: data.delta.partial_json,\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'text'\n  ) {\n    const content = data.content_block.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.content_block,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  }\n\n  return null;\n}\n\nexport function anthropicResponseToChatMessages(\n  messages: AnthropicMessageResponse[],\n  additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n  const usage: Record<string, number> | null | undefined =\n    additionalKwargs.usage as Record<string, number> | null | undefined;\n  const usageMetadata =\n    usage != null\n      ? {\n        input_tokens: usage.input_tokens ?? 0,\n        output_tokens: usage.output_tokens ?? 0,\n        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),\n      }\n      : undefined;\n  if (messages.length === 1 && messages[0].type === 'text') {\n    return [\n      {\n        text: messages[0].text,\n        message: new AIMessage({\n          content: messages[0].text,\n          additional_kwargs: additionalKwargs,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n  } else {\n    const toolCalls = extractToolCalls(messages);\n    const generations: ChatGeneration[] = [\n      {\n        text: '',\n        message: new AIMessage({\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          content: messages as any,\n          additional_kwargs: additionalKwargs,\n          tool_calls: toolCalls,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n    return generations;\n  }\n}"],"names":[],"mappings":";;AA6BgB,SAAA,mCAAmC,CACjD,IAA8C,EAC9C,MAGC,EAAA;AAID,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;;QAE7D,MAAM,wBAAwB,GAAwB,EAAE,CAAC;AACzD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;AACzC,gBAAA,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aACvC;SACF;AACD,QAAA,MAAM,aAAa,GAAkB;YACnC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;AAClC,YAAA,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,aAAa;SACvD,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACvC,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,oBAAoB,GACxB,IAAI,CAAC,aAAgD,CAAC;QACxD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,sBAAE,EAAE;AACJ,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;AACrB,4BAAA,KAAK,EAAE,EAAE;AACV,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,EAAE,EAAE,oBAAoB,CAAC,EAAE;wBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,IAAI,EAAE,oBAAoB,CAAC,IAAI;AAC/B,wBAAA,IAAI,EAAE,EAAE;AACT,qBAAA;AACF,iBAAA;aACF,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAChC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;AAChC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,0BAAE,OAAO;AACT,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,KAAK;AACd,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC;SACH;KACF;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,sBAAE,EAAE;AACJ,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,4BAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,4BAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;AACxC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,0BAAE,OAAO;AACT,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;AACtB,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC;SACH;KACF;AAED,IAAA,OAAO,IAAI,CAAC;AACd;;;;"}

package/dist/esm/llm/providers.mjs

@@ -1,11 +1,11 @@
 import { ChatOpenAI } from '@langchain/openai';
 import { ChatOllama } from '@langchain/ollama';
 import { ChatBedrockConverse } from '@langchain/aws';
-import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatVertexAI } from '@langchain/google-vertexai';
 import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import { Providers } from '../common/enum.mjs';
+import { CustomAnthropic } from './anthropic/llm.mjs';
 
 // src/llm/providers.ts
 const llmProviders = {
@@ -15,7 +15,8 @@ const llmProviders = {
     [Providers.BEDROCK_LEGACY]: BedrockChat,
     [Providers.MISTRALAI]: ChatMistralAI,
     [Providers.BEDROCK]: ChatBedrockConverse,
-    [Providers.ANTHROPIC]: ChatAnthropic,
+    [Providers.ANTHROPIC]: CustomAnthropic,
+    // [Providers.ANTHROPIC]: CustomAnthropic,
 };
 const manualToolStreamProviders = new Set([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);
 const getChatModelClass = (provider) => {

package/dist/esm/llm/providers.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"providers.mjs","sources":["../../../src/llm/providers.ts"],"sourcesContent":["// src/llm/providers.ts\nimport { ChatOpenAI } from '@langchain/openai';\nimport { ChatOllama } from '@langchain/ollama';\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { ChatAnthropic } from '@langchain/anthropic';\nimport { ChatMistralAI } from '@langchain/mistralai';\nimport { ChatVertexAI } from '@langchain/google-vertexai';\nimport { BedrockChat } from '@langchain/community/chat_models/bedrock/web';\nimport type { ChatModelConstructorMap, ProviderOptionsMap, ChatModelMap } from '@/types';\nimport { Providers } from '@/common';\n\nexport const llmProviders: Partial<ChatModelConstructorMap> = {\n  [Providers.OPENAI]: ChatOpenAI,\n  [Providers.OLLAMA]: ChatOllama,\n  [Providers.VERTEXAI]: ChatVertexAI,\n  [Providers.BEDROCK_LEGACY]: BedrockChat,\n  [Providers.MISTRALAI]: ChatMistralAI,\n  [Providers.BEDROCK]: ChatBedrockConverse,\n  [Providers.ANTHROPIC]: ChatAnthropic,\n};\n\nexport const manualToolStreamProviders = new Set<Providers | string>([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);\n\nexport const getChatModelClass = <P extends Providers>(\n  provider: P\n): new (config: ProviderOptionsMap[P]) => ChatModelMap[P] => {\n  const ChatModelClass = llmProviders[provider];\n  if (!ChatModelClass) {\n    throw new Error(`Unsupported LLM provider: ${provider}`);\n  }\n\n  return ChatModelClass;\n};"],"names":[],"mappings":";;;;;;;;;AAAA;AAWa,MAAA,YAAY,GAAqC;AAC5D,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,QAAQ,GAAG,YAAY;AAClC,IAAA,CAAC,SAAS,CAAC,cAAc,GAAG,WAAW;AACvC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;AACpC,IAAA,CAAC,SAAS,CAAC,OAAO,GAAG,mBAAmB;AACxC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;EACpC;MAEW,yBAAyB,GAAG,IAAI,GAAG,CAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE;AAEpH,MAAA,iBAAiB,GAAG,CAC/B,QAAW,KAC+C;AAC1D,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE;AACnB,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAA,CAAE,CAAC,CAAC;KAC1D;AAED,IAAA,OAAO,cAAc,CAAC;AACxB;;;;"}
+{"version":3,"file":"providers.mjs","sources":["../../../src/llm/providers.ts"],"sourcesContent":["// src/llm/providers.ts\nimport { ChatOpenAI } from '@langchain/openai';\nimport { ChatOllama } from '@langchain/ollama';\nimport { ChatBedrockConverse } from '@langchain/aws';\n// import { ChatAnthropic } from '@langchain/anthropic';\nimport { ChatMistralAI } from '@langchain/mistralai';\nimport { ChatVertexAI } from '@langchain/google-vertexai';\nimport { BedrockChat } from '@langchain/community/chat_models/bedrock/web';\nimport type { ChatModelConstructorMap, ProviderOptionsMap, ChatModelMap } from '@/types';\nimport { Providers } from '@/common';\nimport { CustomAnthropic } from '@/llm/anthropic/llm';\n\nexport const llmProviders: Partial<ChatModelConstructorMap> = {\n  [Providers.OPENAI]: ChatOpenAI,\n  [Providers.OLLAMA]: ChatOllama,\n  [Providers.VERTEXAI]: ChatVertexAI,\n  [Providers.BEDROCK_LEGACY]: BedrockChat,\n  [Providers.MISTRALAI]: ChatMistralAI,\n  [Providers.BEDROCK]: ChatBedrockConverse,\n  [Providers.ANTHROPIC]: CustomAnthropic,\n  // [Providers.ANTHROPIC]: CustomAnthropic,\n};\n\nexport const manualToolStreamProviders = new Set<Providers | string>([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);\n\nexport const getChatModelClass = <P extends Providers>(\n  provider: P\n): new (config: ProviderOptionsMap[P]) => ChatModelMap[P] => {\n  const ChatModelClass = llmProviders[provider];\n  if (!ChatModelClass) {\n    throw new Error(`Unsupported LLM provider: ${provider}`);\n  }\n\n  return ChatModelClass;\n};"],"names":[],"mappings":";;;;;;;;;AAAA;AAYa,MAAA,YAAY,GAAqC;AAC5D,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,QAAQ,GAAG,YAAY;AAClC,IAAA,CAAC,SAAS,CAAC,cAAc,GAAG,WAAW;AACvC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;AACpC,IAAA,CAAC,SAAS,CAAC,OAAO,GAAG,mBAAmB;AACxC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,eAAe;;EAEtC;MAEW,yBAAyB,GAAG,IAAI,GAAG,CAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE;AAEpH,MAAA,iBAAiB,GAAG,CAC/B,QAAW,KAC+C;AAC1D,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE;AACnB,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAA,CAAE,CAAC,CAAC;KAC1D;AAED,IAAA,OAAO,cAAc,CAAC;AACxB;;;;"}

package/dist/esm/llm/text.mjs

@@ -0,0 +1,71 @@
+import { Readable } from 'stream';
+
+/* eslint-disable no-console */
+class TextStream extends Readable {
+    text;
+    currentIndex;
+    minChunkSize;
+    maxChunkSize;
+    delay;
+    constructor(text, options = {}) {
+        super(options);
+        this.text = text;
+        this.currentIndex = 0;
+        this.minChunkSize = options.minChunkSize ?? 2;
+        this.maxChunkSize = options.maxChunkSize ?? 4;
+        this.delay = options.delay ?? 20; // Time in milliseconds
+    }
+    _read() {
+        const { delay, minChunkSize, maxChunkSize } = this;
+        if (this.currentIndex < this.text.length) {
+            setTimeout(() => {
+                const remainingChars = this.text.length - this.currentIndex;
+                const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+                const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+                this.push(chunk);
+                this.currentIndex += chunkSize;
+            }, delay);
+        }
+        else {
+            this.push(null); // signal end of data
+        }
+    }
+    randomInt(min, max) {
+        return Math.floor(Math.random() * (max - min)) + min;
+    }
+    async processTextStream(progressCallback) {
+        const streamPromise = new Promise((resolve, reject) => {
+            this.on('data', (chunk) => {
+                progressCallback(chunk.toString());
+            });
+            this.on('end', () => {
+                resolve();
+            });
+            this.on('error', (err) => {
+                reject(err);
+            });
+        });
+        try {
+            await streamPromise;
+        }
+        catch (err) {
+            console.error('[processTextStream] Error in text stream:', err);
+            // Handle the error appropriately, e.g., return an error message or throw an error
+        }
+    }
+    async *generateText(progressCallback) {
+        const { delay, minChunkSize, maxChunkSize } = this;
+        while (this.currentIndex < this.text.length) {
+            await new Promise(resolve => setTimeout(resolve, delay));
+            const remainingChars = this.text.length - this.currentIndex;
+            const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+            const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+            progressCallback?.(chunk);
+            yield chunk;
+            this.currentIndex += chunkSize;
+        }
+    }
+}
+
+export { TextStream };
+//# sourceMappingURL=text.mjs.map

package/dist/esm/llm/text.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.mjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["/* eslint-disable no-console */\nimport { Readable } from 'stream';\nimport type { ReadableOptions } from 'stream';\nexport interface TextStreamOptions extends ReadableOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream extends Readable {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    super(options);\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 2;\n    this.maxChunkSize = options.maxChunkSize ?? 4;\n    this.delay = options.delay ?? 20; // Time in milliseconds\n  }\n\n  _read(): void {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    if (this.currentIndex < this.text.length) {\n      setTimeout(() => {\n        const remainingChars = this.text.length - this.currentIndex;\n        const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n\n        const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n        this.push(chunk);\n        this.currentIndex += chunkSize;\n      }, delay);\n    } else {\n      this.push(null); // signal end of data\n    }\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  async processTextStream(progressCallback: ProgressCallback): Promise<void> {\n    const streamPromise = new Promise<void>((resolve, reject) => {\n      this.on('data', (chunk) => {\n        progressCallback(chunk.toString());\n      });\n\n      this.on('end', () => {\n        resolve();\n      });\n\n      this.on('error', (err) => {\n        reject(err);\n      });\n    });\n\n    try {\n      await streamPromise;\n    } catch (err) {\n      console.error('[processTextStream] Error in text stream:', err);\n      // Handle the error appropriately, e.g., return an error message or throw an error\n    }\n  }\n\n  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      await new Promise(resolve => setTimeout(resolve, delay));\n\n      const remainingChars = this.text.length - this.currentIndex;\n      const chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n\n      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}"],"names":[],"mappings":";;AAAA;AAYM,MAAO,UAAW,SAAQ,QAAQ,CAAA;AAC9B,IAAA,IAAI,CAAS;AACb,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,KAAK,CAAS;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;QACvD,KAAK,CAAC,OAAO,CAAC,CAAC;AACf,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;AACjB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;KAClC;IAED,KAAK,GAAA;QACH,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAEnD,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,UAAU,CAAC,MAAK;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;AAC5D,gBAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AAE3F,gBAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;AAChF,gBAAA,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACjB,gBAAA,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;aAChC,EAAE,KAAK,CAAC,CAAC;SACX;aAAM;AACL,YAAA,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACjB;KACF;IAEO,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;KACtD;IAED,MAAM,iBAAiB,CAAC,gBAAkC,EAAA;QACxD,MAAM,aAAa,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,KAAI;YAC1D,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,KAAI;AACxB,gBAAA,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACrC,aAAC,CAAC,CAAC;AAEH,YAAA,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,MAAK;AAClB,gBAAA,OAAO,EAAE,CAAC;AACZ,aAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,KAAI;gBACvB,MAAM,CAAC,GAAG,CAAC,CAAC;AACd,aAAC,CAAC,CAAC;AACL,SAAC,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,aAAa,CAAC;SACrB;QAAC,OAAO,GAAG,EAAE;AACZ,YAAA,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;;SAEjE;KACF;AAED,IAAA,OAAO,YAAY,CAAC,gBAAmC,EAAA;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAEnD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAEzD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;AAC5D,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AAE3F,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;AAEhF,YAAA,gBAAgB,GAAG,KAAK,CAAC,CAAC;AAE1B,YAAA,MAAM,KAAK,CAAC;AACZ,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;SAChC;KACF;AACF;;;;"}

package/dist/types/llm/anthropic/llm.d.ts

@@ -0,0 +1,13 @@
+import { ChatAnthropicMessages } from '@langchain/anthropic';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import type { BaseMessage } from '@langchain/core/messages';
+import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import type { AnthropicInput } from '@langchain/anthropic';
+export type CustomAnthropicInput = AnthropicInput & {
+    _lc_stream_delay?: number;
+};
+export declare class CustomAnthropic extends ChatAnthropicMessages {
+    _lc_stream_delay: number;
+    constructor(fields: CustomAnthropicInput);
+    _streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+}

package/dist/types/llm/anthropic/types.d.ts

@@ -0,0 +1,20 @@
+import Anthropic from '@anthropic-ai/sdk';
+import type { Tool as AnthropicTool } from '@anthropic-ai/sdk/resources';
+import { BindToolsInput } from '@langchain/core/language_models/chat_models';
+export type AnthropicToolResponse = {
+    type: 'tool_use';
+    id: string;
+    name: string;
+    input: Record<string, any>;
+};
+export type AnthropicMessageParam = Anthropic.MessageParam;
+export type AnthropicMessageResponse = Anthropic.ContentBlock | AnthropicToolResponse;
+export type AnthropicMessageCreateParams = Anthropic.MessageCreateParamsNonStreaming;
+export type AnthropicStreamingMessageCreateParams = Anthropic.MessageCreateParamsStreaming;
+export type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
+export type AnthropicRequestOptions = Anthropic.RequestOptions;
+export type AnthropicToolChoice = {
+    type: 'tool';
+    name: string;
+} | 'any' | 'auto' | 'none' | string;
+export type ChatAnthropicToolType = AnthropicTool | BindToolsInput;

package/dist/types/llm/anthropic/utils/message_inputs.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This util file contains functions for converting LangChain messages to Anthropic messages.
+ */
+import { BaseMessage } from '@langchain/core/messages';
+import { ToolCall } from '@langchain/core/messages/tool';
+import type { AnthropicMessageCreateParams, AnthropicToolResponse } from '@/llm/anthropic/types';
+export declare function _convertLangChainToolCallToAnthropic(toolCall: ToolCall): AnthropicToolResponse;
+/**
+ * Formats messages as a prompt for the model.
+ * Used in LangSmith, export is important here.
+ * @param messages The base messages to format as a prompt.
+ * @returns The formatted prompt.
+ */
+export declare function _convertMessagesToAnthropicPayload(messages: BaseMessage[]): AnthropicMessageCreateParams;

package/dist/types/llm/anthropic/utils/message_outputs.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This util file contains functions for converting Anthropic messages to LangChain messages.
+ */
+import Anthropic from '@anthropic-ai/sdk';
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ToolCall } from '@langchain/core/messages/tool';
+import { ChatGeneration } from '@langchain/core/outputs';
+import { AnthropicMessageResponse } from '../types.js';
+export declare function extractToolCalls(content: Record<string, any>[]): ToolCall[];
+export declare function _makeMessageChunkFromAnthropicEvent(data: Anthropic.Messages.RawMessageStreamEvent, fields: {
+    streamUsage: boolean;
+    coerceContentToString: boolean;
+}): {
+    chunk: AIMessageChunk;
+} | null;
+export declare function anthropicResponseToChatMessages(messages: AnthropicMessageResponse[], additionalKwargs: Record<string, unknown>): ChatGeneration[];

package/dist/types/llm/text.d.ts

@@ -0,0 +1,21 @@
+import { Readable } from 'stream';
+import type { ReadableOptions } from 'stream';
+export interface TextStreamOptions extends ReadableOptions {
+    minChunkSize?: number;
+    maxChunkSize?: number;
+    delay?: number;
+}
+export type ProgressCallback = (chunk: string) => void;
+export type PostChunkCallback = (chunk: string) => void;
+export declare class TextStream extends Readable {
+    private text;
+    private currentIndex;
+    private minChunkSize;
+    private maxChunkSize;
+    private delay;
+    constructor(text: string, options?: TextStreamOptions);
+    _read(): void;
+    private randomInt;
+    processTextStream(progressCallback: ProgressCallback): Promise<void>;
+    generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown>;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "1.7.8",
+  "version": "1.8.0",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -43,8 +43,8 @@
     "content": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/content.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "stream": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/stream.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "code_exec": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
-    "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "tool-test": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tools.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
@@ -71,9 +71,9 @@
     "@aws-sdk/types": "^3.609.0",
     "@langchain/anthropic": "^0.3.7",
     "@langchain/aws": "^0.1.1",
-    "@langchain/community": "^0.3.11",
-    "@langchain/core": "^0.3.16",
-    "@langchain/google-vertexai": "^0.0.20",
+    "@langchain/community": "^0.3.14",
+    "@langchain/core": "^0.3.18",
+    "@langchain/google-vertexai": "^0.1.2",
     "@langchain/langgraph": "^0.2.19",
     "@langchain/mistralai": "^0.0.26",
     "@langchain/ollama": "^0.1.1",

package/src/llm/anthropic/llm.ts

@@ -0,0 +1,151 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatAnthropicMessages } from '@langchain/anthropic';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';
+import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import type { AnthropicInput } from '@langchain/anthropic';
+import type { AnthropicMessageCreateParams } from '@/llm/anthropic/types';
+import { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';
+import { _convertMessagesToAnthropicPayload } from './utils/message_inputs';
+import { TextStream } from '@/llm/text';
+
+function _toolsInParams(params: AnthropicMessageCreateParams): boolean {
+  return !!(params.tools && params.tools.length > 0);
+}
+
+function extractToken(chunk: AIMessageChunk): [string, 'string' | 'input' | 'content'] | [undefined] {
+  if (typeof chunk.content === 'string') {
+    return [chunk.content, 'string'];
+  } else if (
+    Array.isArray(chunk.content) &&
+    chunk.content.length >= 1 &&
+    'input' in chunk.content[0]
+  ) {
+    return typeof chunk.content[0].input === 'string'
+      ? [chunk.content[0].input, 'input']
+      : [JSON.stringify(chunk.content[0].input), 'input'];
+  } else if (
+    Array.isArray(chunk.content) &&
+    chunk.content.length >= 1 &&
+    'text' in chunk.content[0]
+  ) {
+    return [chunk.content[0].text, 'content'];
+  }
+  return [undefined];
+}
+
+function cloneChunk(text: string, tokenType: string, chunk: AIMessageChunk): AIMessageChunk {
+  if (tokenType === 'string') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));
+  } else if (tokenType === 'input') {
+    return chunk;
+  }
+  const content = chunk.content[0] as MessageContentComplex;
+  if (tokenType === 'content' && content.type === 'text') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));
+  } else if (tokenType === 'content' && content.type === 'text_delta') {
+    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));
+  }
+
+  return chunk;
+}
+
+export type CustomAnthropicInput = AnthropicInput & { _lc_stream_delay?: number };
+
+export class CustomAnthropic extends ChatAnthropicMessages {
+  _lc_stream_delay: number;
+  constructor(fields: CustomAnthropicInput) {
+    super(fields);
+    this._lc_stream_delay = fields._lc_stream_delay ?? 25;
+  }
+
+  async *_streamResponseChunks(
+    messages: BaseMessage[],
+    options: this['ParsedCallOptions'],
+    runManager?: CallbackManagerForLLMRun
+  ): AsyncGenerator<ChatGenerationChunk> {
+    const params = this.invocationParams(options);
+    const formattedMessages = _convertMessagesToAnthropicPayload(messages);
+    const coerceContentToString = !_toolsInParams({
+      ...params,
+      ...formattedMessages,
+      stream: false,
+    });
+
+    const stream = await this.createStreamWithRetry(
+      {
+        ...params,
+        ...formattedMessages,
+        stream: true,
+      },
+      {
+        headers: options.headers,
+      }
+    );
+
+    for await (const data of stream) {
+      if (options.signal?.aborted) {
+        stream.controller.abort();
+        throw new Error('AbortError: User aborted the request.');
+      }
+      const shouldStreamUsage = this.streamUsage ?? options.streamUsage;
+      const result = _makeMessageChunkFromAnthropicEvent(data, {
+        streamUsage: shouldStreamUsage,
+        coerceContentToString,
+      });
+      if (!result) continue;
+
+      const { chunk } = result;
+
+      // Extract the text content token for text field and runManager.
+      const [token = '', tokenType] = extractToken(chunk);
+      const createGenerationChunk = (text: string, incomingChunk: AIMessageChunk): ChatGenerationChunk => {
+        return new ChatGenerationChunk({
+          message: new AIMessageChunk({
+          // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
+            content: incomingChunk.content,
+            additional_kwargs: incomingChunk.additional_kwargs,
+            tool_call_chunks: incomingChunk.tool_call_chunks,
+            usage_metadata: shouldStreamUsage ? incomingChunk.usage_metadata : undefined,
+            response_metadata: incomingChunk.response_metadata,
+            id: incomingChunk.id,
+          }),
+          text,
+        });
+      };
+
+      if (!tokenType || tokenType === 'input') {
+        const generationChunk = createGenerationChunk(token, chunk);
+        yield generationChunk;
+        await runManager?.handleLLMNewToken(
+          token,
+          undefined,
+          undefined,
+          undefined,
+          undefined,
+          { chunk: generationChunk }
+        );
+        continue;
+      }
+
+      const textStream = new TextStream(token, {
+        delay: this._lc_stream_delay,
+      });
+      for await (const currentToken of textStream.generateText()) {
+        const newChunk = cloneChunk(currentToken, tokenType, chunk);
+        const generationChunk = createGenerationChunk(currentToken, newChunk);
+        yield generationChunk;
+
+        await runManager?.handleLLMNewToken(
+          token,
+          undefined,
+          undefined,
+          undefined,
+          undefined,
+          { chunk: generationChunk }
+        );
+      }
+    }
+  }
+
+}

package/src/llm/anthropic/types.ts

@@ -0,0 +1,32 @@
+// eslint-disable-next-line import/no-named-as-default
+import Anthropic from '@anthropic-ai/sdk';
+import type { Tool as AnthropicTool } from '@anthropic-ai/sdk/resources';
+import { BindToolsInput } from '@langchain/core/language_models/chat_models';
+
+export type AnthropicToolResponse = {
+  type: 'tool_use';
+  id: string;
+  name: string;
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  input: Record<string, any>;
+};
+export type AnthropicMessageParam = Anthropic.MessageParam;
+export type AnthropicMessageResponse =
+  | Anthropic.ContentBlock
+  | AnthropicToolResponse;
+export type AnthropicMessageCreateParams =
+  Anthropic.MessageCreateParamsNonStreaming;
+export type AnthropicStreamingMessageCreateParams =
+  Anthropic.MessageCreateParamsStreaming;
+export type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
+export type AnthropicRequestOptions = Anthropic.RequestOptions;
+export type AnthropicToolChoice =
+  | {
+      type: 'tool';
+      name: string;
+    }
+  | 'any'
+  | 'auto'
+  | 'none'
+  | string;
+export type ChatAnthropicToolType = AnthropicTool | BindToolsInput;