@librechat/agents 3.1.78-dev.0 → 3.1.79

package/dist/esm/llm/anthropic/index.mjs

@@ -1,7 +1,7 @@
 import { AIMessageChunk } from '@langchain/core/messages';
 import { ChatAnthropicMessages } from '@langchain/anthropic';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { getAnthropicUsageMetadata, _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs.mjs';
+import { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs.mjs';
 import { _convertMessagesToAnthropicPayload } from './utils/message_inputs.mjs';
 import { handleToolChoice } from './utils/tools.mjs';
 import { TextStream } from '../text.mjs';
@@ -25,12 +25,16 @@ function _documentsInParams(params) {
             continue;
         }
         for (const block of message.content) {
-            if (typeof block === 'object' &&
-                block !== null &&
-                block.type === 'document' &&
-                block.citations != null &&
-                typeof block.citations === 'object' &&
-                block.citations.enabled === true) {
+            const maybeBlock = block;
+            if (typeof maybeBlock === 'object' &&
+                maybeBlock !== null &&
+                'type' in maybeBlock &&
+                maybeBlock.type === 'document' &&
+                'citations' in maybeBlock &&
+                maybeBlock.citations != null &&
+                typeof maybeBlock.citations === 'object' &&
+                'enabled' in maybeBlock.citations &&
+                maybeBlock.citations.enabled === true) {
                 return true;
             }
         }
@@ -185,12 +189,26 @@ function cloneChunk(text, tokenType, chunk) {
     }
     return chunk;
 }
+function withIncrementalMessageDeltaUsage(chunk, previousOutputTokens) {
+    const usage = chunk.usage_metadata;
+    if (usage == null) {
+        return { chunk, outputTokens: previousOutputTokens };
+    }
+    const outputTokens = Math.max(0, usage.output_tokens - previousOutputTokens);
+    return {
+        chunk: new AIMessageChunk(Object.assign({}, chunk, {
+            usage_metadata: {
+                ...usage,
+                output_tokens: outputTokens,
+                total_tokens: usage.input_tokens + outputTokens,
+            },
+        })),
+        outputTokens: usage.output_tokens,
+    };
+}
 class CustomAnthropic extends ChatAnthropicMessages {
     _lc_stream_delay;
-    message_start;
-    message_delta;
     tools_in_params;
-    emitted_usage;
     top_k;
     outputConfig;
     inferenceGeo;
@@ -263,31 +281,7 @@ class CustomAnthropic extends ChatAnthropicMessages {
             ...sharedParams,
         };
     }
-    /**
-     * Get stream usage as returned by this client's API response.
-     * @returns The stream usage object.
-     */
-    getStreamUsage() {
-        if (this.emitted_usage === true) {
-            return;
-        }
-        const inputUsage = this.message_start?.message.usage;
-        const outputUsage = this.message_delta?.usage;
-        if (!outputUsage) {
-            return;
-        }
-        this.emitted_usage = true;
-        return getAnthropicUsageMetadata({
-            input_tokens: inputUsage?.input_tokens,
-            output_tokens: outputUsage.output_tokens,
-            cache_creation_input_tokens: inputUsage?.cache_creation_input_tokens,
-            cache_read_input_tokens: inputUsage?.cache_read_input_tokens,
-        });
-    }
     resetTokenEvents() {
-        this.message_start = undefined;
-        this.message_delta = undefined;
-        this.emitted_usage = undefined;
         this.tools_in_params = undefined;
     }
     setDirectFields(fields) {
@@ -304,10 +298,8 @@ class CustomAnthropic extends ChatAnthropicMessages {
             this.top_k = undefined;
         }
     }
-    createGenerationChunk({ token, chunk, usageMetadata, shouldStreamUsage, }) {
-        const usage_metadata = shouldStreamUsage
-            ? (usageMetadata ?? chunk.usage_metadata)
-            : undefined;
+    createGenerationChunk({ token, chunk, shouldStreamUsage, }) {
+        const usage_metadata = shouldStreamUsage ? chunk.usage_metadata : undefined;
         return new ChatGenerationChunk({
             message: new AIMessageChunk({
                 // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
@@ -339,36 +331,31 @@ class CustomAnthropic extends ChatAnthropicMessages {
             signal: options.signal,
         });
         const shouldStreamUsage = options.streamUsage ?? this.streamUsage;
+        let messageDeltaOutputTokens = 0;
         for await (const data of stream) {
             if (options.signal?.aborted === true) {
                 stream.controller.abort();
                 throw new Error('AbortError: User aborted the request.');
             }
-            if (data.type === 'message_start') {
-                this.message_start = data;
-            }
-            else if (data.type === 'message_delta') {
-                this.message_delta = data;
-            }
-            let usageMetadata;
-            if (this.tools_in_params !== true && this.emitted_usage !== true) {
-                usageMetadata = this.getStreamUsage();
-            }
             const result = _makeMessageChunkFromAnthropicEvent(data, {
                 streamUsage: shouldStreamUsage,
                 coerceContentToString,
             });
             if (!result)
                 continue;
-            const { chunk } = result;
+            let { chunk } = result;
+            if (data.type === 'message_delta') {
+                const incremental = withIncrementalMessageDeltaUsage(chunk, messageDeltaOutputTokens);
+                chunk = incremental.chunk;
+                messageDeltaOutputTokens = incremental.outputTokens;
+            }
             const [token = '', tokenType] = extractToken(chunk);
             if (!tokenType ||
                 tokenType === 'input' ||
-                (token === '' && (usageMetadata != null || chunk.id != null))) {
+                (token === '' && (chunk.usage_metadata != null || chunk.id != null))) {
                 const generationChunk = this.createGenerationChunk({
                     token,
                     chunk,
-                    usageMetadata,
                     shouldStreamUsage,
                 });
                 yield generationChunk;
@@ -389,13 +376,15 @@ class CustomAnthropic extends ChatAnthropicMessages {
                         break;
                     }
                     const newChunk = cloneChunk(currentToken, tokenType, chunk);
+                    const chunkForToken = emittedUsage && newChunk.usage_metadata != null
+                        ? new AIMessageChunk(Object.assign({}, newChunk, { usage_metadata: undefined }))
+                        : newChunk;
                     const generationChunk = this.createGenerationChunk({
                         token: currentToken,
-                        chunk: newChunk,
-                        usageMetadata: emittedUsage ? undefined : usageMetadata,
+                        chunk: chunkForToken,
                         shouldStreamUsage,
                     });
-                    if (usageMetadata && !emittedUsage) {
+                    if (newChunk.usage_metadata != null && !emittedUsage) {
                         emittedUsage = true;
                     }
                     yield generationChunk;

package/dist/esm/llm/anthropic/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  UsageMetadata,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicMessageStartEvent,\n  AnthropicMessageDeltaEvent,\n  AnthropicOutputConfig,\n  AnthropicBeta,\n  ChatAnthropicToolType,\n  AnthropicMCPServerURLDefinition,\n  AnthropicContextManagementConfigParam,\n} from '@/llm/anthropic/types';\nimport {\n  _makeMessageChunkFromAnthropicEvent,\n  getAnthropicUsageMetadata,\n} from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nconst ANTHROPIC_TOOL_BETAS: Partial<Record<string, AnthropicBeta>> = {\n  tool_search_tool_regex_20251119: 'advanced-tool-use-2025-11-20',\n  tool_search_tool_bm25_20251119: 'advanced-tool-use-2025-11-20',\n  memory_20250818: 'context-management-2025-06-27',\n  web_fetch_20250910: 'web-fetch-2025-09-10',\n  code_execution_20250825: 'code-execution-2025-08-25',\n  computer_20251124: 'computer-use-2025-11-24',\n  computer_20250124: 'computer-use-2025-01-24',\n  mcp_toolset: 'mcp-client-2025-11-20',\n};\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nexport function _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content) {\n      if (\n        typeof block === 'object' &&\n        block !== null &&\n        block.type === 'document' &&\n        block.citations != null &&\n        typeof block.citations === 'object' &&\n        block.citations.enabled === true\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(\n    params.thinking &&\n    (params.thinking.type === 'enabled' || params.thinking.type === 'adaptive')\n  );\n}\n\nfunction _compactionInParams(\n  params: (\n    | AnthropicMessageCreateParams\n    | AnthropicStreamingMessageCreateParams\n  ) & {\n    context_management?: AnthropicContextManagementConfigParam;\n  }\n): boolean {\n  return (\n    params.context_management?.edits?.some(\n      (edit) => edit.type === 'compact_20260112'\n    ) === true\n  );\n}\n\nfunction isThinkingEnabled(thinking: Anthropic.ThinkingConfigParam): boolean {\n  return thinking.type === 'enabled' || thinking.type === 'adaptive';\n}\n\nfunction isOpus47Model(model?: string): boolean {\n  return /^claude-opus-4-7(?:-|$)/.test(model ?? '');\n}\n\nfunction combineBetas(\n  ...betaGroups: (AnthropicBeta[] | undefined)[]\n): AnthropicBeta[] {\n  const betas = new Set<AnthropicBeta>();\n  for (const betaGroup of betaGroups) {\n    for (const beta of betaGroup ?? []) {\n      betas.add(beta);\n    }\n  }\n  return [...betas];\n}\n\nfunction getToolBetas(tools?: ChatAnthropicToolType[]): AnthropicBeta[] {\n  const betas = new Set<AnthropicBeta>();\n  for (const tool of tools ?? []) {\n    if (typeof tool !== 'object' || !('type' in tool)) {\n      continue;\n    }\n    const beta = ANTHROPIC_TOOL_BETAS[String(tool.type)];\n    if (beta != null) {\n      betas.add(beta);\n    }\n  }\n  return [...betas];\n}\n\nfunction getCompactionBetas(\n  contextManagement?: AnthropicContextManagementConfigParam\n): AnthropicBeta[] {\n  return contextManagement?.edits?.some(\n    (edit) => edit.type === 'compact_20260112'\n  ) === true\n    ? ['compact-2026-01-12']\n    : [];\n}\n\nfunction getTaskBudgetBetas(\n  model: string,\n  outputConfig?: AnthropicOutputConfig\n): AnthropicBeta[] {\n  return isOpus47Model(model) &&\n    outputConfig != null &&\n    'task_budget' in outputConfig &&\n    outputConfig.task_budget != null\n    ? ['task-budgets-2026-03-13']\n    : [];\n}\n\nfunction isSetSamplingValue(value?: number | null): value is number {\n  return value != null && value !== -1;\n}\n\nfunction isNonDefaultTemperature(value?: number): boolean {\n  return isSetSamplingValue(value) && value !== 1;\n}\n\nfunction validateInvocationParamCompatibility({\n  model,\n  thinking,\n  topK,\n  topP,\n  temperature,\n}: {\n  model: string;\n  thinking: Anthropic.ThinkingConfigParam;\n  topK?: number;\n  topP?: number | null;\n  temperature?: number;\n}): void {\n  const opus47 = isOpus47Model(model);\n  if (opus47 && thinking.type === 'enabled') {\n    throw new Error(\n      'thinking.type=\"enabled\" is not supported for claude-opus-4-7; use thinking.type=\"adaptive\" instead'\n    );\n  }\n  if (opus47 && 'budget_tokens' in thinking) {\n    throw new Error(\n      'thinking.budget_tokens is not supported for claude-opus-4-7; use outputConfig.effort instead'\n    );\n  }\n  if (opus47) {\n    if (isSetSamplingValue(topK)) {\n      throw new Error(\n        'topK is not supported for claude-opus-4-7; omit topK/topP/temperature or use model prompting instead'\n      );\n    }\n    if (isSetSamplingValue(topP) && topP !== 1) {\n      throw new Error(\n        'topP is not supported for claude-opus-4-7 when set to non-default values'\n      );\n    }\n    if (isNonDefaultTemperature(temperature)) {\n      throw new Error(\n        'temperature is not supported for claude-opus-4-7 when set to non-default values'\n      );\n    }\n  }\n  if (!isThinkingEnabled(thinking)) {\n    return;\n  }\n  if (isSetSamplingValue(topK)) {\n    throw new Error('topK is not supported when thinking is enabled');\n  }\n  if (isSetSamplingValue(topP)) {\n    throw new Error('topP is not supported when thinking is enabled');\n  }\n  if (isNonDefaultTemperature(temperature)) {\n    throw new Error('temperature is not supported when thinking is enabled');\n  }\n}\n\nfunction getSamplingParams({\n  model,\n  thinking,\n  topK,\n  topP,\n  temperature,\n}: {\n  model: string;\n  thinking: Anthropic.ThinkingConfigParam;\n  topK?: number;\n  topP?: number | null;\n  temperature?: number;\n}): {\n  temperature?: number;\n  top_k?: number;\n  top_p?: number;\n} {\n  if (isThinkingEnabled(thinking) || isOpus47Model(model)) {\n    return {};\n  }\n  return {\n    ...(isSetSamplingValue(temperature) ? { temperature } : {}),\n    ...(isSetSamplingValue(topK) ? { top_k: topK } : {}),\n    ...(isSetSamplingValue(topP) ? { top_p: topP } : {}),\n  };\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    const text = chunk.content[0].text;\n    return typeof text === 'string' ? [text, 'content'] : [undefined];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    const thinking = chunk.content[0].thinking;\n    return typeof thinking === 'string' ? [thinking, 'content'] : [undefined];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (\n    tokenType === 'content' &&\n    typeof content.type === 'string' &&\n    content.type.startsWith('thinking')\n  ) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n  outputConfig?: AnthropicOutputConfig;\n  inferenceGeo?: string;\n  contextManagement?: AnthropicContextManagementConfigParam;\n} & BaseChatModelParams;\n\nexport type CustomAnthropicCallOptions = {\n  outputConfig?: AnthropicOutputConfig;\n  outputFormat?: Anthropic.Messages.JSONOutputFormat;\n  inferenceGeo?: string;\n  betas?: AnthropicBeta[];\n  container?: string;\n  mcp_servers?: AnthropicMCPServerURLDefinition[];\n};\n\ntype CustomAnthropicInvocationParams = {\n  betas?: AnthropicBeta[];\n  container?: string;\n  context_management?: AnthropicContextManagementConfigParam;\n  inference_geo?: string;\n  mcp_servers?: AnthropicMCPServerURLDefinition[];\n  output_config?: AnthropicOutputConfig;\n};\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private message_start: AnthropicMessageStartEvent | undefined;\n  private message_delta: AnthropicMessageDeltaEvent | undefined;\n  private tools_in_params?: boolean;\n  private emitted_usage?: boolean;\n  top_k: number | undefined;\n  outputConfig?: AnthropicOutputConfig;\n  inferenceGeo?: string;\n  contextManagement?: AnthropicContextManagementConfigParam;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this.setDirectFields(fields);\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n    this.outputConfig = fields?.outputConfig;\n    this.inferenceGeo = fields?.inferenceGeo;\n    this.contextManagement = fields?.contextManagement;\n  }\n\n  static lc_name(): 'LibreChatAnthropic' {\n    return 'LibreChatAnthropic';\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomAnthropicCallOptions\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    CustomAnthropicInvocationParams {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    const callOptions = options as CustomAnthropicCallOptions | undefined;\n    const mergedOutputConfig: AnthropicOutputConfig | undefined = (():\n      | AnthropicOutputConfig\n      | undefined => {\n      const base = {\n        ...this.outputConfig,\n        ...callOptions?.outputConfig,\n      };\n      if (callOptions?.outputFormat && !base.format) {\n        base.format = callOptions.outputFormat;\n      }\n      return Object.keys(base).length > 0 ? base : undefined;\n    })();\n\n    const inferenceGeo = callOptions?.inferenceGeo ?? this.inferenceGeo;\n\n    const contextManagement = this.contextManagement;\n    const toolBetas = getToolBetas(options?.tools);\n    const compactionBetas = getCompactionBetas(contextManagement);\n    const taskBudgetBetas = getTaskBudgetBetas(this.model, mergedOutputConfig);\n    const formattedTools = this.formatStructuredToolToAnthropic(options?.tools);\n\n    const sharedParams = {\n      tools: formattedTools,\n      tool_choice,\n      thinking: this.thinking,\n      context_management: contextManagement,\n      ...this.invocationKwargs,\n      container: callOptions?.container,\n      betas: combineBetas(\n        this.betas,\n        callOptions?.betas,\n        toolBetas,\n        compactionBetas,\n        taskBudgetBetas\n      ),\n      output_config: mergedOutputConfig,\n      inference_geo: inferenceGeo,\n      mcp_servers: callOptions?.mcp_servers,\n    };\n    validateInvocationParamCompatibility({\n      model: this.model,\n      thinking: this.thinking,\n      topK: this.top_k,\n      topP: this.topP,\n      temperature: this.temperature,\n    });\n\n    return {\n      model: this.model,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      ...getSamplingParams({\n        model: this.model,\n        thinking: this.thinking,\n        topK: this.top_k,\n        topP: this.topP,\n        temperature: this.temperature,\n      }),\n      ...sharedParams,\n    };\n  }\n\n  /**\n   * Get stream usage as returned by this client's API response.\n   * @returns The stream usage object.\n   */\n  getStreamUsage(): UsageMetadata | undefined {\n    if (this.emitted_usage === true) {\n      return;\n    }\n    const inputUsage = this.message_start?.message.usage;\n    const outputUsage = this.message_delta?.usage;\n    if (!outputUsage) {\n      return;\n    }\n\n    this.emitted_usage = true;\n    return getAnthropicUsageMetadata({\n      input_tokens: inputUsage?.input_tokens,\n      output_tokens: outputUsage.output_tokens,\n      cache_creation_input_tokens: inputUsage?.cache_creation_input_tokens,\n      cache_read_input_tokens: inputUsage?.cache_read_input_tokens,\n    });\n  }\n\n  resetTokenEvents(): void {\n    this.message_start = undefined;\n    this.message_delta = undefined;\n    this.emitted_usage = undefined;\n    this.tools_in_params = undefined;\n  }\n\n  setDirectFields(fields?: CustomAnthropicInput): void {\n    this.temperature = fields?.temperature ?? undefined;\n    this.topP = fields?.topP ?? undefined;\n    this.top_k = fields?.topK;\n    if (this.temperature === -1 || this.temperature === 1) {\n      this.temperature = undefined;\n    }\n    if (this.topP === -1) {\n      this.topP = undefined;\n    }\n    if (this.top_k === -1) {\n      this.top_k = undefined;\n    }\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    usageMetadata,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n    usageMetadata?: UsageMetadata;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage\n      ? (usageMetadata ?? chunk.usage_metadata)\n      : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload) &&\n      !_compactionInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n      signal: options.signal,\n    });\n\n    const shouldStreamUsage = options.streamUsage ?? this.streamUsage;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      if (data.type === 'message_start') {\n        this.message_start = data as AnthropicMessageStartEvent;\n      } else if (data.type === 'message_delta') {\n        this.message_delta = data as AnthropicMessageDeltaEvent;\n      }\n\n      let usageMetadata: UsageMetadata | undefined;\n      if (this.tools_in_params !== true && this.emitted_usage !== true) {\n        usageMetadata = this.getStreamUsage();\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(\n        data as Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n        {\n          streamUsage: shouldStreamUsage,\n          coerceContentToString,\n        }\n      );\n      if (!result) continue;\n\n      const { chunk } = result;\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (usageMetadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          usageMetadata,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText(options.signal);\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          if ((options.signal as AbortSignal | undefined)?.aborted === true) {\n            break;\n          }\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: newChunk,\n            usageMetadata: emittedUsage ? undefined : usageMetadata,\n            shouldStreamUsage,\n          });\n\n          if (usageMetadata && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":[],"mappings":";;;;;;;;AA+BA,MAAM,oBAAoB,GAA2C;AACnE,IAAA,+BAA+B,EAAE,8BAA8B;AAC/D,IAAA,8BAA8B,EAAE,8BAA8B;AAC9D,IAAA,eAAe,EAAE,+BAA+B;AAChD,IAAA,kBAAkB,EAAE,sBAAsB;AAC1C,IAAA,uBAAuB,EAAE,2BAA2B;AACpD,IAAA,iBAAiB,EAAE,yBAAyB;AAC5C,IAAA,iBAAiB,EAAE,yBAAyB;AAC5C,IAAA,WAAW,EAAE,uBAAuB;CACrC;AAED,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACM,SAAU,kBAAkB,CAChC,MAA4E,EAAA;AAE5E,IAAA,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE;AACrC,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;QACF;AACA,QAAA,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE;YACnC,IACE,OAAO,KAAK,KAAK,QAAQ;AACzB,gBAAA,KAAK,KAAK,IAAI;gBACd,KAAK,CAAC,IAAI,KAAK,UAAU;gBACzB,KAAK,CAAC,SAAS,IAAI,IAAI;AACvB,gBAAA,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;AACnC,gBAAA,KAAK,CAAC,SAAS,CAAC,OAAO,KAAK,IAAI,EAChC;AACA,gBAAA,OAAO,IAAI;YACb;QACF;IACF;AACA,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EACN,MAAM,CAAC,QAAQ;AACf,SAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC,CAC5E;AACH;AAEA,SAAS,mBAAmB,CAC1B,MAKC,EAAA;IAED,QACE,MAAM,CAAC,kBAAkB,EAAE,KAAK,EAAE,IAAI,CACpC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAC3C,KAAK,IAAI;AAEd;AAEA,SAAS,iBAAiB,CAAC,QAAuC,EAAA;IAChE,OAAO,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU;AACpE;AAEA,SAAS,aAAa,CAAC,KAAc,EAAA;IACnC,OAAO,yBAAyB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;AACpD;AAEA,SAAS,YAAY,CACnB,GAAG,UAA2C,EAAA;AAE9C,IAAA,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB;AACtC,IAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;AAClC,QAAA,KAAK,MAAM,IAAI,IAAI,SAAS,IAAI,EAAE,EAAE;AAClC,YAAA,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACjB;IACF;AACA,IAAA,OAAO,CAAC,GAAG,KAAK,CAAC;AACnB;AAEA,SAAS,YAAY,CAAC,KAA+B,EAAA;AACnD,IAAA,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB;AACtC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,EAAE,EAAE;AAC9B,QAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,EAAE;YACjD;QACF;QACA,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpD,QAAA,IAAI,IAAI,IAAI,IAAI,EAAE;AAChB,YAAA,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACjB;IACF;AACA,IAAA,OAAO,CAAC,GAAG,KAAK,CAAC;AACnB;AAEA,SAAS,kBAAkB,CACzB,iBAAyD,EAAA;AAEzD,IAAA,OAAO,iBAAiB,EAAE,KAAK,EAAE,IAAI,CACnC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAC3C,KAAK;UACF,CAAC,oBAAoB;UACrB,EAAE;AACR;AAEA,SAAS,kBAAkB,CACzB,KAAa,EACb,YAAoC,EAAA;IAEpC,OAAO,aAAa,CAAC,KAAK,CAAC;AACzB,QAAA,YAAY,IAAI,IAAI;AACpB,QAAA,aAAa,IAAI,YAAY;QAC7B,YAAY,CAAC,WAAW,IAAI;UAC1B,CAAC,yBAAyB;UAC1B,EAAE;AACR;AAEA,SAAS,kBAAkB,CAAC,KAAqB,EAAA;IAC/C,OAAO,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;AACtC;AAEA,SAAS,uBAAuB,CAAC,KAAc,EAAA;IAC7C,OAAO,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;AACjD;AAEA,SAAS,oCAAoC,CAAC,EAC5C,KAAK,EACL,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,WAAW,GAOZ,EAAA;AACC,IAAA,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC;IACnC,IAAI,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACzC,QAAA,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG;IACH;AACA,IAAA,IAAI,MAAM,IAAI,eAAe,IAAI,QAAQ,EAAE;AACzC,QAAA,MAAM,IAAI,KAAK,CACb,8FAA8F,CAC/F;IACH;IACA,IAAI,MAAM,EAAE;AACV,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,YAAA,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG;QACH;QACA,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;AAC1C,YAAA,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E;QACH;AACA,QAAA,IAAI,uBAAuB,CAAC,WAAW,CAAC,EAAE;AACxC,YAAA,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF;QACH;IACF;AACA,IAAA,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE;QAChC;IACF;AACA,IAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,QAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;IACnE;AACA,IAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,QAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;IACnE;AACA,IAAA,IAAI,uBAAuB,CAAC,WAAW,CAAC,EAAE;AACxC,QAAA,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC;IAC1E;AACF;AAEA,SAAS,iBAAiB,CAAC,EACzB,KAAK,EACL,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,WAAW,GAOZ,EAAA;IAKC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE;AACvD,QAAA,OAAO,EAAE;IACX;IACA,OAAO;AACL,QAAA,IAAI,kBAAkB,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;AAC3D,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACpD,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;KACrD;AACH;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;IAClC;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACvD;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;QACA,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;AAClC,QAAA,OAAO,OAAO,IAAI,KAAK,QAAQ,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;IACnE;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;QACA,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;AAC1C,QAAA,OAAO,OAAO,QAAQ,KAAK,QAAQ,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;IAC3E;IACA,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE;AAAO,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;IACd;IACA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;IACH;SAAO,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;IACH;SAAO,IACL,SAAS,KAAK,SAAS;AACvB,QAAA,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAChC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EACnC;QACA,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;IACH;AAEA,IAAA,OAAO,KAAK;AACd;AA2BM,MAAO,eAAgB,SAAQ,qBAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,aAAa;AACb,IAAA,aAAa;AACb,IAAA,eAAe;AACf,IAAA,aAAa;AACrB,IAAA,KAAK;AACL,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,iBAAiB;AACjB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;AACvB,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;AACtD,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY;AACxC,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY;AACxC,QAAA,IAAI,CAAC,iBAAiB,GAAG,MAAM,EAAE,iBAAiB;IACpD;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,oBAAoB;IAC7B;AAEA;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAgE,EAAA;QAMhE,MAAM,WAAW,GAID,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,MAAM,WAAW,GAAG,OAAiD;AACrE,QAAA,MAAM,kBAAkB,GAAsC,CAAC,MAE/C;AACd,YAAA,MAAM,IAAI,GAAG;gBACX,GAAG,IAAI,CAAC,YAAY;gBACpB,GAAG,WAAW,EAAE,YAAY;aAC7B;YACD,IAAI,WAAW,EAAE,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC7C,gBAAA,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,YAAY;YACxC;AACA,YAAA,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,SAAS;QACxD,CAAC,GAAG;QAEJ,MAAM,YAAY,GAAG,WAAW,EAAE,YAAY,IAAI,IAAI,CAAC,YAAY;AAEnE,QAAA,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB;QAChD,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;AAC9C,QAAA,MAAM,eAAe,GAAG,kBAAkB,CAAC,iBAAiB,CAAC;QAC7D,MAAM,eAAe,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,CAAC;QAC1E,MAAM,cAAc,GAAG,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;AAE3E,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA,KAAK,EAAE,cAAc;YACrB,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACvB,YAAA,kBAAkB,EAAE,iBAAiB;YACrC,GAAG,IAAI,CAAC,gBAAgB;YACxB,SAAS,EAAE,WAAW,EAAE,SAAS;AACjC,YAAA,KAAK,EAAE,YAAY,CACjB,IAAI,CAAC,KAAK,EACV,WAAW,EAAE,KAAK,EAClB,SAAS,EACT,eAAe,EACf,eAAe,CAChB;AACD,YAAA,aAAa,EAAE,kBAAkB;AACjC,YAAA,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,WAAW,EAAE,WAAW;SACtC;AACD,QAAA,oCAAoC,CAAC;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;AAC9B,SAAA,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;AAC1B,YAAA,GAAG,iBAAiB,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,IAAI,CAAC,KAAK;gBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;AACF,YAAA,GAAG,YAAY;SAChB;IACH;AAEA;;;AAGG;IACH,cAAc,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;YAC/B;QACF;QACA,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK;AACpD,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAAK;QAC7C,IAAI,CAAC,WAAW,EAAE;YAChB;QACF;AAEA,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI;AACzB,QAAA,OAAO,yBAAyB,CAAC;YAC/B,YAAY,EAAE,UAAU,EAAE,YAAY;YACtC,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,2BAA2B,EAAE,UAAU,EAAE,2BAA2B;YACpE,uBAAuB,EAAE,UAAU,EAAE,uBAAuB;AAC7D,SAAA,CAAC;IACJ;IAEA,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;IAClC;AAEA,IAAA,eAAe,CAAC,MAA6B,EAAA;QAC3C,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,SAAS;QACnD,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,SAAS;AACrC,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,IAAI;AACzB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,EAAE;AACrD,YAAA,IAAI,CAAC,WAAW,GAAG,SAAS;QAC9B;AACA,QAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,EAAE;AACpB,YAAA,IAAI,CAAC,IAAI,GAAG,SAAS;QACvB;AACA,QAAA,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,EAAE;AACrB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;QACxB;IACF;IAEQ,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB,EAAA;QACC,MAAM,cAAc,GAAG;AACrB,eAAG,aAAa,IAAI,KAAK,CAAC,cAAc;cACtC,SAAS;QACb,OAAO,IAAI,mBAAmB,CAAC;YAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;IACJ;IAEA,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;YAC5B,CAAC,iBAAiB,CAAC,OAAO,CAAC;AAC3B,YAAA,CAAC,mBAAmB,CAAC,OAAO,CAAC;QAE/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;AACvB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AAEjE,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;YAC1D;AAEA,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACjC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;YACzD;AAAO,iBAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;YACzD;AAEA,YAAA,IAAI,aAAwC;AAC5C,YAAA,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;AAChE,gBAAA,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE;YACvC;AAEA,YAAA,MAAM,MAAM,GAAG,mCAAmC,CAChD,IAAyD,EACzD;AACE,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM;AACxB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;YACF;AAEA,YAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;AACzD,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,IAAK,OAAO,CAAC,MAAkC,EAAE,OAAO,KAAK,IAAI,EAAE;wBACjE;oBACF;oBACA,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;AAE3D,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,GAAG,SAAS,GAAG,aAAa;wBACvD,iBAAiB;AAClB,qBAAA,CAAC;AAEF,oBAAA,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE;wBAClC,YAAY,GAAG,IAAI;oBACrB;AACA,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACH;YACF;oBAAU;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;YAC1B;QACF;QAEA,IAAI,CAAC,gBAAgB,EAAE;IACzB;AACD;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicOutputConfig,\n  AnthropicBeta,\n  ChatAnthropicToolType,\n  AnthropicMCPServerURLDefinition,\n  AnthropicContextManagementConfigParam,\n} from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nconst ANTHROPIC_TOOL_BETAS: Partial<Record<string, AnthropicBeta>> = {\n  tool_search_tool_regex_20251119: 'advanced-tool-use-2025-11-20',\n  tool_search_tool_bm25_20251119: 'advanced-tool-use-2025-11-20',\n  memory_20250818: 'context-management-2025-06-27',\n  web_fetch_20250910: 'web-fetch-2025-09-10',\n  code_execution_20250825: 'code-execution-2025-08-25',\n  computer_20251124: 'computer-use-2025-11-24',\n  computer_20250124: 'computer-use-2025-01-24',\n  mcp_toolset: 'mcp-client-2025-11-20',\n};\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nexport function _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content) {\n      const maybeBlock: unknown = block;\n      if (\n        typeof maybeBlock === 'object' &&\n        maybeBlock !== null &&\n        'type' in maybeBlock &&\n        maybeBlock.type === 'document' &&\n        'citations' in maybeBlock &&\n        maybeBlock.citations != null &&\n        typeof maybeBlock.citations === 'object' &&\n        'enabled' in maybeBlock.citations &&\n        maybeBlock.citations.enabled === true\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(\n    params.thinking &&\n    (params.thinking.type === 'enabled' || params.thinking.type === 'adaptive')\n  );\n}\n\nfunction _compactionInParams(\n  params: (\n    | AnthropicMessageCreateParams\n    | AnthropicStreamingMessageCreateParams\n  ) & {\n    context_management?: AnthropicContextManagementConfigParam;\n  }\n): boolean {\n  return (\n    params.context_management?.edits?.some(\n      (edit) => edit.type === 'compact_20260112'\n    ) === true\n  );\n}\n\nfunction isThinkingEnabled(thinking: Anthropic.ThinkingConfigParam): boolean {\n  return thinking.type === 'enabled' || thinking.type === 'adaptive';\n}\n\nfunction isOpus47Model(model?: string): boolean {\n  return /^claude-opus-4-7(?:-|$)/.test(model ?? '');\n}\n\nfunction combineBetas(\n  ...betaGroups: (AnthropicBeta[] | undefined)[]\n): AnthropicBeta[] {\n  const betas = new Set<AnthropicBeta>();\n  for (const betaGroup of betaGroups) {\n    for (const beta of betaGroup ?? []) {\n      betas.add(beta);\n    }\n  }\n  return [...betas];\n}\n\nfunction getToolBetas(tools?: ChatAnthropicToolType[]): AnthropicBeta[] {\n  const betas = new Set<AnthropicBeta>();\n  for (const tool of tools ?? []) {\n    if (typeof tool !== 'object' || !('type' in tool)) {\n      continue;\n    }\n    const beta = ANTHROPIC_TOOL_BETAS[String(tool.type)];\n    if (beta != null) {\n      betas.add(beta);\n    }\n  }\n  return [...betas];\n}\n\nfunction getCompactionBetas(\n  contextManagement?: AnthropicContextManagementConfigParam\n): AnthropicBeta[] {\n  return contextManagement?.edits?.some(\n    (edit) => edit.type === 'compact_20260112'\n  ) === true\n    ? ['compact-2026-01-12']\n    : [];\n}\n\nfunction getTaskBudgetBetas(\n  model: string,\n  outputConfig?: AnthropicOutputConfig\n): AnthropicBeta[] {\n  return isOpus47Model(model) &&\n    outputConfig != null &&\n    'task_budget' in outputConfig &&\n    outputConfig.task_budget != null\n    ? ['task-budgets-2026-03-13']\n    : [];\n}\n\nfunction isSetSamplingValue(value?: number | null): value is number {\n  return value != null && value !== -1;\n}\n\nfunction isNonDefaultTemperature(value?: number): boolean {\n  return isSetSamplingValue(value) && value !== 1;\n}\n\nfunction validateInvocationParamCompatibility({\n  model,\n  thinking,\n  topK,\n  topP,\n  temperature,\n}: {\n  model: string;\n  thinking: Anthropic.ThinkingConfigParam;\n  topK?: number;\n  topP?: number | null;\n  temperature?: number;\n}): void {\n  const opus47 = isOpus47Model(model);\n  if (opus47 && thinking.type === 'enabled') {\n    throw new Error(\n      'thinking.type=\"enabled\" is not supported for claude-opus-4-7; use thinking.type=\"adaptive\" instead'\n    );\n  }\n  if (opus47 && 'budget_tokens' in thinking) {\n    throw new Error(\n      'thinking.budget_tokens is not supported for claude-opus-4-7; use outputConfig.effort instead'\n    );\n  }\n  if (opus47) {\n    if (isSetSamplingValue(topK)) {\n      throw new Error(\n        'topK is not supported for claude-opus-4-7; omit topK/topP/temperature or use model prompting instead'\n      );\n    }\n    if (isSetSamplingValue(topP) && topP !== 1) {\n      throw new Error(\n        'topP is not supported for claude-opus-4-7 when set to non-default values'\n      );\n    }\n    if (isNonDefaultTemperature(temperature)) {\n      throw new Error(\n        'temperature is not supported for claude-opus-4-7 when set to non-default values'\n      );\n    }\n  }\n  if (!isThinkingEnabled(thinking)) {\n    return;\n  }\n  if (isSetSamplingValue(topK)) {\n    throw new Error('topK is not supported when thinking is enabled');\n  }\n  if (isSetSamplingValue(topP)) {\n    throw new Error('topP is not supported when thinking is enabled');\n  }\n  if (isNonDefaultTemperature(temperature)) {\n    throw new Error('temperature is not supported when thinking is enabled');\n  }\n}\n\nfunction getSamplingParams({\n  model,\n  thinking,\n  topK,\n  topP,\n  temperature,\n}: {\n  model: string;\n  thinking: Anthropic.ThinkingConfigParam;\n  topK?: number;\n  topP?: number | null;\n  temperature?: number;\n}): {\n  temperature?: number;\n  top_k?: number;\n  top_p?: number;\n} {\n  if (isThinkingEnabled(thinking) || isOpus47Model(model)) {\n    return {};\n  }\n  return {\n    ...(isSetSamplingValue(temperature) ? { temperature } : {}),\n    ...(isSetSamplingValue(topK) ? { top_k: topK } : {}),\n    ...(isSetSamplingValue(topP) ? { top_p: topP } : {}),\n  };\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    const text = chunk.content[0].text;\n    return typeof text === 'string' ? [text, 'content'] : [undefined];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    const thinking = chunk.content[0].thinking;\n    return typeof thinking === 'string' ? [thinking, 'content'] : [undefined];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (\n    tokenType === 'content' &&\n    typeof content.type === 'string' &&\n    content.type.startsWith('thinking')\n  ) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nfunction withIncrementalMessageDeltaUsage(\n  chunk: AIMessageChunk,\n  previousOutputTokens: number\n): { chunk: AIMessageChunk; outputTokens: number } {\n  const usage = chunk.usage_metadata;\n  if (usage == null) {\n    return { chunk, outputTokens: previousOutputTokens };\n  }\n\n  const outputTokens = Math.max(0, usage.output_tokens - previousOutputTokens);\n  return {\n    chunk: new AIMessageChunk(\n      Object.assign({}, chunk, {\n        usage_metadata: {\n          ...usage,\n          output_tokens: outputTokens,\n          total_tokens: usage.input_tokens + outputTokens,\n        },\n      })\n    ),\n    outputTokens: usage.output_tokens,\n  };\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n  outputConfig?: AnthropicOutputConfig;\n  inferenceGeo?: string;\n  contextManagement?: AnthropicContextManagementConfigParam;\n} & BaseChatModelParams;\n\nexport type CustomAnthropicCallOptions = {\n  outputConfig?: AnthropicOutputConfig;\n  outputFormat?: Anthropic.Messages.JSONOutputFormat;\n  inferenceGeo?: string;\n  betas?: AnthropicBeta[];\n  container?: string;\n  mcp_servers?: AnthropicMCPServerURLDefinition[];\n};\n\ntype CustomAnthropicInvocationParams = {\n  betas?: AnthropicBeta[];\n  container?: string;\n  context_management?: AnthropicContextManagementConfigParam;\n  inference_geo?: string;\n  mcp_servers?: AnthropicMCPServerURLDefinition[];\n  output_config?: AnthropicOutputConfig;\n};\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private tools_in_params?: boolean;\n  top_k: number | undefined;\n  outputConfig?: AnthropicOutputConfig;\n  inferenceGeo?: string;\n  contextManagement?: AnthropicContextManagementConfigParam;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this.setDirectFields(fields);\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n    this.outputConfig = fields?.outputConfig;\n    this.inferenceGeo = fields?.inferenceGeo;\n    this.contextManagement = fields?.contextManagement;\n  }\n\n  static lc_name(): 'LibreChatAnthropic' {\n    return 'LibreChatAnthropic';\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomAnthropicCallOptions\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    CustomAnthropicInvocationParams {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    const callOptions = options as CustomAnthropicCallOptions | undefined;\n    const mergedOutputConfig: AnthropicOutputConfig | undefined = (():\n      | AnthropicOutputConfig\n      | undefined => {\n      const base = {\n        ...this.outputConfig,\n        ...callOptions?.outputConfig,\n      };\n      if (callOptions?.outputFormat && !base.format) {\n        base.format = callOptions.outputFormat;\n      }\n      return Object.keys(base).length > 0 ? base : undefined;\n    })();\n\n    const inferenceGeo = callOptions?.inferenceGeo ?? this.inferenceGeo;\n\n    const contextManagement = this.contextManagement;\n    const toolBetas = getToolBetas(options?.tools);\n    const compactionBetas = getCompactionBetas(contextManagement);\n    const taskBudgetBetas = getTaskBudgetBetas(this.model, mergedOutputConfig);\n    const formattedTools = this.formatStructuredToolToAnthropic(options?.tools);\n\n    const sharedParams = {\n      tools: formattedTools,\n      tool_choice,\n      thinking: this.thinking,\n      context_management: contextManagement,\n      ...this.invocationKwargs,\n      container: callOptions?.container,\n      betas: combineBetas(\n        this.betas,\n        callOptions?.betas,\n        toolBetas,\n        compactionBetas,\n        taskBudgetBetas\n      ),\n      output_config: mergedOutputConfig,\n      inference_geo: inferenceGeo,\n      mcp_servers: callOptions?.mcp_servers,\n    };\n    validateInvocationParamCompatibility({\n      model: this.model,\n      thinking: this.thinking,\n      topK: this.top_k,\n      topP: this.topP,\n      temperature: this.temperature,\n    });\n\n    return {\n      model: this.model,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      ...getSamplingParams({\n        model: this.model,\n        thinking: this.thinking,\n        topK: this.top_k,\n        topP: this.topP,\n        temperature: this.temperature,\n      }),\n      ...sharedParams,\n    };\n  }\n\n  resetTokenEvents(): void {\n    this.tools_in_params = undefined;\n  }\n\n  setDirectFields(fields?: CustomAnthropicInput): void {\n    this.temperature = fields?.temperature ?? undefined;\n    this.topP = fields?.topP ?? undefined;\n    this.top_k = fields?.topK;\n    if (this.temperature === -1 || this.temperature === 1) {\n      this.temperature = undefined;\n    }\n    if (this.topP === -1) {\n      this.topP = undefined;\n    }\n    if (this.top_k === -1) {\n      this.top_k = undefined;\n    }\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage ? chunk.usage_metadata : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload) &&\n      !_compactionInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n      signal: options.signal,\n    });\n\n    const shouldStreamUsage = options.streamUsage ?? this.streamUsage;\n    let messageDeltaOutputTokens = 0;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(\n        data as Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n        {\n          streamUsage: shouldStreamUsage,\n          coerceContentToString,\n        }\n      );\n      if (!result) continue;\n\n      let { chunk } = result;\n      if (data.type === 'message_delta') {\n        const incremental = withIncrementalMessageDeltaUsage(\n          chunk,\n          messageDeltaOutputTokens\n        );\n        chunk = incremental.chunk;\n        messageDeltaOutputTokens = incremental.outputTokens;\n      }\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (chunk.usage_metadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText(options.signal);\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          if ((options.signal as AbortSignal | undefined)?.aborted === true) {\n            break;\n          }\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n          const chunkForToken =\n            emittedUsage && newChunk.usage_metadata != null\n              ? new AIMessageChunk(\n                Object.assign({}, newChunk, { usage_metadata: undefined })\n              )\n              : newChunk;\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: chunkForToken,\n            shouldStreamUsage,\n          });\n\n          if (newChunk.usage_metadata != null && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":[],"mappings":";;;;;;;;AAyBA,MAAM,oBAAoB,GAA2C;AACnE,IAAA,+BAA+B,EAAE,8BAA8B;AAC/D,IAAA,8BAA8B,EAAE,8BAA8B;AAC9D,IAAA,eAAe,EAAE,+BAA+B;AAChD,IAAA,kBAAkB,EAAE,sBAAsB;AAC1C,IAAA,uBAAuB,EAAE,2BAA2B;AACpD,IAAA,iBAAiB,EAAE,yBAAyB;AAC5C,IAAA,iBAAiB,EAAE,yBAAyB;AAC5C,IAAA,WAAW,EAAE,uBAAuB;CACrC;AAED,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACM,SAAU,kBAAkB,CAChC,MAA4E,EAAA;AAE5E,IAAA,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE;AACrC,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;QACF;AACA,QAAA,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE;YACnC,MAAM,UAAU,GAAY,KAAK;YACjC,IACE,OAAO,UAAU,KAAK,QAAQ;AAC9B,gBAAA,UAAU,KAAK,IAAI;AACnB,gBAAA,MAAM,IAAI,UAAU;gBACpB,UAAU,CAAC,IAAI,KAAK,UAAU;AAC9B,gBAAA,WAAW,IAAI,UAAU;gBACzB,UAAU,CAAC,SAAS,IAAI,IAAI;AAC5B,gBAAA,OAAO,UAAU,CAAC,SAAS,KAAK,QAAQ;gBACxC,SAAS,IAAI,UAAU,CAAC,SAAS;AACjC,gBAAA,UAAU,CAAC,SAAS,CAAC,OAAO,KAAK,IAAI,EACrC;AACA,gBAAA,OAAO,IAAI;YACb;QACF;IACF;AACA,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EACN,MAAM,CAAC,QAAQ;AACf,SAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC,CAC5E;AACH;AAEA,SAAS,mBAAmB,CAC1B,MAKC,EAAA;IAED,QACE,MAAM,CAAC,kBAAkB,EAAE,KAAK,EAAE,IAAI,CACpC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAC3C,KAAK,IAAI;AAEd;AAEA,SAAS,iBAAiB,CAAC,QAAuC,EAAA;IAChE,OAAO,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU;AACpE;AAEA,SAAS,aAAa,CAAC,KAAc,EAAA;IACnC,OAAO,yBAAyB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;AACpD;AAEA,SAAS,YAAY,CACnB,GAAG,UAA2C,EAAA;AAE9C,IAAA,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB;AACtC,IAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;AAClC,QAAA,KAAK,MAAM,IAAI,IAAI,SAAS,IAAI,EAAE,EAAE;AAClC,YAAA,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACjB;IACF;AACA,IAAA,OAAO,CAAC,GAAG,KAAK,CAAC;AACnB;AAEA,SAAS,YAAY,CAAC,KAA+B,EAAA;AACnD,IAAA,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB;AACtC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,EAAE,EAAE;AAC9B,QAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,EAAE;YACjD;QACF;QACA,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpD,QAAA,IAAI,IAAI,IAAI,IAAI,EAAE;AAChB,YAAA,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACjB;IACF;AACA,IAAA,OAAO,CAAC,GAAG,KAAK,CAAC;AACnB;AAEA,SAAS,kBAAkB,CACzB,iBAAyD,EAAA;AAEzD,IAAA,OAAO,iBAAiB,EAAE,KAAK,EAAE,IAAI,CACnC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAC3C,KAAK;UACF,CAAC,oBAAoB;UACrB,EAAE;AACR;AAEA,SAAS,kBAAkB,CACzB,KAAa,EACb,YAAoC,EAAA;IAEpC,OAAO,aAAa,CAAC,KAAK,CAAC;AACzB,QAAA,YAAY,IAAI,IAAI;AACpB,QAAA,aAAa,IAAI,YAAY;QAC7B,YAAY,CAAC,WAAW,IAAI;UAC1B,CAAC,yBAAyB;UAC1B,EAAE;AACR;AAEA,SAAS,kBAAkB,CAAC,KAAqB,EAAA;IAC/C,OAAO,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;AACtC;AAEA,SAAS,uBAAuB,CAAC,KAAc,EAAA;IAC7C,OAAO,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;AACjD;AAEA,SAAS,oCAAoC,CAAC,EAC5C,KAAK,EACL,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,WAAW,GAOZ,EAAA;AACC,IAAA,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC;IACnC,IAAI,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACzC,QAAA,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG;IACH;AACA,IAAA,IAAI,MAAM,IAAI,eAAe,IAAI,QAAQ,EAAE;AACzC,QAAA,MAAM,IAAI,KAAK,CACb,8FAA8F,CAC/F;IACH;IACA,IAAI,MAAM,EAAE;AACV,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,YAAA,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG;QACH;QACA,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;AAC1C,YAAA,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E;QACH;AACA,QAAA,IAAI,uBAAuB,CAAC,WAAW,CAAC,EAAE;AACxC,YAAA,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF;QACH;IACF;AACA,IAAA,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE;QAChC;IACF;AACA,IAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,QAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;IACnE;AACA,IAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;AAC5B,QAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;IACnE;AACA,IAAA,IAAI,uBAAuB,CAAC,WAAW,CAAC,EAAE;AACxC,QAAA,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC;IAC1E;AACF;AAEA,SAAS,iBAAiB,CAAC,EACzB,KAAK,EACL,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,WAAW,GAOZ,EAAA;IAKC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE;AACvD,QAAA,OAAO,EAAE;IACX;IACA,OAAO;AACL,QAAA,IAAI,kBAAkB,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;AAC3D,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACpD,QAAA,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;KACrD;AACH;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;IAClC;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACvD;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;QACA,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;AAClC,QAAA,OAAO,OAAO,IAAI,KAAK,QAAQ,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;IACnE;AAAO,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;QACA,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;AAC1C,QAAA,OAAO,OAAO,QAAQ,KAAK,QAAQ,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;IAC3E;IACA,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE;AAAO,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;IACd;IACA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;IACH;SAAO,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;IACH;SAAO,IACL,SAAS,KAAK,SAAS;AACvB,QAAA,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAChC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EACnC;QACA,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;IACH;AAEA,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,gCAAgC,CACvC,KAAqB,EACrB,oBAA4B,EAAA;AAE5B,IAAA,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc;AAClC,IAAA,IAAI,KAAK,IAAI,IAAI,EAAE;AACjB,QAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE;IACtD;AAEA,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,GAAG,oBAAoB,CAAC;IAC5E,OAAO;QACL,KAAK,EAAE,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,cAAc,EAAE;AACd,gBAAA,GAAG,KAAK;AACR,gBAAA,aAAa,EAAE,YAAY;AAC3B,gBAAA,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,YAAY;AAChD,aAAA;AACF,SAAA,CAAC,CACH;QACD,YAAY,EAAE,KAAK,CAAC,aAAa;KAClC;AACH;AA2BM,MAAO,eAAgB,SAAQ,qBAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,eAAe;AACvB,IAAA,KAAK;AACL,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,iBAAiB;AACjB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;AACvB,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;AACtD,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY;AACxC,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY;AACxC,QAAA,IAAI,CAAC,iBAAiB,GAAG,MAAM,EAAE,iBAAiB;IACpD;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,oBAAoB;IAC7B;AAEA;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAgE,EAAA;QAMhE,MAAM,WAAW,GAID,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,MAAM,WAAW,GAAG,OAAiD;AACrE,QAAA,MAAM,kBAAkB,GAAsC,CAAC,MAE/C;AACd,YAAA,MAAM,IAAI,GAAG;gBACX,GAAG,IAAI,CAAC,YAAY;gBACpB,GAAG,WAAW,EAAE,YAAY;aAC7B;YACD,IAAI,WAAW,EAAE,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC7C,gBAAA,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,YAAY;YACxC;AACA,YAAA,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,SAAS;QACxD,CAAC,GAAG;QAEJ,MAAM,YAAY,GAAG,WAAW,EAAE,YAAY,IAAI,IAAI,CAAC,YAAY;AAEnE,QAAA,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB;QAChD,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;AAC9C,QAAA,MAAM,eAAe,GAAG,kBAAkB,CAAC,iBAAiB,CAAC;QAC7D,MAAM,eAAe,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,CAAC;QAC1E,MAAM,cAAc,GAAG,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;AAE3E,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA,KAAK,EAAE,cAAc;YACrB,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;AACvB,YAAA,kBAAkB,EAAE,iBAAiB;YACrC,GAAG,IAAI,CAAC,gBAAgB;YACxB,SAAS,EAAE,WAAW,EAAE,SAAS;AACjC,YAAA,KAAK,EAAE,YAAY,CACjB,IAAI,CAAC,KAAK,EACV,WAAW,EAAE,KAAK,EAClB,SAAS,EACT,eAAe,EACf,eAAe,CAChB;AACD,YAAA,aAAa,EAAE,kBAAkB;AACjC,YAAA,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,WAAW,EAAE,WAAW;SACtC;AACD,QAAA,oCAAoC,CAAC;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;AAC9B,SAAA,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;AAC1B,YAAA,GAAG,iBAAiB,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,IAAI,CAAC,KAAK;gBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;AACF,YAAA,GAAG,YAAY;SAChB;IACH;IAEA,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;IAClC;AAEA,IAAA,eAAe,CAAC,MAA6B,EAAA;QAC3C,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,SAAS;QACnD,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,SAAS;AACrC,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,IAAI;AACzB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,EAAE;AACrD,YAAA,IAAI,CAAC,WAAW,GAAG,SAAS;QAC9B;AACA,QAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,EAAE;AACpB,YAAA,IAAI,CAAC,IAAI,GAAG,SAAS;QACvB;AACA,QAAA,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,EAAE;AACrB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;QACxB;IACF;AAEQ,IAAA,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,iBAAiB,GAKlB,EAAA;AACC,QAAA,MAAM,cAAc,GAAG,iBAAiB,GAAG,KAAK,CAAC,cAAc,GAAG,SAAS;QAC3E,OAAO,IAAI,mBAAmB,CAAC;YAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;IACJ;IAEA,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;YAC5B,CAAC,iBAAiB,CAAC,OAAO,CAAC;AAC3B,YAAA,CAAC,mBAAmB,CAAC,OAAO,CAAC;QAE/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;AACvB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;QACjE,IAAI,wBAAwB,GAAG,CAAC;AAEhC,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;YAC1D;AAEA,YAAA,MAAM,MAAM,GAAG,mCAAmC,CAChD,IAAyD,EACzD;AACE,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM;AACtB,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;gBACjC,MAAM,WAAW,GAAG,gCAAgC,CAClD,KAAK,EACL,wBAAwB,CACzB;AACD,gBAAA,KAAK,GAAG,WAAW,CAAC,KAAK;AACzB,gBAAA,wBAAwB,GAAG,WAAW,CAAC,YAAY;YACrD;AACA,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,KAAK,CAAC,cAAc,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EACpE;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;YACF;AAEA,YAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;AACzD,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,IAAK,OAAO,CAAC,MAAkC,EAAE,OAAO,KAAK,IAAI,EAAE;wBACjE;oBACF;oBACA,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;oBAC3D,MAAM,aAAa,GACjB,YAAY,IAAI,QAAQ,CAAC,cAAc,IAAI;AACzC,0BAAE,IAAI,cAAc,CAClB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;0BAE1D,QAAQ;AAEd,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,aAAa;wBACpB,iBAAiB;AAClB,qBAAA,CAAC;oBAEF,IAAI,QAAQ,CAAC,cAAc,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;wBACpD,YAAY,GAAG,IAAI;oBACrB;AACA,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACH;YACF;oBAAU;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;YAC1B;QACF;QAEA,IAAI,CAAC,gBAAgB,EAAE;IACzB;AACD;;;;"}

package/dist/esm/llm/anthropic/utils/message_inputs.mjs

@@ -7,6 +7,7 @@ import { Constants } from '../../../common/enum.mjs';
 /**
  * This util file contains functions for converting LangChain messages to Anthropic messages.
  */
+const ANTHROPIC_EMPTY_TEXT_PLACEHOLDER = '_';
 function _formatImage(imageUrl) {
     const parsed = parseBase64DataUrl({ dataUrl: imageUrl });
     if (parsed) {
@@ -71,12 +72,12 @@ function _ensureMessageContents(messages) {
                 }
             }
             else {
+                const toolMessageContent = message.content;
                 updatedMsgs.push(new HumanMessage({
                     content: [
                         {
                             type: 'tool_result',
-                            // rare case: message.content could be undefined
-                            ...(message.content != null
+                            ...(toolMessageContent != null
                                 ? { content: _formatContent(message) }
                                 : {}),
                             tool_use_id: message.tool_call_id,
@@ -390,7 +391,7 @@ function _formatContent(message) {
                 return {
                     type: 'image', // Explicitly setting the type as "image"
                     source,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                 };
             }
             else if (isAnthropicImageBlockParam(contentPart)) {
@@ -400,7 +401,7 @@ function _formatContent(message) {
                 // PDF
                 return {
                     ...contentPart,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                 };
             }
             else if (contentPart.type === 'thinking') {
@@ -409,7 +410,7 @@ function _formatContent(message) {
                     type: 'thinking', // Explicitly setting the type as "thinking"
                     thinking: thinkingPart.thinking,
                     signature: thinkingPart.signature,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                 };
                 return block;
             }
@@ -418,7 +419,7 @@ function _formatContent(message) {
                 const block = {
                     type: 'redacted_thinking', // Explicitly setting the type as "redacted_thinking"
                     data: redactedPart.data,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                 };
                 return block;
             }
@@ -428,10 +429,11 @@ function _formatContent(message) {
                     type: 'search_result',
                     title: searchResultPart.title,
                     source: searchResultPart.source,
-                    ...('cache_control' in contentPart && contentPart.cache_control
+                    ...('cache_control' in contentPart &&
+                        contentPart.cache_control != null
                         ? { cache_control: contentPart.cache_control }
                         : {}),
-                    ...('citations' in contentPart && contentPart.citations
+                    ...('citations' in contentPart && contentPart.citations != null
                         ? { citations: contentPart.citations }
                         : {}),
                     content: searchResultPart.content,
@@ -443,23 +445,23 @@ function _formatContent(message) {
                 const block = {
                     type: 'compaction',
                     content: compactionPart.content,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                 };
                 return block;
             }
-            else if (textTypes.find((t) => t === contentPart.type) &&
+            else if (textTypes.some((t) => t === contentPart.type) &&
                 'text' in contentPart) {
                 // Assuming contentPart is of type MessageContentText here
                 return {
                     type: 'text', // Explicitly setting the type as "text"
                     text: contentPart.text,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
-                    ...('citations' in contentPart && contentPart.citations
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
+                    ...('citations' in contentPart && contentPart.citations != null
                         ? { citations: contentPart.citations }
                         : {}),
                 };
             }
-            else if (toolTypes.find((t) => t === contentPart.type)) {
+            else if (toolTypes.some((t) => t === contentPart.type)) {
                 const contentPartCopy = { ...contentPart };
                 if ('index' in contentPartCopy) {
                     // Anthropic does not support passing the index field here, so we remove it.
@@ -497,12 +499,12 @@ function _formatContent(message) {
                 // TODO: Fix when SDK types are fixed
                 return {
                     ...contentPartCopy,
-                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    ...(cacheControl != null ? { cache_control: cacheControl } : {}),
                     // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 };
             }
             else if ('functionCall' in contentPart &&
-                contentPart.functionCall &&
+                contentPart.functionCall != null &&
                 typeof contentPart.functionCall === 'object' &&
                 isAIMessage(message)) {
                 const functionCallPart = contentPart;
@@ -523,11 +525,14 @@ function _formatContent(message) {
                 throw new Error('Unsupported message content format');
             }
         });
-        return contentBlocks.filter((block) => block !== null &&
+        const filteredContentBlocks = contentBlocks.filter((block) => block !== null &&
             !(block.type === 'text' &&
                 'text' in block &&
                 typeof block.text === 'string' &&
                 block.text.trim() === ''));
+        return filteredContentBlocks.length > 0
+            ? filteredContentBlocks
+            : [{ type: 'text', text: ANTHROPIC_EMPTY_TEXT_PLACEHOLDER }];
     }
 }
 /**
@@ -560,15 +565,22 @@ function _convertMessagesToAnthropicPayload(messages) {
         else {
             throw new Error(`Message type "${message._getType()}" is not supported.`);
         }
-        if (isAIMessage(message) && !!message.tool_calls?.length) {
+        const isAI = isAIMessage(message);
+        const toolCalls = isAI ? (message.tool_calls ?? []) : [];
+        if (isAI && toolCalls.length > 0) {
             if (typeof message.content === 'string') {
-                const clientToolCalls = message.tool_calls.filter((tc) => !(tc.id?.startsWith(Constants.ANTHROPIC_SERVER_TOOL_PREFIX) ?? false));
+                const clientToolCalls = toolCalls.filter((tc) => !(tc.id?.startsWith(Constants.ANTHROPIC_SERVER_TOOL_PREFIX) ?? false));
                 if (message.content === '') {
                     return {
                         role,
                         content: clientToolCalls.length > 0
                             ? clientToolCalls.map(_convertLangChainToolCallToAnthropic)
-                            : [{ type: 'text', text: ' ' }],
+                            : [
+                                {
+                                    type: 'text',
+                                    text: ANTHROPIC_EMPTY_TEXT_PLACEHOLDER,
+                                },
+                            ],
                     };
                 }
                 else {
@@ -583,7 +595,7 @@ function _convertMessagesToAnthropicPayload(messages) {
             }
             else {
                 const { content } = message;
-                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => !!content.find((contentPart) => (contentPart.type === 'tool_use' ||
+                const hasMismatchedToolCalls = !toolCalls.every((toolCall) => !!content.find((contentPart) => (contentPart.type === 'tool_use' ||
                     contentPart.type === 'input_json_delta' ||
                     contentPart.type === 'server_tool_use') &&
                     contentPart.id === toolCall.id));
@@ -609,7 +621,7 @@ function _convertMessagesToAnthropicPayload(messages) {
     };
 }
 function mergeMessages(messages) {
-    if (!messages || messages.length <= 1) {
+    if (messages.length <= 1) {
         return messages;
     }
     const result = [];