@livekit/agents-plugin-anthropic 1.6.1 → 1.6.3

package/dist/index.cjs

@@ -30,7 +30,7 @@ class AnthropicPlugin extends import_agents.Plugin {
   constructor() {
     super({
       title: "anthropic",
-      version: "1.6.1",
+      version: "1.6.3",
       package: "@livekit/agents-plugin-anthropic"
     });
   }

package/dist/index.js

@@ -5,7 +5,7 @@ class AnthropicPlugin extends Plugin {
   constructor() {
     super({
       title: "anthropic",
-      version: "1.6.1",
+      version: "1.6.3",
       package: "@livekit/agents-plugin-anthropic"
     });
   }

package/dist/llm.cjs

@@ -53,7 +53,8 @@ class LLM extends import_agents.llm.LLM {
     }
     this.#client = this.#opts.client || new import_sdk.default({
       baseURL: this.#opts.baseURL,
-      apiKey: this.#opts.apiKey
+      apiKey: this.#opts.apiKey,
+      maxRetries: this.#opts.maxRetries ?? 0
     });
   }
   /** @returns Human-readable label for logging. */
@@ -73,6 +74,9 @@ class LLM extends import_agents.llm.LLM {
       return "api.anthropic.com";
     }
   }
+  async _prewarmImpl(signal) {
+    await this.#client.models.list({ limit: 1 }, { signal });
+  }
   /**
    * Converts a framework ChatContext into Anthropic's message format.
    *
@@ -322,7 +326,8 @@ class LLMStream extends import_agents.llm.LLMStream {
           completionTokens: this.#outputTokens,
           promptTokens,
           totalTokens: promptTokens + this.#outputTokens,
-          promptCachedTokens: this.#cacheReadTokens
+          promptCachedTokens: this.#cacheReadTokens,
+          cacheCreationTokens: this.#cacheCreationTokens
         }
       });
     } catch (e) {

package/dist/llm.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport Anthropic from '@anthropic-ai/sdk';\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n} from '@livekit/agents';\nimport type { ChatModels } from './models.js';\n\n/** Configuration options for the Anthropic LLM plugin. */\nexport interface LLMOptions {\n  /** The model identifier to use. */\n  model: string | ChatModels;\n  /** Anthropic API key. Falls back to the `ANTHROPIC_API_KEY` environment variable. */\n  apiKey?: string;\n  /** Custom base URL for the Anthropic API. */\n  baseURL?: string;\n  /** Sampling temperature. */\n  temperature?: number;\n  /** Pre-configured Anthropic client instance. */\n  client?: Anthropic;\n  /** Tool selection strategy. */\n  toolChoice?: llm.ToolChoice;\n  /** Whether to allow parallel tool calls. */\n  parallelToolCalls?: boolean;\n  /** Maximum number of tokens in the response. Defaults to 4096. */\n  maxTokens?: number;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'claude-sonnet-4-6',\n  /* eslint-disable-next-line turbo/no-undeclared-env-vars */\n  apiKey: process.env.ANTHROPIC_API_KEY,\n  parallelToolCalls: true,\n};\n\n/**\n * Anthropic LLM provider for LiveKit Agents.\n *\n * @remarks\n * Implements the {@link llm.LLM} interface using the Anthropic Messages API.\n * Supports streaming, tool calling, and system prompt isolation required by\n * Claude 3.5+ models.\n */\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: Anthropic;\n\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (!this.#opts.apiKey && !this.#opts.client) {\n      throw new Error(\n        'Anthropic API key is required, whether as an argument or as $ANTHROPIC_API_KEY',\n      );\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new Anthropic({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /** @returns Human-readable label for logging. */\n  label(): string {\n    return 'anthropic.LLM';\n  }\n\n  /** @returns The model identifier being used. */\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /** @returns The API provider host. */\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.anthropic.com';\n    }\n  }\n\n  /**\n   * Converts a framework ChatContext into Anthropic's message format.\n   *\n   * @remarks\n   * - System prompts are isolated into a separate `TextBlockParam[]` array\n   *   (required by Claude 3.5+).\n   * - `function_call` items are mapped to Anthropic `tool_use` content blocks.\n   * - `function_call_output` items are mapped to `tool_result` content blocks.\n   * - Consecutive same-role messages are merged to satisfy Anthropic's\n   *   strict alternating-turn requirement.\n   * - A dummy `(empty)` user message is injected if the conversation doesn't\n   *   start with a user turn.\n   * - A dummy user message is appended if the conversation ends with an\n   *   assistant turn, since Claude 4.6+ does not support prefilling.\n   */\n  protected _buildAnthropicContext(chatCtx: llm.ChatContext): {\n    system: Anthropic.TextBlockParam[];\n    messages: Anthropic.MessageParam[];\n  } {\n    const system: Anthropic.TextBlockParam[] = [];\n    const rawMessages: Anthropic.MessageParam[] = [];\n\n    for (const msg of chatCtx.items) {\n      if (msg.type === 'message') {\n        const textContent = msg.rawTextContent || '';\n        if (msg.role === 'system' || msg.role === 'developer') {\n          system.push({ type: 'text', text: textContent });\n        } else if (msg.role === 'user' || msg.role === 'assistant') {\n          rawMessages.push({\n            role: msg.role,\n            content: textContent,\n          });\n        }\n      } else if (msg.type === 'function_call') {\n        // Map to Anthropic's tool_use content block (assistant role)\n        rawMessages.push({\n          role: 'assistant',\n          content: [\n            {\n              type: 'tool_use',\n              id: msg.callId,\n              name: msg.name,\n              input: JSON.parse(msg.args || '{}'),\n            },\n          ],\n        });\n      } else if (msg.type === 'function_call_output') {\n        // Map to Anthropic's tool_result content block (user role)\n        rawMessages.push({\n          role: 'user',\n          content: [\n            {\n              type: 'tool_result',\n              tool_use_id: msg.callId,\n              content: msg.output,\n              is_error: msg.isError,\n            },\n          ],\n        });\n      }\n    }\n\n    // Merge consecutive same-role messages (Anthropic requires alternating turns)\n    const messages: Anthropic.MessageParam[] = [];\n    for (const msg of rawMessages) {\n      const prev = messages[messages.length - 1];\n      if (prev && prev.role === msg.role) {\n        // Merge content into a single content array\n        const prevContent = Array.isArray(prev.content)\n          ? prev.content\n          : [{ type: 'text' as const, text: prev.content as string }];\n        const curContent = Array.isArray(msg.content)\n          ? msg.content\n          : [{ type: 'text' as const, text: msg.content as string }];\n        prev.content = [...prevContent, ...curContent] as Anthropic.ContentBlockParam[];\n      } else {\n        messages.push({ ...msg });\n      }\n    }\n\n    // Anthropic requires conversations to start with a user turn\n    if (messages.length === 0 || messages[0]!.role !== 'user') {\n      messages.unshift({ role: 'user', content: '(empty)' });\n    }\n\n    // Claude 4.6+ does not support prefilling (trailing assistant messages).\n    if (messages.length > 0 && messages[messages.length - 1]!.role === 'assistant') {\n      messages.push({ role: 'user', content: [{ type: 'text', text: '.' }] });\n    }\n\n    return { system, messages };\n  }\n\n  /**\n   * Creates a streaming chat completion.\n   *\n   * @remarks\n   * Maps `toolChoice` to Anthropic's format:\n   * - `\"required\"` → `{ type: \"any\" }`\n   * - `\"none\"` → clears tools\n   * - `{ type: \"function\", function: { name } }` → `{ type: \"tool\", name }`\n   */\n  chat({\n    chatCtx,\n    toolCtx: toolCtxInput,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContextLike;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const extras: Record<string, unknown> = { ...extraKwargs };\n\n    if (this.#opts.temperature !== undefined) extras.temperature = this.#opts.temperature;\n\n    const { system, messages } = this._buildAnthropicContext(chatCtx);\n\n    // Build Anthropic tool schemas\n    const toolCtx = llm.toToolContext(toolCtxInput);\n    const anthropicTools: Anthropic.Tool[] = [];\n    if (toolCtx) {\n      for (const [name, tool] of llm.sortedToolEntries(toolCtx)) {\n        anthropicTools.push({\n          name: name,\n          description: tool.description || '',\n          input_schema: (tool.parameters\n            ? llm.toJsonSchema(tool.parameters, false)\n            : { type: 'object', properties: {} }) as Anthropic.Tool.InputSchema,\n        });\n      }\n    }\n\n    // Map toolChoice and parallelToolCalls to Anthropic format\n    const resolvedToolChoice = toolChoice ?? this.#opts.toolChoice;\n    const resolvedParallel = parallelToolCalls ?? this.#opts.parallelToolCalls;\n\n    if ((resolvedToolChoice || resolvedParallel !== undefined) && anthropicTools.length > 0) {\n      let anthropicToolChoice: Record<string, unknown> | undefined = { type: 'auto' };\n\n      if (typeof resolvedToolChoice === 'string') {\n        if (resolvedToolChoice === 'required') {\n          anthropicToolChoice = { type: 'any' };\n        } else if (resolvedToolChoice === 'none') {\n          // Clear tools entirely when none is requested\n          anthropicTools.length = 0;\n          anthropicToolChoice = undefined;\n        }\n      } else if (\n        typeof resolvedToolChoice === 'object' &&\n        'type' in resolvedToolChoice &&\n        resolvedToolChoice.type === 'function'\n      ) {\n        const fn = (resolvedToolChoice as { function: { name: string } }).function;\n        anthropicToolChoice = { type: 'tool', name: fn.name };\n      }\n\n      if (anthropicToolChoice) {\n        // Map parallelToolCalls\n        if (resolvedParallel !== undefined) {\n          anthropicToolChoice.disable_parallel_tool_use = !resolvedParallel;\n        }\n        extras.tool_choice = anthropicToolChoice;\n      }\n    }\n\n    const requestParams: Anthropic.MessageCreateParamsStreaming = {\n      model: this.#opts.model,\n      messages: messages,\n      system: system.length > 0 ? system : undefined,\n      tools: anthropicTools.length > 0 ? anthropicTools : undefined,\n      stream: true,\n      max_tokens: this.#opts.maxTokens || 4096,\n      ...extras,\n    };\n\n    return new LLMStream(this, this.#client, requestParams, chatCtx, toolCtx, connOptions);\n  }\n}\n\n/**\n * Streaming response handler for Anthropic Messages API.\n *\n * @remarks\n * Parses SSE events including:\n * - `content_block_start` / `content_block_delta` / `content_block_stop` for text and tool use\n * - `message_start` / `message_delta` for token usage tracking\n * - Chain-of-thought `<thinking>` block filtering when tools are active\n */\nexport class LLMStream extends llm.LLMStream {\n  #client: Anthropic;\n  #requestParams: Anthropic.MessageCreateParamsStreaming;\n  #toolCallId?: string;\n  #fncName?: string;\n  #fncRawArgs?: string;\n  #requestId = '';\n  #ignoringCoT = false;\n  #inputTokens = 0;\n  #outputTokens = 0;\n  #cacheCreationTokens = 0;\n  #cacheReadTokens = 0;\n  #toolCtx?: llm.ToolContext;\n\n  constructor(\n    llmInst: LLM,\n    client: Anthropic,\n    requestParams: Anthropic.MessageCreateParamsStreaming,\n    chatCtx: llm.ChatContext,\n    toolCtx: llm.ToolContext | undefined,\n    connOptions: APIConnectOptions,\n  ) {\n    super(llmInst, { chatCtx, toolCtx, connOptions });\n    this.#client = client;\n    this.#requestParams = requestParams;\n    this.#toolCtx = toolCtx;\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n    this.#toolCallId = undefined;\n    this.#fncName = undefined;\n    this.#fncRawArgs = undefined;\n    this.#requestId = '';\n    this.#ignoringCoT = false;\n    this.#inputTokens = 0;\n    this.#outputTokens = 0;\n    this.#cacheCreationTokens = 0;\n    this.#cacheReadTokens = 0;\n\n    try {\n      const stream = await this.#client.messages.create(this.#requestParams, {\n        timeout: this.connOptions.timeoutMs,\n      });\n      for await (const event of stream) {\n        if (event.type === 'message_start') {\n          this.#requestId = event.message.id;\n          this.#inputTokens = event.message.usage.input_tokens;\n          this.#outputTokens = event.message.usage.output_tokens;\n          this.#cacheCreationTokens = event.message.usage.cache_creation_input_tokens ?? 0;\n          this.#cacheReadTokens = event.message.usage.cache_read_input_tokens ?? 0;\n        } else if (event.type === 'message_delta') {\n          this.#outputTokens = event.usage.output_tokens;\n        } else if (\n          event.type === 'content_block_start' &&\n          event.content_block.type === 'tool_use'\n        ) {\n          this.#toolCallId = event.content_block.id;\n          this.#fncName = event.content_block.name;\n          this.#fncRawArgs = '';\n        } else if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {\n          let text = event.delta.text;\n\n          // Filter chain-of-thought <thinking> blocks when tools are active\n          if (this.#toolCtx) {\n            const thinkingStart = text.indexOf('<thinking>');\n            if (thinkingStart >= 0) {\n              const preThinking = text.slice(0, thinkingStart);\n              if (preThinking) {\n                this.queue.put({\n                  id: this.#requestId,\n                  delta: { role: 'assistant', content: preThinking },\n                });\n                retryable = false;\n              }\n              text = text.slice(thinkingStart + '<thinking>'.length);\n              this.#ignoringCoT = true;\n            }\n            if (this.#ignoringCoT) {\n              const thinkingEnd = text.indexOf('</thinking>');\n              if (thinkingEnd >= 0) {\n                text = text.slice(thinkingEnd + '</thinking>'.length);\n                this.#ignoringCoT = false;\n              }\n            }\n          }\n\n          if (this.#ignoringCoT) {\n            continue;\n          }\n\n          // A delta can be reduced to an empty string when it was entirely a\n          // <thinking> block; don't emit it or mark the stream non-retryable.\n          if (text) {\n            this.queue.put({\n              id: this.#requestId,\n              delta: { role: 'assistant', content: text },\n            });\n            retryable = false;\n          }\n        } else if (\n          event.type === 'content_block_delta' &&\n          event.delta.type === 'input_json_delta'\n        ) {\n          this.#fncRawArgs += event.delta.partial_json;\n        } else if (event.type === 'content_block_stop' && this.#toolCallId) {\n          this.queue.put({\n            id: this.#requestId,\n            delta: {\n              role: 'assistant',\n              toolCalls: [\n                llm.FunctionCall.create({\n                  callId: this.#toolCallId,\n                  name: this.#fncName || '',\n                  args: this.#fncRawArgs || '',\n                }),\n              ],\n            },\n          });\n          this.#toolCallId = undefined;\n          this.#fncName = undefined;\n          this.#fncRawArgs = undefined;\n          retryable = false;\n        }\n      }\n\n      // Emit final usage chunk. Anthropic reports cached tokens separately from\n      // input_tokens, so fold them into promptTokens like the Python plugin does.\n      const promptTokens = this.#inputTokens + this.#cacheCreationTokens + this.#cacheReadTokens;\n      this.queue.put({\n        id: this.#requestId,\n        usage: {\n          completionTokens: this.#outputTokens,\n          promptTokens,\n          totalTokens: promptTokens + this.#outputTokens,\n          promptCachedTokens: this.#cacheReadTokens,\n        },\n      });\n    } catch (e: unknown) {\n      if (e instanceof Anthropic.APIError) {\n        if (e.status === 408) {\n          throw new APITimeoutError({\n            message: e.message,\n            options: { retryable },\n          });\n        }\n        throw new APIStatusError({\n          message: e.message,\n          options: {\n            statusCode: e.status,\n            body: e.error as object,\n            retryable: retryable && (e.status === 429 || e.status >= 500),\n          },\n        });\n      }\n      throw new APIConnectionError({\n        message: e instanceof Error ? e.message : String(e),\n        options: { retryable },\n      });\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAsB;AAEtB,oBAMO;AAuBP,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA;AAAA,EAEP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAUO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EAEA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,MAAM,QAAQ;AAC5C,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,WAAAA,QAAU;AAAA,MACZ,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA,EAGA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBU,uBAAuB,SAG/B;AACA,UAAM,SAAqC,CAAC;AAC5C,UAAM,cAAwC,CAAC;AAE/C,eAAW,OAAO,QAAQ,OAAO;AAC/B,UAAI,IAAI,SAAS,WAAW;AAC1B,cAAM,cAAc,IAAI,kBAAkB;AAC1C,YAAI,IAAI,SAAS,YAAY,IAAI,SAAS,aAAa;AACrD,iBAAO,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,QACjD,WAAW,IAAI,SAAS,UAAU,IAAI,SAAS,aAAa;AAC1D,sBAAY,KAAK;AAAA,YACf,MAAM,IAAI;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF,WAAW,IAAI,SAAS,iBAAiB;AAEvC,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,IAAI,IAAI;AAAA,cACR,MAAM,IAAI;AAAA,cACV,OAAO,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,YACpC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,WAAW,IAAI,SAAS,wBAAwB;AAE9C,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,aAAa,IAAI;AAAA,cACjB,SAAS,IAAI;AAAA,cACb,UAAU,IAAI;AAAA,YAChB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,WAAqC,CAAC;AAC5C,eAAW,OAAO,aAAa;AAC7B,YAAM,OAAO,SAAS,SAAS,SAAS,CAAC;AACzC,UAAI,QAAQ,KAAK,SAAS,IAAI,MAAM;AAElC,cAAM,cAAc,MAAM,QAAQ,KAAK,OAAO,IAC1C,KAAK,UACL,CAAC,EAAE,MAAM,QAAiB,MAAM,KAAK,QAAkB,CAAC;AAC5D,cAAM,aAAa,MAAM,QAAQ,IAAI,OAAO,IACxC,IAAI,UACJ,CAAC,EAAE,MAAM,QAAiB,MAAM,IAAI,QAAkB,CAAC;AAC3D,aAAK,UAAU,CAAC,GAAG,aAAa,GAAG,UAAU;AAAA,MAC/C,OAAO;AACL,iBAAS,KAAK,EAAE,GAAG,IAAI,CAAC;AAAA,MAC1B;AAAA,IACF;AAGA,QAAI,SAAS,WAAW,KAAK,SAAS,CAAC,EAAG,SAAS,QAAQ;AACzD,eAAS,QAAQ,EAAE,MAAM,QAAQ,SAAS,UAAU,CAAC;AAAA,IACvD;AAGA,QAAI,SAAS,SAAS,KAAK,SAAS,SAAS,SAAS,CAAC,EAAG,SAAS,aAAa;AAC9E,eAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,IACxE;AAEA,WAAO,EAAE,QAAQ,SAAS;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,KAAK;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAAkC,EAAE,GAAG,YAAY;AAEzD,QAAI,KAAK,MAAM,gBAAgB,OAAW,QAAO,cAAc,KAAK,MAAM;AAE1E,UAAM,EAAE,QAAQ,SAAS,IAAI,KAAK,uBAAuB,OAAO;AAGhE,UAAM,UAAU,kBAAI,cAAc,YAAY;AAC9C,UAAM,iBAAmC,CAAC;AAC1C,QAAI,SAAS;AACX,iBAAW,CAAC,MAAM,IAAI,KAAK,kBAAI,kBAAkB,OAAO,GAAG;AACzD,uBAAe,KAAK;AAAA,UAClB;AAAA,UACA,aAAa,KAAK,eAAe;AAAA,UACjC,cAAe,KAAK,aAChB,kBAAI,aAAa,KAAK,YAAY,KAAK,IACvC,EAAE,MAAM,UAAU,YAAY,CAAC,EAAE;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,qBAAqB,cAAc,KAAK,MAAM;AACpD,UAAM,mBAAmB,qBAAqB,KAAK,MAAM;AAEzD,SAAK,sBAAsB,qBAAqB,WAAc,eAAe,SAAS,GAAG;AACvF,UAAI,sBAA2D,EAAE,MAAM,OAAO;AAE9E,UAAI,OAAO,uBAAuB,UAAU;AAC1C,YAAI,uBAAuB,YAAY;AACrC,gCAAsB,EAAE,MAAM,MAAM;AAAA,QACtC,WAAW,uBAAuB,QAAQ;AAExC,yBAAe,SAAS;AACxB,gCAAsB;AAAA,QACxB;AAAA,MACF,WACE,OAAO,uBAAuB,YAC9B,UAAU,sBACV,mBAAmB,SAAS,YAC5B;AACA,cAAM,KAAM,mBAAsD;AAClE,8BAAsB,EAAE,MAAM,QAAQ,MAAM,GAAG,KAAK;AAAA,MACtD;AAEA,UAAI,qBAAqB;AAEvB,YAAI,qBAAqB,QAAW;AAClC,8BAAoB,4BAA4B,CAAC;AAAA,QACnD;AACA,eAAO,cAAc;AAAA,MACvB;AAAA,IACF;AAEA,UAAM,gBAAwD;AAAA,MAC5D,OAAO,KAAK,MAAM;AAAA,MAClB;AAAA,MACA,QAAQ,OAAO,SAAS,IAAI,SAAS;AAAA,MACrC,OAAO,eAAe,SAAS,IAAI,iBAAiB;AAAA,MACpD,QAAQ;AAAA,MACR,YAAY,KAAK,MAAM,aAAa;AAAA,MACpC,GAAG;AAAA,IACL;AAEA,WAAO,IAAI,UAAU,MAAM,KAAK,SAAS,eAAe,SAAS,SAAS,WAAW;AAAA,EACvF;AACF;AAWO,MAAM,kBAAkB,kBAAI,UAAU;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EACf,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,uBAAuB;AAAA,EACvB,mBAAmB;AAAA,EACnB;AAAA,EAEA,YACE,SACA,QACA,eACA,SACA,SACA,aACA;AACA,UAAM,SAAS,EAAE,SAAS,SAAS,YAAY,CAAC;AAChD,SAAK,UAAU;AACf,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAChB,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AACrB,SAAK,uBAAuB;AAC5B,SAAK,mBAAmB;AAExB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,SAAS,OAAO,KAAK,gBAAgB;AAAA,QACrE,SAAS,KAAK,YAAY;AAAA,MAC5B,CAAC;AACD,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,SAAS,iBAAiB;AAClC,eAAK,aAAa,MAAM,QAAQ;AAChC,eAAK,eAAe,MAAM,QAAQ,MAAM;AACxC,eAAK,gBAAgB,MAAM,QAAQ,MAAM;AACzC,eAAK,uBAAuB,MAAM,QAAQ,MAAM,+BAA+B;AAC/E,eAAK,mBAAmB,MAAM,QAAQ,MAAM,2BAA2B;AAAA,QACzE,WAAW,MAAM,SAAS,iBAAiB;AACzC,eAAK,gBAAgB,MAAM,MAAM;AAAA,QACnC,WACE,MAAM,SAAS,yBACf,MAAM,cAAc,SAAS,YAC7B;AACA,eAAK,cAAc,MAAM,cAAc;AACvC,eAAK,WAAW,MAAM,cAAc;AACpC,eAAK,cAAc;AAAA,QACrB,WAAW,MAAM,SAAS,yBAAyB,MAAM,MAAM,SAAS,cAAc;AACpF,cAAI,OAAO,MAAM,MAAM;AAGvB,cAAI,KAAK,UAAU;AACjB,kBAAM,gBAAgB,KAAK,QAAQ,YAAY;AAC/C,gBAAI,iBAAiB,GAAG;AACtB,oBAAM,cAAc,KAAK,MAAM,GAAG,aAAa;AAC/C,kBAAI,aAAa;AACf,qBAAK,MAAM,IAAI;AAAA,kBACb,IAAI,KAAK;AAAA,kBACT,OAAO,EAAE,MAAM,aAAa,SAAS,YAAY;AAAA,gBACnD,CAAC;AACD,4BAAY;AAAA,cACd;AACA,qBAAO,KAAK,MAAM,gBAAgB,aAAa,MAAM;AACrD,mBAAK,eAAe;AAAA,YACtB;AACA,gBAAI,KAAK,cAAc;AACrB,oBAAM,cAAc,KAAK,QAAQ,aAAa;AAC9C,kBAAI,eAAe,GAAG;AACpB,uBAAO,KAAK,MAAM,cAAc,cAAc,MAAM;AACpD,qBAAK,eAAe;AAAA,cACtB;AAAA,YACF;AAAA,UACF;AAEA,cAAI,KAAK,cAAc;AACrB;AAAA,UACF;AAIA,cAAI,MAAM;AACR,iBAAK,MAAM,IAAI;AAAA,cACb,IAAI,KAAK;AAAA,cACT,OAAO,EAAE,MAAM,aAAa,SAAS,KAAK;AAAA,YAC5C,CAAC;AACD,wBAAY;AAAA,UACd;AAAA,QACF,WACE,MAAM,SAAS,yBACf,MAAM,MAAM,SAAS,oBACrB;AACA,eAAK,eAAe,MAAM,MAAM;AAAA,QAClC,WAAW,MAAM,SAAS,wBAAwB,KAAK,aAAa;AAClE,eAAK,MAAM,IAAI;AAAA,YACb,IAAI,KAAK;AAAA,YACT,OAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT,kBAAI,aAAa,OAAO;AAAA,kBACtB,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK,YAAY;AAAA,kBACvB,MAAM,KAAK,eAAe;AAAA,gBAC5B,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AACD,eAAK,cAAc;AACnB,eAAK,WAAW;AAChB,eAAK,cAAc;AACnB,sBAAY;AAAA,QACd;AAAA,MACF;AAIA,YAAM,eAAe,KAAK,eAAe,KAAK,uBAAuB,KAAK;AAC1E,WAAK,MAAM,IAAI;AAAA,QACb,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,KAAK;AAAA,UACvB;AAAA,UACA,aAAa,eAAe,KAAK;AAAA,UACjC,oBAAoB,KAAK;AAAA,QAC3B;AAAA,MACF,CAAC;AAAA,IACH,SAAS,GAAY;AACnB,UAAI,aAAa,WAAAA,QAAU,UAAU;AACnC,YAAI,EAAE,WAAW,KAAK;AACpB,gBAAM,IAAI,8BAAgB;AAAA,YACxB,SAAS,EAAE;AAAA,YACX,SAAS,EAAE,UAAU;AAAA,UACvB,CAAC;AAAA,QACH;AACA,cAAM,IAAI,6BAAe;AAAA,UACvB,SAAS,EAAE;AAAA,UACX,SAAS;AAAA,YACP,YAAY,EAAE;AAAA,YACd,MAAM,EAAE;AAAA,YACR,WAAW,cAAc,EAAE,WAAW,OAAO,EAAE,UAAU;AAAA,UAC3D;AAAA,QACF,CAAC;AAAA,MACH;AACA,YAAM,IAAI,iCAAmB;AAAA,QAC3B,SAAS,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC;AAAA,QAClD,SAAS,EAAE,UAAU;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":["Anthropic"]}
+{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport Anthropic from '@anthropic-ai/sdk';\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n} from '@livekit/agents';\nimport type { ChatModels } from './models.js';\n\n/** Configuration options for the Anthropic LLM plugin. */\nexport interface LLMOptions {\n  /** The model identifier to use. */\n  model: string | ChatModels;\n  /** Anthropic API key. Falls back to the `ANTHROPIC_API_KEY` environment variable. */\n  apiKey?: string;\n  /** Custom base URL for the Anthropic API. */\n  baseURL?: string;\n  /** Sampling temperature. */\n  temperature?: number;\n  /** Pre-configured Anthropic client instance. */\n  client?: Anthropic;\n  /** Vendor client retries. Defaults to 0 because the framework owns retries. */\n  maxRetries?: number;\n  /** Tool selection strategy. */\n  toolChoice?: llm.ToolChoice;\n  /** Whether to allow parallel tool calls. */\n  parallelToolCalls?: boolean;\n  /** Maximum number of tokens in the response. Defaults to 4096. */\n  maxTokens?: number;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'claude-sonnet-4-6',\n  /* eslint-disable-next-line turbo/no-undeclared-env-vars */\n  apiKey: process.env.ANTHROPIC_API_KEY,\n  parallelToolCalls: true,\n};\n\n/**\n * Anthropic LLM provider for LiveKit Agents.\n *\n * @remarks\n * Implements the {@link llm.LLM} interface using the Anthropic Messages API.\n * Supports streaming, tool calling, and system prompt isolation required by\n * Claude 3.5+ models.\n */\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: Anthropic;\n\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (!this.#opts.apiKey && !this.#opts.client) {\n      throw new Error(\n        'Anthropic API key is required, whether as an argument or as $ANTHROPIC_API_KEY',\n      );\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new Anthropic({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n        maxRetries: this.#opts.maxRetries ?? 0,\n      });\n  }\n\n  /** @returns Human-readable label for logging. */\n  label(): string {\n    return 'anthropic.LLM';\n  }\n\n  /** @returns The model identifier being used. */\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /** @returns The API provider host. */\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.anthropic.com';\n    }\n  }\n\n  protected override async _prewarmImpl(signal: AbortSignal): Promise<void> {\n    await this.#client.models.list({ limit: 1 }, { signal });\n  }\n\n  /**\n   * Converts a framework ChatContext into Anthropic's message format.\n   *\n   * @remarks\n   * - System prompts are isolated into a separate `TextBlockParam[]` array\n   *   (required by Claude 3.5+).\n   * - `function_call` items are mapped to Anthropic `tool_use` content blocks.\n   * - `function_call_output` items are mapped to `tool_result` content blocks.\n   * - Consecutive same-role messages are merged to satisfy Anthropic's\n   *   strict alternating-turn requirement.\n   * - A dummy `(empty)` user message is injected if the conversation doesn't\n   *   start with a user turn.\n   * - A dummy user message is appended if the conversation ends with an\n   *   assistant turn, since Claude 4.6+ does not support prefilling.\n   */\n  protected _buildAnthropicContext(chatCtx: llm.ChatContext): {\n    system: Anthropic.TextBlockParam[];\n    messages: Anthropic.MessageParam[];\n  } {\n    const system: Anthropic.TextBlockParam[] = [];\n    const rawMessages: Anthropic.MessageParam[] = [];\n\n    for (const msg of chatCtx.items) {\n      if (msg.type === 'message') {\n        const textContent = msg.rawTextContent || '';\n        if (msg.role === 'system' || msg.role === 'developer') {\n          system.push({ type: 'text', text: textContent });\n        } else if (msg.role === 'user' || msg.role === 'assistant') {\n          rawMessages.push({\n            role: msg.role,\n            content: textContent,\n          });\n        }\n      } else if (msg.type === 'function_call') {\n        // Map to Anthropic's tool_use content block (assistant role)\n        rawMessages.push({\n          role: 'assistant',\n          content: [\n            {\n              type: 'tool_use',\n              id: msg.callId,\n              name: msg.name,\n              input: JSON.parse(msg.args || '{}'),\n            },\n          ],\n        });\n      } else if (msg.type === 'function_call_output') {\n        // Map to Anthropic's tool_result content block (user role)\n        rawMessages.push({\n          role: 'user',\n          content: [\n            {\n              type: 'tool_result',\n              tool_use_id: msg.callId,\n              content: msg.output,\n              is_error: msg.isError,\n            },\n          ],\n        });\n      }\n    }\n\n    // Merge consecutive same-role messages (Anthropic requires alternating turns)\n    const messages: Anthropic.MessageParam[] = [];\n    for (const msg of rawMessages) {\n      const prev = messages[messages.length - 1];\n      if (prev && prev.role === msg.role) {\n        // Merge content into a single content array\n        const prevContent = Array.isArray(prev.content)\n          ? prev.content\n          : [{ type: 'text' as const, text: prev.content as string }];\n        const curContent = Array.isArray(msg.content)\n          ? msg.content\n          : [{ type: 'text' as const, text: msg.content as string }];\n        prev.content = [...prevContent, ...curContent] as Anthropic.ContentBlockParam[];\n      } else {\n        messages.push({ ...msg });\n      }\n    }\n\n    // Anthropic requires conversations to start with a user turn\n    if (messages.length === 0 || messages[0]!.role !== 'user') {\n      messages.unshift({ role: 'user', content: '(empty)' });\n    }\n\n    // Claude 4.6+ does not support prefilling (trailing assistant messages).\n    if (messages.length > 0 && messages[messages.length - 1]!.role === 'assistant') {\n      messages.push({ role: 'user', content: [{ type: 'text', text: '.' }] });\n    }\n\n    return { system, messages };\n  }\n\n  /**\n   * Creates a streaming chat completion.\n   *\n   * @remarks\n   * Maps `toolChoice` to Anthropic's format:\n   * - `\"required\"` → `{ type: \"any\" }`\n   * - `\"none\"` → clears tools\n   * - `{ type: \"function\", function: { name } }` → `{ type: \"tool\", name }`\n   */\n  chat({\n    chatCtx,\n    toolCtx: toolCtxInput,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContextLike;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const extras: Record<string, unknown> = { ...extraKwargs };\n\n    if (this.#opts.temperature !== undefined) extras.temperature = this.#opts.temperature;\n\n    const { system, messages } = this._buildAnthropicContext(chatCtx);\n\n    // Build Anthropic tool schemas\n    const toolCtx = llm.toToolContext(toolCtxInput);\n    const anthropicTools: Anthropic.Tool[] = [];\n    if (toolCtx) {\n      for (const [name, tool] of llm.sortedToolEntries(toolCtx)) {\n        anthropicTools.push({\n          name: name,\n          description: tool.description || '',\n          input_schema: (tool.parameters\n            ? llm.toJsonSchema(tool.parameters, false)\n            : { type: 'object', properties: {} }) as Anthropic.Tool.InputSchema,\n        });\n      }\n    }\n\n    // Map toolChoice and parallelToolCalls to Anthropic format\n    const resolvedToolChoice = toolChoice ?? this.#opts.toolChoice;\n    const resolvedParallel = parallelToolCalls ?? this.#opts.parallelToolCalls;\n\n    if ((resolvedToolChoice || resolvedParallel !== undefined) && anthropicTools.length > 0) {\n      let anthropicToolChoice: Record<string, unknown> | undefined = { type: 'auto' };\n\n      if (typeof resolvedToolChoice === 'string') {\n        if (resolvedToolChoice === 'required') {\n          anthropicToolChoice = { type: 'any' };\n        } else if (resolvedToolChoice === 'none') {\n          // Clear tools entirely when none is requested\n          anthropicTools.length = 0;\n          anthropicToolChoice = undefined;\n        }\n      } else if (\n        typeof resolvedToolChoice === 'object' &&\n        'type' in resolvedToolChoice &&\n        resolvedToolChoice.type === 'function'\n      ) {\n        const fn = (resolvedToolChoice as { function: { name: string } }).function;\n        anthropicToolChoice = { type: 'tool', name: fn.name };\n      }\n\n      if (anthropicToolChoice) {\n        // Map parallelToolCalls\n        if (resolvedParallel !== undefined) {\n          anthropicToolChoice.disable_parallel_tool_use = !resolvedParallel;\n        }\n        extras.tool_choice = anthropicToolChoice;\n      }\n    }\n\n    const requestParams: Anthropic.MessageCreateParamsStreaming = {\n      model: this.#opts.model,\n      messages: messages,\n      system: system.length > 0 ? system : undefined,\n      tools: anthropicTools.length > 0 ? anthropicTools : undefined,\n      stream: true,\n      max_tokens: this.#opts.maxTokens || 4096,\n      ...extras,\n    };\n\n    return new LLMStream(this, this.#client, requestParams, chatCtx, toolCtx, connOptions);\n  }\n}\n\n/**\n * Streaming response handler for Anthropic Messages API.\n *\n * @remarks\n * Parses SSE events including:\n * - `content_block_start` / `content_block_delta` / `content_block_stop` for text and tool use\n * - `message_start` / `message_delta` for token usage tracking\n * - Chain-of-thought `<thinking>` block filtering when tools are active\n */\nexport class LLMStream extends llm.LLMStream {\n  #client: Anthropic;\n  #requestParams: Anthropic.MessageCreateParamsStreaming;\n  #toolCallId?: string;\n  #fncName?: string;\n  #fncRawArgs?: string;\n  #requestId = '';\n  #ignoringCoT = false;\n  #inputTokens = 0;\n  #outputTokens = 0;\n  #cacheCreationTokens = 0;\n  #cacheReadTokens = 0;\n  #toolCtx?: llm.ToolContext;\n\n  constructor(\n    llmInst: LLM,\n    client: Anthropic,\n    requestParams: Anthropic.MessageCreateParamsStreaming,\n    chatCtx: llm.ChatContext,\n    toolCtx: llm.ToolContext | undefined,\n    connOptions: APIConnectOptions,\n  ) {\n    super(llmInst, { chatCtx, toolCtx, connOptions });\n    this.#client = client;\n    this.#requestParams = requestParams;\n    this.#toolCtx = toolCtx;\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n    this.#toolCallId = undefined;\n    this.#fncName = undefined;\n    this.#fncRawArgs = undefined;\n    this.#requestId = '';\n    this.#ignoringCoT = false;\n    this.#inputTokens = 0;\n    this.#outputTokens = 0;\n    this.#cacheCreationTokens = 0;\n    this.#cacheReadTokens = 0;\n\n    try {\n      const stream = await this.#client.messages.create(this.#requestParams, {\n        timeout: this.connOptions.timeoutMs,\n      });\n      for await (const event of stream) {\n        if (event.type === 'message_start') {\n          this.#requestId = event.message.id;\n          this.#inputTokens = event.message.usage.input_tokens;\n          this.#outputTokens = event.message.usage.output_tokens;\n          this.#cacheCreationTokens = event.message.usage.cache_creation_input_tokens ?? 0;\n          this.#cacheReadTokens = event.message.usage.cache_read_input_tokens ?? 0;\n        } else if (event.type === 'message_delta') {\n          this.#outputTokens = event.usage.output_tokens;\n        } else if (\n          event.type === 'content_block_start' &&\n          event.content_block.type === 'tool_use'\n        ) {\n          this.#toolCallId = event.content_block.id;\n          this.#fncName = event.content_block.name;\n          this.#fncRawArgs = '';\n        } else if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {\n          let text = event.delta.text;\n\n          // Filter chain-of-thought <thinking> blocks when tools are active\n          if (this.#toolCtx) {\n            const thinkingStart = text.indexOf('<thinking>');\n            if (thinkingStart >= 0) {\n              const preThinking = text.slice(0, thinkingStart);\n              if (preThinking) {\n                this.queue.put({\n                  id: this.#requestId,\n                  delta: { role: 'assistant', content: preThinking },\n                });\n                retryable = false;\n              }\n              text = text.slice(thinkingStart + '<thinking>'.length);\n              this.#ignoringCoT = true;\n            }\n            if (this.#ignoringCoT) {\n              const thinkingEnd = text.indexOf('</thinking>');\n              if (thinkingEnd >= 0) {\n                text = text.slice(thinkingEnd + '</thinking>'.length);\n                this.#ignoringCoT = false;\n              }\n            }\n          }\n\n          if (this.#ignoringCoT) {\n            continue;\n          }\n\n          // A delta can be reduced to an empty string when it was entirely a\n          // <thinking> block; don't emit it or mark the stream non-retryable.\n          if (text) {\n            this.queue.put({\n              id: this.#requestId,\n              delta: { role: 'assistant', content: text },\n            });\n            retryable = false;\n          }\n        } else if (\n          event.type === 'content_block_delta' &&\n          event.delta.type === 'input_json_delta'\n        ) {\n          this.#fncRawArgs += event.delta.partial_json;\n        } else if (event.type === 'content_block_stop' && this.#toolCallId) {\n          this.queue.put({\n            id: this.#requestId,\n            delta: {\n              role: 'assistant',\n              toolCalls: [\n                llm.FunctionCall.create({\n                  callId: this.#toolCallId,\n                  name: this.#fncName || '',\n                  args: this.#fncRawArgs || '',\n                }),\n              ],\n            },\n          });\n          this.#toolCallId = undefined;\n          this.#fncName = undefined;\n          this.#fncRawArgs = undefined;\n          retryable = false;\n        }\n      }\n\n      // Emit final usage chunk. Anthropic reports cached tokens separately from\n      // input_tokens, so fold them into promptTokens like the Python plugin does.\n      const promptTokens = this.#inputTokens + this.#cacheCreationTokens + this.#cacheReadTokens;\n      this.queue.put({\n        id: this.#requestId,\n        usage: {\n          completionTokens: this.#outputTokens,\n          promptTokens,\n          totalTokens: promptTokens + this.#outputTokens,\n          promptCachedTokens: this.#cacheReadTokens,\n          cacheCreationTokens: this.#cacheCreationTokens,\n        },\n      });\n    } catch (e: unknown) {\n      if (e instanceof Anthropic.APIError) {\n        if (e.status === 408) {\n          throw new APITimeoutError({\n            message: e.message,\n            options: { retryable },\n          });\n        }\n        throw new APIStatusError({\n          message: e.message,\n          options: {\n            statusCode: e.status,\n            body: e.error as object,\n            retryable: retryable && (e.status === 429 || e.status >= 500),\n          },\n        });\n      }\n      throw new APIConnectionError({\n        message: e instanceof Error ? e.message : String(e),\n        options: { retryable },\n      });\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAsB;AAEtB,oBAMO;AAyBP,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA;AAAA,EAEP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAUO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EAEA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,MAAM,QAAQ;AAC5C,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,WAAAA,QAAU;AAAA,MACZ,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,MACnB,YAAY,KAAK,MAAM,cAAc;AAAA,IACvC,CAAC;AAAA,EACL;AAAA;AAAA,EAGA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAyB,aAAa,QAAoC;AACxE,UAAM,KAAK,QAAQ,OAAO,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBU,uBAAuB,SAG/B;AACA,UAAM,SAAqC,CAAC;AAC5C,UAAM,cAAwC,CAAC;AAE/C,eAAW,OAAO,QAAQ,OAAO;AAC/B,UAAI,IAAI,SAAS,WAAW;AAC1B,cAAM,cAAc,IAAI,kBAAkB;AAC1C,YAAI,IAAI,SAAS,YAAY,IAAI,SAAS,aAAa;AACrD,iBAAO,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,QACjD,WAAW,IAAI,SAAS,UAAU,IAAI,SAAS,aAAa;AAC1D,sBAAY,KAAK;AAAA,YACf,MAAM,IAAI;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF,WAAW,IAAI,SAAS,iBAAiB;AAEvC,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,IAAI,IAAI;AAAA,cACR,MAAM,IAAI;AAAA,cACV,OAAO,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,YACpC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,WAAW,IAAI,SAAS,wBAAwB;AAE9C,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,aAAa,IAAI;AAAA,cACjB,SAAS,IAAI;AAAA,cACb,UAAU,IAAI;AAAA,YAChB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,WAAqC,CAAC;AAC5C,eAAW,OAAO,aAAa;AAC7B,YAAM,OAAO,SAAS,SAAS,SAAS,CAAC;AACzC,UAAI,QAAQ,KAAK,SAAS,IAAI,MAAM;AAElC,cAAM,cAAc,MAAM,QAAQ,KAAK,OAAO,IAC1C,KAAK,UACL,CAAC,EAAE,MAAM,QAAiB,MAAM,KAAK,QAAkB,CAAC;AAC5D,cAAM,aAAa,MAAM,QAAQ,IAAI,OAAO,IACxC,IAAI,UACJ,CAAC,EAAE,MAAM,QAAiB,MAAM,IAAI,QAAkB,CAAC;AAC3D,aAAK,UAAU,CAAC,GAAG,aAAa,GAAG,UAAU;AAAA,MAC/C,OAAO;AACL,iBAAS,KAAK,EAAE,GAAG,IAAI,CAAC;AAAA,MAC1B;AAAA,IACF;AAGA,QAAI,SAAS,WAAW,KAAK,SAAS,CAAC,EAAG,SAAS,QAAQ;AACzD,eAAS,QAAQ,EAAE,MAAM,QAAQ,SAAS,UAAU,CAAC;AAAA,IACvD;AAGA,QAAI,SAAS,SAAS,KAAK,SAAS,SAAS,SAAS,CAAC,EAAG,SAAS,aAAa;AAC9E,eAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,IACxE;AAEA,WAAO,EAAE,QAAQ,SAAS;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,KAAK;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAAkC,EAAE,GAAG,YAAY;AAEzD,QAAI,KAAK,MAAM,gBAAgB,OAAW,QAAO,cAAc,KAAK,MAAM;AAE1E,UAAM,EAAE,QAAQ,SAAS,IAAI,KAAK,uBAAuB,OAAO;AAGhE,UAAM,UAAU,kBAAI,cAAc,YAAY;AAC9C,UAAM,iBAAmC,CAAC;AAC1C,QAAI,SAAS;AACX,iBAAW,CAAC,MAAM,IAAI,KAAK,kBAAI,kBAAkB,OAAO,GAAG;AACzD,uBAAe,KAAK;AAAA,UAClB;AAAA,UACA,aAAa,KAAK,eAAe;AAAA,UACjC,cAAe,KAAK,aAChB,kBAAI,aAAa,KAAK,YAAY,KAAK,IACvC,EAAE,MAAM,UAAU,YAAY,CAAC,EAAE;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,qBAAqB,cAAc,KAAK,MAAM;AACpD,UAAM,mBAAmB,qBAAqB,KAAK,MAAM;AAEzD,SAAK,sBAAsB,qBAAqB,WAAc,eAAe,SAAS,GAAG;AACvF,UAAI,sBAA2D,EAAE,MAAM,OAAO;AAE9E,UAAI,OAAO,uBAAuB,UAAU;AAC1C,YAAI,uBAAuB,YAAY;AACrC,gCAAsB,EAAE,MAAM,MAAM;AAAA,QACtC,WAAW,uBAAuB,QAAQ;AAExC,yBAAe,SAAS;AACxB,gCAAsB;AAAA,QACxB;AAAA,MACF,WACE,OAAO,uBAAuB,YAC9B,UAAU,sBACV,mBAAmB,SAAS,YAC5B;AACA,cAAM,KAAM,mBAAsD;AAClE,8BAAsB,EAAE,MAAM,QAAQ,MAAM,GAAG,KAAK;AAAA,MACtD;AAEA,UAAI,qBAAqB;AAEvB,YAAI,qBAAqB,QAAW;AAClC,8BAAoB,4BAA4B,CAAC;AAAA,QACnD;AACA,eAAO,cAAc;AAAA,MACvB;AAAA,IACF;AAEA,UAAM,gBAAwD;AAAA,MAC5D,OAAO,KAAK,MAAM;AAAA,MAClB;AAAA,MACA,QAAQ,OAAO,SAAS,IAAI,SAAS;AAAA,MACrC,OAAO,eAAe,SAAS,IAAI,iBAAiB;AAAA,MACpD,QAAQ;AAAA,MACR,YAAY,KAAK,MAAM,aAAa;AAAA,MACpC,GAAG;AAAA,IACL;AAEA,WAAO,IAAI,UAAU,MAAM,KAAK,SAAS,eAAe,SAAS,SAAS,WAAW;AAAA,EACvF;AACF;AAWO,MAAM,kBAAkB,kBAAI,UAAU;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EACf,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,uBAAuB;AAAA,EACvB,mBAAmB;AAAA,EACnB;AAAA,EAEA,YACE,SACA,QACA,eACA,SACA,SACA,aACA;AACA,UAAM,SAAS,EAAE,SAAS,SAAS,YAAY,CAAC;AAChD,SAAK,UAAU;AACf,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAChB,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AACrB,SAAK,uBAAuB;AAC5B,SAAK,mBAAmB;AAExB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,SAAS,OAAO,KAAK,gBAAgB;AAAA,QACrE,SAAS,KAAK,YAAY;AAAA,MAC5B,CAAC;AACD,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,SAAS,iBAAiB;AAClC,eAAK,aAAa,MAAM,QAAQ;AAChC,eAAK,eAAe,MAAM,QAAQ,MAAM;AACxC,eAAK,gBAAgB,MAAM,QAAQ,MAAM;AACzC,eAAK,uBAAuB,MAAM,QAAQ,MAAM,+BAA+B;AAC/E,eAAK,mBAAmB,MAAM,QAAQ,MAAM,2BAA2B;AAAA,QACzE,WAAW,MAAM,SAAS,iBAAiB;AACzC,eAAK,gBAAgB,MAAM,MAAM;AAAA,QACnC,WACE,MAAM,SAAS,yBACf,MAAM,cAAc,SAAS,YAC7B;AACA,eAAK,cAAc,MAAM,cAAc;AACvC,eAAK,WAAW,MAAM,cAAc;AACpC,eAAK,cAAc;AAAA,QACrB,WAAW,MAAM,SAAS,yBAAyB,MAAM,MAAM,SAAS,cAAc;AACpF,cAAI,OAAO,MAAM,MAAM;AAGvB,cAAI,KAAK,UAAU;AACjB,kBAAM,gBAAgB,KAAK,QAAQ,YAAY;AAC/C,gBAAI,iBAAiB,GAAG;AACtB,oBAAM,cAAc,KAAK,MAAM,GAAG,aAAa;AAC/C,kBAAI,aAAa;AACf,qBAAK,MAAM,IAAI;AAAA,kBACb,IAAI,KAAK;AAAA,kBACT,OAAO,EAAE,MAAM,aAAa,SAAS,YAAY;AAAA,gBACnD,CAAC;AACD,4BAAY;AAAA,cACd;AACA,qBAAO,KAAK,MAAM,gBAAgB,aAAa,MAAM;AACrD,mBAAK,eAAe;AAAA,YACtB;AACA,gBAAI,KAAK,cAAc;AACrB,oBAAM,cAAc,KAAK,QAAQ,aAAa;AAC9C,kBAAI,eAAe,GAAG;AACpB,uBAAO,KAAK,MAAM,cAAc,cAAc,MAAM;AACpD,qBAAK,eAAe;AAAA,cACtB;AAAA,YACF;AAAA,UACF;AAEA,cAAI,KAAK,cAAc;AACrB;AAAA,UACF;AAIA,cAAI,MAAM;AACR,iBAAK,MAAM,IAAI;AAAA,cACb,IAAI,KAAK;AAAA,cACT,OAAO,EAAE,MAAM,aAAa,SAAS,KAAK;AAAA,YAC5C,CAAC;AACD,wBAAY;AAAA,UACd;AAAA,QACF,WACE,MAAM,SAAS,yBACf,MAAM,MAAM,SAAS,oBACrB;AACA,eAAK,eAAe,MAAM,MAAM;AAAA,QAClC,WAAW,MAAM,SAAS,wBAAwB,KAAK,aAAa;AAClE,eAAK,MAAM,IAAI;AAAA,YACb,IAAI,KAAK;AAAA,YACT,OAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT,kBAAI,aAAa,OAAO;AAAA,kBACtB,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK,YAAY;AAAA,kBACvB,MAAM,KAAK,eAAe;AAAA,gBAC5B,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AACD,eAAK,cAAc;AACnB,eAAK,WAAW;AAChB,eAAK,cAAc;AACnB,sBAAY;AAAA,QACd;AAAA,MACF;AAIA,YAAM,eAAe,KAAK,eAAe,KAAK,uBAAuB,KAAK;AAC1E,WAAK,MAAM,IAAI;AAAA,QACb,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,KAAK;AAAA,UACvB;AAAA,UACA,aAAa,eAAe,KAAK;AAAA,UACjC,oBAAoB,KAAK;AAAA,UACzB,qBAAqB,KAAK;AAAA,QAC5B;AAAA,MACF,CAAC;AAAA,IACH,SAAS,GAAY;AACnB,UAAI,aAAa,WAAAA,QAAU,UAAU;AACnC,YAAI,EAAE,WAAW,KAAK;AACpB,gBAAM,IAAI,8BAAgB;AAAA,YACxB,SAAS,EAAE;AAAA,YACX,SAAS,EAAE,UAAU;AAAA,UACvB,CAAC;AAAA,QACH;AACA,cAAM,IAAI,6BAAe;AAAA,UACvB,SAAS,EAAE;AAAA,UACX,SAAS;AAAA,YACP,YAAY,EAAE;AAAA,YACd,MAAM,EAAE;AAAA,YACR,WAAW,cAAc,EAAE,WAAW,OAAO,EAAE,UAAU;AAAA,UAC3D;AAAA,QACF,CAAC;AAAA,MACH;AACA,YAAM,IAAI,iCAAmB;AAAA,QAC3B,SAAS,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC;AAAA,QAClD,SAAS,EAAE,UAAU;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":["Anthropic"]}

package/dist/llm.d.cts

@@ -14,6 +14,8 @@ export interface LLMOptions {
     temperature?: number;
     /** Pre-configured Anthropic client instance. */
     client?: Anthropic;
+    /** Vendor client retries. Defaults to 0 because the framework owns retries. */
+    maxRetries?: number;
     /** Tool selection strategy. */
     toolChoice?: llm.ToolChoice;
     /** Whether to allow parallel tool calls. */
@@ -38,6 +40,7 @@ export declare class LLM extends llm.LLM {
     get model(): string;
     /** @returns The API provider host. */
     get provider(): string;
+    protected _prewarmImpl(signal: AbortSignal): Promise<void>;
     /**
      * Converts a framework ChatContext into Anthropic's message format.
      *

package/dist/llm.d.ts

@@ -14,6 +14,8 @@ export interface LLMOptions {
     temperature?: number;
     /** Pre-configured Anthropic client instance. */
     client?: Anthropic;
+    /** Vendor client retries. Defaults to 0 because the framework owns retries. */
+    maxRetries?: number;
     /** Tool selection strategy. */
     toolChoice?: llm.ToolChoice;
     /** Whether to allow parallel tool calls. */
@@ -38,6 +40,7 @@ export declare class LLM extends llm.LLM {
     get model(): string;
     /** @returns The API provider host. */
     get provider(): string;
+    protected _prewarmImpl(signal: AbortSignal): Promise<void>;
     /**
      * Converts a framework ChatContext into Anthropic's message format.
      *

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAGA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EACJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,0DAA0D;AAC1D,MAAM,WAAW,UAAU;IACzB,mCAAmC;IACnC,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gDAAgD;IAChD,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,+BAA+B;IAC/B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,4CAA4C;IAC5C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,kEAAkE;IAClE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AASD;;;;;;;GAOG;AACH,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;gBAIlB,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAkBzD,iDAAiD;IACjD,KAAK,IAAI,MAAM;IAIf,gDAAgD;IAChD,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,sCAAsC;IACtC,IAAI,QAAQ,IAAI,MAAM,CAOrB;IAED;;;;;;;;;;;;;;OAcG;IACH,SAAS,CAAC,sBAAsB,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG;QAC1D,MAAM,EAAE,SAAS,CAAC,cAAc,EAAE,CAAC;QACnC,QAAQ,EAAE,SAAS,CAAC,YAAY,EAAE,CAAC;KACpC;IA2ED;;;;;;;;OAQG;IACH,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EAAE,YAAY,EACrB,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAC9B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;CAmEd;AAED;;;;;;;;GAQG;AACH,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;;gBAexC,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,SAAS,EACjB,aAAa,EAAE,SAAS,CAAC,4BAA4B,EACrD,OAAO,EAAE,GAAG,CAAC,WAAW,EACxB,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG,SAAS,EACpC,WAAW,EAAE,iBAAiB;cAQhB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAqIrC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAGA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EACJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,0DAA0D;AAC1D,MAAM,WAAW,UAAU;IACzB,mCAAmC;IACnC,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gDAAgD;IAChD,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,+EAA+E;IAC/E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,4CAA4C;IAC5C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,kEAAkE;IAClE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AASD;;;;;;;GAOG;AACH,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;gBAIlB,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAmBzD,iDAAiD;IACjD,KAAK,IAAI,MAAM;IAIf,gDAAgD;IAChD,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,sCAAsC;IACtC,IAAI,QAAQ,IAAI,MAAM,CAOrB;cAEwB,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzE;;;;;;;;;;;;;;OAcG;IACH,SAAS,CAAC,sBAAsB,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG;QAC1D,MAAM,EAAE,SAAS,CAAC,cAAc,EAAE,CAAC;QACnC,QAAQ,EAAE,SAAS,CAAC,YAAY,EAAE,CAAC;KACpC;IA2ED;;;;;;;;OAQG;IACH,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EAAE,YAAY,EACrB,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAC9B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;CAmEd;AAED;;;;;;;;GAQG;AACH,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;;gBAexC,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,SAAS,EACjB,aAAa,EAAE,SAAS,CAAC,4BAA4B,EACrD,OAAO,EAAE,GAAG,CAAC,WAAW,EACxB,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG,SAAS,EACpC,WAAW,EAAE,iBAAiB;cAQhB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAsIrC"}

package/dist/llm.js

@@ -25,7 +25,8 @@ class LLM extends llm.LLM {
     }
     this.#client = this.#opts.client || new Anthropic({
       baseURL: this.#opts.baseURL,
-      apiKey: this.#opts.apiKey
+      apiKey: this.#opts.apiKey,
+      maxRetries: this.#opts.maxRetries ?? 0
     });
   }
   /** @returns Human-readable label for logging. */
@@ -45,6 +46,9 @@ class LLM extends llm.LLM {
       return "api.anthropic.com";
     }
   }
+  async _prewarmImpl(signal) {
+    await this.#client.models.list({ limit: 1 }, { signal });
+  }
   /**
    * Converts a framework ChatContext into Anthropic's message format.
    *
@@ -294,7 +298,8 @@ class LLMStream extends llm.LLMStream {
           completionTokens: this.#outputTokens,
           promptTokens,
           totalTokens: promptTokens + this.#outputTokens,
-          promptCachedTokens: this.#cacheReadTokens
+          promptCachedTokens: this.#cacheReadTokens,
+          cacheCreationTokens: this.#cacheCreationTokens
         }
       });
     } catch (e) {

package/dist/llm.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport Anthropic from '@anthropic-ai/sdk';\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n} from '@livekit/agents';\nimport type { ChatModels } from './models.js';\n\n/** Configuration options for the Anthropic LLM plugin. */\nexport interface LLMOptions {\n  /** The model identifier to use. */\n  model: string | ChatModels;\n  /** Anthropic API key. Falls back to the `ANTHROPIC_API_KEY` environment variable. */\n  apiKey?: string;\n  /** Custom base URL for the Anthropic API. */\n  baseURL?: string;\n  /** Sampling temperature. */\n  temperature?: number;\n  /** Pre-configured Anthropic client instance. */\n  client?: Anthropic;\n  /** Tool selection strategy. */\n  toolChoice?: llm.ToolChoice;\n  /** Whether to allow parallel tool calls. */\n  parallelToolCalls?: boolean;\n  /** Maximum number of tokens in the response. Defaults to 4096. */\n  maxTokens?: number;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'claude-sonnet-4-6',\n  /* eslint-disable-next-line turbo/no-undeclared-env-vars */\n  apiKey: process.env.ANTHROPIC_API_KEY,\n  parallelToolCalls: true,\n};\n\n/**\n * Anthropic LLM provider for LiveKit Agents.\n *\n * @remarks\n * Implements the {@link llm.LLM} interface using the Anthropic Messages API.\n * Supports streaming, tool calling, and system prompt isolation required by\n * Claude 3.5+ models.\n */\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: Anthropic;\n\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (!this.#opts.apiKey && !this.#opts.client) {\n      throw new Error(\n        'Anthropic API key is required, whether as an argument or as $ANTHROPIC_API_KEY',\n      );\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new Anthropic({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /** @returns Human-readable label for logging. */\n  label(): string {\n    return 'anthropic.LLM';\n  }\n\n  /** @returns The model identifier being used. */\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /** @returns The API provider host. */\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.anthropic.com';\n    }\n  }\n\n  /**\n   * Converts a framework ChatContext into Anthropic's message format.\n   *\n   * @remarks\n   * - System prompts are isolated into a separate `TextBlockParam[]` array\n   *   (required by Claude 3.5+).\n   * - `function_call` items are mapped to Anthropic `tool_use` content blocks.\n   * - `function_call_output` items are mapped to `tool_result` content blocks.\n   * - Consecutive same-role messages are merged to satisfy Anthropic's\n   *   strict alternating-turn requirement.\n   * - A dummy `(empty)` user message is injected if the conversation doesn't\n   *   start with a user turn.\n   * - A dummy user message is appended if the conversation ends with an\n   *   assistant turn, since Claude 4.6+ does not support prefilling.\n   */\n  protected _buildAnthropicContext(chatCtx: llm.ChatContext): {\n    system: Anthropic.TextBlockParam[];\n    messages: Anthropic.MessageParam[];\n  } {\n    const system: Anthropic.TextBlockParam[] = [];\n    const rawMessages: Anthropic.MessageParam[] = [];\n\n    for (const msg of chatCtx.items) {\n      if (msg.type === 'message') {\n        const textContent = msg.rawTextContent || '';\n        if (msg.role === 'system' || msg.role === 'developer') {\n          system.push({ type: 'text', text: textContent });\n        } else if (msg.role === 'user' || msg.role === 'assistant') {\n          rawMessages.push({\n            role: msg.role,\n            content: textContent,\n          });\n        }\n      } else if (msg.type === 'function_call') {\n        // Map to Anthropic's tool_use content block (assistant role)\n        rawMessages.push({\n          role: 'assistant',\n          content: [\n            {\n              type: 'tool_use',\n              id: msg.callId,\n              name: msg.name,\n              input: JSON.parse(msg.args || '{}'),\n            },\n          ],\n        });\n      } else if (msg.type === 'function_call_output') {\n        // Map to Anthropic's tool_result content block (user role)\n        rawMessages.push({\n          role: 'user',\n          content: [\n            {\n              type: 'tool_result',\n              tool_use_id: msg.callId,\n              content: msg.output,\n              is_error: msg.isError,\n            },\n          ],\n        });\n      }\n    }\n\n    // Merge consecutive same-role messages (Anthropic requires alternating turns)\n    const messages: Anthropic.MessageParam[] = [];\n    for (const msg of rawMessages) {\n      const prev = messages[messages.length - 1];\n      if (prev && prev.role === msg.role) {\n        // Merge content into a single content array\n        const prevContent = Array.isArray(prev.content)\n          ? prev.content\n          : [{ type: 'text' as const, text: prev.content as string }];\n        const curContent = Array.isArray(msg.content)\n          ? msg.content\n          : [{ type: 'text' as const, text: msg.content as string }];\n        prev.content = [...prevContent, ...curContent] as Anthropic.ContentBlockParam[];\n      } else {\n        messages.push({ ...msg });\n      }\n    }\n\n    // Anthropic requires conversations to start with a user turn\n    if (messages.length === 0 || messages[0]!.role !== 'user') {\n      messages.unshift({ role: 'user', content: '(empty)' });\n    }\n\n    // Claude 4.6+ does not support prefilling (trailing assistant messages).\n    if (messages.length > 0 && messages[messages.length - 1]!.role === 'assistant') {\n      messages.push({ role: 'user', content: [{ type: 'text', text: '.' }] });\n    }\n\n    return { system, messages };\n  }\n\n  /**\n   * Creates a streaming chat completion.\n   *\n   * @remarks\n   * Maps `toolChoice` to Anthropic's format:\n   * - `\"required\"` → `{ type: \"any\" }`\n   * - `\"none\"` → clears tools\n   * - `{ type: \"function\", function: { name } }` → `{ type: \"tool\", name }`\n   */\n  chat({\n    chatCtx,\n    toolCtx: toolCtxInput,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContextLike;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const extras: Record<string, unknown> = { ...extraKwargs };\n\n    if (this.#opts.temperature !== undefined) extras.temperature = this.#opts.temperature;\n\n    const { system, messages } = this._buildAnthropicContext(chatCtx);\n\n    // Build Anthropic tool schemas\n    const toolCtx = llm.toToolContext(toolCtxInput);\n    const anthropicTools: Anthropic.Tool[] = [];\n    if (toolCtx) {\n      for (const [name, tool] of llm.sortedToolEntries(toolCtx)) {\n        anthropicTools.push({\n          name: name,\n          description: tool.description || '',\n          input_schema: (tool.parameters\n            ? llm.toJsonSchema(tool.parameters, false)\n            : { type: 'object', properties: {} }) as Anthropic.Tool.InputSchema,\n        });\n      }\n    }\n\n    // Map toolChoice and parallelToolCalls to Anthropic format\n    const resolvedToolChoice = toolChoice ?? this.#opts.toolChoice;\n    const resolvedParallel = parallelToolCalls ?? this.#opts.parallelToolCalls;\n\n    if ((resolvedToolChoice || resolvedParallel !== undefined) && anthropicTools.length > 0) {\n      let anthropicToolChoice: Record<string, unknown> | undefined = { type: 'auto' };\n\n      if (typeof resolvedToolChoice === 'string') {\n        if (resolvedToolChoice === 'required') {\n          anthropicToolChoice = { type: 'any' };\n        } else if (resolvedToolChoice === 'none') {\n          // Clear tools entirely when none is requested\n          anthropicTools.length = 0;\n          anthropicToolChoice = undefined;\n        }\n      } else if (\n        typeof resolvedToolChoice === 'object' &&\n        'type' in resolvedToolChoice &&\n        resolvedToolChoice.type === 'function'\n      ) {\n        const fn = (resolvedToolChoice as { function: { name: string } }).function;\n        anthropicToolChoice = { type: 'tool', name: fn.name };\n      }\n\n      if (anthropicToolChoice) {\n        // Map parallelToolCalls\n        if (resolvedParallel !== undefined) {\n          anthropicToolChoice.disable_parallel_tool_use = !resolvedParallel;\n        }\n        extras.tool_choice = anthropicToolChoice;\n      }\n    }\n\n    const requestParams: Anthropic.MessageCreateParamsStreaming = {\n      model: this.#opts.model,\n      messages: messages,\n      system: system.length > 0 ? system : undefined,\n      tools: anthropicTools.length > 0 ? anthropicTools : undefined,\n      stream: true,\n      max_tokens: this.#opts.maxTokens || 4096,\n      ...extras,\n    };\n\n    return new LLMStream(this, this.#client, requestParams, chatCtx, toolCtx, connOptions);\n  }\n}\n\n/**\n * Streaming response handler for Anthropic Messages API.\n *\n * @remarks\n * Parses SSE events including:\n * - `content_block_start` / `content_block_delta` / `content_block_stop` for text and tool use\n * - `message_start` / `message_delta` for token usage tracking\n * - Chain-of-thought `<thinking>` block filtering when tools are active\n */\nexport class LLMStream extends llm.LLMStream {\n  #client: Anthropic;\n  #requestParams: Anthropic.MessageCreateParamsStreaming;\n  #toolCallId?: string;\n  #fncName?: string;\n  #fncRawArgs?: string;\n  #requestId = '';\n  #ignoringCoT = false;\n  #inputTokens = 0;\n  #outputTokens = 0;\n  #cacheCreationTokens = 0;\n  #cacheReadTokens = 0;\n  #toolCtx?: llm.ToolContext;\n\n  constructor(\n    llmInst: LLM,\n    client: Anthropic,\n    requestParams: Anthropic.MessageCreateParamsStreaming,\n    chatCtx: llm.ChatContext,\n    toolCtx: llm.ToolContext | undefined,\n    connOptions: APIConnectOptions,\n  ) {\n    super(llmInst, { chatCtx, toolCtx, connOptions });\n    this.#client = client;\n    this.#requestParams = requestParams;\n    this.#toolCtx = toolCtx;\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n    this.#toolCallId = undefined;\n    this.#fncName = undefined;\n    this.#fncRawArgs = undefined;\n    this.#requestId = '';\n    this.#ignoringCoT = false;\n    this.#inputTokens = 0;\n    this.#outputTokens = 0;\n    this.#cacheCreationTokens = 0;\n    this.#cacheReadTokens = 0;\n\n    try {\n      const stream = await this.#client.messages.create(this.#requestParams, {\n        timeout: this.connOptions.timeoutMs,\n      });\n      for await (const event of stream) {\n        if (event.type === 'message_start') {\n          this.#requestId = event.message.id;\n          this.#inputTokens = event.message.usage.input_tokens;\n          this.#outputTokens = event.message.usage.output_tokens;\n          this.#cacheCreationTokens = event.message.usage.cache_creation_input_tokens ?? 0;\n          this.#cacheReadTokens = event.message.usage.cache_read_input_tokens ?? 0;\n        } else if (event.type === 'message_delta') {\n          this.#outputTokens = event.usage.output_tokens;\n        } else if (\n          event.type === 'content_block_start' &&\n          event.content_block.type === 'tool_use'\n        ) {\n          this.#toolCallId = event.content_block.id;\n          this.#fncName = event.content_block.name;\n          this.#fncRawArgs = '';\n        } else if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {\n          let text = event.delta.text;\n\n          // Filter chain-of-thought <thinking> blocks when tools are active\n          if (this.#toolCtx) {\n            const thinkingStart = text.indexOf('<thinking>');\n            if (thinkingStart >= 0) {\n              const preThinking = text.slice(0, thinkingStart);\n              if (preThinking) {\n                this.queue.put({\n                  id: this.#requestId,\n                  delta: { role: 'assistant', content: preThinking },\n                });\n                retryable = false;\n              }\n              text = text.slice(thinkingStart + '<thinking>'.length);\n              this.#ignoringCoT = true;\n            }\n            if (this.#ignoringCoT) {\n              const thinkingEnd = text.indexOf('</thinking>');\n              if (thinkingEnd >= 0) {\n                text = text.slice(thinkingEnd + '</thinking>'.length);\n                this.#ignoringCoT = false;\n              }\n            }\n          }\n\n          if (this.#ignoringCoT) {\n            continue;\n          }\n\n          // A delta can be reduced to an empty string when it was entirely a\n          // <thinking> block; don't emit it or mark the stream non-retryable.\n          if (text) {\n            this.queue.put({\n              id: this.#requestId,\n              delta: { role: 'assistant', content: text },\n            });\n            retryable = false;\n          }\n        } else if (\n          event.type === 'content_block_delta' &&\n          event.delta.type === 'input_json_delta'\n        ) {\n          this.#fncRawArgs += event.delta.partial_json;\n        } else if (event.type === 'content_block_stop' && this.#toolCallId) {\n          this.queue.put({\n            id: this.#requestId,\n            delta: {\n              role: 'assistant',\n              toolCalls: [\n                llm.FunctionCall.create({\n                  callId: this.#toolCallId,\n                  name: this.#fncName || '',\n                  args: this.#fncRawArgs || '',\n                }),\n              ],\n            },\n          });\n          this.#toolCallId = undefined;\n          this.#fncName = undefined;\n          this.#fncRawArgs = undefined;\n          retryable = false;\n        }\n      }\n\n      // Emit final usage chunk. Anthropic reports cached tokens separately from\n      // input_tokens, so fold them into promptTokens like the Python plugin does.\n      const promptTokens = this.#inputTokens + this.#cacheCreationTokens + this.#cacheReadTokens;\n      this.queue.put({\n        id: this.#requestId,\n        usage: {\n          completionTokens: this.#outputTokens,\n          promptTokens,\n          totalTokens: promptTokens + this.#outputTokens,\n          promptCachedTokens: this.#cacheReadTokens,\n        },\n      });\n    } catch (e: unknown) {\n      if (e instanceof Anthropic.APIError) {\n        if (e.status === 408) {\n          throw new APITimeoutError({\n            message: e.message,\n            options: { retryable },\n          });\n        }\n        throw new APIStatusError({\n          message: e.message,\n          options: {\n            statusCode: e.status,\n            body: e.error as object,\n            retryable: retryable && (e.status === 429 || e.status >= 500),\n          },\n        });\n      }\n      throw new APIConnectionError({\n        message: e instanceof Error ? e.message : String(e),\n        options: { retryable },\n      });\n    }\n  }\n}\n"],"mappings":"AAGA,OAAO,eAAe;AAEtB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAuBP,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA;AAAA,EAEP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAUO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EAEA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,MAAM,QAAQ;AAC5C,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,UAAU;AAAA,MACZ,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA,EAGA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBU,uBAAuB,SAG/B;AACA,UAAM,SAAqC,CAAC;AAC5C,UAAM,cAAwC,CAAC;AAE/C,eAAW,OAAO,QAAQ,OAAO;AAC/B,UAAI,IAAI,SAAS,WAAW;AAC1B,cAAM,cAAc,IAAI,kBAAkB;AAC1C,YAAI,IAAI,SAAS,YAAY,IAAI,SAAS,aAAa;AACrD,iBAAO,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,QACjD,WAAW,IAAI,SAAS,UAAU,IAAI,SAAS,aAAa;AAC1D,sBAAY,KAAK;AAAA,YACf,MAAM,IAAI;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF,WAAW,IAAI,SAAS,iBAAiB;AAEvC,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,IAAI,IAAI;AAAA,cACR,MAAM,IAAI;AAAA,cACV,OAAO,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,YACpC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,WAAW,IAAI,SAAS,wBAAwB;AAE9C,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,aAAa,IAAI;AAAA,cACjB,SAAS,IAAI;AAAA,cACb,UAAU,IAAI;AAAA,YAChB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,WAAqC,CAAC;AAC5C,eAAW,OAAO,aAAa;AAC7B,YAAM,OAAO,SAAS,SAAS,SAAS,CAAC;AACzC,UAAI,QAAQ,KAAK,SAAS,IAAI,MAAM;AAElC,cAAM,cAAc,MAAM,QAAQ,KAAK,OAAO,IAC1C,KAAK,UACL,CAAC,EAAE,MAAM,QAAiB,MAAM,KAAK,QAAkB,CAAC;AAC5D,cAAM,aAAa,MAAM,QAAQ,IAAI,OAAO,IACxC,IAAI,UACJ,CAAC,EAAE,MAAM,QAAiB,MAAM,IAAI,QAAkB,CAAC;AAC3D,aAAK,UAAU,CAAC,GAAG,aAAa,GAAG,UAAU;AAAA,MAC/C,OAAO;AACL,iBAAS,KAAK,EAAE,GAAG,IAAI,CAAC;AAAA,MAC1B;AAAA,IACF;AAGA,QAAI,SAAS,WAAW,KAAK,SAAS,CAAC,EAAG,SAAS,QAAQ;AACzD,eAAS,QAAQ,EAAE,MAAM,QAAQ,SAAS,UAAU,CAAC;AAAA,IACvD;AAGA,QAAI,SAAS,SAAS,KAAK,SAAS,SAAS,SAAS,CAAC,EAAG,SAAS,aAAa;AAC9E,eAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,IACxE;AAEA,WAAO,EAAE,QAAQ,SAAS;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,KAAK;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAAkC,EAAE,GAAG,YAAY;AAEzD,QAAI,KAAK,MAAM,gBAAgB,OAAW,QAAO,cAAc,KAAK,MAAM;AAE1E,UAAM,EAAE,QAAQ,SAAS,IAAI,KAAK,uBAAuB,OAAO;AAGhE,UAAM,UAAU,IAAI,cAAc,YAAY;AAC9C,UAAM,iBAAmC,CAAC;AAC1C,QAAI,SAAS;AACX,iBAAW,CAAC,MAAM,IAAI,KAAK,IAAI,kBAAkB,OAAO,GAAG;AACzD,uBAAe,KAAK;AAAA,UAClB;AAAA,UACA,aAAa,KAAK,eAAe;AAAA,UACjC,cAAe,KAAK,aAChB,IAAI,aAAa,KAAK,YAAY,KAAK,IACvC,EAAE,MAAM,UAAU,YAAY,CAAC,EAAE;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,qBAAqB,cAAc,KAAK,MAAM;AACpD,UAAM,mBAAmB,qBAAqB,KAAK,MAAM;AAEzD,SAAK,sBAAsB,qBAAqB,WAAc,eAAe,SAAS,GAAG;AACvF,UAAI,sBAA2D,EAAE,MAAM,OAAO;AAE9E,UAAI,OAAO,uBAAuB,UAAU;AAC1C,YAAI,uBAAuB,YAAY;AACrC,gCAAsB,EAAE,MAAM,MAAM;AAAA,QACtC,WAAW,uBAAuB,QAAQ;AAExC,yBAAe,SAAS;AACxB,gCAAsB;AAAA,QACxB;AAAA,MACF,WACE,OAAO,uBAAuB,YAC9B,UAAU,sBACV,mBAAmB,SAAS,YAC5B;AACA,cAAM,KAAM,mBAAsD;AAClE,8BAAsB,EAAE,MAAM,QAAQ,MAAM,GAAG,KAAK;AAAA,MACtD;AAEA,UAAI,qBAAqB;AAEvB,YAAI,qBAAqB,QAAW;AAClC,8BAAoB,4BAA4B,CAAC;AAAA,QACnD;AACA,eAAO,cAAc;AAAA,MACvB;AAAA,IACF;AAEA,UAAM,gBAAwD;AAAA,MAC5D,OAAO,KAAK,MAAM;AAAA,MAClB;AAAA,MACA,QAAQ,OAAO,SAAS,IAAI,SAAS;AAAA,MACrC,OAAO,eAAe,SAAS,IAAI,iBAAiB;AAAA,MACpD,QAAQ;AAAA,MACR,YAAY,KAAK,MAAM,aAAa;AAAA,MACpC,GAAG;AAAA,IACL;AAEA,WAAO,IAAI,UAAU,MAAM,KAAK,SAAS,eAAe,SAAS,SAAS,WAAW;AAAA,EACvF;AACF;AAWO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EACf,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,uBAAuB;AAAA,EACvB,mBAAmB;AAAA,EACnB;AAAA,EAEA,YACE,SACA,QACA,eACA,SACA,SACA,aACA;AACA,UAAM,SAAS,EAAE,SAAS,SAAS,YAAY,CAAC;AAChD,SAAK,UAAU;AACf,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAChB,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AACrB,SAAK,uBAAuB;AAC5B,SAAK,mBAAmB;AAExB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,SAAS,OAAO,KAAK,gBAAgB;AAAA,QACrE,SAAS,KAAK,YAAY;AAAA,MAC5B,CAAC;AACD,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,SAAS,iBAAiB;AAClC,eAAK,aAAa,MAAM,QAAQ;AAChC,eAAK,eAAe,MAAM,QAAQ,MAAM;AACxC,eAAK,gBAAgB,MAAM,QAAQ,MAAM;AACzC,eAAK,uBAAuB,MAAM,QAAQ,MAAM,+BAA+B;AAC/E,eAAK,mBAAmB,MAAM,QAAQ,MAAM,2BAA2B;AAAA,QACzE,WAAW,MAAM,SAAS,iBAAiB;AACzC,eAAK,gBAAgB,MAAM,MAAM;AAAA,QACnC,WACE,MAAM,SAAS,yBACf,MAAM,cAAc,SAAS,YAC7B;AACA,eAAK,cAAc,MAAM,cAAc;AACvC,eAAK,WAAW,MAAM,cAAc;AACpC,eAAK,cAAc;AAAA,QACrB,WAAW,MAAM,SAAS,yBAAyB,MAAM,MAAM,SAAS,cAAc;AACpF,cAAI,OAAO,MAAM,MAAM;AAGvB,cAAI,KAAK,UAAU;AACjB,kBAAM,gBAAgB,KAAK,QAAQ,YAAY;AAC/C,gBAAI,iBAAiB,GAAG;AACtB,oBAAM,cAAc,KAAK,MAAM,GAAG,aAAa;AAC/C,kBAAI,aAAa;AACf,qBAAK,MAAM,IAAI;AAAA,kBACb,IAAI,KAAK;AAAA,kBACT,OAAO,EAAE,MAAM,aAAa,SAAS,YAAY;AAAA,gBACnD,CAAC;AACD,4BAAY;AAAA,cACd;AACA,qBAAO,KAAK,MAAM,gBAAgB,aAAa,MAAM;AACrD,mBAAK,eAAe;AAAA,YACtB;AACA,gBAAI,KAAK,cAAc;AACrB,oBAAM,cAAc,KAAK,QAAQ,aAAa;AAC9C,kBAAI,eAAe,GAAG;AACpB,uBAAO,KAAK,MAAM,cAAc,cAAc,MAAM;AACpD,qBAAK,eAAe;AAAA,cACtB;AAAA,YACF;AAAA,UACF;AAEA,cAAI,KAAK,cAAc;AACrB;AAAA,UACF;AAIA,cAAI,MAAM;AACR,iBAAK,MAAM,IAAI;AAAA,cACb,IAAI,KAAK;AAAA,cACT,OAAO,EAAE,MAAM,aAAa,SAAS,KAAK;AAAA,YAC5C,CAAC;AACD,wBAAY;AAAA,UACd;AAAA,QACF,WACE,MAAM,SAAS,yBACf,MAAM,MAAM,SAAS,oBACrB;AACA,eAAK,eAAe,MAAM,MAAM;AAAA,QAClC,WAAW,MAAM,SAAS,wBAAwB,KAAK,aAAa;AAClE,eAAK,MAAM,IAAI;AAAA,YACb,IAAI,KAAK;AAAA,YACT,OAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT,IAAI,aAAa,OAAO;AAAA,kBACtB,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK,YAAY;AAAA,kBACvB,MAAM,KAAK,eAAe;AAAA,gBAC5B,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AACD,eAAK,cAAc;AACnB,eAAK,WAAW;AAChB,eAAK,cAAc;AACnB,sBAAY;AAAA,QACd;AAAA,MACF;AAIA,YAAM,eAAe,KAAK,eAAe,KAAK,uBAAuB,KAAK;AAC1E,WAAK,MAAM,IAAI;AAAA,QACb,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,KAAK;AAAA,UACvB;AAAA,UACA,aAAa,eAAe,KAAK;AAAA,UACjC,oBAAoB,KAAK;AAAA,QAC3B;AAAA,MACF,CAAC;AAAA,IACH,SAAS,GAAY;AACnB,UAAI,aAAa,UAAU,UAAU;AACnC,YAAI,EAAE,WAAW,KAAK;AACpB,gBAAM,IAAI,gBAAgB;AAAA,YACxB,SAAS,EAAE;AAAA,YACX,SAAS,EAAE,UAAU;AAAA,UACvB,CAAC;AAAA,QACH;AACA,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,EAAE;AAAA,UACX,SAAS;AAAA,YACP,YAAY,EAAE;AAAA,YACd,MAAM,EAAE;AAAA,YACR,WAAW,cAAc,EAAE,WAAW,OAAO,EAAE,UAAU;AAAA,UAC3D;AAAA,QACF,CAAC;AAAA,MACH;AACA,YAAM,IAAI,mBAAmB;AAAA,QAC3B,SAAS,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC;AAAA,QAClD,SAAS,EAAE,UAAU;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport Anthropic from '@anthropic-ai/sdk';\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n} from '@livekit/agents';\nimport type { ChatModels } from './models.js';\n\n/** Configuration options for the Anthropic LLM plugin. */\nexport interface LLMOptions {\n  /** The model identifier to use. */\n  model: string | ChatModels;\n  /** Anthropic API key. Falls back to the `ANTHROPIC_API_KEY` environment variable. */\n  apiKey?: string;\n  /** Custom base URL for the Anthropic API. */\n  baseURL?: string;\n  /** Sampling temperature. */\n  temperature?: number;\n  /** Pre-configured Anthropic client instance. */\n  client?: Anthropic;\n  /** Vendor client retries. Defaults to 0 because the framework owns retries. */\n  maxRetries?: number;\n  /** Tool selection strategy. */\n  toolChoice?: llm.ToolChoice;\n  /** Whether to allow parallel tool calls. */\n  parallelToolCalls?: boolean;\n  /** Maximum number of tokens in the response. Defaults to 4096. */\n  maxTokens?: number;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'claude-sonnet-4-6',\n  /* eslint-disable-next-line turbo/no-undeclared-env-vars */\n  apiKey: process.env.ANTHROPIC_API_KEY,\n  parallelToolCalls: true,\n};\n\n/**\n * Anthropic LLM provider for LiveKit Agents.\n *\n * @remarks\n * Implements the {@link llm.LLM} interface using the Anthropic Messages API.\n * Supports streaming, tool calling, and system prompt isolation required by\n * Claude 3.5+ models.\n */\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: Anthropic;\n\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (!this.#opts.apiKey && !this.#opts.client) {\n      throw new Error(\n        'Anthropic API key is required, whether as an argument or as $ANTHROPIC_API_KEY',\n      );\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new Anthropic({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n        maxRetries: this.#opts.maxRetries ?? 0,\n      });\n  }\n\n  /** @returns Human-readable label for logging. */\n  label(): string {\n    return 'anthropic.LLM';\n  }\n\n  /** @returns The model identifier being used. */\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /** @returns The API provider host. */\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.anthropic.com';\n    }\n  }\n\n  protected override async _prewarmImpl(signal: AbortSignal): Promise<void> {\n    await this.#client.models.list({ limit: 1 }, { signal });\n  }\n\n  /**\n   * Converts a framework ChatContext into Anthropic's message format.\n   *\n   * @remarks\n   * - System prompts are isolated into a separate `TextBlockParam[]` array\n   *   (required by Claude 3.5+).\n   * - `function_call` items are mapped to Anthropic `tool_use` content blocks.\n   * - `function_call_output` items are mapped to `tool_result` content blocks.\n   * - Consecutive same-role messages are merged to satisfy Anthropic's\n   *   strict alternating-turn requirement.\n   * - A dummy `(empty)` user message is injected if the conversation doesn't\n   *   start with a user turn.\n   * - A dummy user message is appended if the conversation ends with an\n   *   assistant turn, since Claude 4.6+ does not support prefilling.\n   */\n  protected _buildAnthropicContext(chatCtx: llm.ChatContext): {\n    system: Anthropic.TextBlockParam[];\n    messages: Anthropic.MessageParam[];\n  } {\n    const system: Anthropic.TextBlockParam[] = [];\n    const rawMessages: Anthropic.MessageParam[] = [];\n\n    for (const msg of chatCtx.items) {\n      if (msg.type === 'message') {\n        const textContent = msg.rawTextContent || '';\n        if (msg.role === 'system' || msg.role === 'developer') {\n          system.push({ type: 'text', text: textContent });\n        } else if (msg.role === 'user' || msg.role === 'assistant') {\n          rawMessages.push({\n            role: msg.role,\n            content: textContent,\n          });\n        }\n      } else if (msg.type === 'function_call') {\n        // Map to Anthropic's tool_use content block (assistant role)\n        rawMessages.push({\n          role: 'assistant',\n          content: [\n            {\n              type: 'tool_use',\n              id: msg.callId,\n              name: msg.name,\n              input: JSON.parse(msg.args || '{}'),\n            },\n          ],\n        });\n      } else if (msg.type === 'function_call_output') {\n        // Map to Anthropic's tool_result content block (user role)\n        rawMessages.push({\n          role: 'user',\n          content: [\n            {\n              type: 'tool_result',\n              tool_use_id: msg.callId,\n              content: msg.output,\n              is_error: msg.isError,\n            },\n          ],\n        });\n      }\n    }\n\n    // Merge consecutive same-role messages (Anthropic requires alternating turns)\n    const messages: Anthropic.MessageParam[] = [];\n    for (const msg of rawMessages) {\n      const prev = messages[messages.length - 1];\n      if (prev && prev.role === msg.role) {\n        // Merge content into a single content array\n        const prevContent = Array.isArray(prev.content)\n          ? prev.content\n          : [{ type: 'text' as const, text: prev.content as string }];\n        const curContent = Array.isArray(msg.content)\n          ? msg.content\n          : [{ type: 'text' as const, text: msg.content as string }];\n        prev.content = [...prevContent, ...curContent] as Anthropic.ContentBlockParam[];\n      } else {\n        messages.push({ ...msg });\n      }\n    }\n\n    // Anthropic requires conversations to start with a user turn\n    if (messages.length === 0 || messages[0]!.role !== 'user') {\n      messages.unshift({ role: 'user', content: '(empty)' });\n    }\n\n    // Claude 4.6+ does not support prefilling (trailing assistant messages).\n    if (messages.length > 0 && messages[messages.length - 1]!.role === 'assistant') {\n      messages.push({ role: 'user', content: [{ type: 'text', text: '.' }] });\n    }\n\n    return { system, messages };\n  }\n\n  /**\n   * Creates a streaming chat completion.\n   *\n   * @remarks\n   * Maps `toolChoice` to Anthropic's format:\n   * - `\"required\"` → `{ type: \"any\" }`\n   * - `\"none\"` → clears tools\n   * - `{ type: \"function\", function: { name } }` → `{ type: \"tool\", name }`\n   */\n  chat({\n    chatCtx,\n    toolCtx: toolCtxInput,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContextLike;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const extras: Record<string, unknown> = { ...extraKwargs };\n\n    if (this.#opts.temperature !== undefined) extras.temperature = this.#opts.temperature;\n\n    const { system, messages } = this._buildAnthropicContext(chatCtx);\n\n    // Build Anthropic tool schemas\n    const toolCtx = llm.toToolContext(toolCtxInput);\n    const anthropicTools: Anthropic.Tool[] = [];\n    if (toolCtx) {\n      for (const [name, tool] of llm.sortedToolEntries(toolCtx)) {\n        anthropicTools.push({\n          name: name,\n          description: tool.description || '',\n          input_schema: (tool.parameters\n            ? llm.toJsonSchema(tool.parameters, false)\n            : { type: 'object', properties: {} }) as Anthropic.Tool.InputSchema,\n        });\n      }\n    }\n\n    // Map toolChoice and parallelToolCalls to Anthropic format\n    const resolvedToolChoice = toolChoice ?? this.#opts.toolChoice;\n    const resolvedParallel = parallelToolCalls ?? this.#opts.parallelToolCalls;\n\n    if ((resolvedToolChoice || resolvedParallel !== undefined) && anthropicTools.length > 0) {\n      let anthropicToolChoice: Record<string, unknown> | undefined = { type: 'auto' };\n\n      if (typeof resolvedToolChoice === 'string') {\n        if (resolvedToolChoice === 'required') {\n          anthropicToolChoice = { type: 'any' };\n        } else if (resolvedToolChoice === 'none') {\n          // Clear tools entirely when none is requested\n          anthropicTools.length = 0;\n          anthropicToolChoice = undefined;\n        }\n      } else if (\n        typeof resolvedToolChoice === 'object' &&\n        'type' in resolvedToolChoice &&\n        resolvedToolChoice.type === 'function'\n      ) {\n        const fn = (resolvedToolChoice as { function: { name: string } }).function;\n        anthropicToolChoice = { type: 'tool', name: fn.name };\n      }\n\n      if (anthropicToolChoice) {\n        // Map parallelToolCalls\n        if (resolvedParallel !== undefined) {\n          anthropicToolChoice.disable_parallel_tool_use = !resolvedParallel;\n        }\n        extras.tool_choice = anthropicToolChoice;\n      }\n    }\n\n    const requestParams: Anthropic.MessageCreateParamsStreaming = {\n      model: this.#opts.model,\n      messages: messages,\n      system: system.length > 0 ? system : undefined,\n      tools: anthropicTools.length > 0 ? anthropicTools : undefined,\n      stream: true,\n      max_tokens: this.#opts.maxTokens || 4096,\n      ...extras,\n    };\n\n    return new LLMStream(this, this.#client, requestParams, chatCtx, toolCtx, connOptions);\n  }\n}\n\n/**\n * Streaming response handler for Anthropic Messages API.\n *\n * @remarks\n * Parses SSE events including:\n * - `content_block_start` / `content_block_delta` / `content_block_stop` for text and tool use\n * - `message_start` / `message_delta` for token usage tracking\n * - Chain-of-thought `<thinking>` block filtering when tools are active\n */\nexport class LLMStream extends llm.LLMStream {\n  #client: Anthropic;\n  #requestParams: Anthropic.MessageCreateParamsStreaming;\n  #toolCallId?: string;\n  #fncName?: string;\n  #fncRawArgs?: string;\n  #requestId = '';\n  #ignoringCoT = false;\n  #inputTokens = 0;\n  #outputTokens = 0;\n  #cacheCreationTokens = 0;\n  #cacheReadTokens = 0;\n  #toolCtx?: llm.ToolContext;\n\n  constructor(\n    llmInst: LLM,\n    client: Anthropic,\n    requestParams: Anthropic.MessageCreateParamsStreaming,\n    chatCtx: llm.ChatContext,\n    toolCtx: llm.ToolContext | undefined,\n    connOptions: APIConnectOptions,\n  ) {\n    super(llmInst, { chatCtx, toolCtx, connOptions });\n    this.#client = client;\n    this.#requestParams = requestParams;\n    this.#toolCtx = toolCtx;\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n    this.#toolCallId = undefined;\n    this.#fncName = undefined;\n    this.#fncRawArgs = undefined;\n    this.#requestId = '';\n    this.#ignoringCoT = false;\n    this.#inputTokens = 0;\n    this.#outputTokens = 0;\n    this.#cacheCreationTokens = 0;\n    this.#cacheReadTokens = 0;\n\n    try {\n      const stream = await this.#client.messages.create(this.#requestParams, {\n        timeout: this.connOptions.timeoutMs,\n      });\n      for await (const event of stream) {\n        if (event.type === 'message_start') {\n          this.#requestId = event.message.id;\n          this.#inputTokens = event.message.usage.input_tokens;\n          this.#outputTokens = event.message.usage.output_tokens;\n          this.#cacheCreationTokens = event.message.usage.cache_creation_input_tokens ?? 0;\n          this.#cacheReadTokens = event.message.usage.cache_read_input_tokens ?? 0;\n        } else if (event.type === 'message_delta') {\n          this.#outputTokens = event.usage.output_tokens;\n        } else if (\n          event.type === 'content_block_start' &&\n          event.content_block.type === 'tool_use'\n        ) {\n          this.#toolCallId = event.content_block.id;\n          this.#fncName = event.content_block.name;\n          this.#fncRawArgs = '';\n        } else if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {\n          let text = event.delta.text;\n\n          // Filter chain-of-thought <thinking> blocks when tools are active\n          if (this.#toolCtx) {\n            const thinkingStart = text.indexOf('<thinking>');\n            if (thinkingStart >= 0) {\n              const preThinking = text.slice(0, thinkingStart);\n              if (preThinking) {\n                this.queue.put({\n                  id: this.#requestId,\n                  delta: { role: 'assistant', content: preThinking },\n                });\n                retryable = false;\n              }\n              text = text.slice(thinkingStart + '<thinking>'.length);\n              this.#ignoringCoT = true;\n            }\n            if (this.#ignoringCoT) {\n              const thinkingEnd = text.indexOf('</thinking>');\n              if (thinkingEnd >= 0) {\n                text = text.slice(thinkingEnd + '</thinking>'.length);\n                this.#ignoringCoT = false;\n              }\n            }\n          }\n\n          if (this.#ignoringCoT) {\n            continue;\n          }\n\n          // A delta can be reduced to an empty string when it was entirely a\n          // <thinking> block; don't emit it or mark the stream non-retryable.\n          if (text) {\n            this.queue.put({\n              id: this.#requestId,\n              delta: { role: 'assistant', content: text },\n            });\n            retryable = false;\n          }\n        } else if (\n          event.type === 'content_block_delta' &&\n          event.delta.type === 'input_json_delta'\n        ) {\n          this.#fncRawArgs += event.delta.partial_json;\n        } else if (event.type === 'content_block_stop' && this.#toolCallId) {\n          this.queue.put({\n            id: this.#requestId,\n            delta: {\n              role: 'assistant',\n              toolCalls: [\n                llm.FunctionCall.create({\n                  callId: this.#toolCallId,\n                  name: this.#fncName || '',\n                  args: this.#fncRawArgs || '',\n                }),\n              ],\n            },\n          });\n          this.#toolCallId = undefined;\n          this.#fncName = undefined;\n          this.#fncRawArgs = undefined;\n          retryable = false;\n        }\n      }\n\n      // Emit final usage chunk. Anthropic reports cached tokens separately from\n      // input_tokens, so fold them into promptTokens like the Python plugin does.\n      const promptTokens = this.#inputTokens + this.#cacheCreationTokens + this.#cacheReadTokens;\n      this.queue.put({\n        id: this.#requestId,\n        usage: {\n          completionTokens: this.#outputTokens,\n          promptTokens,\n          totalTokens: promptTokens + this.#outputTokens,\n          promptCachedTokens: this.#cacheReadTokens,\n          cacheCreationTokens: this.#cacheCreationTokens,\n        },\n      });\n    } catch (e: unknown) {\n      if (e instanceof Anthropic.APIError) {\n        if (e.status === 408) {\n          throw new APITimeoutError({\n            message: e.message,\n            options: { retryable },\n          });\n        }\n        throw new APIStatusError({\n          message: e.message,\n          options: {\n            statusCode: e.status,\n            body: e.error as object,\n            retryable: retryable && (e.status === 429 || e.status >= 500),\n          },\n        });\n      }\n      throw new APIConnectionError({\n        message: e instanceof Error ? e.message : String(e),\n        options: { retryable },\n      });\n    }\n  }\n}\n"],"mappings":"AAGA,OAAO,eAAe;AAEtB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAyBP,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA;AAAA,EAEP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAUO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EAEA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,MAAM,QAAQ;AAC5C,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,UAAU;AAAA,MACZ,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,MACnB,YAAY,KAAK,MAAM,cAAc;AAAA,IACvC,CAAC;AAAA,EACL;AAAA;AAAA,EAGA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAyB,aAAa,QAAoC;AACxE,UAAM,KAAK,QAAQ,OAAO,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBU,uBAAuB,SAG/B;AACA,UAAM,SAAqC,CAAC;AAC5C,UAAM,cAAwC,CAAC;AAE/C,eAAW,OAAO,QAAQ,OAAO;AAC/B,UAAI,IAAI,SAAS,WAAW;AAC1B,cAAM,cAAc,IAAI,kBAAkB;AAC1C,YAAI,IAAI,SAAS,YAAY,IAAI,SAAS,aAAa;AACrD,iBAAO,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,QACjD,WAAW,IAAI,SAAS,UAAU,IAAI,SAAS,aAAa;AAC1D,sBAAY,KAAK;AAAA,YACf,MAAM,IAAI;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF,WAAW,IAAI,SAAS,iBAAiB;AAEvC,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,IAAI,IAAI;AAAA,cACR,MAAM,IAAI;AAAA,cACV,OAAO,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,YACpC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,WAAW,IAAI,SAAS,wBAAwB;AAE9C,oBAAY,KAAK;AAAA,UACf,MAAM;AAAA,UACN,SAAS;AAAA,YACP;AAAA,cACE,MAAM;AAAA,cACN,aAAa,IAAI;AAAA,cACjB,SAAS,IAAI;AAAA,cACb,UAAU,IAAI;AAAA,YAChB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,WAAqC,CAAC;AAC5C,eAAW,OAAO,aAAa;AAC7B,YAAM,OAAO,SAAS,SAAS,SAAS,CAAC;AACzC,UAAI,QAAQ,KAAK,SAAS,IAAI,MAAM;AAElC,cAAM,cAAc,MAAM,QAAQ,KAAK,OAAO,IAC1C,KAAK,UACL,CAAC,EAAE,MAAM,QAAiB,MAAM,KAAK,QAAkB,CAAC;AAC5D,cAAM,aAAa,MAAM,QAAQ,IAAI,OAAO,IACxC,IAAI,UACJ,CAAC,EAAE,MAAM,QAAiB,MAAM,IAAI,QAAkB,CAAC;AAC3D,aAAK,UAAU,CAAC,GAAG,aAAa,GAAG,UAAU;AAAA,MAC/C,OAAO;AACL,iBAAS,KAAK,EAAE,GAAG,IAAI,CAAC;AAAA,MAC1B;AAAA,IACF;AAGA,QAAI,SAAS,WAAW,KAAK,SAAS,CAAC,EAAG,SAAS,QAAQ;AACzD,eAAS,QAAQ,EAAE,MAAM,QAAQ,SAAS,UAAU,CAAC;AAAA,IACvD;AAGA,QAAI,SAAS,SAAS,KAAK,SAAS,SAAS,SAAS,CAAC,EAAG,SAAS,aAAa;AAC9E,eAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,IACxE;AAEA,WAAO,EAAE,QAAQ,SAAS;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,KAAK;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAAkC,EAAE,GAAG,YAAY;AAEzD,QAAI,KAAK,MAAM,gBAAgB,OAAW,QAAO,cAAc,KAAK,MAAM;AAE1E,UAAM,EAAE,QAAQ,SAAS,IAAI,KAAK,uBAAuB,OAAO;AAGhE,UAAM,UAAU,IAAI,cAAc,YAAY;AAC9C,UAAM,iBAAmC,CAAC;AAC1C,QAAI,SAAS;AACX,iBAAW,CAAC,MAAM,IAAI,KAAK,IAAI,kBAAkB,OAAO,GAAG;AACzD,uBAAe,KAAK;AAAA,UAClB;AAAA,UACA,aAAa,KAAK,eAAe;AAAA,UACjC,cAAe,KAAK,aAChB,IAAI,aAAa,KAAK,YAAY,KAAK,IACvC,EAAE,MAAM,UAAU,YAAY,CAAC,EAAE;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,qBAAqB,cAAc,KAAK,MAAM;AACpD,UAAM,mBAAmB,qBAAqB,KAAK,MAAM;AAEzD,SAAK,sBAAsB,qBAAqB,WAAc,eAAe,SAAS,GAAG;AACvF,UAAI,sBAA2D,EAAE,MAAM,OAAO;AAE9E,UAAI,OAAO,uBAAuB,UAAU;AAC1C,YAAI,uBAAuB,YAAY;AACrC,gCAAsB,EAAE,MAAM,MAAM;AAAA,QACtC,WAAW,uBAAuB,QAAQ;AAExC,yBAAe,SAAS;AACxB,gCAAsB;AAAA,QACxB;AAAA,MACF,WACE,OAAO,uBAAuB,YAC9B,UAAU,sBACV,mBAAmB,SAAS,YAC5B;AACA,cAAM,KAAM,mBAAsD;AAClE,8BAAsB,EAAE,MAAM,QAAQ,MAAM,GAAG,KAAK;AAAA,MACtD;AAEA,UAAI,qBAAqB;AAEvB,YAAI,qBAAqB,QAAW;AAClC,8BAAoB,4BAA4B,CAAC;AAAA,QACnD;AACA,eAAO,cAAc;AAAA,MACvB;AAAA,IACF;AAEA,UAAM,gBAAwD;AAAA,MAC5D,OAAO,KAAK,MAAM;AAAA,MAClB;AAAA,MACA,QAAQ,OAAO,SAAS,IAAI,SAAS;AAAA,MACrC,OAAO,eAAe,SAAS,IAAI,iBAAiB;AAAA,MACpD,QAAQ;AAAA,MACR,YAAY,KAAK,MAAM,aAAa;AAAA,MACpC,GAAG;AAAA,IACL;AAEA,WAAO,IAAI,UAAU,MAAM,KAAK,SAAS,eAAe,SAAS,SAAS,WAAW;AAAA,EACvF;AACF;AAWO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa;AAAA,EACb,eAAe;AAAA,EACf,eAAe;AAAA,EACf,gBAAgB;AAAA,EAChB,uBAAuB;AAAA,EACvB,mBAAmB;AAAA,EACnB;AAAA,EAEA,YACE,SACA,QACA,eACA,SACA,SACA,aACA;AACA,UAAM,SAAS,EAAE,SAAS,SAAS,YAAY,CAAC;AAChD,SAAK,UAAU;AACf,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAChB,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AACrB,SAAK,uBAAuB;AAC5B,SAAK,mBAAmB;AAExB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,SAAS,OAAO,KAAK,gBAAgB;AAAA,QACrE,SAAS,KAAK,YAAY;AAAA,MAC5B,CAAC;AACD,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,SAAS,iBAAiB;AAClC,eAAK,aAAa,MAAM,QAAQ;AAChC,eAAK,eAAe,MAAM,QAAQ,MAAM;AACxC,eAAK,gBAAgB,MAAM,QAAQ,MAAM;AACzC,eAAK,uBAAuB,MAAM,QAAQ,MAAM,+BAA+B;AAC/E,eAAK,mBAAmB,MAAM,QAAQ,MAAM,2BAA2B;AAAA,QACzE,WAAW,MAAM,SAAS,iBAAiB;AACzC,eAAK,gBAAgB,MAAM,MAAM;AAAA,QACnC,WACE,MAAM,SAAS,yBACf,MAAM,cAAc,SAAS,YAC7B;AACA,eAAK,cAAc,MAAM,cAAc;AACvC,eAAK,WAAW,MAAM,cAAc;AACpC,eAAK,cAAc;AAAA,QACrB,WAAW,MAAM,SAAS,yBAAyB,MAAM,MAAM,SAAS,cAAc;AACpF,cAAI,OAAO,MAAM,MAAM;AAGvB,cAAI,KAAK,UAAU;AACjB,kBAAM,gBAAgB,KAAK,QAAQ,YAAY;AAC/C,gBAAI,iBAAiB,GAAG;AACtB,oBAAM,cAAc,KAAK,MAAM,GAAG,aAAa;AAC/C,kBAAI,aAAa;AACf,qBAAK,MAAM,IAAI;AAAA,kBACb,IAAI,KAAK;AAAA,kBACT,OAAO,EAAE,MAAM,aAAa,SAAS,YAAY;AAAA,gBACnD,CAAC;AACD,4BAAY;AAAA,cACd;AACA,qBAAO,KAAK,MAAM,gBAAgB,aAAa,MAAM;AACrD,mBAAK,eAAe;AAAA,YACtB;AACA,gBAAI,KAAK,cAAc;AACrB,oBAAM,cAAc,KAAK,QAAQ,aAAa;AAC9C,kBAAI,eAAe,GAAG;AACpB,uBAAO,KAAK,MAAM,cAAc,cAAc,MAAM;AACpD,qBAAK,eAAe;AAAA,cACtB;AAAA,YACF;AAAA,UACF;AAEA,cAAI,KAAK,cAAc;AACrB;AAAA,UACF;AAIA,cAAI,MAAM;AACR,iBAAK,MAAM,IAAI;AAAA,cACb,IAAI,KAAK;AAAA,cACT,OAAO,EAAE,MAAM,aAAa,SAAS,KAAK;AAAA,YAC5C,CAAC;AACD,wBAAY;AAAA,UACd;AAAA,QACF,WACE,MAAM,SAAS,yBACf,MAAM,MAAM,SAAS,oBACrB;AACA,eAAK,eAAe,MAAM,MAAM;AAAA,QAClC,WAAW,MAAM,SAAS,wBAAwB,KAAK,aAAa;AAClE,eAAK,MAAM,IAAI;AAAA,YACb,IAAI,KAAK;AAAA,YACT,OAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT,IAAI,aAAa,OAAO;AAAA,kBACtB,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK,YAAY;AAAA,kBACvB,MAAM,KAAK,eAAe;AAAA,gBAC5B,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AACD,eAAK,cAAc;AACnB,eAAK,WAAW;AAChB,eAAK,cAAc;AACnB,sBAAY;AAAA,QACd;AAAA,MACF;AAIA,YAAM,eAAe,KAAK,eAAe,KAAK,uBAAuB,KAAK;AAC1E,WAAK,MAAM,IAAI;AAAA,QACb,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,KAAK;AAAA,UACvB;AAAA,UACA,aAAa,eAAe,KAAK;AAAA,UACjC,oBAAoB,KAAK;AAAA,UACzB,qBAAqB,KAAK;AAAA,QAC5B;AAAA,MACF,CAAC;AAAA,IACH,SAAS,GAAY;AACnB,UAAI,aAAa,UAAU,UAAU;AACnC,YAAI,EAAE,WAAW,KAAK;AACpB,gBAAM,IAAI,gBAAgB;AAAA,YACxB,SAAS,EAAE;AAAA,YACX,SAAS,EAAE,UAAU;AAAA,UACvB,CAAC;AAAA,QACH;AACA,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,EAAE;AAAA,UACX,SAAS;AAAA,YACP,YAAY,EAAE;AAAA,YACd,MAAM,EAAE;AAAA,YACR,WAAW,cAAc,EAAE,WAAW,OAAO,EAAE,UAAU;AAAA,UAC3D;AAAA,QACF,CAAC;AAAA,MACH;AACA,YAAM,IAAI,mBAAmB;AAAA,QAC3B,SAAS,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC;AAAA,QAClD,SAAS,EAAE,UAAU;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":[]}

package/dist/llm.test.cjs

@@ -1,8 +1,66 @@
 "use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var import_sdk = __toESM(require("@anthropic-ai/sdk"), 1);
 var import_agents = require("@livekit/agents");
 var import_vitest = require("vitest");
 var import_zod = require("zod");
 var import_llm = require("./llm.cjs");
+const { anthropicConstructor } = import_vitest.vi.hoisted(() => ({
+  anthropicConstructor: import_vitest.vi.fn()
+}));
+import_vitest.vi.mock("@anthropic-ai/sdk", async (importOriginal) => {
+  const { default: AnthropicClient } = await importOriginal();
+  return {
+    default: class extends AnthropicClient {
+      constructor(opts) {
+        super(opts);
+        anthropicConstructor(opts);
+      }
+    }
+  };
+});
+(0, import_vitest.describe)("Anthropic LLM prewarm", () => {
+  (0, import_vitest.it)("lists one model with the prewarm cancellation signal", async () => {
+    let prewarmSignal;
+    const modelsList = import_vitest.vi.fn(
+      async (_params, options) => {
+        prewarmSignal = options.signal;
+      }
+    );
+    const client = {
+      baseURL: "https://api.anthropic.test",
+      models: { list: modelsList }
+    };
+    const llm2 = new import_llm.LLM({ model: "claude-sonnet-4-6", client });
+    llm2.prewarm();
+    await new Promise((resolve) => setImmediate(resolve));
+    (0, import_vitest.expect)(modelsList).toHaveBeenCalledWith({ limit: 1 }, { signal: import_vitest.expect.any(AbortSignal) });
+    (0, import_vitest.expect)(prewarmSignal == null ? void 0 : prewarmSignal.aborted).toBe(false);
+    await llm2.aclose();
+    (0, import_vitest.expect)(prewarmSignal == null ? void 0 : prewarmSignal.aborted).toBe(true);
+  });
+});
 function messageStartEvent() {
   return {
     type: "message_start",
@@ -44,6 +102,33 @@ async function collectTextFromEvents(events, toolCtx) {
   return textChunks.join("");
 }
 (0, import_vitest.describe)("Anthropic LLM", () => {
+  (0, import_vitest.it)("disables Anthropic SDK retries by default", () => {
+    var _a;
+    const callCount = anthropicConstructor.mock.calls.length;
+    new import_llm.LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022" });
+    (0, import_vitest.expect)((_a = anthropicConstructor.mock.calls[callCount]) == null ? void 0 : _a[0]).toEqual(
+      import_vitest.expect.objectContaining({ maxRetries: 0 })
+    );
+  });
+  (0, import_vitest.it)("leaves an injected client and its retry policy untouched", () => {
+    const client = {
+      baseURL: "https://api.anthropic.test",
+      maxRetries: 7
+    };
+    const callCount = anthropicConstructor.mock.calls.length;
+    const anthropicLlm = new import_llm.LLM({ client, model: "claude-3-5-sonnet-20241022" });
+    (0, import_vitest.expect)(anthropicConstructor.mock.calls).toHaveLength(callCount);
+    (0, import_vitest.expect)(anthropicLlm.provider).toBe("api.anthropic.test");
+    (0, import_vitest.expect)(client.maxRetries).toBe(7);
+  });
+  (0, import_vitest.it)("forwards an explicit maxRetries to the Anthropic SDK", () => {
+    var _a;
+    const callCount = anthropicConstructor.mock.calls.length;
+    new import_llm.LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022", maxRetries: 2 });
+    (0, import_vitest.expect)((_a = anthropicConstructor.mock.calls[callCount]) == null ? void 0 : _a[0]).toEqual(
+      import_vitest.expect.objectContaining({ maxRetries: 2 })
+    );
+  });
   (0, import_vitest.it)("correctly maps ChatContext to Anthropic system and messages arrays", () => {
     const anthropicLlm = new import_llm.LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022" });
     const chatCtx = new import_agents.llm.ChatContext();
@@ -154,6 +239,7 @@ async function collectTextFromEvents(events, toolCtx) {
       completionTokens: 0,
       promptTokens: 0,
       promptCachedTokens: 0,
+      cacheCreationTokens: 0,
       totalTokens: 0
     });
   });

package/dist/llm.test.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { llm } from '@livekit/agents';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { LLM } from './llm.js';\n\nfunction messageStartEvent(): Anthropic.MessageStreamEvent {\n  return {\n    type: 'message_start',\n    message: {\n      id: 'msg_123',\n      usage: { input_tokens: 0, output_tokens: 0 },\n    },\n  } as Anthropic.MessageStreamEvent;\n}\n\nfunction textDeltaEvent(text: string): Anthropic.MessageStreamEvent {\n  return {\n    type: 'content_block_delta',\n    delta: { type: 'text_delta', text },\n  } as Anthropic.MessageStreamEvent;\n}\n\nasync function collectTextFromEvents(\n  events: Anthropic.MessageStreamEvent[],\n  toolCtx?: llm.ToolContextLike,\n): Promise<string> {\n  const client = {\n    messages: {\n      create: async () =>\n        (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n          yield* events;\n        })(),\n    },\n  } as unknown as Anthropic;\n  const anthropicLlm = new LLM({\n    apiKey: 'dummy',\n    client,\n    model: 'claude-3-5-sonnet-20241022',\n  });\n  const chatCtx = new llm.ChatContext();\n  chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n  const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n  const textChunks: string[] = [];\n  for await (const chunk of stream) {\n    if (chunk.delta?.content) {\n      textChunks.push(chunk.delta.content);\n    }\n  }\n  return textChunks.join('');\n}\n\ndescribe('Anthropic LLM', () => {\n  it('correctly maps ChatContext to Anthropic system and messages arrays', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({\n      role: 'system',\n      content: 'You are a mock agent.',\n    });\n    chatCtx.addMessage({\n      role: 'user',\n      content: 'Hello, world!',\n    });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { system, messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Assert that system prompts were correctly isolated\n    expect(system).toHaveLength(1);\n    expect(system[0].text).toBe('You are a mock agent.');\n\n    // Assert that strictly user messages ended up in the messages payload\n    expect(messages).toHaveLength(1);\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('Hello, world!');\n  });\n\n  it('merges consecutive same-role messages', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'First message' });\n    chatCtx.addMessage({ role: 'user', content: 'Second message' });\n    chatCtx.addMessage({ role: 'assistant', content: 'Reply' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Two user messages should be merged into one with array content, followed by a\n    // trailing dummy user turn for Claude 4.6+.\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(Array.isArray(messages[0].content)).toBe(true);\n    expect(messages[0].content).toHaveLength(2);\n    expect(messages[1].role).toBe('assistant');\n    expect(messages[2].role).toBe('user');\n    expect(messages[2].content).toEqual([{ type: 'text', text: '.' }]);\n  });\n\n  it('injects a dummy user message if conversation starts with assistant', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'system', content: 'System prompt' });\n    chatCtx.addMessage({ role: 'assistant', content: 'I start talking' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Should have injected a dummy user message at the start\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('(empty)');\n    expect(messages[1].role).toBe('assistant');\n  });\n\n  it('handles function_call and function_call_output items', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather?' });\n\n    // Simulate a function call from the assistant\n    chatCtx.items.push(\n      new llm.FunctionCall({\n        callId: 'call_123',\n        name: 'get_weather',\n        args: '{\"city\":\"London\"}',\n      }),\n    );\n\n    // Simulate the tool result\n    chatCtx.items.push(\n      new llm.FunctionCallOutput({\n        callId: 'call_123',\n        name: 'get_weather',\n        output: '{\"temp\": 20}',\n        isError: false,\n      }),\n    );\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // user message, then assistant tool_use, then user tool_result\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(messages[1].role).toBe('assistant');\n    expect(Array.isArray(messages[1].content)).toBe(true);\n    expect(messages[1].content[0].type).toBe('tool_use');\n    expect(messages[1].content[0].id).toBe('call_123');\n    expect(messages[2].role).toBe('user');\n    expect(Array.isArray(messages[2].content)).toBe(true);\n    expect(messages[2].content[0].type).toBe('tool_result');\n  });\n\n  it('creates a fresh stream on retry', async () => {\n    let calls = 0;\n    const client = {\n      messages: {\n        create: async () => {\n          calls += 1;\n          if (calls === 1) {\n            throw new Error('transient connect failure');\n          }\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {})();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    anthropicLlm.on('error', () => {});\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({\n      chatCtx,\n      connOptions: { maxRetry: 1, retryIntervalMs: 0, timeoutMs: 1000 },\n    });\n    const chunks: llm.ChatChunk[] = [];\n    for await (const chunk of stream) {\n      chunks.push(chunk);\n    }\n\n    expect(calls).toBe(2);\n    expect(chunks.at(-1)?.usage).toEqual({\n      completionTokens: 0,\n      promptTokens: 0,\n      promptCachedTokens: 0,\n      totalTokens: 0,\n    });\n  });\n\n  it('sends function tool schemas from a real ToolContext', async () => {\n    let capturedParams: Anthropic.MessageCreateParamsStreaming | undefined;\n    const client = {\n      messages: {\n        create: async (params: Anthropic.MessageCreateParamsStreaming) => {\n          capturedParams = params;\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n          })();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather in Tokyo?' });\n\n    const toolCtx = llm.toToolContext({\n      getWeather: llm.tool({\n        description: 'Get the weather for a given location.',\n        parameters: z.object({ location: z.string() }),\n        execute: async () => 'sunny',\n      }),\n    });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of stream) {\n      // drain\n    }\n\n    expect(capturedParams?.tools).toHaveLength(1);\n    const toolSchema = capturedParams!.tools![0] as Anthropic.Tool;\n    expect(toolSchema.name).toBe('getWeather');\n    expect(toolSchema.description).toBe('Get the weather for a given location.');\n    expect(toolSchema.input_schema.type).toBe('object');\n    expect(Object.keys(toolSchema.input_schema.properties ?? {})).toEqual(['location']);\n  });\n\n  it('does not emit an empty delta for a fully-filtered thinking block', async () => {\n    const client = {\n      messages: {\n        create: async () =>\n          (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n            yield textDeltaEvent('<thinking>only reasoning</thinking>');\n          })(),\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx: llm.ToolContext.empty() });\n    const contentChunks: string[] = [];\n    for await (const chunk of stream) {\n      if (chunk.delta?.content !== undefined) {\n        contentChunks.push(chunk.delta.content);\n      }\n    }\n\n    // The whole delta was a thinking block: nothing (not even '') is emitted.\n    expect(contentChunks).toEqual([]);\n  });\n\n  it('filters thinking blocks when tools are active', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('<thinking>hidden'),\n        textDeltaEvent('still hidden</thinking>visible'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('visible');\n  });\n\n  it('does not filter thinking blocks without tools', async () => {\n    const text = await collectTextFromEvents([\n      messageStartEvent(),\n      textDeltaEvent('<thinking>visible without tools</thinking>'),\n    ]);\n\n    expect(text).toBe('<thinking>visible without tools</thinking>');\n  });\n\n  it('preserves text around same-delta thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [messageStartEvent(), textDeltaEvent('before <thinking>hidden</thinking> after')],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n\n  it('preserves text before split thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('before <thinking>hidden'),\n        textDeltaEvent('still hidden</thinking> after'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n});\n"],"mappings":";AAIA,oBAAoB;AACpB,oBAAqC;AACrC,iBAAkB;AAClB,iBAAoB;AAEpB,SAAS,oBAAkD;AACzD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,MACP,IAAI;AAAA,MACJ,OAAO,EAAE,cAAc,GAAG,eAAe,EAAE;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,eAAe,MAA4C;AAClE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,cAAc,KAAK;AAAA,EACpC;AACF;AAEA,eAAe,sBACb,QACA,SACiB;AA7BnB;AA8BE,QAAM,SAAS;AAAA,IACb,UAAU;AAAA,MACR,QAAQ,YACL,mBAAiE;AAChE,eAAO;AAAA,MACT,EAAG;AAAA,IACP;AAAA,EACF;AACA,QAAM,eAAe,IAAI,eAAI;AAAA,IAC3B,QAAQ;AAAA,IACR;AAAA,IACA,OAAO;AAAA,EACT,CAAC;AACD,QAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,UAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,QAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AACrD,QAAM,aAAuB,CAAC;AAC9B,mBAAiB,SAAS,QAAQ;AAChC,SAAI,WAAM,UAAN,mBAAa,SAAS;AACxB,iBAAW,KAAK,MAAM,MAAM,OAAO;AAAA,IACrC;AAAA,EACF;AACA,SAAO,WAAW,KAAK,EAAE;AAC3B;AAAA,IAEA,wBAAS,iBAAiB,MAAM;AAC9B,wBAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AACD,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAGD,UAAM,EAAE,QAAQ,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGjF,8BAAO,MAAM,EAAE,aAAa,CAAC;AAC7B,8BAAO,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,uBAAuB;AAGnD,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,eAAe;AAAA,EAClD,CAAC;AAED,wBAAG,yCAAyC,MAAM;AAChD,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAC7D,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,iBAAiB,CAAC;AAC9D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,QAAQ,CAAC;AAG1D,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAIzE,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC;AAC1C,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC;AAAA,EACnE,CAAC;AAED,wBAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,UAAU,SAAS,gBAAgB,CAAC;AAC/D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,kBAAkB,CAAC;AAGpE,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,SAAS;AAC1C,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AAAA,EAC3C,CAAC;AAED,wBAAG,wDAAwD,MAAM;AAC/D,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,uBAAuB,CAAC;AAGpE,YAAQ,MAAM;AAAA,MACZ,IAAI,kBAAI,aAAa;AAAA,QACnB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAGA,YAAQ,MAAM;AAAA,MACZ,IAAI,kBAAI,mBAAmB;AAAA,QACzB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,UAAU;AACnD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,UAAU;AACjD,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,aAAa;AAAA,EACxD,CAAC;AAED,wBAAG,mCAAmC,YAAY;AAjKpD;AAkKI,QAAI,QAAQ;AACZ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YAAY;AAClB,mBAAS;AACT,cAAI,UAAU,GAAG;AACf,kBAAM,IAAI,MAAM,2BAA2B;AAAA,UAC7C;AACA,iBAAQ,mBAAiE;AAAA,UAAC,EAAG;AAAA,QAC/E;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,iBAAa,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACjC,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK;AAAA,MAC/B;AAAA,MACA,aAAa,EAAE,UAAU,GAAG,iBAAiB,GAAG,WAAW,IAAK;AAAA,IAClE,CAAC;AACD,UAAM,SAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,aAAO,KAAK,KAAK;AAAA,IACnB;AAEA,8BAAO,KAAK,EAAE,KAAK,CAAC;AACpB,+BAAO,YAAO,GAAG,EAAE,MAAZ,mBAAe,KAAK,EAAE,QAAQ;AAAA,MACnC,kBAAkB;AAAA,MAClB,cAAc;AAAA,MACd,oBAAoB;AAAA,MACpB,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AAED,wBAAG,uDAAuD,YAAY;AACpE,QAAI;AACJ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,OAAO,WAAmD;AAChE,2BAAiB;AACjB,iBAAQ,mBAAiE;AACvE,kBAAM,kBAAkB;AAAA,UAC1B,EAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gCAAgC,CAAC;AAE7E,UAAM,UAAU,kBAAI,cAAc;AAAA,MAChC,YAAY,kBAAI,KAAK;AAAA,QACnB,aAAa;AAAA,QACb,YAAY,aAAE,OAAO,EAAE,UAAU,aAAE,OAAO,EAAE,CAAC;AAAA,QAC7C,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AAErD,qBAAiB,KAAK,QAAQ;AAAA,IAE9B;AAEA,8BAAO,iDAAgB,KAAK,EAAE,aAAa,CAAC;AAC5C,UAAM,aAAa,eAAgB,MAAO,CAAC;AAC3C,8BAAO,WAAW,IAAI,EAAE,KAAK,YAAY;AACzC,8BAAO,WAAW,WAAW,EAAE,KAAK,uCAAuC;AAC3E,8BAAO,WAAW,aAAa,IAAI,EAAE,KAAK,QAAQ;AAClD,8BAAO,OAAO,KAAK,WAAW,aAAa,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC;AAAA,EACpF,CAAC;AAED,wBAAG,oEAAoE,YAAY;AAnPrF;AAoPI,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YACL,mBAAiE;AAChE,gBAAM,kBAAkB;AACxB,gBAAM,eAAe,qCAAqC;AAAA,QAC5D,EAAG;AAAA,MACP;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,SAAS,kBAAI,YAAY,MAAM,EAAE,CAAC;AAC9E,UAAM,gBAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,YAAI,WAAM,UAAN,mBAAa,aAAY,QAAW;AACtC,sBAAc,KAAK,MAAM,MAAM,OAAO;AAAA,MACxC;AAAA,IACF;AAGA,8BAAO,aAAa,EAAE,QAAQ,CAAC,CAAC;AAAA,EAClC,CAAC;AAED,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,kBAAkB;AAAA,QACjC,eAAe,gCAAgC;AAAA,MACjD;AAAA,MACA,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,SAAS;AAAA,EAC7B,CAAC;AAED,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM,sBAAsB;AAAA,MACvC,kBAAkB;AAAA,MAClB,eAAe,4CAA4C;AAAA,IAC7D,CAAC;AAED,8BAAO,IAAI,EAAE,KAAK,4CAA4C;AAAA,EAChE,CAAC;AAED,wBAAG,oDAAoD,YAAY;AACjE,UAAM,OAAO,MAAM;AAAA,MACjB,CAAC,kBAAkB,GAAG,eAAe,0CAA0C,CAAC;AAAA,MAChF,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AAED,wBAAG,+CAA+C,YAAY;AAC5D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,yBAAyB;AAAA,QACxC,eAAe,+BAA+B;AAAA,MAChD;AAAA,MACA,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AACH,CAAC;","names":[]}
+{"version":3,"sources":["../src/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n// eslint-disable-next-line @typescript-eslint/consistent-type-imports\nimport Anthropic from '@anthropic-ai/sdk';\nimport { llm } from '@livekit/agents';\nimport { describe, expect, it, vi } from 'vitest';\nimport { z } from 'zod';\nimport { LLM } from './llm.js';\n\nconst { anthropicConstructor } = vi.hoisted(() => ({\n  anthropicConstructor: vi.fn<(opts?: { maxRetries?: number }) => void>(),\n}));\n\nvi.mock('@anthropic-ai/sdk', async (importOriginal) => {\n  const { default: AnthropicClient } = await importOriginal<{ default: typeof Anthropic }>();\n\n  return {\n    default: class extends AnthropicClient {\n      constructor(opts: ConstructorParameters<typeof AnthropicClient>[0]) {\n        super(opts);\n        anthropicConstructor(opts);\n      }\n    },\n  };\n});\n\ndescribe('Anthropic LLM prewarm', () => {\n  it('lists one model with the prewarm cancellation signal', async () => {\n    let prewarmSignal: AbortSignal | undefined;\n    const modelsList = vi.fn(\n      async (_params: { limit: number }, options: { signal?: AbortSignal }) => {\n        prewarmSignal = options.signal;\n      },\n    );\n    const client = {\n      baseURL: 'https://api.anthropic.test',\n      models: { list: modelsList },\n    } as unknown as Anthropic;\n    const llm = new LLM({ model: 'claude-sonnet-4-6', client });\n\n    llm.prewarm();\n    await new Promise<void>((resolve) => setImmediate(resolve));\n\n    expect(modelsList).toHaveBeenCalledWith({ limit: 1 }, { signal: expect.any(AbortSignal) });\n    expect(prewarmSignal?.aborted).toBe(false);\n\n    await llm.aclose();\n    expect(prewarmSignal?.aborted).toBe(true);\n  });\n});\n\nfunction messageStartEvent(): Anthropic.MessageStreamEvent {\n  return {\n    type: 'message_start',\n    message: {\n      id: 'msg_123',\n      usage: { input_tokens: 0, output_tokens: 0 },\n    },\n  } as Anthropic.MessageStreamEvent;\n}\n\nfunction textDeltaEvent(text: string): Anthropic.MessageStreamEvent {\n  return {\n    type: 'content_block_delta',\n    delta: { type: 'text_delta', text },\n  } as Anthropic.MessageStreamEvent;\n}\n\nasync function collectTextFromEvents(\n  events: Anthropic.MessageStreamEvent[],\n  toolCtx?: llm.ToolContextLike,\n): Promise<string> {\n  const client = {\n    messages: {\n      create: async () =>\n        (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n          yield* events;\n        })(),\n    },\n  } as unknown as Anthropic;\n  const anthropicLlm = new LLM({\n    apiKey: 'dummy',\n    client,\n    model: 'claude-3-5-sonnet-20241022',\n  });\n  const chatCtx = new llm.ChatContext();\n  chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n  const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n  const textChunks: string[] = [];\n  for await (const chunk of stream) {\n    if (chunk.delta?.content) {\n      textChunks.push(chunk.delta.content);\n    }\n  }\n  return textChunks.join('');\n}\n\ndescribe('Anthropic LLM', () => {\n  it('disables Anthropic SDK retries by default', () => {\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(\n      expect.objectContaining({ maxRetries: 0 }),\n    );\n  });\n\n  it('leaves an injected client and its retry policy untouched', () => {\n    const client = {\n      baseURL: 'https://api.anthropic.test',\n      maxRetries: 7,\n    } as unknown as Anthropic;\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    const anthropicLlm = new LLM({ client, model: 'claude-3-5-sonnet-20241022' });\n\n    // The caller owns the client: no SDK client is constructed on its behalf.\n    expect(anthropicConstructor.mock.calls).toHaveLength(callCount);\n    expect(anthropicLlm.provider).toBe('api.anthropic.test');\n    expect(client.maxRetries).toBe(7);\n  });\n\n  it('forwards an explicit maxRetries to the Anthropic SDK', () => {\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022', maxRetries: 2 });\n\n    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(\n      expect.objectContaining({ maxRetries: 2 }),\n    );\n  });\n\n  it('correctly maps ChatContext to Anthropic system and messages arrays', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({\n      role: 'system',\n      content: 'You are a mock agent.',\n    });\n    chatCtx.addMessage({\n      role: 'user',\n      content: 'Hello, world!',\n    });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { system, messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Assert that system prompts were correctly isolated\n    expect(system).toHaveLength(1);\n    expect(system[0].text).toBe('You are a mock agent.');\n\n    // Assert that strictly user messages ended up in the messages payload\n    expect(messages).toHaveLength(1);\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('Hello, world!');\n  });\n\n  it('merges consecutive same-role messages', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'First message' });\n    chatCtx.addMessage({ role: 'user', content: 'Second message' });\n    chatCtx.addMessage({ role: 'assistant', content: 'Reply' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Two user messages should be merged into one with array content, followed by a\n    // trailing dummy user turn for Claude 4.6+.\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(Array.isArray(messages[0].content)).toBe(true);\n    expect(messages[0].content).toHaveLength(2);\n    expect(messages[1].role).toBe('assistant');\n    expect(messages[2].role).toBe('user');\n    expect(messages[2].content).toEqual([{ type: 'text', text: '.' }]);\n  });\n\n  it('injects a dummy user message if conversation starts with assistant', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'system', content: 'System prompt' });\n    chatCtx.addMessage({ role: 'assistant', content: 'I start talking' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Should have injected a dummy user message at the start\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('(empty)');\n    expect(messages[1].role).toBe('assistant');\n  });\n\n  it('handles function_call and function_call_output items', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather?' });\n\n    // Simulate a function call from the assistant\n    chatCtx.items.push(\n      new llm.FunctionCall({\n        callId: 'call_123',\n        name: 'get_weather',\n        args: '{\"city\":\"London\"}',\n      }),\n    );\n\n    // Simulate the tool result\n    chatCtx.items.push(\n      new llm.FunctionCallOutput({\n        callId: 'call_123',\n        name: 'get_weather',\n        output: '{\"temp\": 20}',\n        isError: false,\n      }),\n    );\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // user message, then assistant tool_use, then user tool_result\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(messages[1].role).toBe('assistant');\n    expect(Array.isArray(messages[1].content)).toBe(true);\n    expect(messages[1].content[0].type).toBe('tool_use');\n    expect(messages[1].content[0].id).toBe('call_123');\n    expect(messages[2].role).toBe('user');\n    expect(Array.isArray(messages[2].content)).toBe(true);\n    expect(messages[2].content[0].type).toBe('tool_result');\n  });\n\n  it('creates a fresh stream on retry', async () => {\n    let calls = 0;\n    const client = {\n      messages: {\n        create: async () => {\n          calls += 1;\n          if (calls === 1) {\n            throw new Error('transient connect failure');\n          }\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {})();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    anthropicLlm.on('error', () => {});\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({\n      chatCtx,\n      connOptions: { maxRetry: 1, retryIntervalMs: 0, timeoutMs: 1000 },\n    });\n    const chunks: llm.ChatChunk[] = [];\n    for await (const chunk of stream) {\n      chunks.push(chunk);\n    }\n\n    expect(calls).toBe(2);\n    expect(chunks.at(-1)?.usage).toEqual({\n      completionTokens: 0,\n      promptTokens: 0,\n      promptCachedTokens: 0,\n      cacheCreationTokens: 0,\n      totalTokens: 0,\n    });\n  });\n\n  it('sends function tool schemas from a real ToolContext', async () => {\n    let capturedParams: Anthropic.MessageCreateParamsStreaming | undefined;\n    const client = {\n      messages: {\n        create: async (params: Anthropic.MessageCreateParamsStreaming) => {\n          capturedParams = params;\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n          })();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather in Tokyo?' });\n\n    const toolCtx = llm.toToolContext({\n      getWeather: llm.tool({\n        description: 'Get the weather for a given location.',\n        parameters: z.object({ location: z.string() }),\n        execute: async () => 'sunny',\n      }),\n    });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of stream) {\n      // drain\n    }\n\n    expect(capturedParams?.tools).toHaveLength(1);\n    const toolSchema = capturedParams!.tools![0] as Anthropic.Tool;\n    expect(toolSchema.name).toBe('getWeather');\n    expect(toolSchema.description).toBe('Get the weather for a given location.');\n    expect(toolSchema.input_schema.type).toBe('object');\n    expect(Object.keys(toolSchema.input_schema.properties ?? {})).toEqual(['location']);\n  });\n\n  it('does not emit an empty delta for a fully-filtered thinking block', async () => {\n    const client = {\n      messages: {\n        create: async () =>\n          (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n            yield textDeltaEvent('<thinking>only reasoning</thinking>');\n          })(),\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx: llm.ToolContext.empty() });\n    const contentChunks: string[] = [];\n    for await (const chunk of stream) {\n      if (chunk.delta?.content !== undefined) {\n        contentChunks.push(chunk.delta.content);\n      }\n    }\n\n    // The whole delta was a thinking block: nothing (not even '') is emitted.\n    expect(contentChunks).toEqual([]);\n  });\n\n  it('filters thinking blocks when tools are active', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('<thinking>hidden'),\n        textDeltaEvent('still hidden</thinking>visible'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('visible');\n  });\n\n  it('does not filter thinking blocks without tools', async () => {\n    const text = await collectTextFromEvents([\n      messageStartEvent(),\n      textDeltaEvent('<thinking>visible without tools</thinking>'),\n    ]);\n\n    expect(text).toBe('<thinking>visible without tools</thinking>');\n  });\n\n  it('preserves text around same-delta thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [messageStartEvent(), textDeltaEvent('before <thinking>hidden</thinking> after')],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n\n  it('preserves text before split thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('before <thinking>hidden'),\n        textDeltaEvent('still hidden</thinking> after'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n});\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAIA,iBAAsB;AACtB,oBAAoB;AACpB,oBAAyC;AACzC,iBAAkB;AAClB,iBAAoB;AAEpB,MAAM,EAAE,qBAAqB,IAAI,iBAAG,QAAQ,OAAO;AAAA,EACjD,sBAAsB,iBAAG,GAA6C;AACxE,EAAE;AAEF,iBAAG,KAAK,qBAAqB,OAAO,mBAAmB;AACrD,QAAM,EAAE,SAAS,gBAAgB,IAAI,MAAM,eAA8C;AAEzF,SAAO;AAAA,IACL,SAAS,cAAc,gBAAgB;AAAA,MACrC,YAAY,MAAwD;AAClE,cAAM,IAAI;AACV,6BAAqB,IAAI;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AACF,CAAC;AAAA,IAED,wBAAS,yBAAyB,MAAM;AACtC,wBAAG,wDAAwD,YAAY;AACrE,QAAI;AACJ,UAAM,aAAa,iBAAG;AAAA,MACpB,OAAO,SAA4B,YAAsC;AACvE,wBAAgB,QAAQ;AAAA,MAC1B;AAAA,IACF;AACA,UAAM,SAAS;AAAA,MACb,SAAS;AAAA,MACT,QAAQ,EAAE,MAAM,WAAW;AAAA,IAC7B;AACA,UAAMA,OAAM,IAAI,eAAI,EAAE,OAAO,qBAAqB,OAAO,CAAC;AAE1D,IAAAA,KAAI,QAAQ;AACZ,UAAM,IAAI,QAAc,CAAC,YAAY,aAAa,OAAO,CAAC;AAE1D,8BAAO,UAAU,EAAE,qBAAqB,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,qBAAO,IAAI,WAAW,EAAE,CAAC;AACzF,8BAAO,+CAAe,OAAO,EAAE,KAAK,KAAK;AAEzC,UAAMA,KAAI,OAAO;AACjB,8BAAO,+CAAe,OAAO,EAAE,KAAK,IAAI;AAAA,EAC1C,CAAC;AACH,CAAC;AAED,SAAS,oBAAkD;AACzD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,MACP,IAAI;AAAA,MACJ,OAAO,EAAE,cAAc,GAAG,eAAe,EAAE;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,eAAe,MAA4C;AAClE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,cAAc,KAAK;AAAA,EACpC;AACF;AAEA,eAAe,sBACb,QACA,SACiB;AAxEnB;AAyEE,QAAM,SAAS;AAAA,IACb,UAAU;AAAA,MACR,QAAQ,YACL,mBAAiE;AAChE,eAAO;AAAA,MACT,EAAG;AAAA,IACP;AAAA,EACF;AACA,QAAM,eAAe,IAAI,eAAI;AAAA,IAC3B,QAAQ;AAAA,IACR;AAAA,IACA,OAAO;AAAA,EACT,CAAC;AACD,QAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,UAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,QAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AACrD,QAAM,aAAuB,CAAC;AAC9B,mBAAiB,SAAS,QAAQ;AAChC,SAAI,WAAM,UAAN,mBAAa,SAAS;AACxB,iBAAW,KAAK,MAAM,MAAM,OAAO;AAAA,IACrC;AAAA,EACF;AACA,SAAO,WAAW,KAAK,EAAE;AAC3B;AAAA,IAEA,wBAAS,iBAAiB,MAAM;AAC9B,wBAAG,6CAA6C,MAAM;AApGxD;AAqGI,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,QAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAEhE,+BAAO,0BAAqB,KAAK,MAAM,SAAS,MAAzC,mBAA6C,EAAE,EAAE;AAAA,MACtD,qBAAO,iBAAiB,EAAE,YAAY,EAAE,CAAC;AAAA,IAC3C;AAAA,EACF,CAAC;AAED,wBAAG,4DAA4D,MAAM;AACnE,UAAM,SAAS;AAAA,MACb,SAAS;AAAA,MACT,YAAY;AAAA,IACd;AACA,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,OAAO,6BAA6B,CAAC;AAG5E,8BAAO,qBAAqB,KAAK,KAAK,EAAE,aAAa,SAAS;AAC9D,8BAAO,aAAa,QAAQ,EAAE,KAAK,oBAAoB;AACvD,8BAAO,OAAO,UAAU,EAAE,KAAK,CAAC;AAAA,EAClC,CAAC;AAED,wBAAG,wDAAwD,MAAM;AA7HnE;AA8HI,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,QAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,8BAA8B,YAAY,EAAE,CAAC;AAE/E,+BAAO,0BAAqB,KAAK,MAAM,SAAS,MAAzC,mBAA6C,EAAE,EAAE;AAAA,MACtD,qBAAO,iBAAiB,EAAE,YAAY,EAAE,CAAC;AAAA,IAC3C;AAAA,EACF,CAAC;AAED,wBAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AACD,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAGD,UAAM,EAAE,QAAQ,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGjF,8BAAO,MAAM,EAAE,aAAa,CAAC;AAC7B,8BAAO,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,uBAAuB;AAGnD,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,eAAe;AAAA,EAClD,CAAC;AAED,wBAAG,yCAAyC,MAAM;AAChD,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAC7D,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,iBAAiB,CAAC;AAC9D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,QAAQ,CAAC;AAG1D,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAIzE,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC;AAC1C,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC;AAAA,EACnE,CAAC;AAED,wBAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,UAAU,SAAS,gBAAgB,CAAC;AAC/D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,kBAAkB,CAAC;AAGpE,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,SAAS;AAC1C,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AAAA,EAC3C,CAAC;AAED,wBAAG,wDAAwD,MAAM;AAC/D,UAAM,eAAe,IAAI,eAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,uBAAuB,CAAC;AAGpE,YAAQ,MAAM;AAAA,MACZ,IAAI,kBAAI,aAAa;AAAA,QACnB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAGA,YAAQ,MAAM;AAAA,MACZ,IAAI,kBAAI,mBAAmB;AAAA,QACzB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,8BAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,UAAU;AACnD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,UAAU;AACjD,8BAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,8BAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,8BAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,aAAa;AAAA,EACxD,CAAC;AAED,wBAAG,mCAAmC,YAAY;AA/OpD;AAgPI,QAAI,QAAQ;AACZ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YAAY;AAClB,mBAAS;AACT,cAAI,UAAU,GAAG;AACf,kBAAM,IAAI,MAAM,2BAA2B;AAAA,UAC7C;AACA,iBAAQ,mBAAiE;AAAA,UAAC,EAAG;AAAA,QAC/E;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,iBAAa,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACjC,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK;AAAA,MAC/B;AAAA,MACA,aAAa,EAAE,UAAU,GAAG,iBAAiB,GAAG,WAAW,IAAK;AAAA,IAClE,CAAC;AACD,UAAM,SAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,aAAO,KAAK,KAAK;AAAA,IACnB;AAEA,8BAAO,KAAK,EAAE,KAAK,CAAC;AACpB,+BAAO,YAAO,GAAG,EAAE,MAAZ,mBAAe,KAAK,EAAE,QAAQ;AAAA,MACnC,kBAAkB;AAAA,MAClB,cAAc;AAAA,MACd,oBAAoB;AAAA,MACpB,qBAAqB;AAAA,MACrB,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AAED,wBAAG,uDAAuD,YAAY;AACpE,QAAI;AACJ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,OAAO,WAAmD;AAChE,2BAAiB;AACjB,iBAAQ,mBAAiE;AACvE,kBAAM,kBAAkB;AAAA,UAC1B,EAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gCAAgC,CAAC;AAE7E,UAAM,UAAU,kBAAI,cAAc;AAAA,MAChC,YAAY,kBAAI,KAAK;AAAA,QACnB,aAAa;AAAA,QACb,YAAY,aAAE,OAAO,EAAE,UAAU,aAAE,OAAO,EAAE,CAAC;AAAA,QAC7C,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AAErD,qBAAiB,KAAK,QAAQ;AAAA,IAE9B;AAEA,8BAAO,iDAAgB,KAAK,EAAE,aAAa,CAAC;AAC5C,UAAM,aAAa,eAAgB,MAAO,CAAC;AAC3C,8BAAO,WAAW,IAAI,EAAE,KAAK,YAAY;AACzC,8BAAO,WAAW,WAAW,EAAE,KAAK,uCAAuC;AAC3E,8BAAO,WAAW,aAAa,IAAI,EAAE,KAAK,QAAQ;AAClD,8BAAO,OAAO,KAAK,WAAW,aAAa,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC;AAAA,EACpF,CAAC;AAED,wBAAG,oEAAoE,YAAY;AAlUrF;AAmUI,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YACL,mBAAiE;AAChE,gBAAM,kBAAkB;AACxB,gBAAM,eAAe,qCAAqC;AAAA,QAC5D,EAAG;AAAA,MACP;AAAA,IACF;AACA,UAAM,eAAe,IAAI,eAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,kBAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,SAAS,kBAAI,YAAY,MAAM,EAAE,CAAC;AAC9E,UAAM,gBAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,YAAI,WAAM,UAAN,mBAAa,aAAY,QAAW;AACtC,sBAAc,KAAK,MAAM,MAAM,OAAO;AAAA,MACxC;AAAA,IACF;AAGA,8BAAO,aAAa,EAAE,QAAQ,CAAC,CAAC;AAAA,EAClC,CAAC;AAED,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,kBAAkB;AAAA,QACjC,eAAe,gCAAgC;AAAA,MACjD;AAAA,MACA,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,SAAS;AAAA,EAC7B,CAAC;AAED,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM,sBAAsB;AAAA,MACvC,kBAAkB;AAAA,MAClB,eAAe,4CAA4C;AAAA,IAC7D,CAAC;AAED,8BAAO,IAAI,EAAE,KAAK,4CAA4C;AAAA,EAChE,CAAC;AAED,wBAAG,oDAAoD,YAAY;AACjE,UAAM,OAAO,MAAM;AAAA,MACjB,CAAC,kBAAkB,GAAG,eAAe,0CAA0C,CAAC;AAAA,MAChF,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AAED,wBAAG,+CAA+C,YAAY;AAC5D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,yBAAyB;AAAA,QACxC,eAAe,+BAA+B;AAAA,MAChD;AAAA,MACA,kBAAI,YAAY,MAAM;AAAA,IACxB;AAEA,8BAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AACH,CAAC;","names":["llm"]}

package/dist/llm.test.js

@@ -1,7 +1,43 @@
+import Anthropic from "@anthropic-ai/sdk";
 import { llm } from "@livekit/agents";
-import { describe, expect, it } from "vitest";
+import { describe, expect, it, vi } from "vitest";
 import { z } from "zod";
 import { LLM } from "./llm.js";
+const { anthropicConstructor } = vi.hoisted(() => ({
+  anthropicConstructor: vi.fn()
+}));
+vi.mock("@anthropic-ai/sdk", async (importOriginal) => {
+  const { default: AnthropicClient } = await importOriginal();
+  return {
+    default: class extends AnthropicClient {
+      constructor(opts) {
+        super(opts);
+        anthropicConstructor(opts);
+      }
+    }
+  };
+});
+describe("Anthropic LLM prewarm", () => {
+  it("lists one model with the prewarm cancellation signal", async () => {
+    let prewarmSignal;
+    const modelsList = vi.fn(
+      async (_params, options) => {
+        prewarmSignal = options.signal;
+      }
+    );
+    const client = {
+      baseURL: "https://api.anthropic.test",
+      models: { list: modelsList }
+    };
+    const llm2 = new LLM({ model: "claude-sonnet-4-6", client });
+    llm2.prewarm();
+    await new Promise((resolve) => setImmediate(resolve));
+    expect(modelsList).toHaveBeenCalledWith({ limit: 1 }, { signal: expect.any(AbortSignal) });
+    expect(prewarmSignal == null ? void 0 : prewarmSignal.aborted).toBe(false);
+    await llm2.aclose();
+    expect(prewarmSignal == null ? void 0 : prewarmSignal.aborted).toBe(true);
+  });
+});
 function messageStartEvent() {
   return {
     type: "message_start",
@@ -43,6 +79,33 @@ async function collectTextFromEvents(events, toolCtx) {
   return textChunks.join("");
 }
 describe("Anthropic LLM", () => {
+  it("disables Anthropic SDK retries by default", () => {
+    var _a;
+    const callCount = anthropicConstructor.mock.calls.length;
+    new LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022" });
+    expect((_a = anthropicConstructor.mock.calls[callCount]) == null ? void 0 : _a[0]).toEqual(
+      expect.objectContaining({ maxRetries: 0 })
+    );
+  });
+  it("leaves an injected client and its retry policy untouched", () => {
+    const client = {
+      baseURL: "https://api.anthropic.test",
+      maxRetries: 7
+    };
+    const callCount = anthropicConstructor.mock.calls.length;
+    const anthropicLlm = new LLM({ client, model: "claude-3-5-sonnet-20241022" });
+    expect(anthropicConstructor.mock.calls).toHaveLength(callCount);
+    expect(anthropicLlm.provider).toBe("api.anthropic.test");
+    expect(client.maxRetries).toBe(7);
+  });
+  it("forwards an explicit maxRetries to the Anthropic SDK", () => {
+    var _a;
+    const callCount = anthropicConstructor.mock.calls.length;
+    new LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022", maxRetries: 2 });
+    expect((_a = anthropicConstructor.mock.calls[callCount]) == null ? void 0 : _a[0]).toEqual(
+      expect.objectContaining({ maxRetries: 2 })
+    );
+  });
   it("correctly maps ChatContext to Anthropic system and messages arrays", () => {
     const anthropicLlm = new LLM({ apiKey: "dummy", model: "claude-3-5-sonnet-20241022" });
     const chatCtx = new llm.ChatContext();
@@ -153,6 +216,7 @@ describe("Anthropic LLM", () => {
       completionTokens: 0,
       promptTokens: 0,
       promptCachedTokens: 0,
+      cacheCreationTokens: 0,
       totalTokens: 0
     });
   });

package/dist/llm.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { llm } from '@livekit/agents';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { LLM } from './llm.js';\n\nfunction messageStartEvent(): Anthropic.MessageStreamEvent {\n  return {\n    type: 'message_start',\n    message: {\n      id: 'msg_123',\n      usage: { input_tokens: 0, output_tokens: 0 },\n    },\n  } as Anthropic.MessageStreamEvent;\n}\n\nfunction textDeltaEvent(text: string): Anthropic.MessageStreamEvent {\n  return {\n    type: 'content_block_delta',\n    delta: { type: 'text_delta', text },\n  } as Anthropic.MessageStreamEvent;\n}\n\nasync function collectTextFromEvents(\n  events: Anthropic.MessageStreamEvent[],\n  toolCtx?: llm.ToolContextLike,\n): Promise<string> {\n  const client = {\n    messages: {\n      create: async () =>\n        (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n          yield* events;\n        })(),\n    },\n  } as unknown as Anthropic;\n  const anthropicLlm = new LLM({\n    apiKey: 'dummy',\n    client,\n    model: 'claude-3-5-sonnet-20241022',\n  });\n  const chatCtx = new llm.ChatContext();\n  chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n  const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n  const textChunks: string[] = [];\n  for await (const chunk of stream) {\n    if (chunk.delta?.content) {\n      textChunks.push(chunk.delta.content);\n    }\n  }\n  return textChunks.join('');\n}\n\ndescribe('Anthropic LLM', () => {\n  it('correctly maps ChatContext to Anthropic system and messages arrays', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({\n      role: 'system',\n      content: 'You are a mock agent.',\n    });\n    chatCtx.addMessage({\n      role: 'user',\n      content: 'Hello, world!',\n    });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { system, messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Assert that system prompts were correctly isolated\n    expect(system).toHaveLength(1);\n    expect(system[0].text).toBe('You are a mock agent.');\n\n    // Assert that strictly user messages ended up in the messages payload\n    expect(messages).toHaveLength(1);\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('Hello, world!');\n  });\n\n  it('merges consecutive same-role messages', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'First message' });\n    chatCtx.addMessage({ role: 'user', content: 'Second message' });\n    chatCtx.addMessage({ role: 'assistant', content: 'Reply' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Two user messages should be merged into one with array content, followed by a\n    // trailing dummy user turn for Claude 4.6+.\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(Array.isArray(messages[0].content)).toBe(true);\n    expect(messages[0].content).toHaveLength(2);\n    expect(messages[1].role).toBe('assistant');\n    expect(messages[2].role).toBe('user');\n    expect(messages[2].content).toEqual([{ type: 'text', text: '.' }]);\n  });\n\n  it('injects a dummy user message if conversation starts with assistant', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'system', content: 'System prompt' });\n    chatCtx.addMessage({ role: 'assistant', content: 'I start talking' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Should have injected a dummy user message at the start\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('(empty)');\n    expect(messages[1].role).toBe('assistant');\n  });\n\n  it('handles function_call and function_call_output items', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather?' });\n\n    // Simulate a function call from the assistant\n    chatCtx.items.push(\n      new llm.FunctionCall({\n        callId: 'call_123',\n        name: 'get_weather',\n        args: '{\"city\":\"London\"}',\n      }),\n    );\n\n    // Simulate the tool result\n    chatCtx.items.push(\n      new llm.FunctionCallOutput({\n        callId: 'call_123',\n        name: 'get_weather',\n        output: '{\"temp\": 20}',\n        isError: false,\n      }),\n    );\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // user message, then assistant tool_use, then user tool_result\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(messages[1].role).toBe('assistant');\n    expect(Array.isArray(messages[1].content)).toBe(true);\n    expect(messages[1].content[0].type).toBe('tool_use');\n    expect(messages[1].content[0].id).toBe('call_123');\n    expect(messages[2].role).toBe('user');\n    expect(Array.isArray(messages[2].content)).toBe(true);\n    expect(messages[2].content[0].type).toBe('tool_result');\n  });\n\n  it('creates a fresh stream on retry', async () => {\n    let calls = 0;\n    const client = {\n      messages: {\n        create: async () => {\n          calls += 1;\n          if (calls === 1) {\n            throw new Error('transient connect failure');\n          }\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {})();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    anthropicLlm.on('error', () => {});\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({\n      chatCtx,\n      connOptions: { maxRetry: 1, retryIntervalMs: 0, timeoutMs: 1000 },\n    });\n    const chunks: llm.ChatChunk[] = [];\n    for await (const chunk of stream) {\n      chunks.push(chunk);\n    }\n\n    expect(calls).toBe(2);\n    expect(chunks.at(-1)?.usage).toEqual({\n      completionTokens: 0,\n      promptTokens: 0,\n      promptCachedTokens: 0,\n      totalTokens: 0,\n    });\n  });\n\n  it('sends function tool schemas from a real ToolContext', async () => {\n    let capturedParams: Anthropic.MessageCreateParamsStreaming | undefined;\n    const client = {\n      messages: {\n        create: async (params: Anthropic.MessageCreateParamsStreaming) => {\n          capturedParams = params;\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n          })();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather in Tokyo?' });\n\n    const toolCtx = llm.toToolContext({\n      getWeather: llm.tool({\n        description: 'Get the weather for a given location.',\n        parameters: z.object({ location: z.string() }),\n        execute: async () => 'sunny',\n      }),\n    });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of stream) {\n      // drain\n    }\n\n    expect(capturedParams?.tools).toHaveLength(1);\n    const toolSchema = capturedParams!.tools![0] as Anthropic.Tool;\n    expect(toolSchema.name).toBe('getWeather');\n    expect(toolSchema.description).toBe('Get the weather for a given location.');\n    expect(toolSchema.input_schema.type).toBe('object');\n    expect(Object.keys(toolSchema.input_schema.properties ?? {})).toEqual(['location']);\n  });\n\n  it('does not emit an empty delta for a fully-filtered thinking block', async () => {\n    const client = {\n      messages: {\n        create: async () =>\n          (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n            yield textDeltaEvent('<thinking>only reasoning</thinking>');\n          })(),\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx: llm.ToolContext.empty() });\n    const contentChunks: string[] = [];\n    for await (const chunk of stream) {\n      if (chunk.delta?.content !== undefined) {\n        contentChunks.push(chunk.delta.content);\n      }\n    }\n\n    // The whole delta was a thinking block: nothing (not even '') is emitted.\n    expect(contentChunks).toEqual([]);\n  });\n\n  it('filters thinking blocks when tools are active', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('<thinking>hidden'),\n        textDeltaEvent('still hidden</thinking>visible'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('visible');\n  });\n\n  it('does not filter thinking blocks without tools', async () => {\n    const text = await collectTextFromEvents([\n      messageStartEvent(),\n      textDeltaEvent('<thinking>visible without tools</thinking>'),\n    ]);\n\n    expect(text).toBe('<thinking>visible without tools</thinking>');\n  });\n\n  it('preserves text around same-delta thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [messageStartEvent(), textDeltaEvent('before <thinking>hidden</thinking> after')],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n\n  it('preserves text before split thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('before <thinking>hidden'),\n        textDeltaEvent('still hidden</thinking> after'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n});\n"],"mappings":"AAIA,SAAS,WAAW;AACpB,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,SAAS;AAClB,SAAS,WAAW;AAEpB,SAAS,oBAAkD;AACzD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,MACP,IAAI;AAAA,MACJ,OAAO,EAAE,cAAc,GAAG,eAAe,EAAE;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,eAAe,MAA4C;AAClE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,cAAc,KAAK;AAAA,EACpC;AACF;AAEA,eAAe,sBACb,QACA,SACiB;AA7BnB;AA8BE,QAAM,SAAS;AAAA,IACb,UAAU;AAAA,MACR,QAAQ,YACL,mBAAiE;AAChE,eAAO;AAAA,MACT,EAAG;AAAA,IACP;AAAA,EACF;AACA,QAAM,eAAe,IAAI,IAAI;AAAA,IAC3B,QAAQ;AAAA,IACR;AAAA,IACA,OAAO;AAAA,EACT,CAAC;AACD,QAAM,UAAU,IAAI,IAAI,YAAY;AACpC,UAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,QAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AACrD,QAAM,aAAuB,CAAC;AAC9B,mBAAiB,SAAS,QAAQ;AAChC,SAAI,WAAM,UAAN,mBAAa,SAAS;AACxB,iBAAW,KAAK,MAAM,MAAM,OAAO;AAAA,IACrC;AAAA,EACF;AACA,SAAO,WAAW,KAAK,EAAE;AAC3B;AAEA,SAAS,iBAAiB,MAAM;AAC9B,KAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AACD,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAGD,UAAM,EAAE,QAAQ,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGjF,WAAO,MAAM,EAAE,aAAa,CAAC;AAC7B,WAAO,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,uBAAuB;AAGnD,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,eAAe;AAAA,EAClD,CAAC;AAED,KAAG,yCAAyC,MAAM;AAChD,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAC7D,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,iBAAiB,CAAC;AAC9D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,QAAQ,CAAC;AAG1D,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAIzE,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC;AAC1C,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC;AAAA,EACnE,CAAC;AAED,KAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,UAAU,SAAS,gBAAgB,CAAC;AAC/D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,kBAAkB,CAAC;AAGpE,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,SAAS;AAC1C,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AAAA,EAC3C,CAAC;AAED,KAAG,wDAAwD,MAAM;AAC/D,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,uBAAuB,CAAC;AAGpE,YAAQ,MAAM;AAAA,MACZ,IAAI,IAAI,aAAa;AAAA,QACnB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAGA,YAAQ,MAAM;AAAA,MACZ,IAAI,IAAI,mBAAmB;AAAA,QACzB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,UAAU;AACnD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,UAAU;AACjD,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,aAAa;AAAA,EACxD,CAAC;AAED,KAAG,mCAAmC,YAAY;AAjKpD;AAkKI,QAAI,QAAQ;AACZ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YAAY;AAClB,mBAAS;AACT,cAAI,UAAU,GAAG;AACf,kBAAM,IAAI,MAAM,2BAA2B;AAAA,UAC7C;AACA,iBAAQ,mBAAiE;AAAA,UAAC,EAAG;AAAA,QAC/E;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,iBAAa,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACjC,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK;AAAA,MAC/B;AAAA,MACA,aAAa,EAAE,UAAU,GAAG,iBAAiB,GAAG,WAAW,IAAK;AAAA,IAClE,CAAC;AACD,UAAM,SAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,aAAO,KAAK,KAAK;AAAA,IACnB;AAEA,WAAO,KAAK,EAAE,KAAK,CAAC;AACpB,YAAO,YAAO,GAAG,EAAE,MAAZ,mBAAe,KAAK,EAAE,QAAQ;AAAA,MACnC,kBAAkB;AAAA,MAClB,cAAc;AAAA,MACd,oBAAoB;AAAA,MACpB,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AAED,KAAG,uDAAuD,YAAY;AACpE,QAAI;AACJ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,OAAO,WAAmD;AAChE,2BAAiB;AACjB,iBAAQ,mBAAiE;AACvE,kBAAM,kBAAkB;AAAA,UAC1B,EAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gCAAgC,CAAC;AAE7E,UAAM,UAAU,IAAI,cAAc;AAAA,MAChC,YAAY,IAAI,KAAK;AAAA,QACnB,aAAa;AAAA,QACb,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAAA,QAC7C,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AAErD,qBAAiB,KAAK,QAAQ;AAAA,IAE9B;AAEA,WAAO,iDAAgB,KAAK,EAAE,aAAa,CAAC;AAC5C,UAAM,aAAa,eAAgB,MAAO,CAAC;AAC3C,WAAO,WAAW,IAAI,EAAE,KAAK,YAAY;AACzC,WAAO,WAAW,WAAW,EAAE,KAAK,uCAAuC;AAC3E,WAAO,WAAW,aAAa,IAAI,EAAE,KAAK,QAAQ;AAClD,WAAO,OAAO,KAAK,WAAW,aAAa,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC;AAAA,EACpF,CAAC;AAED,KAAG,oEAAoE,YAAY;AAnPrF;AAoPI,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YACL,mBAAiE;AAChE,gBAAM,kBAAkB;AACxB,gBAAM,eAAe,qCAAqC;AAAA,QAC5D,EAAG;AAAA,MACP;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,SAAS,IAAI,YAAY,MAAM,EAAE,CAAC;AAC9E,UAAM,gBAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,YAAI,WAAM,UAAN,mBAAa,aAAY,QAAW;AACtC,sBAAc,KAAK,MAAM,MAAM,OAAO;AAAA,MACxC;AAAA,IACF;AAGA,WAAO,aAAa,EAAE,QAAQ,CAAC,CAAC;AAAA,EAClC,CAAC;AAED,KAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,kBAAkB;AAAA,QACjC,eAAe,gCAAgC;AAAA,MACjD;AAAA,MACA,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,SAAS;AAAA,EAC7B,CAAC;AAED,KAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM,sBAAsB;AAAA,MACvC,kBAAkB;AAAA,MAClB,eAAe,4CAA4C;AAAA,IAC7D,CAAC;AAED,WAAO,IAAI,EAAE,KAAK,4CAA4C;AAAA,EAChE,CAAC;AAED,KAAG,oDAAoD,YAAY;AACjE,UAAM,OAAO,MAAM;AAAA,MACjB,CAAC,kBAAkB,GAAG,eAAe,0CAA0C,CAAC;AAAA,MAChF,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AAED,KAAG,+CAA+C,YAAY;AAC5D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,yBAAyB;AAAA,QACxC,eAAe,+BAA+B;AAAA,MAChD;AAAA,MACA,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AACH,CAAC;","names":[]}
+{"version":3,"sources":["../src/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n// eslint-disable-next-line @typescript-eslint/consistent-type-imports\nimport Anthropic from '@anthropic-ai/sdk';\nimport { llm } from '@livekit/agents';\nimport { describe, expect, it, vi } from 'vitest';\nimport { z } from 'zod';\nimport { LLM } from './llm.js';\n\nconst { anthropicConstructor } = vi.hoisted(() => ({\n  anthropicConstructor: vi.fn<(opts?: { maxRetries?: number }) => void>(),\n}));\n\nvi.mock('@anthropic-ai/sdk', async (importOriginal) => {\n  const { default: AnthropicClient } = await importOriginal<{ default: typeof Anthropic }>();\n\n  return {\n    default: class extends AnthropicClient {\n      constructor(opts: ConstructorParameters<typeof AnthropicClient>[0]) {\n        super(opts);\n        anthropicConstructor(opts);\n      }\n    },\n  };\n});\n\ndescribe('Anthropic LLM prewarm', () => {\n  it('lists one model with the prewarm cancellation signal', async () => {\n    let prewarmSignal: AbortSignal | undefined;\n    const modelsList = vi.fn(\n      async (_params: { limit: number }, options: { signal?: AbortSignal }) => {\n        prewarmSignal = options.signal;\n      },\n    );\n    const client = {\n      baseURL: 'https://api.anthropic.test',\n      models: { list: modelsList },\n    } as unknown as Anthropic;\n    const llm = new LLM({ model: 'claude-sonnet-4-6', client });\n\n    llm.prewarm();\n    await new Promise<void>((resolve) => setImmediate(resolve));\n\n    expect(modelsList).toHaveBeenCalledWith({ limit: 1 }, { signal: expect.any(AbortSignal) });\n    expect(prewarmSignal?.aborted).toBe(false);\n\n    await llm.aclose();\n    expect(prewarmSignal?.aborted).toBe(true);\n  });\n});\n\nfunction messageStartEvent(): Anthropic.MessageStreamEvent {\n  return {\n    type: 'message_start',\n    message: {\n      id: 'msg_123',\n      usage: { input_tokens: 0, output_tokens: 0 },\n    },\n  } as Anthropic.MessageStreamEvent;\n}\n\nfunction textDeltaEvent(text: string): Anthropic.MessageStreamEvent {\n  return {\n    type: 'content_block_delta',\n    delta: { type: 'text_delta', text },\n  } as Anthropic.MessageStreamEvent;\n}\n\nasync function collectTextFromEvents(\n  events: Anthropic.MessageStreamEvent[],\n  toolCtx?: llm.ToolContextLike,\n): Promise<string> {\n  const client = {\n    messages: {\n      create: async () =>\n        (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n          yield* events;\n        })(),\n    },\n  } as unknown as Anthropic;\n  const anthropicLlm = new LLM({\n    apiKey: 'dummy',\n    client,\n    model: 'claude-3-5-sonnet-20241022',\n  });\n  const chatCtx = new llm.ChatContext();\n  chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n  const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n  const textChunks: string[] = [];\n  for await (const chunk of stream) {\n    if (chunk.delta?.content) {\n      textChunks.push(chunk.delta.content);\n    }\n  }\n  return textChunks.join('');\n}\n\ndescribe('Anthropic LLM', () => {\n  it('disables Anthropic SDK retries by default', () => {\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(\n      expect.objectContaining({ maxRetries: 0 }),\n    );\n  });\n\n  it('leaves an injected client and its retry policy untouched', () => {\n    const client = {\n      baseURL: 'https://api.anthropic.test',\n      maxRetries: 7,\n    } as unknown as Anthropic;\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    const anthropicLlm = new LLM({ client, model: 'claude-3-5-sonnet-20241022' });\n\n    // The caller owns the client: no SDK client is constructed on its behalf.\n    expect(anthropicConstructor.mock.calls).toHaveLength(callCount);\n    expect(anthropicLlm.provider).toBe('api.anthropic.test');\n    expect(client.maxRetries).toBe(7);\n  });\n\n  it('forwards an explicit maxRetries to the Anthropic SDK', () => {\n    const callCount = anthropicConstructor.mock.calls.length;\n\n    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022', maxRetries: 2 });\n\n    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(\n      expect.objectContaining({ maxRetries: 2 }),\n    );\n  });\n\n  it('correctly maps ChatContext to Anthropic system and messages arrays', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({\n      role: 'system',\n      content: 'You are a mock agent.',\n    });\n    chatCtx.addMessage({\n      role: 'user',\n      content: 'Hello, world!',\n    });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { system, messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Assert that system prompts were correctly isolated\n    expect(system).toHaveLength(1);\n    expect(system[0].text).toBe('You are a mock agent.');\n\n    // Assert that strictly user messages ended up in the messages payload\n    expect(messages).toHaveLength(1);\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('Hello, world!');\n  });\n\n  it('merges consecutive same-role messages', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'First message' });\n    chatCtx.addMessage({ role: 'user', content: 'Second message' });\n    chatCtx.addMessage({ role: 'assistant', content: 'Reply' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Two user messages should be merged into one with array content, followed by a\n    // trailing dummy user turn for Claude 4.6+.\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(Array.isArray(messages[0].content)).toBe(true);\n    expect(messages[0].content).toHaveLength(2);\n    expect(messages[1].role).toBe('assistant');\n    expect(messages[2].role).toBe('user');\n    expect(messages[2].content).toEqual([{ type: 'text', text: '.' }]);\n  });\n\n  it('injects a dummy user message if conversation starts with assistant', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'system', content: 'System prompt' });\n    chatCtx.addMessage({ role: 'assistant', content: 'I start talking' });\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // Should have injected a dummy user message at the start\n    expect(messages[0].role).toBe('user');\n    expect(messages[0].content).toBe('(empty)');\n    expect(messages[1].role).toBe('assistant');\n  });\n\n  it('handles function_call and function_call_output items', () => {\n    const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });\n\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather?' });\n\n    // Simulate a function call from the assistant\n    chatCtx.items.push(\n      new llm.FunctionCall({\n        callId: 'call_123',\n        name: 'get_weather',\n        args: '{\"city\":\"London\"}',\n      }),\n    );\n\n    // Simulate the tool result\n    chatCtx.items.push(\n      new llm.FunctionCallOutput({\n        callId: 'call_123',\n        name: 'get_weather',\n        output: '{\"temp\": 20}',\n        isError: false,\n      }),\n    );\n\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { messages } = (anthropicLlm as any)._buildAnthropicContext(chatCtx);\n\n    // user message, then assistant tool_use, then user tool_result\n    expect(messages).toHaveLength(3);\n    expect(messages[0].role).toBe('user');\n    expect(messages[1].role).toBe('assistant');\n    expect(Array.isArray(messages[1].content)).toBe(true);\n    expect(messages[1].content[0].type).toBe('tool_use');\n    expect(messages[1].content[0].id).toBe('call_123');\n    expect(messages[2].role).toBe('user');\n    expect(Array.isArray(messages[2].content)).toBe(true);\n    expect(messages[2].content[0].type).toBe('tool_result');\n  });\n\n  it('creates a fresh stream on retry', async () => {\n    let calls = 0;\n    const client = {\n      messages: {\n        create: async () => {\n          calls += 1;\n          if (calls === 1) {\n            throw new Error('transient connect failure');\n          }\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {})();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    anthropicLlm.on('error', () => {});\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({\n      chatCtx,\n      connOptions: { maxRetry: 1, retryIntervalMs: 0, timeoutMs: 1000 },\n    });\n    const chunks: llm.ChatChunk[] = [];\n    for await (const chunk of stream) {\n      chunks.push(chunk);\n    }\n\n    expect(calls).toBe(2);\n    expect(chunks.at(-1)?.usage).toEqual({\n      completionTokens: 0,\n      promptTokens: 0,\n      promptCachedTokens: 0,\n      cacheCreationTokens: 0,\n      totalTokens: 0,\n    });\n  });\n\n  it('sends function tool schemas from a real ToolContext', async () => {\n    let capturedParams: Anthropic.MessageCreateParamsStreaming | undefined;\n    const client = {\n      messages: {\n        create: async (params: Anthropic.MessageCreateParamsStreaming) => {\n          capturedParams = params;\n          return (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n          })();\n        },\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'What is the weather in Tokyo?' });\n\n    const toolCtx = llm.toToolContext({\n      getWeather: llm.tool({\n        description: 'Get the weather for a given location.',\n        parameters: z.object({ location: z.string() }),\n        execute: async () => 'sunny',\n      }),\n    });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx });\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of stream) {\n      // drain\n    }\n\n    expect(capturedParams?.tools).toHaveLength(1);\n    const toolSchema = capturedParams!.tools![0] as Anthropic.Tool;\n    expect(toolSchema.name).toBe('getWeather');\n    expect(toolSchema.description).toBe('Get the weather for a given location.');\n    expect(toolSchema.input_schema.type).toBe('object');\n    expect(Object.keys(toolSchema.input_schema.properties ?? {})).toEqual(['location']);\n  });\n\n  it('does not emit an empty delta for a fully-filtered thinking block', async () => {\n    const client = {\n      messages: {\n        create: async () =>\n          (async function* (): AsyncGenerator<Anthropic.MessageStreamEvent> {\n            yield messageStartEvent();\n            yield textDeltaEvent('<thinking>only reasoning</thinking>');\n          })(),\n      },\n    } as unknown as Anthropic;\n    const anthropicLlm = new LLM({\n      apiKey: 'dummy',\n      client,\n      model: 'claude-3-5-sonnet-20241022',\n    });\n    const chatCtx = new llm.ChatContext();\n    chatCtx.addMessage({ role: 'user', content: 'Hello, world!' });\n\n    const stream = anthropicLlm.chat({ chatCtx, toolCtx: llm.ToolContext.empty() });\n    const contentChunks: string[] = [];\n    for await (const chunk of stream) {\n      if (chunk.delta?.content !== undefined) {\n        contentChunks.push(chunk.delta.content);\n      }\n    }\n\n    // The whole delta was a thinking block: nothing (not even '') is emitted.\n    expect(contentChunks).toEqual([]);\n  });\n\n  it('filters thinking blocks when tools are active', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('<thinking>hidden'),\n        textDeltaEvent('still hidden</thinking>visible'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('visible');\n  });\n\n  it('does not filter thinking blocks without tools', async () => {\n    const text = await collectTextFromEvents([\n      messageStartEvent(),\n      textDeltaEvent('<thinking>visible without tools</thinking>'),\n    ]);\n\n    expect(text).toBe('<thinking>visible without tools</thinking>');\n  });\n\n  it('preserves text around same-delta thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [messageStartEvent(), textDeltaEvent('before <thinking>hidden</thinking> after')],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n\n  it('preserves text before split thinking blocks', async () => {\n    const text = await collectTextFromEvents(\n      [\n        messageStartEvent(),\n        textDeltaEvent('before <thinking>hidden'),\n        textDeltaEvent('still hidden</thinking> after'),\n      ],\n      llm.ToolContext.empty(),\n    );\n\n    expect(text).toBe('before  after');\n  });\n});\n"],"mappings":"AAIA,OAAO,eAAe;AACtB,SAAS,WAAW;AACpB,SAAS,UAAU,QAAQ,IAAI,UAAU;AACzC,SAAS,SAAS;AAClB,SAAS,WAAW;AAEpB,MAAM,EAAE,qBAAqB,IAAI,GAAG,QAAQ,OAAO;AAAA,EACjD,sBAAsB,GAAG,GAA6C;AACxE,EAAE;AAEF,GAAG,KAAK,qBAAqB,OAAO,mBAAmB;AACrD,QAAM,EAAE,SAAS,gBAAgB,IAAI,MAAM,eAA8C;AAEzF,SAAO;AAAA,IACL,SAAS,cAAc,gBAAgB;AAAA,MACrC,YAAY,MAAwD;AAClE,cAAM,IAAI;AACV,6BAAqB,IAAI;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AACF,CAAC;AAED,SAAS,yBAAyB,MAAM;AACtC,KAAG,wDAAwD,YAAY;AACrE,QAAI;AACJ,UAAM,aAAa,GAAG;AAAA,MACpB,OAAO,SAA4B,YAAsC;AACvE,wBAAgB,QAAQ;AAAA,MAC1B;AAAA,IACF;AACA,UAAM,SAAS;AAAA,MACb,SAAS;AAAA,MACT,QAAQ,EAAE,MAAM,WAAW;AAAA,IAC7B;AACA,UAAMA,OAAM,IAAI,IAAI,EAAE,OAAO,qBAAqB,OAAO,CAAC;AAE1D,IAAAA,KAAI,QAAQ;AACZ,UAAM,IAAI,QAAc,CAAC,YAAY,aAAa,OAAO,CAAC;AAE1D,WAAO,UAAU,EAAE,qBAAqB,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,OAAO,IAAI,WAAW,EAAE,CAAC;AACzF,WAAO,+CAAe,OAAO,EAAE,KAAK,KAAK;AAEzC,UAAMA,KAAI,OAAO;AACjB,WAAO,+CAAe,OAAO,EAAE,KAAK,IAAI;AAAA,EAC1C,CAAC;AACH,CAAC;AAED,SAAS,oBAAkD;AACzD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,MACP,IAAI;AAAA,MACJ,OAAO,EAAE,cAAc,GAAG,eAAe,EAAE;AAAA,IAC7C;AAAA,EACF;AACF;AAEA,SAAS,eAAe,MAA4C;AAClE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,cAAc,KAAK;AAAA,EACpC;AACF;AAEA,eAAe,sBACb,QACA,SACiB;AAxEnB;AAyEE,QAAM,SAAS;AAAA,IACb,UAAU;AAAA,MACR,QAAQ,YACL,mBAAiE;AAChE,eAAO;AAAA,MACT,EAAG;AAAA,IACP;AAAA,EACF;AACA,QAAM,eAAe,IAAI,IAAI;AAAA,IAC3B,QAAQ;AAAA,IACR;AAAA,IACA,OAAO;AAAA,EACT,CAAC;AACD,QAAM,UAAU,IAAI,IAAI,YAAY;AACpC,UAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,QAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AACrD,QAAM,aAAuB,CAAC;AAC9B,mBAAiB,SAAS,QAAQ;AAChC,SAAI,WAAM,UAAN,mBAAa,SAAS;AACxB,iBAAW,KAAK,MAAM,MAAM,OAAO;AAAA,IACrC;AAAA,EACF;AACA,SAAO,WAAW,KAAK,EAAE;AAC3B;AAEA,SAAS,iBAAiB,MAAM;AAC9B,KAAG,6CAA6C,MAAM;AApGxD;AAqGI,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,QAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAEhE,YAAO,0BAAqB,KAAK,MAAM,SAAS,MAAzC,mBAA6C,EAAE,EAAE;AAAA,MACtD,OAAO,iBAAiB,EAAE,YAAY,EAAE,CAAC;AAAA,IAC3C;AAAA,EACF,CAAC;AAED,KAAG,4DAA4D,MAAM;AACnE,UAAM,SAAS;AAAA,MACb,SAAS;AAAA,MACT,YAAY;AAAA,IACd;AACA,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,OAAO,6BAA6B,CAAC;AAG5E,WAAO,qBAAqB,KAAK,KAAK,EAAE,aAAa,SAAS;AAC9D,WAAO,aAAa,QAAQ,EAAE,KAAK,oBAAoB;AACvD,WAAO,OAAO,UAAU,EAAE,KAAK,CAAC;AAAA,EAClC,CAAC;AAED,KAAG,wDAAwD,MAAM;AA7HnE;AA8HI,UAAM,YAAY,qBAAqB,KAAK,MAAM;AAElD,QAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,8BAA8B,YAAY,EAAE,CAAC;AAE/E,YAAO,0BAAqB,KAAK,MAAM,SAAS,MAAzC,mBAA6C,EAAE,EAAE;AAAA,MACtD,OAAO,iBAAiB,EAAE,YAAY,EAAE,CAAC;AAAA,IAC3C;AAAA,EACF,CAAC;AAED,KAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AACD,YAAQ,WAAW;AAAA,MACjB,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAGD,UAAM,EAAE,QAAQ,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGjF,WAAO,MAAM,EAAE,aAAa,CAAC;AAC7B,WAAO,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,uBAAuB;AAGnD,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,eAAe;AAAA,EAClD,CAAC;AAED,KAAG,yCAAyC,MAAM;AAChD,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAC7D,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,iBAAiB,CAAC;AAC9D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,QAAQ,CAAC;AAG1D,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAIzE,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC;AAC1C,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC;AAAA,EACnE,CAAC;AAED,KAAG,sEAAsE,MAAM;AAC7E,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,UAAU,SAAS,gBAAgB,CAAC;AAC/D,YAAQ,WAAW,EAAE,MAAM,aAAa,SAAS,kBAAkB,CAAC;AAGpE,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,SAAS;AAC1C,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AAAA,EAC3C,CAAC;AAED,KAAG,wDAAwD,MAAM;AAC/D,UAAM,eAAe,IAAI,IAAI,EAAE,QAAQ,SAAS,OAAO,6BAA6B,CAAC;AAErF,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,uBAAuB,CAAC;AAGpE,YAAQ,MAAM;AAAA,MACZ,IAAI,IAAI,aAAa;AAAA,QACnB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAGA,YAAQ,MAAM;AAAA,MACZ,IAAI,IAAI,mBAAmB;AAAA,QACzB,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,EAAE,SAAS,IAAK,aAAqB,uBAAuB,OAAO;AAGzE,WAAO,QAAQ,EAAE,aAAa,CAAC;AAC/B,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,WAAW;AACzC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,UAAU;AACnD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,UAAU;AACjD,WAAO,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,MAAM;AACpC,WAAO,MAAM,QAAQ,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI;AACpD,WAAO,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,aAAa;AAAA,EACxD,CAAC;AAED,KAAG,mCAAmC,YAAY;AA/OpD;AAgPI,QAAI,QAAQ;AACZ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YAAY;AAClB,mBAAS;AACT,cAAI,UAAU,GAAG;AACf,kBAAM,IAAI,MAAM,2BAA2B;AAAA,UAC7C;AACA,iBAAQ,mBAAiE;AAAA,UAAC,EAAG;AAAA,QAC/E;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,iBAAa,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACjC,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK;AAAA,MAC/B;AAAA,MACA,aAAa,EAAE,UAAU,GAAG,iBAAiB,GAAG,WAAW,IAAK;AAAA,IAClE,CAAC;AACD,UAAM,SAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,aAAO,KAAK,KAAK;AAAA,IACnB;AAEA,WAAO,KAAK,EAAE,KAAK,CAAC;AACpB,YAAO,YAAO,GAAG,EAAE,MAAZ,mBAAe,KAAK,EAAE,QAAQ;AAAA,MACnC,kBAAkB;AAAA,MAClB,cAAc;AAAA,MACd,oBAAoB;AAAA,MACpB,qBAAqB;AAAA,MACrB,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AAED,KAAG,uDAAuD,YAAY;AACpE,QAAI;AACJ,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,OAAO,WAAmD;AAChE,2BAAiB;AACjB,iBAAQ,mBAAiE;AACvE,kBAAM,kBAAkB;AAAA,UAC1B,EAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gCAAgC,CAAC;AAE7E,UAAM,UAAU,IAAI,cAAc;AAAA,MAChC,YAAY,IAAI,KAAK;AAAA,QACnB,aAAa;AAAA,QACb,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAAA,QAC7C,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,QAAQ,CAAC;AAErD,qBAAiB,KAAK,QAAQ;AAAA,IAE9B;AAEA,WAAO,iDAAgB,KAAK,EAAE,aAAa,CAAC;AAC5C,UAAM,aAAa,eAAgB,MAAO,CAAC;AAC3C,WAAO,WAAW,IAAI,EAAE,KAAK,YAAY;AACzC,WAAO,WAAW,WAAW,EAAE,KAAK,uCAAuC;AAC3E,WAAO,WAAW,aAAa,IAAI,EAAE,KAAK,QAAQ;AAClD,WAAO,OAAO,KAAK,WAAW,aAAa,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC;AAAA,EACpF,CAAC;AAED,KAAG,oEAAoE,YAAY;AAlUrF;AAmUI,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,QAAQ,YACL,mBAAiE;AAChE,gBAAM,kBAAkB;AACxB,gBAAM,eAAe,qCAAqC;AAAA,QAC5D,EAAG;AAAA,MACP;AAAA,IACF;AACA,UAAM,eAAe,IAAI,IAAI;AAAA,MAC3B,QAAQ;AAAA,MACR;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AACD,UAAM,UAAU,IAAI,IAAI,YAAY;AACpC,YAAQ,WAAW,EAAE,MAAM,QAAQ,SAAS,gBAAgB,CAAC;AAE7D,UAAM,SAAS,aAAa,KAAK,EAAE,SAAS,SAAS,IAAI,YAAY,MAAM,EAAE,CAAC;AAC9E,UAAM,gBAA0B,CAAC;AACjC,qBAAiB,SAAS,QAAQ;AAChC,YAAI,WAAM,UAAN,mBAAa,aAAY,QAAW;AACtC,sBAAc,KAAK,MAAM,MAAM,OAAO;AAAA,MACxC;AAAA,IACF;AAGA,WAAO,aAAa,EAAE,QAAQ,CAAC,CAAC;AAAA,EAClC,CAAC;AAED,KAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,kBAAkB;AAAA,QACjC,eAAe,gCAAgC;AAAA,MACjD;AAAA,MACA,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,SAAS;AAAA,EAC7B,CAAC;AAED,KAAG,iDAAiD,YAAY;AAC9D,UAAM,OAAO,MAAM,sBAAsB;AAAA,MACvC,kBAAkB;AAAA,MAClB,eAAe,4CAA4C;AAAA,IAC7D,CAAC;AAED,WAAO,IAAI,EAAE,KAAK,4CAA4C;AAAA,EAChE,CAAC;AAED,KAAG,oDAAoD,YAAY;AACjE,UAAM,OAAO,MAAM;AAAA,MACjB,CAAC,kBAAkB,GAAG,eAAe,0CAA0C,CAAC;AAAA,MAChF,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AAED,KAAG,+CAA+C,YAAY;AAC5D,UAAM,OAAO,MAAM;AAAA,MACjB;AAAA,QACE,kBAAkB;AAAA,QAClB,eAAe,yBAAyB;AAAA,QACxC,eAAe,+BAA+B;AAAA,MAChD;AAAA,MACA,IAAI,YAAY,MAAM;AAAA,IACxB;AAEA,WAAO,IAAI,EAAE,KAAK,eAAe;AAAA,EACnC,CAAC;AACH,CAAC;","names":["llm"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-anthropic",
-  "version": "1.6.1",
+  "version": "1.6.3",
   "description": "Anthropic plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -33,15 +33,15 @@
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
     "zod": "^3.25.76 || ^4.1.8",
-    "@livekit/agents": "1.6.1",
-    "@livekit/agents-plugins-test": "1.6.1"
+    "@livekit/agents": "1.6.3",
+    "@livekit/agents-plugins-test": "1.6.3"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.33.1"
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.33",
-    "@livekit/agents": "1.6.1"
+    "@livekit/agents": "1.6.3"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/llm.test.ts

@@ -1,12 +1,55 @@
 // SPDX-FileCopyrightText: 2026 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import type Anthropic from '@anthropic-ai/sdk';
+// eslint-disable-next-line @typescript-eslint/consistent-type-imports
+import Anthropic from '@anthropic-ai/sdk';
 import { llm } from '@livekit/agents';
-import { describe, expect, it } from 'vitest';
+import { describe, expect, it, vi } from 'vitest';
 import { z } from 'zod';
 import { LLM } from './llm.js';
 
+const { anthropicConstructor } = vi.hoisted(() => ({
+  anthropicConstructor: vi.fn<(opts?: { maxRetries?: number }) => void>(),
+}));
+
+vi.mock('@anthropic-ai/sdk', async (importOriginal) => {
+  const { default: AnthropicClient } = await importOriginal<{ default: typeof Anthropic }>();
+
+  return {
+    default: class extends AnthropicClient {
+      constructor(opts: ConstructorParameters<typeof AnthropicClient>[0]) {
+        super(opts);
+        anthropicConstructor(opts);
+      }
+    },
+  };
+});
+
+describe('Anthropic LLM prewarm', () => {
+  it('lists one model with the prewarm cancellation signal', async () => {
+    let prewarmSignal: AbortSignal | undefined;
+    const modelsList = vi.fn(
+      async (_params: { limit: number }, options: { signal?: AbortSignal }) => {
+        prewarmSignal = options.signal;
+      },
+    );
+    const client = {
+      baseURL: 'https://api.anthropic.test',
+      models: { list: modelsList },
+    } as unknown as Anthropic;
+    const llm = new LLM({ model: 'claude-sonnet-4-6', client });
+
+    llm.prewarm();
+    await new Promise<void>((resolve) => setImmediate(resolve));
+
+    expect(modelsList).toHaveBeenCalledWith({ limit: 1 }, { signal: expect.any(AbortSignal) });
+    expect(prewarmSignal?.aborted).toBe(false);
+
+    await llm.aclose();
+    expect(prewarmSignal?.aborted).toBe(true);
+  });
+});
+
 function messageStartEvent(): Anthropic.MessageStreamEvent {
   return {
     type: 'message_start',
@@ -55,6 +98,41 @@ async function collectTextFromEvents(
 }
 
 describe('Anthropic LLM', () => {
+  it('disables Anthropic SDK retries by default', () => {
+    const callCount = anthropicConstructor.mock.calls.length;
+
+    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });
+
+    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(
+      expect.objectContaining({ maxRetries: 0 }),
+    );
+  });
+
+  it('leaves an injected client and its retry policy untouched', () => {
+    const client = {
+      baseURL: 'https://api.anthropic.test',
+      maxRetries: 7,
+    } as unknown as Anthropic;
+    const callCount = anthropicConstructor.mock.calls.length;
+
+    const anthropicLlm = new LLM({ client, model: 'claude-3-5-sonnet-20241022' });
+
+    // The caller owns the client: no SDK client is constructed on its behalf.
+    expect(anthropicConstructor.mock.calls).toHaveLength(callCount);
+    expect(anthropicLlm.provider).toBe('api.anthropic.test');
+    expect(client.maxRetries).toBe(7);
+  });
+
+  it('forwards an explicit maxRetries to the Anthropic SDK', () => {
+    const callCount = anthropicConstructor.mock.calls.length;
+
+    new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022', maxRetries: 2 });
+
+    expect(anthropicConstructor.mock.calls[callCount]?.[0]).toEqual(
+      expect.objectContaining({ maxRetries: 2 }),
+    );
+  });
+
   it('correctly maps ChatContext to Anthropic system and messages arrays', () => {
     const anthropicLlm = new LLM({ apiKey: 'dummy', model: 'claude-3-5-sonnet-20241022' });
 
@@ -195,6 +273,7 @@ describe('Anthropic LLM', () => {
       completionTokens: 0,
       promptTokens: 0,
       promptCachedTokens: 0,
+      cacheCreationTokens: 0,
       totalTokens: 0,
     });
   });

package/src/llm.ts

@@ -24,6 +24,8 @@ export interface LLMOptions {
   temperature?: number;
   /** Pre-configured Anthropic client instance. */
   client?: Anthropic;
+  /** Vendor client retries. Defaults to 0 because the framework owns retries. */
+  maxRetries?: number;
   /** Tool selection strategy. */
   toolChoice?: llm.ToolChoice;
   /** Whether to allow parallel tool calls. */
@@ -66,6 +68,7 @@ export class LLM extends llm.LLM {
       new Anthropic({
         baseURL: this.#opts.baseURL,
         apiKey: this.#opts.apiKey,
+        maxRetries: this.#opts.maxRetries ?? 0,
       });
   }
 
@@ -89,6 +92,10 @@ export class LLM extends llm.LLM {
     }
   }
 
+  protected override async _prewarmImpl(signal: AbortSignal): Promise<void> {
+    await this.#client.models.list({ limit: 1 }, { signal });
+  }
+
   /**
    * Converts a framework ChatContext into Anthropic's message format.
    *
@@ -419,6 +426,7 @@ export class LLMStream extends llm.LLMStream {
           promptTokens,
           totalTokens: promptTokens + this.#outputTokens,
           promptCachedTokens: this.#cacheReadTokens,
+          cacheCreationTokens: this.#cacheCreationTokens,
         },
       });
     } catch (e: unknown) {