@livekit/agents-plugin-openai 1.0.5 → 2.0.0

package/dist/llm.cjs

@@ -75,7 +75,7 @@ class LLM extends import_agents.llm.LLM {
    * - `azureEndpoint` from `AZURE_OPENAI_ENDPOINT`
    */
   static withAzure(opts = defaultAzureLLMOptions) {
-    opts = { ...defaultLLMOptions, ...opts };
+    opts = { ...defaultAzureLLMOptions, ...opts };
     if (opts.apiKey === void 0) {
       throw new Error("Azure API key is required, whether as an argument or as $AZURE_API_KEY");
     }
@@ -326,165 +326,13 @@ class LLM extends import_agents.llm.LLM {
       chatCtx,
       toolCtx,
       connOptions,
-      extraKwargs: extras
+      extraKwargs: extras,
+      gatewayOptions: void 0
+      // OpenAI plugin doesn't use gateway authentication
     });
   }
 }
-class LLMStream extends import_agents.llm.LLMStream {
-  #toolCallId;
-  #fncName;
-  #fncRawArguments;
-  #toolIndex;
-  #client;
-  #providerFmt;
-  #extraKwargs;
-  model;
-  constructor(llm2, {
-    model,
-    providerFmt,
-    client,
-    chatCtx,
-    toolCtx,
-    connOptions,
-    extraKwargs
-  }) {
-    super(llm2, { chatCtx, toolCtx, connOptions });
-    this.#client = client;
-    this.#providerFmt = providerFmt;
-    this.#extraKwargs = extraKwargs;
-    this.model = model;
-  }
-  async run() {
-    var _a;
-    let retryable = true;
-    try {
-      const messages = await this.chatCtx.toProviderFormat(
-        this.#providerFmt
-      );
-      const tools = this.toolCtx ? Object.entries(this.toolCtx).map(([name, func]) => ({
-        type: "function",
-        function: {
-          name,
-          description: func.description,
-          parameters: import_agents.llm.toJsonSchema(
-            func.parameters
-          )
-        }
-      })) : void 0;
-      const stream = await this.#client.chat.completions.create({
-        model: this.model,
-        messages,
-        tools,
-        stream: true,
-        stream_options: { include_usage: true },
-        ...this.#extraKwargs
-      });
-      for await (const chunk of stream) {
-        for (const choice of chunk.choices) {
-          if (this.abortController.signal.aborted) {
-            break;
-          }
-          const chatChunk = this.#parseChoice(chunk.id, choice);
-          if (chatChunk) {
-            retryable = false;
-            this.queue.put(chatChunk);
-          }
-        }
-        if (chunk.usage) {
-          const usage = chunk.usage;
-          retryable = false;
-          this.queue.put({
-            id: chunk.id,
-            usage: {
-              completionTokens: usage.completion_tokens,
-              promptTokens: usage.prompt_tokens,
-              promptCachedTokens: ((_a = usage.prompt_tokens_details) == null ? void 0 : _a.cached_tokens) || 0,
-              totalTokens: usage.total_tokens
-            }
-          });
-        }
-      }
-    } catch (error) {
-      if (error instanceof import_openai.OpenAI.APIConnectionTimeoutError) {
-        throw new import_agents.APITimeoutError({ options: { retryable } });
-      } else if (error instanceof import_openai.OpenAI.APIError) {
-        throw new import_agents.APIStatusError({
-          message: error.message,
-          options: {
-            statusCode: error.status,
-            body: error.error,
-            requestId: error.request_id,
-            retryable
-          }
-        });
-      } else {
-        throw new import_agents.APIConnectionError({
-          message: (0, import_agents.toError)(error).message,
-          options: { retryable }
-        });
-      }
-    } finally {
-      this.queue.close();
-    }
-  }
-  #parseChoice(id, choice) {
-    const delta = choice.delta;
-    if (delta === void 0) return void 0;
-    if (delta.tool_calls) {
-      for (const tool of delta.tool_calls) {
-        if (!tool.function) {
-          continue;
-        }
-        let callChunk;
-        if (this.#toolCallId && tool.id && tool.index !== this.#toolIndex) {
-          callChunk = this.#createRunningToolCallChunk(id, delta);
-          this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
-        }
-        if (tool.function.name) {
-          this.#toolIndex = tool.index;
-          this.#toolCallId = tool.id;
-          this.#fncName = tool.function.name;
-          this.#fncRawArguments = tool.function.arguments || "";
-        } else if (tool.function.arguments) {
-          this.#fncRawArguments = (this.#fncRawArguments || "") + tool.function.arguments;
-        }
-        if (callChunk) {
-          return callChunk;
-        }
-      }
-    }
-    if (choice.finish_reason && ["tool_calls", "stop"].includes(choice.finish_reason) && this.#toolCallId !== void 0) {
-      const callChunk = this.#createRunningToolCallChunk(id, delta);
-      this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
-      return callChunk;
-    }
-    if (!delta.content) {
-      return void 0;
-    }
-    return {
-      id,
-      delta: {
-        role: "assistant",
-        content: delta.content
-      }
-    };
-  }
-  #createRunningToolCallChunk(id, delta) {
-    return {
-      id,
-      delta: {
-        role: "assistant",
-        content: delta.content || void 0,
-        toolCalls: [
-          import_agents.llm.FunctionCall.create({
-            callId: this.#toolCallId,
-            name: this.#fncName || "",
-            args: this.#fncRawArguments || ""
-          })
-        ]
-      }
-    };
-  }
+class LLMStream extends import_agents.inference.LLMStream {
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/llm.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport { AzureOpenAI, OpenAI } from 'openai';\nimport type {\n  CerebrasChatModels,\n  ChatModels,\n  DeepSeekChatModels,\n  GroqChatModels,\n  MetaChatModels,\n  OctoChatModels,\n  PerplexityChatModels,\n  TelnyxChatModels,\n  TogetherChatModels,\n  XAIChatModels,\n} from './models.js';\n\nexport interface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  user?: string;\n  temperature?: number;\n  client?: OpenAI;\n  toolChoice?: llm.ToolChoice;\n  parallelToolCalls?: boolean;\n  metadata?: Record<string, string>;\n  maxCompletionTokens?: number;\n  serviceTier?: string;\n  store?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  parallelToolCalls: true,\n};\n\nconst defaultAzureLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.AZURE_API_KEY,\n};\n\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: OpenAI;\n  #providerFmt: llm.ProviderFormat;\n\n  /**\n   * Create a new instance of OpenAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(\n    opts: Partial<LLMOptions> = defaultLLMOptions,\n    providerFmt: llm.ProviderFormat = 'openai',\n  ) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    this.#providerFmt = providerFmt;\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: opts.baseURL,\n        apiKey: opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /**\n   * Create a new instance of OpenAI LLM with Azure.\n   *\n   * @remarks\n   * This automatically infers the following arguments from their corresponding environment variables if they are not provided:\n   * - `apiKey` from `AZURE_OPENAI_API_KEY`\n   * - `organization` from `OPENAI_ORG_ID`\n   * - `project` from `OPENAI_PROJECT_ID`\n   * - `azureAdToken` from `AZURE_OPENAI_AD_TOKEN`\n   * - `apiVersion` from `OPENAI_API_VERSION`\n   * - `azureEndpoint` from `AZURE_OPENAI_ENDPOINT`\n   */\n  static withAzure(\n    opts: {\n      model: string | ChatModels;\n      azureEndpoint?: string;\n      azureDeployment?: string;\n      apiVersion?: string;\n      apiKey?: string;\n      azureAdToken?: string;\n      azureAdTokenProvider?: () => Promise<string>;\n      organization?: string;\n      project?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n    } = defaultAzureLLMOptions,\n  ): LLM {\n    opts = { ...defaultLLMOptions, ...opts };\n    if (opts.apiKey === undefined) {\n      throw new Error('Azure API key is required, whether as an argument or as $AZURE_API_KEY');\n    }\n\n    return new LLM({\n      temperature: opts.temperature,\n      user: opts.user,\n      client: new AzureOpenAI(opts),\n    });\n  }\n\n  /**\n   * Create a new instance of Cerebras LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Cerebras API key, either using the argument or by setting the\n   * `CEREBRAS_API_KEY` environment variable.\n   */\n  static withCerebras(\n    opts: Partial<{\n      model: string | CerebrasChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.CEREBRAS_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Cerebras API key is required, whether as an argument or as $CEREBRAS_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'llama3.1-8b',\n      baseURL: 'https://api.cerebras.ai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Fireworks LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Fireworks API key, either using the argument or by setting the\n   * `FIREWORKS_API_KEY` environment variable.\n   */\n  static withFireworks(opts: Partial<LLMOptions> = {}): LLM {\n    opts.apiKey = opts.apiKey || process.env.FIREWORKS_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Fireworks API key is required, whether as an argument or as $FIREWORKS_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'accounts/fireworks/models/llama-v3p1-70b-instruct',\n      baseURL: 'https://api.fireworks.ai/inference/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of xAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your xAI API key, either using the argument or by setting the\n   * `XAI_API_KEY` environment variable.\n   */\n  static withXAI(\n    opts: Partial<{\n      model: string | XAIChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.XAI_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('xAI API key is required, whether as an argument or as $XAI_API_KEY');\n    }\n\n    return new LLM({\n      model: 'grok-2-public',\n      baseURL: 'https://api.x.ai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Groq LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new LLM({\n      model: 'llama3-8b-8192',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of DeepSeek LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your DeepSeek API key, either using the argument or by setting the\n   * `DEEPSEEK_API_KEY` environment variable.\n   */\n  static withDeepSeek(\n    opts: Partial<{\n      model: string | DeepSeekChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.DEEPSEEK_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'DeepSeek API key is required, whether as an argument or as $DEEPSEEK_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'deepseek-chat',\n      baseURL: 'https://api.deepseek.com/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OctoAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OctoAI API key, either using the argument or by setting the\n   * `OCTOAI_TOKEN` environment variable.\n   */\n  static withOcto(\n    opts: Partial<{\n      model: string | OctoChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.OCTOAI_TOKEN;\n    if (opts.apiKey === undefined) {\n      throw new Error('OctoAI API key is required, whether as an argument or as $OCTOAI_TOKEN');\n    }\n\n    return new LLM({\n      model: 'llama-2-13b-chat',\n      baseURL: 'https://text.octoai.run/v1',\n      ...opts,\n    });\n  }\n\n  /** Create a new instance of Ollama LLM. */\n  static withOllama(\n    opts: Partial<{\n      model: string;\n      baseURL?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    return new LLM({\n      model: 'llama-2-13b-chat',\n      baseURL: 'https://text.octoai.run/v1',\n      apiKey: 'ollama',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of PerplexityAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your PerplexityAI API key, either using the argument or by setting the\n   * `PERPLEXITY_API_KEY` environment variable.\n   */\n  static withPerplexity(\n    opts: Partial<{\n      model: string | PerplexityChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.PERPLEXITY_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'PerplexityAI API key is required, whether as an argument or as $PERPLEXITY_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'llama-3.1-sonar-small-128k-chat',\n      baseURL: 'https://api.perplexity.ai',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of TogetherAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your TogetherAI API key, either using the argument or by setting the\n   * `TOGETHER_API_KEY` environment variable.\n   */\n  static withTogether(\n    opts: Partial<{\n      model: string | TogetherChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.TOGETHER_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'TogetherAI API key is required, whether as an argument or as $TOGETHER_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',\n      baseURL: 'https://api.together.xyz/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Telnyx LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Telnyx API key, either using the argument or by setting the\n   * `TELNYX_API_KEY` environment variable.\n   */\n  static withTelnyx(\n    opts: Partial<{\n      model: string | TelnyxChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.TELNYX_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Telnyx API key is required, whether as an argument or as $TELNYX_API_KEY');\n    }\n\n    return new LLM({\n      model: 'meta-llama/Meta-Llama-3.1-70B-Instruct',\n      baseURL: 'https://api.telnyx.com/v2/ai',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Meta Llama LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Meta Llama API key, either using the argument or by setting the\n   * `LLAMA_API_KEY` environment variable.\n   */\n  static withMeta(\n    opts: Partial<{\n      apiKey?: string;\n      baseURL?: string;\n      client?: OpenAI;\n      model?: string | MetaChatModels;\n      temperature?: number;\n      user?: string;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.LLAMA_API_KEY;\n    opts.baseURL = opts.baseURL || 'https://api.llama.com/compat/v1/';\n    opts.model = opts.model || 'Llama-4-Maverick-17B-128E-Instruct-FP8';\n\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Meta Llama API key is required, either as argument or set LLAMA_API_KEY environment variable',\n      );\n    }\n\n    return new LLM(opts);\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, any>;\n  }): LLMStream {\n    const extras: Record<string, any> = { ...extraKwargs }; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n    if (this.#opts.metadata) {\n      extras.metadata = this.#opts.metadata;\n    }\n\n    if (this.#opts.user) {\n      extras.user = this.#opts.user;\n    }\n\n    if (this.#opts.maxCompletionTokens) {\n      extras.max_completion_tokens = this.#opts.maxCompletionTokens;\n    }\n\n    if (this.#opts.temperature) {\n      extras.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.serviceTier) {\n      extras.service_tier = this.#opts.serviceTier;\n    }\n\n    if (this.#opts.store !== undefined) {\n      extras.store = this.#opts.store;\n    }\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      extras.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice = toolChoice !== undefined ? toolChoice : this.#opts.toolChoice;\n    if (toolChoice) {\n      extras.tool_choice = toolChoice;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      providerFmt: this.#providerFmt,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      extraKwargs: extras,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  #toolCallId?: string;\n  #fncName?: string;\n  #fncRawArguments?: string;\n  #toolIndex?: number;\n  #client: OpenAI;\n  #providerFmt: llm.ProviderFormat;\n  #extraKwargs: Record<string, any>;\n  private model: string | ChatModels;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      providerFmt,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      extraKwargs,\n    }: {\n      model: string | ChatModels;\n      providerFmt: llm.ProviderFormat;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      extraKwargs: Record<string, any>;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.#client = client;\n    this.#providerFmt = providerFmt;\n    this.#extraKwargs = extraKwargs;\n    this.model = model;\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        this.#providerFmt,\n      )) as OpenAI.ChatCompletionMessageParam[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => ({\n            type: 'function' as const,\n            function: {\n              name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n              ) as unknown as OpenAI.Chat.Completions.ChatCompletionTool['function']['parameters'],\n            },\n          }))\n        : undefined;\n\n      const stream = await this.#client.chat.completions.create({\n        model: this.model,\n        messages,\n        tools,\n        stream: true,\n        stream_options: { include_usage: true },\n        ...this.#extraKwargs,\n      });\n\n      for await (const chunk of stream) {\n        for (const choice of chunk.choices) {\n          if (this.abortController.signal.aborted) {\n            break;\n          }\n          const chatChunk = this.#parseChoice(chunk.id, choice);\n          if (chatChunk) {\n            retryable = false;\n            this.queue.put(chatChunk);\n          }\n        }\n\n        if (chunk.usage) {\n          const usage = chunk.usage;\n          retryable = false;\n          this.queue.put({\n            id: chunk.id,\n            usage: {\n              completionTokens: usage.completion_tokens,\n              promptTokens: usage.prompt_tokens,\n              promptCachedTokens: usage.prompt_tokens_details?.cached_tokens || 0,\n              totalTokens: usage.total_tokens,\n            },\n          });\n        }\n      }\n    } catch (error) {\n      if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.request_id,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    } finally {\n      this.queue.close();\n    }\n  }\n\n  #parseChoice(id: string, choice: OpenAI.ChatCompletionChunk.Choice): llm.ChatChunk | undefined {\n    const delta = choice.delta;\n\n    // https://github.com/livekit/agents/issues/688\n    // the delta can be None when using Azure OpenAI (content filtering)\n    if (delta === undefined) return undefined;\n\n    if (delta.tool_calls) {\n      // check if we have functions to calls\n      for (const tool of delta.tool_calls) {\n        if (!tool.function) {\n          continue; // oai may add other tools in the future\n        }\n\n        /**\n         * The way OpenAI streams tool calls is a bit tricky.\n         *\n         * For any new tool call, it first emits a delta tool call with id, and function name,\n         * the rest of the delta chunks will only stream the remaining arguments string,\n         * until a new tool call is started or the tool call is finished.\n         * See below for an example.\n         *\n         * Choice(delta=ChoiceDelta(content=None, function_call=None, refusal=None, role='assistant', tool_calls=None), finish_reason=None, index=0, logprobs=None)\n         * [ChoiceDeltaToolCall(index=0, id='call_LaVeHWUHpef9K1sd5UO8TtLg', function=ChoiceDeltaToolCallFunction(arguments='', name='get_weather'), type='function')]\n         * [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='{\"location\": \"P', name=None), type=None)]\n         * [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='aris}', name=None), type=None)]\n         * [ChoiceDeltaToolCall(index=1, id='call_ThU4OmMdQXnnVmpXGOCknXIB', function=ChoiceDeltaToolCallFunction(arguments='', name='get_weather'), type='function')]\n         * [ChoiceDeltaToolCall(index=1, id=None, function=ChoiceDeltaToolCallFunction(arguments='{\"location\": \"T', name=None), type=None)]\n         * [ChoiceDeltaToolCall(index=1, id=None, function=ChoiceDeltaToolCallFunction(arguments='okyo', name=None), type=None)]\n         * Choice(delta=ChoiceDelta(content=None, function_call=None, refusal=None, role=None, tool_calls=None), finish_reason='tool_calls', index=0, logprobs=None)\n         */\n        let callChunk: llm.ChatChunk | undefined;\n        // If we have a previous tool call and this is a new one, emit the previous\n        if (this.#toolCallId && tool.id && tool.index !== this.#toolIndex) {\n          callChunk = this.#createRunningToolCallChunk(id, delta);\n          this.#toolCallId = this.#fncName = this.#fncRawArguments = undefined;\n        }\n\n        // Start or continue building the current tool call\n        if (tool.function.name) {\n          this.#toolIndex = tool.index;\n          this.#toolCallId = tool.id;\n          this.#fncName = tool.function.name;\n          this.#fncRawArguments = tool.function.arguments || '';\n        } else if (tool.function.arguments) {\n          this.#fncRawArguments = (this.#fncRawArguments || '') + tool.function.arguments;\n        }\n\n        if (callChunk) {\n          return callChunk;\n        }\n      }\n    }\n\n    // If we're done with tool calls, emit the final one\n    if (\n      choice.finish_reason &&\n      ['tool_calls', 'stop'].includes(choice.finish_reason) &&\n      this.#toolCallId !== undefined\n    ) {\n      const callChunk = this.#createRunningToolCallChunk(id, delta);\n      this.#toolCallId = this.#fncName = this.#fncRawArguments = undefined;\n      return callChunk;\n    }\n\n    // Regular content message\n    if (!delta.content) {\n      return undefined;\n    }\n\n    return {\n      id,\n      delta: {\n        role: 'assistant',\n        content: delta.content,\n      },\n    };\n  }\n\n  #createRunningToolCallChunk(\n    id: string,\n    delta: OpenAI.Chat.Completions.ChatCompletionChunk.Choice.Delta,\n  ): llm.ChatChunk {\n    return {\n      id,\n      delta: {\n        role: 'assistant',\n        content: delta.content || undefined,\n        toolCalls: [\n          llm.FunctionCall.create({\n            callId: this.#toolCallId!,\n            name: this.#fncName || '',\n            args: this.#fncRawArguments || '',\n          }),\n        ],\n      },\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,oBAOO;AACP,oBAAoC;AA6BpC,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAEA,MAAM,yBAAqC;AAAA,EACzC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AACtB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YACE,OAA4B,mBAC5B,cAAkC,UAClC;AACA,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,SAAK,eAAe;AACpB,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcA,OAAO,UACL,OAaI,wBACC;AACL,WAAO,EAAE,GAAG,mBAAmB,GAAG,KAAK;AACvC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,wEAAwE;AAAA,IAC1F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,MAAM,KAAK;AAAA,MACX,QAAQ,IAAI,0BAAY,IAAI;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,cAAc,OAA4B,CAAC,GAAQ;AACxD,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,QACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,oEAAoE;AAAA,IACtF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,wEAAwE;AAAA,IAC1F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,WACL,OAKK,CAAC,GACD;AACL,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,eACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,WACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,SAAK,UAAU,KAAK,WAAW;AAC/B,SAAK,QAAQ,KAAK,SAAS;AAE3B,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI,IAAI;AAAA,EACrB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAA8B,EAAE,GAAG,YAAY;AAErD,QAAI,KAAK,MAAM,UAAU;AACvB,aAAO,WAAW,KAAK,MAAM;AAAA,IAC/B;AAEA,QAAI,KAAK,MAAM,MAAM;AACnB,aAAO,OAAO,KAAK,MAAM;AAAA,IAC3B;AAEA,QAAI,KAAK,MAAM,qBAAqB;AAClC,aAAO,wBAAwB,KAAK,MAAM;AAAA,IAC5C;AAEA,QAAI,KAAK,MAAM,aAAa;AAC1B,aAAO,cAAc,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,aAAa;AAC1B,aAAO,eAAe,KAAK,MAAM;AAAA,IACnC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,aAAO,QAAQ,KAAK,MAAM;AAAA,IAC5B;AAEA,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AACnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,aAAO,sBAAsB;AAAA,IAC/B;AAEA,iBAAa,eAAe,SAAY,aAAa,KAAK,MAAM;AAChE,QAAI,YAAY;AACd,aAAO,cAAc;AAAA,IACvB;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,kBAAI,UAAU;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACQ;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,UAAU;AACf,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAqB;AA9hBvC;AA+hBI,QAAI,YAAY;AAChB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC,KAAK;AAAA,MACP;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO;AAAA,QAClD,MAAM;AAAA,QACN,UAAU;AAAA,UACR;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,kBAAI;AAAA,YACd,KAAK;AAAA,UACP;AAAA,QACF;AAAA,MACF,EAAE,IACF;AAEJ,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,YAAY,OAAO;AAAA,QACxD,OAAO,KAAK;AAAA,QACZ;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,QACR,gBAAgB,EAAE,eAAe,KAAK;AAAA,QACtC,GAAG,KAAK;AAAA,MACV,CAAC;AAED,uBAAiB,SAAS,QAAQ;AAChC,mBAAW,UAAU,MAAM,SAAS;AAClC,cAAI,KAAK,gBAAgB,OAAO,SAAS;AACvC;AAAA,UACF;AACA,gBAAM,YAAY,KAAK,aAAa,MAAM,IAAI,MAAM;AACpD,cAAI,WAAW;AACb,wBAAY;AACZ,iBAAK,MAAM,IAAI,SAAS;AAAA,UAC1B;AAAA,QACF;AAEA,YAAI,MAAM,OAAO;AACf,gBAAM,QAAQ,MAAM;AACpB,sBAAY;AACZ,eAAK,MAAM,IAAI;AAAA,YACb,IAAI,MAAM;AAAA,YACV,OAAO;AAAA,cACL,kBAAkB,MAAM;AAAA,cACxB,cAAc,MAAM;AAAA,cACpB,sBAAoB,WAAM,0BAAN,mBAA6B,kBAAiB;AAAA,cAClE,aAAa,MAAM;AAAA,YACrB;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UAAI,iBAAiB,qBAAO,2BAA2B;AACrD,cAAM,IAAI,8BAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,qBAAO,UAAU;AAC3C,cAAM,IAAI,6BAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,iCAAmB;AAAA,UAC3B,aAAS,uBAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,IAAY,QAAsE;AAC7F,UAAM,QAAQ,OAAO;AAIrB,QAAI,UAAU,OAAW,QAAO;AAEhC,QAAI,MAAM,YAAY;AAEpB,iBAAW,QAAQ,MAAM,YAAY;AACnC,YAAI,CAAC,KAAK,UAAU;AAClB;AAAA,QACF;AAmBA,YAAI;AAEJ,YAAI,KAAK,eAAe,KAAK,MAAM,KAAK,UAAU,KAAK,YAAY;AACjE,sBAAY,KAAK,4BAA4B,IAAI,KAAK;AACtD,eAAK,cAAc,KAAK,WAAW,KAAK,mBAAmB;AAAA,QAC7D;AAGA,YAAI,KAAK,SAAS,MAAM;AACtB,eAAK,aAAa,KAAK;AACvB,eAAK,cAAc,KAAK;AACxB,eAAK,WAAW,KAAK,SAAS;AAC9B,eAAK,mBAAmB,KAAK,SAAS,aAAa;AAAA,QACrD,WAAW,KAAK,SAAS,WAAW;AAClC,eAAK,oBAAoB,KAAK,oBAAoB,MAAM,KAAK,SAAS;AAAA,QACxE;AAEA,YAAI,WAAW;AACb,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAGA,QACE,OAAO,iBACP,CAAC,cAAc,MAAM,EAAE,SAAS,OAAO,aAAa,KACpD,KAAK,gBAAgB,QACrB;AACA,YAAM,YAAY,KAAK,4BAA4B,IAAI,KAAK;AAC5D,WAAK,cAAc,KAAK,WAAW,KAAK,mBAAmB;AAC3D,aAAO;AAAA,IACT;AAGA,QAAI,CAAC,MAAM,SAAS;AAClB,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,4BACE,IACA,OACe;AACf,WAAO;AAAA,MACL;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM,WAAW;AAAA,QAC1B,WAAW;AAAA,UACT,kBAAI,aAAa,OAAO;AAAA,YACtB,QAAQ,KAAK;AAAA,YACb,MAAM,KAAK,YAAY;AAAA,YACvB,MAAM,KAAK,oBAAoB;AAAA,UACjC,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["llm"]}
+{"version":3,"sources":["../src/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport { DEFAULT_API_CONNECT_OPTIONS, inference, llm } from '@livekit/agents';\nimport { AzureOpenAI, OpenAI } from 'openai';\nimport type {\n  CerebrasChatModels,\n  ChatModels,\n  DeepSeekChatModels,\n  GroqChatModels,\n  MetaChatModels,\n  OctoChatModels,\n  PerplexityChatModels,\n  TelnyxChatModels,\n  TogetherChatModels,\n  XAIChatModels,\n} from './models.js';\n\nexport interface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  user?: string;\n  temperature?: number;\n  client?: OpenAI;\n  toolChoice?: llm.ToolChoice;\n  parallelToolCalls?: boolean;\n  metadata?: Record<string, string>;\n  maxCompletionTokens?: number;\n  serviceTier?: string;\n  store?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  parallelToolCalls: true,\n};\n\nconst defaultAzureLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.AZURE_API_KEY,\n};\n\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #client: OpenAI;\n  #providerFmt: llm.ProviderFormat;\n\n  /**\n   * Create a new instance of OpenAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(\n    opts: Partial<LLMOptions> = defaultLLMOptions,\n    providerFmt: llm.ProviderFormat = 'openai',\n  ) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    this.#providerFmt = providerFmt;\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: opts.baseURL,\n        apiKey: opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  /**\n   * Create a new instance of OpenAI LLM with Azure.\n   *\n   * @remarks\n   * This automatically infers the following arguments from their corresponding environment variables if they are not provided:\n   * - `apiKey` from `AZURE_OPENAI_API_KEY`\n   * - `organization` from `OPENAI_ORG_ID`\n   * - `project` from `OPENAI_PROJECT_ID`\n   * - `azureAdToken` from `AZURE_OPENAI_AD_TOKEN`\n   * - `apiVersion` from `OPENAI_API_VERSION`\n   * - `azureEndpoint` from `AZURE_OPENAI_ENDPOINT`\n   */\n  static withAzure(\n    opts: {\n      model: string | ChatModels;\n      azureEndpoint?: string;\n      azureDeployment?: string;\n      apiVersion?: string;\n      apiKey?: string;\n      azureAdToken?: string;\n      azureAdTokenProvider?: () => Promise<string>;\n      organization?: string;\n      project?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n    } = defaultAzureLLMOptions,\n  ): LLM {\n    opts = { ...defaultAzureLLMOptions, ...opts };\n    if (opts.apiKey === undefined) {\n      throw new Error('Azure API key is required, whether as an argument or as $AZURE_API_KEY');\n    }\n\n    return new LLM({\n      temperature: opts.temperature,\n      user: opts.user,\n      client: new AzureOpenAI(opts),\n    });\n  }\n\n  /**\n   * Create a new instance of Cerebras LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Cerebras API key, either using the argument or by setting the\n   * `CEREBRAS_API_KEY` environment variable.\n   */\n  static withCerebras(\n    opts: Partial<{\n      model: string | CerebrasChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.CEREBRAS_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Cerebras API key is required, whether as an argument or as $CEREBRAS_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'llama3.1-8b',\n      baseURL: 'https://api.cerebras.ai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Fireworks LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Fireworks API key, either using the argument or by setting the\n   * `FIREWORKS_API_KEY` environment variable.\n   */\n  static withFireworks(opts: Partial<LLMOptions> = {}): LLM {\n    opts.apiKey = opts.apiKey || process.env.FIREWORKS_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Fireworks API key is required, whether as an argument or as $FIREWORKS_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'accounts/fireworks/models/llama-v3p1-70b-instruct',\n      baseURL: 'https://api.fireworks.ai/inference/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of xAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your xAI API key, either using the argument or by setting the\n   * `XAI_API_KEY` environment variable.\n   */\n  static withXAI(\n    opts: Partial<{\n      model: string | XAIChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.XAI_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('xAI API key is required, whether as an argument or as $XAI_API_KEY');\n    }\n\n    return new LLM({\n      model: 'grok-2-public',\n      baseURL: 'https://api.x.ai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Groq LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new LLM({\n      model: 'llama3-8b-8192',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of DeepSeek LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your DeepSeek API key, either using the argument or by setting the\n   * `DEEPSEEK_API_KEY` environment variable.\n   */\n  static withDeepSeek(\n    opts: Partial<{\n      model: string | DeepSeekChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.DEEPSEEK_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'DeepSeek API key is required, whether as an argument or as $DEEPSEEK_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'deepseek-chat',\n      baseURL: 'https://api.deepseek.com/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OctoAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OctoAI API key, either using the argument or by setting the\n   * `OCTOAI_TOKEN` environment variable.\n   */\n  static withOcto(\n    opts: Partial<{\n      model: string | OctoChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.OCTOAI_TOKEN;\n    if (opts.apiKey === undefined) {\n      throw new Error('OctoAI API key is required, whether as an argument or as $OCTOAI_TOKEN');\n    }\n\n    return new LLM({\n      model: 'llama-2-13b-chat',\n      baseURL: 'https://text.octoai.run/v1',\n      ...opts,\n    });\n  }\n\n  /** Create a new instance of Ollama LLM. */\n  static withOllama(\n    opts: Partial<{\n      model: string;\n      baseURL?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    return new LLM({\n      model: 'llama-2-13b-chat',\n      baseURL: 'https://text.octoai.run/v1',\n      apiKey: 'ollama',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of PerplexityAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your PerplexityAI API key, either using the argument or by setting the\n   * `PERPLEXITY_API_KEY` environment variable.\n   */\n  static withPerplexity(\n    opts: Partial<{\n      model: string | PerplexityChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.PERPLEXITY_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'PerplexityAI API key is required, whether as an argument or as $PERPLEXITY_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'llama-3.1-sonar-small-128k-chat',\n      baseURL: 'https://api.perplexity.ai',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of TogetherAI LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your TogetherAI API key, either using the argument or by setting the\n   * `TOGETHER_API_KEY` environment variable.\n   */\n  static withTogether(\n    opts: Partial<{\n      model: string | TogetherChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.TOGETHER_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'TogetherAI API key is required, whether as an argument or as $TOGETHER_API_KEY',\n      );\n    }\n\n    return new LLM({\n      model: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',\n      baseURL: 'https://api.together.xyz/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Telnyx LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Telnyx API key, either using the argument or by setting the\n   * `TELNYX_API_KEY` environment variable.\n   */\n  static withTelnyx(\n    opts: Partial<{\n      model: string | TelnyxChatModels;\n      apiKey?: string;\n      baseURL?: string;\n      user?: string;\n      temperature?: number;\n      client: OpenAI;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.TELNYX_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Telnyx API key is required, whether as an argument or as $TELNYX_API_KEY');\n    }\n\n    return new LLM({\n      model: 'meta-llama/Meta-Llama-3.1-70B-Instruct',\n      baseURL: 'https://api.telnyx.com/v2/ai',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of Meta Llama LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your Meta Llama API key, either using the argument or by setting the\n   * `LLAMA_API_KEY` environment variable.\n   */\n  static withMeta(\n    opts: Partial<{\n      apiKey?: string;\n      baseURL?: string;\n      client?: OpenAI;\n      model?: string | MetaChatModels;\n      temperature?: number;\n      user?: string;\n    }> = {},\n  ): LLM {\n    opts.apiKey = opts.apiKey || process.env.LLAMA_API_KEY;\n    opts.baseURL = opts.baseURL || 'https://api.llama.com/compat/v1/';\n    opts.model = opts.model || 'Llama-4-Maverick-17B-128E-Instruct-FP8';\n\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'Meta Llama API key is required, either as argument or set LLAMA_API_KEY environment variable',\n      );\n    }\n\n    return new LLM(opts);\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, any>;\n  }): LLMStream {\n    const extras: Record<string, any> = { ...extraKwargs }; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n    if (this.#opts.metadata) {\n      extras.metadata = this.#opts.metadata;\n    }\n\n    if (this.#opts.user) {\n      extras.user = this.#opts.user;\n    }\n\n    if (this.#opts.maxCompletionTokens) {\n      extras.max_completion_tokens = this.#opts.maxCompletionTokens;\n    }\n\n    if (this.#opts.temperature) {\n      extras.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.serviceTier) {\n      extras.service_tier = this.#opts.serviceTier;\n    }\n\n    if (this.#opts.store !== undefined) {\n      extras.store = this.#opts.store;\n    }\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      extras.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice = toolChoice !== undefined ? toolChoice : this.#opts.toolChoice;\n    if (toolChoice) {\n      extras.tool_choice = toolChoice;\n    }\n\n    return new LLMStream(this as unknown as inference.LLM<inference.AzureModels>, {\n      model: this.#opts.model as inference.AzureModels,\n      providerFmt: this.#providerFmt,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      extraKwargs: extras,\n      gatewayOptions: undefined, // OpenAI plugin doesn't use gateway authentication\n    });\n  }\n}\n\nexport class LLMStream extends inference.LLMStream<inference.AzureModels> {}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,oBAA4D;AAC5D,oBAAoC;AA6BpC,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,mBAAmB;AACrB;AAEA,MAAM,yBAAqC;AAAA,EACzC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AACtB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YACE,OAA4B,mBAC5B,cAAkC,UAClC;AACA,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,SAAK,eAAe;AACpB,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcA,OAAO,UACL,OAaI,wBACC;AACL,WAAO,EAAE,GAAG,wBAAwB,GAAG,KAAK;AAC5C,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,wEAAwE;AAAA,IAC1F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,MAAM,KAAK;AAAA,MACX,QAAQ,IAAI,0BAAY,IAAI;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,cAAc,OAA4B,CAAC,GAAQ;AACxD,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,QACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,oEAAoE;AAAA,IACtF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,wEAAwE;AAAA,IAC1F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,WACL,OAKK,CAAC,GACD;AACL,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,eACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,WACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,SAAK,UAAU,KAAK,WAAW;AAC/B,SAAK,QAAQ,KAAK,SAAS;AAE3B,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI,IAAI;AAAA,EACrB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,SAA8B,EAAE,GAAG,YAAY;AAErD,QAAI,KAAK,MAAM,UAAU;AACvB,aAAO,WAAW,KAAK,MAAM;AAAA,IAC/B;AAEA,QAAI,KAAK,MAAM,MAAM;AACnB,aAAO,OAAO,KAAK,MAAM;AAAA,IAC3B;AAEA,QAAI,KAAK,MAAM,qBAAqB;AAClC,aAAO,wBAAwB,KAAK,MAAM;AAAA,IAC5C;AAEA,QAAI,KAAK,MAAM,aAAa;AAC1B,aAAO,cAAc,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,aAAa;AAC1B,aAAO,eAAe,KAAK,MAAM;AAAA,IACnC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,aAAO,QAAQ,KAAK,MAAM;AAAA,IAC5B;AAEA,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AACnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,aAAO,sBAAsB;AAAA,IAC/B;AAEA,iBAAa,eAAe,SAAY,aAAa,KAAK,MAAM;AAChE,QAAI,YAAY;AACd,aAAO,cAAc;AAAA,IACvB;AAEA,WAAO,IAAI,UAAU,MAAyD;AAAA,MAC5E,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA,aAAa;AAAA,MACb,gBAAgB;AAAA;AAAA,IAClB,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,wBAAU,UAAiC;AAAC;","names":[]}

package/dist/llm.d.cts

@@ -1,5 +1,5 @@
 import type { APIConnectOptions } from '@livekit/agents';
-import { llm } from '@livekit/agents';
+import { inference, llm } from '@livekit/agents';
 import { OpenAI } from 'openai';
 import type { CerebrasChatModels, ChatModels, DeepSeekChatModels, GroqChatModels, MetaChatModels, OctoChatModels, PerplexityChatModels, TelnyxChatModels, TogetherChatModels, XAIChatModels } from './models.js';
 export interface LLMOptions {
@@ -213,18 +213,6 @@ export declare class LLM extends llm.LLM {
         extraKwargs?: Record<string, any>;
     }): LLMStream;
 }
-export declare class LLMStream extends llm.LLMStream {
-    #private;
-    private model;
-    constructor(llm: LLM, { model, providerFmt, client, chatCtx, toolCtx, connOptions, extraKwargs, }: {
-        model: string | ChatModels;
-        providerFmt: llm.ProviderFormat;
-        client: OpenAI;
-        chatCtx: llm.ChatContext;
-        toolCtx?: llm.ToolContext;
-        connOptions: APIConnectOptions;
-        extraKwargs: Record<string, any>;
-    });
-    protected run(): Promise<void>;
+export declare class LLMStream extends inference.LLMStream<inference.AzureModels> {
 }
 //# sourceMappingURL=llm.d.ts.map

package/dist/llm.d.ts

@@ -1,5 +1,5 @@
 import type { APIConnectOptions } from '@livekit/agents';
-import { llm } from '@livekit/agents';
+import { inference, llm } from '@livekit/agents';
 import { OpenAI } from 'openai';
 import type { CerebrasChatModels, ChatModels, DeepSeekChatModels, GroqChatModels, MetaChatModels, OctoChatModels, PerplexityChatModels, TelnyxChatModels, TogetherChatModels, XAIChatModels } from './models.js';
 export interface LLMOptions {
@@ -213,18 +213,6 @@ export declare class LLM extends llm.LLM {
         extraKwargs?: Record<string, any>;
     }): LLMStream;
 }
-export declare class LLMStream extends llm.LLMStream {
-    #private;
-    private model;
-    constructor(llm: LLM, { model, providerFmt, client, chatCtx, toolCtx, connOptions, extraKwargs, }: {
-        model: string | ChatModels;
-        providerFmt: llm.ProviderFormat;
-        client: OpenAI;
-        chatCtx: llm.ChatContext;
-        toolCtx?: llm.ToolContext;
-        connOptions: APIConnectOptions;
-        extraKwargs: Record<string, any>;
-    });
-    protected run(): Promise<void>;
+export declare class LLMStream extends inference.LLMStream<inference.AzureModels> {
 }
 //# sourceMappingURL=llm.d.ts.map

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAe,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,KAAK,EACV,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACd,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAaD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAK9B;;;;;;OAMG;gBAED,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB,EAC7C,WAAW,GAAE,GAAG,CAAC,cAAyB;IAkB5C,KAAK,IAAI,MAAM;IAIf,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,SAAS,CACd,IAAI,GAAE;QACJ,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;KACG,GACzB,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,aAAa,CAAC,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM,GAAG,GAAG;IAezD;;;;;;OAMG;IACH,MAAM,CAAC,OAAO,CACZ,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,aAAa,CAAC;QAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN,2CAA2C;IAC3C,MAAM,CAAC,UAAU,CACf,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IASN;;;;;;OAMG;IACH,MAAM,CAAC,cAAc,CACnB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,oBAAoB,CAAC;QACrC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,UAAU,CACf,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,gBAAgB,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,GAAG,cAAc,CAAC;QAChC,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAM,GACN,GAAG;IAcN,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACnC,GAAG,SAAS;CAgDd;AAED,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;;IAQ1C,OAAO,CAAC,KAAK,CAAsB;gBAGjC,GAAG,EAAE,GAAG,EACR,EACE,KAAK,EACL,WAAW,EACX,MAAM,EACN,OAAO,EACP,OAAO,EACP,WAAW,EACX,WAAW,GACZ,EAAE;QACD,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;QAC3B,WAAW,EAAE,GAAG,CAAC,cAAc,CAAC;QAChC,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,EAAE,iBAAiB,CAAC;QAC/B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAClC;cASa,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAiLrC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAA+B,SAAS,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC9E,OAAO,EAAe,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,KAAK,EACV,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACd,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAaD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAK9B;;;;;;OAMG;gBAED,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB,EAC7C,WAAW,GAAE,GAAG,CAAC,cAAyB;IAkB5C,KAAK,IAAI,MAAM;IAIf,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,SAAS,CACd,IAAI,GAAE;QACJ,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;KACG,GACzB,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,aAAa,CAAC,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM,GAAG,GAAG;IAezD;;;;;;OAMG;IACH,MAAM,CAAC,OAAO,CACZ,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,aAAa,CAAC;QAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN,2CAA2C;IAC3C,MAAM,CAAC,UAAU,CACf,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IASN;;;;;;OAMG;IACH,MAAM,CAAC,cAAc,CACnB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,oBAAoB,CAAC;QACrC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,kBAAkB,CAAC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAeN;;;;;;OAMG;IACH,MAAM,CAAC,UAAU,CACf,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,gBAAgB,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,GAAG,cAAc,CAAC;QAChC,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAM,GACN,GAAG;IAcN,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACnC,GAAG,SAAS;CAiDd;AAED,qBAAa,SAAU,SAAQ,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC;CAAG"}

package/dist/llm.js

@@ -1,11 +1,4 @@
-import {
-  APIConnectionError,
-  APIStatusError,
-  APITimeoutError,
-  DEFAULT_API_CONNECT_OPTIONS,
-  llm,
-  toError
-} from "@livekit/agents";
+import { DEFAULT_API_CONNECT_OPTIONS, inference, llm } from "@livekit/agents";
 import { AzureOpenAI, OpenAI } from "openai";
 const defaultLLMOptions = {
   model: "gpt-4.1",
@@ -58,7 +51,7 @@ class LLM extends llm.LLM {
    * - `azureEndpoint` from `AZURE_OPENAI_ENDPOINT`
    */
   static withAzure(opts = defaultAzureLLMOptions) {
-    opts = { ...defaultLLMOptions, ...opts };
+    opts = { ...defaultAzureLLMOptions, ...opts };
     if (opts.apiKey === void 0) {
       throw new Error("Azure API key is required, whether as an argument or as $AZURE_API_KEY");
     }
@@ -309,165 +302,13 @@ class LLM extends llm.LLM {
       chatCtx,
       toolCtx,
       connOptions,
-      extraKwargs: extras
+      extraKwargs: extras,
+      gatewayOptions: void 0
+      // OpenAI plugin doesn't use gateway authentication
     });
   }
 }
-class LLMStream extends llm.LLMStream {
-  #toolCallId;
-  #fncName;
-  #fncRawArguments;
-  #toolIndex;
-  #client;
-  #providerFmt;
-  #extraKwargs;
-  model;
-  constructor(llm2, {
-    model,
-    providerFmt,
-    client,
-    chatCtx,
-    toolCtx,
-    connOptions,
-    extraKwargs
-  }) {
-    super(llm2, { chatCtx, toolCtx, connOptions });
-    this.#client = client;
-    this.#providerFmt = providerFmt;
-    this.#extraKwargs = extraKwargs;
-    this.model = model;
-  }
-  async run() {
-    var _a;
-    let retryable = true;
-    try {
-      const messages = await this.chatCtx.toProviderFormat(
-        this.#providerFmt
-      );
-      const tools = this.toolCtx ? Object.entries(this.toolCtx).map(([name, func]) => ({
-        type: "function",
-        function: {
-          name,
-          description: func.description,
-          parameters: llm.toJsonSchema(
-            func.parameters
-          )
-        }
-      })) : void 0;
-      const stream = await this.#client.chat.completions.create({
-        model: this.model,
-        messages,
-        tools,
-        stream: true,
-        stream_options: { include_usage: true },
-        ...this.#extraKwargs
-      });
-      for await (const chunk of stream) {
-        for (const choice of chunk.choices) {
-          if (this.abortController.signal.aborted) {
-            break;
-          }
-          const chatChunk = this.#parseChoice(chunk.id, choice);
-          if (chatChunk) {
-            retryable = false;
-            this.queue.put(chatChunk);
-          }
-        }
-        if (chunk.usage) {
-          const usage = chunk.usage;
-          retryable = false;
-          this.queue.put({
-            id: chunk.id,
-            usage: {
-              completionTokens: usage.completion_tokens,
-              promptTokens: usage.prompt_tokens,
-              promptCachedTokens: ((_a = usage.prompt_tokens_details) == null ? void 0 : _a.cached_tokens) || 0,
-              totalTokens: usage.total_tokens
-            }
-          });
-        }
-      }
-    } catch (error) {
-      if (error instanceof OpenAI.APIConnectionTimeoutError) {
-        throw new APITimeoutError({ options: { retryable } });
-      } else if (error instanceof OpenAI.APIError) {
-        throw new APIStatusError({
-          message: error.message,
-          options: {
-            statusCode: error.status,
-            body: error.error,
-            requestId: error.request_id,
-            retryable
-          }
-        });
-      } else {
-        throw new APIConnectionError({
-          message: toError(error).message,
-          options: { retryable }
-        });
-      }
-    } finally {
-      this.queue.close();
-    }
-  }
-  #parseChoice(id, choice) {
-    const delta = choice.delta;
-    if (delta === void 0) return void 0;
-    if (delta.tool_calls) {
-      for (const tool of delta.tool_calls) {
-        if (!tool.function) {
-          continue;
-        }
-        let callChunk;
-        if (this.#toolCallId && tool.id && tool.index !== this.#toolIndex) {
-          callChunk = this.#createRunningToolCallChunk(id, delta);
-          this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
-        }
-        if (tool.function.name) {
-          this.#toolIndex = tool.index;
-          this.#toolCallId = tool.id;
-          this.#fncName = tool.function.name;
-          this.#fncRawArguments = tool.function.arguments || "";
-        } else if (tool.function.arguments) {
-          this.#fncRawArguments = (this.#fncRawArguments || "") + tool.function.arguments;
-        }
-        if (callChunk) {
-          return callChunk;
-        }
-      }
-    }
-    if (choice.finish_reason && ["tool_calls", "stop"].includes(choice.finish_reason) && this.#toolCallId !== void 0) {
-      const callChunk = this.#createRunningToolCallChunk(id, delta);
-      this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
-      return callChunk;
-    }
-    if (!delta.content) {
-      return void 0;
-    }
-    return {
-      id,
-      delta: {
-        role: "assistant",
-        content: delta.content
-      }
-    };
-  }
-  #createRunningToolCallChunk(id, delta) {
-    return {
-      id,
-      delta: {
-        role: "assistant",
-        content: delta.content || void 0,
-        toolCalls: [
-          llm.FunctionCall.create({
-            callId: this.#toolCallId,
-            name: this.#fncName || "",
-            args: this.#fncRawArguments || ""
-          })
-        ]
-      }
-    };
-  }
+class LLMStream extends inference.LLMStream {
 }
 export {
   LLM,