@livekit/agents-plugin-openai 1.0.50 → 1.1.0

package/dist/responses/llm.d.cts

@@ -2,7 +2,7 @@ import type { APIConnectOptions } from '@livekit/agents';
 import { llm } from '@livekit/agents';
 import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
-interface LLMOptions {
+export interface LLMOptions {
     model: string | ChatModels;
     apiKey?: string;
     baseURL?: string;
@@ -13,6 +13,11 @@ interface LLMOptions {
     store?: boolean;
     metadata?: Record<string, string>;
     strictToolSchema?: boolean;
+    /**
+     * Whether to use the WebSocket API.
+     * @default true
+     */
+    useWebSocket?: boolean;
 }
 export declare class LLM extends llm.LLM {
     #private;
@@ -26,6 +31,9 @@ export declare class LLM extends llm.LLM {
     constructor(opts?: Partial<LLMOptions>);
     label(): string;
     get model(): string;
+    prewarm(): void;
+    aclose(): Promise<void>;
+    close(): Promise<void>;
     chat({ chatCtx, toolCtx, connOptions, parallelToolCalls, toolChoice, extraKwargs, }: {
         chatCtx: llm.ChatContext;
         toolCtx?: llm.ToolContext;
@@ -33,29 +41,6 @@ export declare class LLM extends llm.LLM {
         parallelToolCalls?: boolean;
         toolChoice?: llm.ToolChoice;
         extraKwargs?: Record<string, unknown>;
-    }): LLMStream;
-}
-export declare class LLMStream extends llm.LLMStream {
-    private model;
-    private client;
-    private modelOptions;
-    private strictToolSchema;
-    private responseId;
-    constructor(llm: LLM, { model, client, chatCtx, toolCtx, connOptions, modelOptions, strictToolSchema, }: {
-        model: string | ChatModels;
-        client: OpenAI;
-        chatCtx: llm.ChatContext;
-        toolCtx?: llm.ToolContext;
-        connOptions: APIConnectOptions;
-        modelOptions: Record<string, unknown>;
-        strictToolSchema: boolean;
-    });
-    protected run(): Promise<void>;
-    private handleError;
-    private handleResponseCreated;
-    private handleResponseOutputItemDone;
-    private handleResponseOutputTextDelta;
-    private handleResponseCompleted;
+    }): llm.LLMStream;
 }
-export {};
 //# sourceMappingURL=llm.d.ts.map

package/dist/responses/llm.d.ts

@@ -2,7 +2,7 @@ import type { APIConnectOptions } from '@livekit/agents';
 import { llm } from '@livekit/agents';
 import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
-interface LLMOptions {
+export interface LLMOptions {
     model: string | ChatModels;
     apiKey?: string;
     baseURL?: string;
@@ -13,6 +13,11 @@ interface LLMOptions {
     store?: boolean;
     metadata?: Record<string, string>;
     strictToolSchema?: boolean;
+    /**
+     * Whether to use the WebSocket API.
+     * @default true
+     */
+    useWebSocket?: boolean;
 }
 export declare class LLM extends llm.LLM {
     #private;
@@ -26,6 +31,9 @@ export declare class LLM extends llm.LLM {
     constructor(opts?: Partial<LLMOptions>);
     label(): string;
     get model(): string;
+    prewarm(): void;
+    aclose(): Promise<void>;
+    close(): Promise<void>;
     chat({ chatCtx, toolCtx, connOptions, parallelToolCalls, toolChoice, extraKwargs, }: {
         chatCtx: llm.ChatContext;
         toolCtx?: llm.ToolContext;
@@ -33,29 +41,6 @@ export declare class LLM extends llm.LLM {
         parallelToolCalls?: boolean;
         toolChoice?: llm.ToolChoice;
         extraKwargs?: Record<string, unknown>;
-    }): LLMStream;
-}
-export declare class LLMStream extends llm.LLMStream {
-    private model;
-    private client;
-    private modelOptions;
-    private strictToolSchema;
-    private responseId;
-    constructor(llm: LLM, { model, client, chatCtx, toolCtx, connOptions, modelOptions, strictToolSchema, }: {
-        model: string | ChatModels;
-        client: OpenAI;
-        chatCtx: llm.ChatContext;
-        toolCtx?: llm.ToolContext;
-        connOptions: APIConnectOptions;
-        modelOptions: Record<string, unknown>;
-        strictToolSchema: boolean;
-    });
-    protected run(): Promise<void>;
-    private handleError;
-    private handleResponseCreated;
-    private handleResponseOutputItemDone;
-    private handleResponseOutputTextDelta;
-    private handleResponseCompleted;
+    }): llm.LLMStream;
 }
-export {};
 //# sourceMappingURL=llm.d.ts.map

package/dist/responses/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/responses/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,UAAU,UAAU;IAClB,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAQD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAI9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,KAAK,IAAI,MAAM;IAIf,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;CAuCd;AAED,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;IAC1C,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,UAAU,CAAS;gBAGzB,GAAG,EAAE,GAAG,EACR,EACE,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,WAAW,EACX,YAAY,EACZ,gBAAgB,GACjB,EAAE;QACD,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,EAAE,iBAAiB,CAAC;QAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,gBAAgB,EAAE,OAAO,CAAC;KAC3B;cAUa,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAqGpC,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,4BAA4B;IAwBpC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,uBAAuB;CAgBhC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/responses/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EAGJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG/C,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B;;;OAGG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AA0SD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAK9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAuBhD,KAAK,IAAI,MAAM;IAIxB,IAAa,KAAK,IAAI,MAAM,CAE3B;IAEQ,OAAO,IAAI,IAAI;IAKT,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAInB,IAAI,CAAC,EACZ,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,GAAG,CAAC,SAAS;CAUlB"}

package/dist/responses/llm.js

@@ -4,28 +4,24 @@ import {
   APITimeoutError,
   DEFAULT_API_CONNECT_OPTIONS,
   llm,
+  log,
   toError
 } from "@livekit/agents";
 import OpenAI from "openai";
+import { WSLLM } from "../ws/llm.js";
 const defaultLLMOptions = {
   model: "gpt-4.1",
   apiKey: process.env.OPENAI_API_KEY,
-  strictToolSchema: true
+  strictToolSchema: true,
+  useWebSocket: true
 };
-class LLM extends llm.LLM {
+class ResponsesHttpLLM extends llm.LLM {
   #client;
   #opts;
-  /**
-   * Create a new instance of OpenAI Responses LLM.
-   *
-   * @remarks
-   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
-   * `OPENAI_API_KEY` environment variable.
-   */
   constructor(opts = defaultLLMOptions) {
     super();
     this.#opts = { ...defaultLLMOptions, ...opts };
-    if (this.#opts.apiKey === void 0) {
+    if (this.#opts.apiKey === void 0 && this.#opts.client === void 0) {
       throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
     }
     this.#client = this.#opts.client || new OpenAI({
@@ -65,7 +61,7 @@ class LLM extends llm.LLM {
     if (this.#opts.metadata) {
       modelOptions.metadata = this.#opts.metadata;
     }
-    return new LLMStream(this, {
+    return new ResponsesHttpLLMStream(this, {
       model: this.#opts.model,
       client: this.#client,
       chatCtx,
@@ -76,7 +72,7 @@ class LLM extends llm.LLM {
     });
   }
 }
-class LLMStream extends llm.LLMStream {
+class ResponsesHttpLLMStream extends llm.LLMStream {
   model;
   client;
   modelOptions;
@@ -239,8 +235,69 @@ class LLMStream extends llm.LLMStream {
     return void 0;
   }
 }
+class LLM extends llm.LLM {
+  #opts;
+  #llm;
+  #logger = log();
+  /**
+   * Create a new instance of OpenAI Responses LLM.
+   *
+   * @remarks
+   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
+   * `OPENAI_API_KEY` environment variable.
+   */
+  constructor(opts = defaultLLMOptions) {
+    super();
+    this.#opts = { ...defaultLLMOptions, ...opts };
+    const { useWebSocket, client, ...baseOpts } = this.#opts;
+    if (useWebSocket) {
+      if (client !== void 0) {
+        this.#logger.warn(
+          "WebSocket mode does not support custom client; provided client will be ignored"
+        );
+      }
+      this.#llm = new WSLLM(baseOpts);
+    } else {
+      this.#llm = new ResponsesHttpLLM({ ...baseOpts, client });
+    }
+    this.#llm.on("metrics_collected", (metrics) => this.emit("metrics_collected", metrics));
+    this.#llm.on("error", (error) => this.emit("error", error));
+  }
+  label() {
+    return this.#llm.label();
+  }
+  get model() {
+    return this.#llm.model;
+  }
+  prewarm() {
+    this.#llm.prewarm();
+  }
+  // Ref: python livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/responses/llm.py - 229-233 lines
+  async aclose() {
+    await this.#llm.aclose();
+  }
+  async close() {
+    await this.aclose();
+  }
+  chat({
+    chatCtx,
+    toolCtx,
+    connOptions = DEFAULT_API_CONNECT_OPTIONS,
+    parallelToolCalls,
+    toolChoice,
+    extraKwargs
+  }) {
+    return this.#llm.chat({
+      chatCtx,
+      toolCtx,
+      connOptions,
+      parallelToolCalls,
+      toolChoice,
+      extraKwargs
+    });
+  }
+}
 export {
-  LLM,
-  LLMStream
+  LLM
 };
 //# sourceMappingURL=llm.js.map

package/dist/responses/llm.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: string | ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":"AAIA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,YAAY;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,IAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,kBACjB,iBAAiB,mBACjB,iBAAiB,oBACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,OAAO,2BAA2B;AAC5D,cAAM,IAAI,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,OAAO,UAAU;AAC3C,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,QAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,eAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,IAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["llm"]}
+{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  log,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\nimport { WSLLM } from '../ws/llm.js';\n\nexport interface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n\n  /**\n   * Whether to use the WebSocket API.\n   * @default true\n   */\n  useWebSocket?: boolean;\n}\n\ntype HttpLLMOptions = Omit<LLMOptions, 'useWebSocket'>;\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n  useWebSocket: true,\n};\n\nclass ResponsesHttpLLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: HttpLLMOptions;\n\n  constructor(opts: Partial<HttpLLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined && this.#opts.client === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  override label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  override get model(): string {\n    return this.#opts.model;\n  }\n\n  override chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): ResponsesHttpLLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new ResponsesHttpLLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nclass ResponsesHttpLLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: ResponsesHttpLLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: string | ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n\nexport class LLM extends llm.LLM {\n  #opts: LLMOptions;\n  #llm: llm.LLM;\n  #logger = log();\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    const { useWebSocket, client, ...baseOpts } = this.#opts;\n\n    if (useWebSocket) {\n      if (client !== undefined) {\n        this.#logger.warn(\n          'WebSocket mode does not support custom client; provided client will be ignored',\n        );\n      }\n      this.#llm = new WSLLM(baseOpts);\n    } else {\n      this.#llm = new ResponsesHttpLLM({ ...baseOpts, client });\n    }\n\n    // Forward events from the inner delegate so consumers listening on this\n    // wrapper instance (e.g. AgentActivity) receive them.\n    this.#llm.on('metrics_collected', (metrics) => this.emit('metrics_collected', metrics));\n    this.#llm.on('error', (error) => this.emit('error', error));\n  }\n\n  override label(): string {\n    return this.#llm.label();\n  }\n\n  override get model(): string {\n    return this.#llm.model;\n  }\n\n  override prewarm(): void {\n    this.#llm.prewarm();\n  }\n\n  // Ref: python livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/responses/llm.py - 229-233 lines\n  override async aclose(): Promise<void> {\n    await this.#llm.aclose();\n  }\n\n  async close(): Promise<void> {\n    await this.aclose();\n  }\n\n  override chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): llm.LLMStream {\n    return this.#llm.chat({\n      chatCtx,\n      toolCtx,\n      connOptions,\n      parallelToolCalls,\n      toolChoice,\n      extraKwargs,\n    });\n  }\n}\n"],"mappings":"AAIA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,YAAY;AAEnB,SAAS,aAAa;AAuBtB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AAAA,EAClB,cAAc;AAChB;AAEA,MAAM,yBAAyB,IAAI,IAAI;AAAA,EACrC;AAAA,EACA;AAAA,EAEA,YAAY,OAAgC,mBAAmB;AAC7D,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,UAAa,KAAK,MAAM,WAAW,QAAW;AACtE,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAES,QAAgB;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAES,KAAK;AAAA,IACZ;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAO2B;AACzB,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,uBAAuB,MAAM;AAAA,MACtC,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEA,MAAM,+BAA+B,IAAI,UAAU;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,IAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,kBACjB,iBAAiB,mBACjB,iBAAiB,oBACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,OAAO,2BAA2B;AAC5D,cAAM,IAAI,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,OAAO,UAAU;AAC3C,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,QAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,eAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,IAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,UAAU,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASd,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,UAAM,EAAE,cAAc,QAAQ,GAAG,SAAS,IAAI,KAAK;AAEnD,QAAI,cAAc;AAChB,UAAI,WAAW,QAAW;AACxB,aAAK,QAAQ;AAAA,UACX;AAAA,QACF;AAAA,MACF;AACA,WAAK,OAAO,IAAI,MAAM,QAAQ;AAAA,IAChC,OAAO;AACL,WAAK,OAAO,IAAI,iBAAiB,EAAE,GAAG,UAAU,OAAO,CAAC;AAAA,IAC1D;AAIA,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY,KAAK,KAAK,qBAAqB,OAAO,CAAC;AACtF,SAAK,KAAK,GAAG,SAAS,CAAC,UAAU,KAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC5D;AAAA,EAES,QAAgB;AACvB,WAAO,KAAK,KAAK,MAAM;AAAA,EACzB;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAES,UAAgB;AACvB,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA;AAAA,EAGA,MAAe,SAAwB;AACrC,UAAM,KAAK,KAAK,OAAO;AAAA,EACzB;AAAA,EAEA,MAAM,QAAuB;AAC3B,UAAM,KAAK,OAAO;AAAA,EACpB;AAAA,EAES,KAAK;AAAA,IACZ;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOkB;AAChB,WAAO,KAAK,KAAK,KAAK;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACF;","names":["llm"]}

package/dist/responses/llm.test.cjs

@@ -2,21 +2,36 @@
 var import_agents_plugins_test = require("@livekit/agents-plugins-test");
 var import_vitest = require("vitest");
 var import_llm = require("./llm.cjs");
-(0, import_vitest.describe)("OpenAI Responses", async () => {
-  await (0, import_agents_plugins_test.llm)(
-    new import_llm.LLM({
-      temperature: 0,
-      strictToolSchema: false
-    }),
-    true
-  );
-});
-(0, import_vitest.describe)("OpenAI Responses strict tool schema", async () => {
-  await (0, import_agents_plugins_test.llmStrict)(
-    new import_llm.LLM({
-      temperature: 0,
-      strictToolSchema: true
-    })
-  );
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  (0, import_vitest.describe)("OpenAI Responses", async () => {
+    await (0, import_agents_plugins_test.llm)(
+      new import_llm.LLM({
+        temperature: 0,
+        strictToolSchema: false
+      }),
+      true
+    );
+  });
+} else {
+  (0, import_vitest.describe)("OpenAI Responses", () => {
+    import_vitest.it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
+if (hasOpenAIApiKey) {
+  (0, import_vitest.describe)("OpenAI Responses strict tool schema", async () => {
+    await (0, import_agents_plugins_test.llmStrict)(
+      new import_llm.LLM({
+        temperature: 0,
+        strictToolSchema: true
+      })
+    );
+  });
+} else {
+  (0, import_vitest.describe)("OpenAI Responses strict tool schema", () => {
+    import_vitest.it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=llm.test.cjs.map

package/dist/responses/llm.test.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { LLM } from './llm.js';\n\ndescribe('OpenAI Responses', async () => {\n  await llm(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: false,\n    }),\n    true,\n  );\n});\n\ndescribe('OpenAI Responses strict tool schema', async () => {\n  await llmStrict(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: true,\n    }),\n  );\n});\n"],"mappings":";AAGA,iCAA+B;AAC/B,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,oBAAoB,YAAY;AACvC,YAAM;AAAA,IACJ,IAAI,eAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,IACD;AAAA,EACF;AACF,CAAC;AAAA,IAED,wBAAS,uCAAuC,YAAY;AAC1D,YAAM;AAAA,IACJ,IAAI,eAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH;AACF,CAAC;","names":[]}
+{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { LLM } from './llm.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI Responses', async () => {\n    await llm(\n      new LLM({\n        temperature: 0,\n        strictToolSchema: false,\n      }),\n      true,\n    );\n  });\n} else {\n  describe('OpenAI Responses', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI Responses strict tool schema', async () => {\n    await llmStrict(\n      new LLM({\n        temperature: 0,\n        strictToolSchema: true,\n      }),\n    );\n  });\n} else {\n  describe('OpenAI Responses strict tool schema', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":";AAGA,iCAA+B;AAC/B,oBAA6B;AAC7B,iBAAoB;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,8BAAS,oBAAoB,YAAY;AACvC,cAAM;AAAA,MACJ,IAAI,eAAI;AAAA,QACN,aAAa;AAAA,QACb,kBAAkB;AAAA,MACpB,CAAC;AAAA,MACD;AAAA,IACF;AAAA,EACF,CAAC;AACH,OAAO;AACL,8BAAS,oBAAoB,MAAM;AACjC,qBAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;AAEA,IAAI,iBAAiB;AACnB,8BAAS,uCAAuC,YAAY;AAC1D,cAAM;AAAA,MACJ,IAAI,eAAI;AAAA,QACN,aAAa;AAAA,QACb,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH,OAAO;AACL,8BAAS,uCAAuC,MAAM;AACpD,qBAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/responses/llm.test.js

@@ -1,21 +1,36 @@
 import { llm, llmStrict } from "@livekit/agents-plugins-test";
-import { describe } from "vitest";
+import { describe, it } from "vitest";
 import { LLM } from "./llm.js";
-describe("OpenAI Responses", async () => {
-  await llm(
-    new LLM({
-      temperature: 0,
-      strictToolSchema: false
-    }),
-    true
-  );
-});
-describe("OpenAI Responses strict tool schema", async () => {
-  await llmStrict(
-    new LLM({
-      temperature: 0,
-      strictToolSchema: true
-    })
-  );
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  describe("OpenAI Responses", async () => {
+    await llm(
+      new LLM({
+        temperature: 0,
+        strictToolSchema: false
+      }),
+      true
+    );
+  });
+} else {
+  describe("OpenAI Responses", () => {
+    it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
+if (hasOpenAIApiKey) {
+  describe("OpenAI Responses strict tool schema", async () => {
+    await llmStrict(
+      new LLM({
+        temperature: 0,
+        strictToolSchema: true
+      })
+    );
+  });
+} else {
+  describe("OpenAI Responses strict tool schema", () => {
+    it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=llm.test.js.map

package/dist/responses/llm.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { LLM } from './llm.js';\n\ndescribe('OpenAI Responses', async () => {\n  await llm(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: false,\n    }),\n    true,\n  );\n});\n\ndescribe('OpenAI Responses strict tool schema', async () => {\n  await llmStrict(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: true,\n    }),\n  );\n});\n"],"mappings":"AAGA,SAAS,KAAK,iBAAiB;AAC/B,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,oBAAoB,YAAY;AACvC,QAAM;AAAA,IACJ,IAAI,IAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,IACD;AAAA,EACF;AACF,CAAC;AAED,SAAS,uCAAuC,YAAY;AAC1D,QAAM;AAAA,IACJ,IAAI,IAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH;AACF,CAAC;","names":[]}
+{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { LLM } from './llm.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI Responses', async () => {\n    await llm(\n      new LLM({\n        temperature: 0,\n        strictToolSchema: false,\n      }),\n      true,\n    );\n  });\n} else {\n  describe('OpenAI Responses', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI Responses strict tool schema', async () => {\n    await llmStrict(\n      new LLM({\n        temperature: 0,\n        strictToolSchema: true,\n      }),\n    );\n  });\n} else {\n  describe('OpenAI Responses strict tool schema', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":"AAGA,SAAS,KAAK,iBAAiB;AAC/B,SAAS,UAAU,UAAU;AAC7B,SAAS,WAAW;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,WAAS,oBAAoB,YAAY;AACvC,UAAM;AAAA,MACJ,IAAI,IAAI;AAAA,QACN,aAAa;AAAA,QACb,kBAAkB;AAAA,MACpB,CAAC;AAAA,MACD;AAAA,IACF;AAAA,EACF,CAAC;AACH,OAAO;AACL,WAAS,oBAAoB,MAAM;AACjC,OAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;AAEA,IAAI,iBAAiB;AACnB,WAAS,uCAAuC,YAAY;AAC1D,UAAM;AAAA,MACJ,IAAI,IAAI;AAAA,QACN,aAAa;AAAA,QACb,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH,OAAO;AACL,WAAS,uCAAuC,MAAM;AACpD,OAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/stt.cjs

@@ -33,6 +33,17 @@ class STT extends import_agents.stt.STT {
   #opts;
   #client;
   label = "openai.STT";
+  get model() {
+    return this.#opts.model;
+  }
+  get provider() {
+    try {
+      const url = new URL(this.#client.baseURL);
+      return url.host;
+    } catch {
+      return "api.openai.com";
+    }
+  }
   /**
    * Create a new instance of OpenAI STT.
    *
@@ -42,7 +53,11 @@ class STT extends import_agents.stt.STT {
    */
   constructor(opts = defaultSTTOptions) {
     super({ streaming: false, interimResults: false, alignedTranscript: false });
-    this.#opts = { ...defaultSTTOptions, ...opts };
+    this.#opts = {
+      ...defaultSTTOptions,
+      ...opts,
+      language: (0, import_agents.normalizeLanguage)(opts.language ?? defaultSTTOptions.language)
+    };
     if (this.#opts.apiKey === void 0) {
       throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
     }
@@ -91,7 +106,7 @@ class STT extends import_agents.stt.STT {
   }
   #sanitizeOptions(language) {
     if (language) {
-      return { ...this.#opts, language };
+      return { ...this.#opts, language: (0, import_agents.normalizeLanguage)(language) };
     } else {
       return this.#opts;
     }
@@ -138,7 +153,7 @@ class STT extends import_agents.stt.STT {
       alternatives: [
         {
           text: resp.text || "",
-          language: config.language || "",
+          language: (0, import_agents.normalizeLanguage)(config.language || ""),
           startTime: 0,
           endTime: 0,
           confidence: 0

package/dist/stt.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioBuffer, mergeFrames, stt } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { GroqAudioModels, WhisperModels } from './models.js';\n\nexport interface STTOptions {\n  apiKey?: string;\n  language: string;\n  prompt?: string;\n  detectLanguage: boolean;\n  model: WhisperModels | string;\n  baseURL?: string;\n  client?: OpenAI;\n}\n\nconst defaultSTTOptions: STTOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  language: 'en',\n  detectLanguage: false,\n  model: 'whisper-1',\n};\n\nexport class STT extends stt.STT {\n  #opts: STTOptions;\n  #client: OpenAI;\n  label = 'openai.STT';\n\n  /**\n   * Create a new instance of OpenAI STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<STTOptions> = defaultSTTOptions) {\n    super({ streaming: false, interimResults: false, alignedTranscript: false });\n\n    this.#opts = { ...defaultSTTOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /**\n   * Create a new instance of Groq STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqAudioModels;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OVHcloud AI Endpoints STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OVHcloud AI Endpoints API key, either using the argument or by setting the\n   * `OVHCLOUD_API_KEY` environment variable.\n   */\n  static withOVHcloud(\n    opts: Partial<{\n      model: string;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.OVHCLOUD_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'OVHcloud AI Endpoints API key is required, whether as an argument or as $OVHCLOUD_API_KEY',\n      );\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://oai.endpoints.kepler.ai.cloud.ovh.net/v1',\n      ...opts,\n    });\n  }\n\n  #sanitizeOptions(language?: string): STTOptions {\n    if (language) {\n      return { ...this.#opts, language };\n    } else {\n      return this.#opts;\n    }\n  }\n\n  #createWav(frame: AudioFrame): Buffer {\n    const bitsPerSample = 16;\n    const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;\n    const blockAlign = (frame.channels * bitsPerSample) / 8;\n\n    const header = Buffer.alloc(44);\n    header.write('RIFF', 0);\n    header.writeUInt32LE(36 + frame.data.byteLength, 4);\n    header.write('WAVE', 8);\n    header.write('fmt ', 12);\n    header.writeUInt32LE(16, 16);\n    header.writeUInt16LE(1, 20);\n    header.writeUInt16LE(frame.channels, 22);\n    header.writeUInt32LE(frame.sampleRate, 24);\n    header.writeUInt32LE(byteRate, 28);\n    header.writeUInt16LE(blockAlign, 32);\n    header.writeUInt16LE(16, 34);\n    header.write('data', 36);\n    header.writeUInt32LE(frame.data.byteLength, 40);\n    return Buffer.concat([header, Buffer.from(frame.data.buffer)]);\n  }\n\n  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {\n    const config = this.#sanitizeOptions();\n    buffer = mergeFrames(buffer);\n    const wavBuffer = this.#createWav(buffer);\n    const file = new File([new Uint8Array(wavBuffer)], 'audio.wav', { type: 'audio/wav' });\n\n    const resp = await this.#client.audio.transcriptions.create(\n      {\n        file,\n        model: this.#opts.model,\n        language: config.language,\n        prompt: config.prompt,\n        response_format: 'json',\n      },\n      {\n        signal: abortSignal,\n      },\n    );\n\n    return {\n      type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n      alternatives: [\n        {\n          text: resp.text || '',\n          language: config.language || '',\n          startTime: 0,\n          endTime: 0,\n          confidence: 0,\n        },\n      ],\n    };\n  }\n\n  /** This method throws an error; streaming is unsupported on OpenAI STT. */\n  stream(): stt.SpeechStream {\n    throw new Error('Streaming is not supported on OpenAI STT');\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAmD;AAEnD,oBAAuB;AAavB,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,gBAAgB;AAAA,EAChB,OAAO;AACT;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASR,YAAY,OAA4B,mBAAmB;AACzD,UAAM,EAAE,WAAW,OAAO,gBAAgB,OAAO,mBAAmB,MAAM,CAAC;AAE3E,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,UAA+B;AAC9C,QAAI,UAAU;AACZ,aAAO,EAAE,GAAG,KAAK,OAAO,SAAS;AAAA,IACnC,OAAO;AACL,aAAO,KAAK;AAAA,IACd;AAAA,EACF;AAAA,EAEA,WAAW,OAA2B;AACpC,UAAM,gBAAgB;AACtB,UAAM,WAAY,MAAM,aAAa,MAAM,WAAW,gBAAiB;AACvE,UAAM,aAAc,MAAM,WAAW,gBAAiB;AAEtD,UAAM,SAAS,OAAO,MAAM,EAAE;AAC9B,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,cAAc,KAAK,MAAM,KAAK,YAAY,CAAC;AAClD,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,cAAc,GAAG,EAAE;AAC1B,WAAO,cAAc,MAAM,UAAU,EAAE;AACvC,WAAO,cAAc,MAAM,YAAY,EAAE;AACzC,WAAO,cAAc,UAAU,EAAE;AACjC,WAAO,cAAc,YAAY,EAAE;AACnC,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,MAAM,KAAK,YAAY,EAAE;AAC9C,WAAO,OAAO,OAAO,CAAC,QAAQ,OAAO,KAAK,MAAM,KAAK,MAAM,CAAC,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAAqB,aAAqD;AACzF,UAAM,SAAS,KAAK,iBAAiB;AACrC,iBAAS,2BAAY,MAAM;AAC3B,UAAM,YAAY,KAAK,WAAW,MAAM;AACxC,UAAM,OAAO,IAAI,KAAK,CAAC,IAAI,WAAW,SAAS,CAAC,GAAG,aAAa,EAAE,MAAM,YAAY,CAAC;AAErF,UAAM,OAAO,MAAM,KAAK,QAAQ,MAAM,eAAe;AAAA,MACnD;AAAA,QACE;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,QAClB,UAAU,OAAO;AAAA,QACjB,QAAQ,OAAO;AAAA,QACf,iBAAiB;AAAA,MACnB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,MACV;AAAA,IACF;AAEA,WAAO;AAAA,MACL,MAAM,kBAAI,gBAAgB;AAAA,MAC1B,cAAc;AAAA,QACZ;AAAA,UACE,MAAM,KAAK,QAAQ;AAAA,UACnB,UAAU,OAAO,YAAY;AAAA,UAC7B,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,SAA2B;AACzB,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;","names":[]}
+{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioBuffer, mergeFrames, normalizeLanguage, stt } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { GroqAudioModels, WhisperModels } from './models.js';\n\nexport interface STTOptions {\n  apiKey?: string;\n  language: string;\n  prompt?: string;\n  detectLanguage: boolean;\n  model: WhisperModels | string;\n  baseURL?: string;\n  client?: OpenAI;\n}\n\nconst defaultSTTOptions: STTOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  language: 'en',\n  detectLanguage: false,\n  model: 'whisper-1',\n};\n\nexport class STT extends stt.STT {\n  #opts: STTOptions;\n  #client: OpenAI;\n  label = 'openai.STT';\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.openai.com';\n    }\n  }\n\n  /**\n   * Create a new instance of OpenAI STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<STTOptions> = defaultSTTOptions) {\n    super({ streaming: false, interimResults: false, alignedTranscript: false });\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      language: normalizeLanguage(opts.language ?? defaultSTTOptions.language),\n    };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /**\n   * Create a new instance of Groq STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqAudioModels;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OVHcloud AI Endpoints STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OVHcloud AI Endpoints API key, either using the argument or by setting the\n   * `OVHCLOUD_API_KEY` environment variable.\n   */\n  static withOVHcloud(\n    opts: Partial<{\n      model: string;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.OVHCLOUD_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'OVHcloud AI Endpoints API key is required, whether as an argument or as $OVHCLOUD_API_KEY',\n      );\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://oai.endpoints.kepler.ai.cloud.ovh.net/v1',\n      ...opts,\n    });\n  }\n\n  #sanitizeOptions(language?: string): STTOptions {\n    if (language) {\n      return { ...this.#opts, language: normalizeLanguage(language) };\n    } else {\n      return this.#opts;\n    }\n  }\n\n  #createWav(frame: AudioFrame): Buffer {\n    const bitsPerSample = 16;\n    const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;\n    const blockAlign = (frame.channels * bitsPerSample) / 8;\n\n    const header = Buffer.alloc(44);\n    header.write('RIFF', 0);\n    header.writeUInt32LE(36 + frame.data.byteLength, 4);\n    header.write('WAVE', 8);\n    header.write('fmt ', 12);\n    header.writeUInt32LE(16, 16);\n    header.writeUInt16LE(1, 20);\n    header.writeUInt16LE(frame.channels, 22);\n    header.writeUInt32LE(frame.sampleRate, 24);\n    header.writeUInt32LE(byteRate, 28);\n    header.writeUInt16LE(blockAlign, 32);\n    header.writeUInt16LE(16, 34);\n    header.write('data', 36);\n    header.writeUInt32LE(frame.data.byteLength, 40);\n    return Buffer.concat([header, Buffer.from(frame.data.buffer)]);\n  }\n\n  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {\n    const config = this.#sanitizeOptions();\n    buffer = mergeFrames(buffer);\n    const wavBuffer = this.#createWav(buffer);\n    const file = new File([new Uint8Array(wavBuffer)], 'audio.wav', { type: 'audio/wav' });\n\n    const resp = await this.#client.audio.transcriptions.create(\n      {\n        file,\n        model: this.#opts.model,\n        language: config.language,\n        prompt: config.prompt,\n        response_format: 'json',\n      },\n      {\n        signal: abortSignal,\n      },\n    );\n\n    return {\n      type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n      alternatives: [\n        {\n          text: resp.text || '',\n          language: normalizeLanguage(config.language || ''),\n          startTime: 0,\n          endTime: 0,\n          confidence: 0,\n        },\n      ],\n    };\n  }\n\n  /** This method throws an error; streaming is unsupported on OpenAI STT. */\n  stream(): stt.SpeechStream {\n    throw new Error('Streaming is not supported on OpenAI STT');\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAsE;AAEtE,oBAAuB;AAavB,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,gBAAgB;AAAA,EAChB,OAAO;AACT;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,EAAE,WAAW,OAAO,gBAAgB,OAAO,mBAAmB,MAAM,CAAC;AAE3E,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH,cAAU,iCAAkB,KAAK,YAAY,kBAAkB,QAAQ;AAAA,IACzE;AACA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,UAA+B;AAC9C,QAAI,UAAU;AACZ,aAAO,EAAE,GAAG,KAAK,OAAO,cAAU,iCAAkB,QAAQ,EAAE;AAAA,IAChE,OAAO;AACL,aAAO,KAAK;AAAA,IACd;AAAA,EACF;AAAA,EAEA,WAAW,OAA2B;AACpC,UAAM,gBAAgB;AACtB,UAAM,WAAY,MAAM,aAAa,MAAM,WAAW,gBAAiB;AACvE,UAAM,aAAc,MAAM,WAAW,gBAAiB;AAEtD,UAAM,SAAS,OAAO,MAAM,EAAE;AAC9B,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,cAAc,KAAK,MAAM,KAAK,YAAY,CAAC;AAClD,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,cAAc,GAAG,EAAE;AAC1B,WAAO,cAAc,MAAM,UAAU,EAAE;AACvC,WAAO,cAAc,MAAM,YAAY,EAAE;AACzC,WAAO,cAAc,UAAU,EAAE;AACjC,WAAO,cAAc,YAAY,EAAE;AACnC,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,MAAM,KAAK,YAAY,EAAE;AAC9C,WAAO,OAAO,OAAO,CAAC,QAAQ,OAAO,KAAK,MAAM,KAAK,MAAM,CAAC,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAAqB,aAAqD;AACzF,UAAM,SAAS,KAAK,iBAAiB;AACrC,iBAAS,2BAAY,MAAM;AAC3B,UAAM,YAAY,KAAK,WAAW,MAAM;AACxC,UAAM,OAAO,IAAI,KAAK,CAAC,IAAI,WAAW,SAAS,CAAC,GAAG,aAAa,EAAE,MAAM,YAAY,CAAC;AAErF,UAAM,OAAO,MAAM,KAAK,QAAQ,MAAM,eAAe;AAAA,MACnD;AAAA,QACE;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,QAClB,UAAU,OAAO;AAAA,QACjB,QAAQ,OAAO;AAAA,QACf,iBAAiB;AAAA,MACnB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,MACV;AAAA,IACF;AAEA,WAAO;AAAA,MACL,MAAM,kBAAI,gBAAgB;AAAA,MAC1B,cAAc;AAAA,QACZ;AAAA,UACE,MAAM,KAAK,QAAQ;AAAA,UACnB,cAAU,iCAAkB,OAAO,YAAY,EAAE;AAAA,UACjD,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,SAA2B;AACzB,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;","names":[]}

package/dist/stt.d.cts

@@ -13,6 +13,8 @@ export interface STTOptions {
 export declare class STT extends stt.STT {
     #private;
     label: string;
+    get model(): string;
+    get provider(): string;
     /**
      * Create a new instance of OpenAI STT.
      *

package/dist/stt.d.ts

@@ -13,6 +13,8 @@ export interface STTOptions {
 export declare class STT extends stt.STT {
     #private;
     label: string;
+    get model(): string;
+    get provider(): string;
     /**
      * Create a new instance of OpenAI STT.
      *

package/dist/stt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../src/stt.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,WAAW,EAAe,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAElE,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,aAAa,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAgB;IAErB;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,eAAe,CAAC;QAChC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAM,GACN,GAAG;IA6CA,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAiC1F,2EAA2E;IAC3E,MAAM,IAAI,GAAG,CAAC,YAAY;CAG3B"}
+{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../src/stt.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,WAAW,EAAkC,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAExF,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAElE,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,aAAa,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAgB;IAErB,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,QAAQ,IAAI,MAAM,CAOrB;IAED;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAoBzD;;;;;;OAMG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,GAAG,eAAe,CAAC;QAChC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAM,GACN,GAAG;IAaN;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CACjB,IAAI,GAAE,OAAO,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAM,GACN,GAAG;IA6CA,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAiC1F,2EAA2E;IAC3E,MAAM,IAAI,GAAG,CAAC,YAAY;CAG3B"}

package/dist/stt.js

@@ -1,4 +1,4 @@
-import { mergeFrames, stt } from "@livekit/agents";
+import { mergeFrames, normalizeLanguage, stt } from "@livekit/agents";
 import { OpenAI } from "openai";
 const defaultSTTOptions = {
   apiKey: process.env.OPENAI_API_KEY,
@@ -10,6 +10,17 @@ class STT extends stt.STT {
   #opts;
   #client;
   label = "openai.STT";
+  get model() {
+    return this.#opts.model;
+  }
+  get provider() {
+    try {
+      const url = new URL(this.#client.baseURL);
+      return url.host;
+    } catch {
+      return "api.openai.com";
+    }
+  }
   /**
    * Create a new instance of OpenAI STT.
    *
@@ -19,7 +30,11 @@ class STT extends stt.STT {
    */
   constructor(opts = defaultSTTOptions) {
     super({ streaming: false, interimResults: false, alignedTranscript: false });
-    this.#opts = { ...defaultSTTOptions, ...opts };
+    this.#opts = {
+      ...defaultSTTOptions,
+      ...opts,
+      language: normalizeLanguage(opts.language ?? defaultSTTOptions.language)
+    };
     if (this.#opts.apiKey === void 0) {
       throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
     }
@@ -68,7 +83,7 @@ class STT extends stt.STT {
   }
   #sanitizeOptions(language) {
     if (language) {
-      return { ...this.#opts, language };
+      return { ...this.#opts, language: normalizeLanguage(language) };
     } else {
       return this.#opts;
     }
@@ -115,7 +130,7 @@ class STT extends stt.STT {
       alternatives: [
         {
           text: resp.text || "",
-          language: config.language || "",
+          language: normalizeLanguage(config.language || ""),
           startTime: 0,
           endTime: 0,
           confidence: 0