@livekit/agents-plugin-openai 1.0.50 → 1.0.51

package/dist/ws/types.js

@@ -0,0 +1,95 @@
+import { z } from "zod";
+const wsResponseCreateEventSchema = z.object({
+  type: z.literal("response.create"),
+  model: z.string(),
+  input: z.array(z.unknown()),
+  tools: z.array(z.unknown()).optional(),
+  previous_response_id: z.string().nullable().optional(),
+  store: z.boolean().optional(),
+  temperature: z.number().optional(),
+  metadata: z.record(z.string(), z.string()).optional()
+}).passthrough();
+const wsResponseCreatedEventSchema = z.object({
+  type: z.literal("response.created"),
+  response: z.object({
+    id: z.string()
+  }).passthrough()
+});
+const wsFunctionCallItemSchema = z.object({
+  type: z.literal("function_call"),
+  call_id: z.string(),
+  name: z.string(),
+  arguments: z.string()
+});
+const wsOutputItemSchema = z.discriminatedUnion("type", [
+  wsFunctionCallItemSchema,
+  z.object({ type: z.literal("message") }).passthrough(),
+  z.object({ type: z.literal("reasoning") }).passthrough(),
+  z.object({ type: z.literal("file") }).passthrough(),
+  z.object({ type: z.literal("computer_call") }).passthrough(),
+  z.object({ type: z.literal("web_search_call") }).passthrough()
+]);
+const wsOutputItemDoneEventSchema = z.object({
+  type: z.literal("response.output_item.done"),
+  item: wsOutputItemSchema
+});
+const wsOutputTextDeltaEventSchema = z.object({
+  type: z.literal("response.output_text.delta"),
+  delta: z.string()
+});
+const wsResponseCompletedEventSchema = z.object({
+  type: z.literal("response.completed"),
+  response: z.object({
+    id: z.string(),
+    usage: z.object({
+      output_tokens: z.number(),
+      input_tokens: z.number(),
+      total_tokens: z.number(),
+      input_tokens_details: z.object({
+        cached_tokens: z.number()
+      }).passthrough()
+    }).optional()
+  }).passthrough()
+});
+const wsResponseFailedEventSchema = z.object({
+  type: z.literal("response.failed"),
+  response: z.object({
+    id: z.string().optional(),
+    error: z.object({
+      code: z.string().optional(),
+      message: z.string().optional()
+    }).optional()
+  }).passthrough()
+});
+const wsErrorEventSchema = z.object({
+  type: z.literal("error"),
+  status: z.number().optional(),
+  error: z.object({
+    type: z.string().optional(),
+    code: z.string().optional(),
+    message: z.string().optional(),
+    param: z.string().optional()
+  }).optional(),
+  message: z.string().optional()
+});
+const wsServerEventSchema = z.discriminatedUnion("type", [
+  wsResponseCreatedEventSchema,
+  wsOutputItemDoneEventSchema,
+  wsOutputTextDeltaEventSchema,
+  wsResponseCompletedEventSchema,
+  wsResponseFailedEventSchema,
+  wsErrorEventSchema
+]);
+export {
+  wsErrorEventSchema,
+  wsFunctionCallItemSchema,
+  wsOutputItemDoneEventSchema,
+  wsOutputItemSchema,
+  wsOutputTextDeltaEventSchema,
+  wsResponseCompletedEventSchema,
+  wsResponseCreateEventSchema,
+  wsResponseCreatedEventSchema,
+  wsResponseFailedEventSchema,
+  wsServerEventSchema
+};
+//# sourceMappingURL=types.js.map

package/dist/ws/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ws/types.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { z } from 'zod';\n\n// ============================================================================\n// Client → Server events\n// ============================================================================\n\nexport const wsResponseCreateEventSchema = z\n  .object({\n    type: z.literal('response.create'),\n    model: z.string(),\n    input: z.array(z.unknown()),\n    tools: z.array(z.unknown()).optional(),\n    previous_response_id: z.string().nullable().optional(),\n    store: z.boolean().optional(),\n    temperature: z.number().optional(),\n    metadata: z.record(z.string(), z.string()).optional(),\n  })\n  .passthrough();\n\nexport type WsResponseCreateEvent = z.infer<typeof wsResponseCreateEventSchema>;\n\n// ============================================================================\n// Server → Client events\n// ============================================================================\n\nexport const wsResponseCreatedEventSchema = z.object({\n  type: z.literal('response.created'),\n  response: z\n    .object({\n      id: z.string(),\n    })\n    .passthrough(),\n});\n\nexport const wsFunctionCallItemSchema = z.object({\n  type: z.literal('function_call'),\n  call_id: z.string(),\n  name: z.string(),\n  arguments: z.string(),\n});\n\nexport const wsOutputItemSchema = z.discriminatedUnion('type', [\n  wsFunctionCallItemSchema,\n  z.object({ type: z.literal('message') }).passthrough(),\n  z.object({ type: z.literal('reasoning') }).passthrough(),\n  z.object({ type: z.literal('file') }).passthrough(),\n  z.object({ type: z.literal('computer_call') }).passthrough(),\n  z.object({ type: z.literal('web_search_call') }).passthrough(),\n]);\n\nexport const wsOutputItemDoneEventSchema = z.object({\n  type: z.literal('response.output_item.done'),\n  item: wsOutputItemSchema,\n});\n\nexport const wsOutputTextDeltaEventSchema = z.object({\n  type: z.literal('response.output_text.delta'),\n  delta: z.string(),\n});\n\nexport const wsResponseCompletedEventSchema = z.object({\n  type: z.literal('response.completed'),\n  response: z\n    .object({\n      id: z.string(),\n      usage: z\n        .object({\n          output_tokens: z.number(),\n          input_tokens: z.number(),\n          total_tokens: z.number(),\n          input_tokens_details: z\n            .object({\n              cached_tokens: z.number(),\n            })\n            .passthrough(),\n        })\n        .optional(),\n    })\n    .passthrough(),\n});\n\nexport const wsResponseFailedEventSchema = z.object({\n  type: z.literal('response.failed'),\n  response: z\n    .object({\n      id: z.string().optional(),\n      error: z\n        .object({\n          code: z.string().optional(),\n          message: z.string().optional(),\n        })\n        .optional(),\n    })\n    .passthrough(),\n});\n\nexport const wsErrorEventSchema = z.object({\n  type: z.literal('error'),\n  status: z.number().optional(),\n  error: z\n    .object({\n      type: z.string().optional(),\n      code: z.string().optional(),\n      message: z.string().optional(),\n      param: z.string().optional(),\n    })\n    .optional(),\n  message: z.string().optional(),\n});\n\nexport const wsServerEventSchema = z.discriminatedUnion('type', [\n  wsResponseCreatedEventSchema,\n  wsOutputItemDoneEventSchema,\n  wsOutputTextDeltaEventSchema,\n  wsResponseCompletedEventSchema,\n  wsResponseFailedEventSchema,\n  wsErrorEventSchema,\n]);\n\nexport type WsResponseCreatedEvent = z.infer<typeof wsResponseCreatedEventSchema>;\nexport type WsFunctionCallItem = z.infer<typeof wsFunctionCallItemSchema>;\nexport type WsOutputItem = z.infer<typeof wsOutputItemSchema>;\nexport type WsOutputItemDoneEvent = z.infer<typeof wsOutputItemDoneEventSchema>;\nexport type WsOutputTextDeltaEvent = z.infer<typeof wsOutputTextDeltaEventSchema>;\nexport type WsResponseCompletedEvent = z.infer<typeof wsResponseCompletedEventSchema>;\nexport type WsResponseFailedEvent = z.infer<typeof wsResponseFailedEventSchema>;\nexport type WsErrorEvent = z.infer<typeof wsErrorEventSchema>;\nexport type WsServerEvent = z.infer<typeof wsServerEventSchema>;\n"],"mappings":"AAGA,SAAS,SAAS;AAMX,MAAM,8BAA8B,EACxC,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,OAAO,EAAE,OAAO;AAAA,EAChB,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC;AAAA,EAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACrC,sBAAsB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACrD,OAAO,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC5B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS;AACtD,CAAC,EACA,YAAY;AAQR,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,UAAU,EACP,OAAO;AAAA,IACN,IAAI,EAAE,OAAO;AAAA,EACf,CAAC,EACA,YAAY;AACjB,CAAC;AAEM,MAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,SAAS,EAAE,OAAO;AAAA,EAClB,MAAM,EAAE,OAAO;AAAA,EACf,WAAW,EAAE,OAAO;AACtB,CAAC;AAEM,MAAM,qBAAqB,EAAE,mBAAmB,QAAQ;AAAA,EAC7D;AAAA,EACA,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,SAAS,EAAE,CAAC,EAAE,YAAY;AAAA,EACrD,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,WAAW,EAAE,CAAC,EAAE,YAAY;AAAA,EACvD,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC,EAAE,YAAY;AAAA,EAClD,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,eAAe,EAAE,CAAC,EAAE,YAAY;AAAA,EAC3D,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,iBAAiB,EAAE,CAAC,EAAE,YAAY;AAC/D,CAAC;AAEM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,2BAA2B;AAAA,EAC3C,MAAM;AACR,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,4BAA4B;AAAA,EAC5C,OAAO,EAAE,OAAO;AAClB,CAAC;AAEM,MAAM,iCAAiC,EAAE,OAAO;AAAA,EACrD,MAAM,EAAE,QAAQ,oBAAoB;AAAA,EACpC,UAAU,EACP,OAAO;AAAA,IACN,IAAI,EAAE,OAAO;AAAA,IACb,OAAO,EACJ,OAAO;AAAA,MACN,eAAe,EAAE,OAAO;AAAA,MACxB,cAAc,EAAE,OAAO;AAAA,MACvB,cAAc,EAAE,OAAO;AAAA,MACvB,sBAAsB,EACnB,OAAO;AAAA,QACN,eAAe,EAAE,OAAO;AAAA,MAC1B,CAAC,EACA,YAAY;AAAA,IACjB,CAAC,EACA,SAAS;AAAA,EACd,CAAC,EACA,YAAY;AACjB,CAAC;AAEM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,UAAU,EACP,OAAO;AAAA,IACN,IAAI,EAAE,OAAO,EAAE,SAAS;AAAA,IACxB,OAAO,EACJ,OAAO;AAAA,MACN,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,MAC1B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,CAAC,EACA,SAAS;AAAA,EACd,CAAC,EACA,YAAY;AACjB,CAAC;AAEM,MAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,QAAQ,EAAE,OAAO,EAAE,SAAS;AAAA,EAC5B,OAAO,EACJ,OAAO;AAAA,IACN,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,IAC1B,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,IAC1B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,CAAC,EACA,SAAS;AAAA,EACZ,SAAS,EAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;AAEM,MAAM,sBAAsB,EAAE,mBAAmB,QAAQ;AAAA,EAC9D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-openai",
-  "version": "1.0.50",
+  "version": "1.0.51",
   "description": "OpenAI plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -30,9 +30,9 @@
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.0.50",
-    "@livekit/agents-plugin-silero": "1.0.50",
-    "@livekit/agents-plugins-test": "1.0.50"
+    "@livekit/agents": "1.0.51",
+    "@livekit/agents-plugin-silero": "1.0.51",
+    "@livekit/agents-plugins-test": "1.0.51"
   },
   "dependencies": {
     "@livekit/mutex": "^1.1.1",
@@ -41,7 +41,8 @@
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.24",
-    "@livekit/agents": "1.0.50"
+    "zod": "^3.25.76 || ^4.1.8",
+    "@livekit/agents": "1.0.51"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/index.ts

@@ -9,6 +9,7 @@ export * as realtime from './realtime/index.js';
 export * as responses from './responses/index.js';
 export { STT, type STTOptions } from './stt.js';
 export { ChunkedStream, TTS, type TTSOptions } from './tts.js';
+export * as ws from './ws/index.js';
 
 class OpenAIPlugin extends Plugin {
   constructor() {

package/src/llm.test.ts

@@ -2,23 +2,37 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 import { llm, llmStrict } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { LLM } from './llm.js';
 
-describe('OpenAI', async () => {
-  await llm(
-    new LLM({
-      temperature: 0,
-    }),
-    false,
-  );
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
 
-describe('OpenAI strict tool schema', async () => {
-  await llmStrict(
-    new LLM({
-      temperature: 0,
-      strictToolSchema: true,
-    }),
-  );
-});
+if (hasOpenAIApiKey) {
+  describe('OpenAI', async () => {
+    await llm(
+      new LLM({
+        temperature: 0,
+      }),
+      false,
+    );
+  });
+} else {
+  describe('OpenAI', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}
+
+if (hasOpenAIApiKey) {
+  describe('OpenAI strict tool schema', async () => {
+    await llmStrict(
+      new LLM({
+        temperature: 0,
+        strictToolSchema: true,
+      }),
+    );
+  });
+} else {
+  describe('OpenAI strict tool schema', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}

package/src/responses/llm.test.ts

@@ -2,24 +2,38 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 import { llm, llmStrict } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { LLM } from './llm.js';
 
-describe('OpenAI Responses', async () => {
-  await llm(
-    new LLM({
-      temperature: 0,
-      strictToolSchema: false,
-    }),
-    true,
-  );
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
 
-describe('OpenAI Responses strict tool schema', async () => {
-  await llmStrict(
-    new LLM({
-      temperature: 0,
-      strictToolSchema: true,
-    }),
-  );
-});
+if (hasOpenAIApiKey) {
+  describe('OpenAI Responses', async () => {
+    await llm(
+      new LLM({
+        temperature: 0,
+        strictToolSchema: false,
+      }),
+      true,
+    );
+  });
+} else {
+  describe('OpenAI Responses', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}
+
+if (hasOpenAIApiKey) {
+  describe('OpenAI Responses strict tool schema', async () => {
+    await llmStrict(
+      new LLM({
+        temperature: 0,
+        strictToolSchema: true,
+      }),
+    );
+  });
+} else {
+  describe('OpenAI Responses strict tool schema', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}

package/src/responses/llm.ts

@@ -8,12 +8,14 @@ import {
   APITimeoutError,
   DEFAULT_API_CONNECT_OPTIONS,
   llm,
+  log,
   toError,
 } from '@livekit/agents';
 import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
+import { WSLLM } from '../ws/llm.js';
 
-interface LLMOptions {
+export interface LLMOptions {
   model: string | ChatModels;
   apiKey?: string;
   baseURL?: string;
@@ -24,30 +26,32 @@ interface LLMOptions {
   store?: boolean;
   metadata?: Record<string, string>;
   strictToolSchema?: boolean;
+
+  /**
+   * Whether to use the WebSocket API.
+   * @default true
+   */
+  useWebSocket?: boolean;
 }
 
+type HttpLLMOptions = Omit<LLMOptions, 'useWebSocket'>;
+
 const defaultLLMOptions: LLMOptions = {
   model: 'gpt-4.1',
   apiKey: process.env.OPENAI_API_KEY,
   strictToolSchema: true,
+  useWebSocket: true,
 };
 
-export class LLM extends llm.LLM {
+class ResponsesHttpLLM extends llm.LLM {
   #client: OpenAI;
-  #opts: LLMOptions;
+  #opts: HttpLLMOptions;
 
-  /**
-   * Create a new instance of OpenAI Responses LLM.
-   *
-   * @remarks
-   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
-   * `OPENAI_API_KEY` environment variable.
-   */
-  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {
+  constructor(opts: Partial<HttpLLMOptions> = defaultLLMOptions) {
     super();
 
     this.#opts = { ...defaultLLMOptions, ...opts };
-    if (this.#opts.apiKey === undefined) {
+    if (this.#opts.apiKey === undefined && this.#opts.client === undefined) {
       throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');
     }
 
@@ -59,15 +63,15 @@ export class LLM extends llm.LLM {
       });
   }
 
-  label(): string {
+  override label(): string {
     return 'openai.responses.LLM';
   }
 
-  get model(): string {
+  override get model(): string {
     return this.#opts.model;
   }
 
-  chat({
+  override chat({
     chatCtx,
     toolCtx,
     connOptions = DEFAULT_API_CONNECT_OPTIONS,
@@ -81,7 +85,7 @@ export class LLM extends llm.LLM {
     parallelToolCalls?: boolean;
     toolChoice?: llm.ToolChoice;
     extraKwargs?: Record<string, unknown>;
-  }): LLMStream {
+  }): ResponsesHttpLLMStream {
     const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };
 
     parallelToolCalls =
@@ -110,7 +114,7 @@ export class LLM extends llm.LLM {
       modelOptions.metadata = this.#opts.metadata;
     }
 
-    return new LLMStream(this, {
+    return new ResponsesHttpLLMStream(this, {
       model: this.#opts.model,
       client: this.#client,
       chatCtx,
@@ -122,7 +126,7 @@ export class LLM extends llm.LLM {
   }
 }
 
-export class LLMStream extends llm.LLMStream {
+class ResponsesHttpLLMStream extends llm.LLMStream {
   private model: string | ChatModels;
   private client: OpenAI;
   private modelOptions: Record<string, unknown>;
@@ -130,7 +134,7 @@ export class LLMStream extends llm.LLMStream {
   private responseId: string;
 
   constructor(
-    llm: LLM,
+    llm: ResponsesHttpLLM,
     {
       model,
       client,
@@ -325,3 +329,85 @@ export class LLMStream extends llm.LLMStream {
     return undefined;
   }
 }
+
+export class LLM extends llm.LLM {
+  #opts: LLMOptions;
+  #llm: llm.LLM;
+  #logger = log();
+
+  /**
+   * Create a new instance of OpenAI Responses LLM.
+   *
+   * @remarks
+   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
+   * `OPENAI_API_KEY` environment variable.
+   */
+  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {
+    super();
+
+    this.#opts = { ...defaultLLMOptions, ...opts };
+    const { useWebSocket, client, ...baseOpts } = this.#opts;
+
+    if (useWebSocket) {
+      if (client !== undefined) {
+        this.#logger.warn(
+          'WebSocket mode does not support custom client; provided client will be ignored',
+        );
+      }
+      this.#llm = new WSLLM(baseOpts);
+    } else {
+      this.#llm = new ResponsesHttpLLM({ ...baseOpts, client });
+    }
+
+    // Forward events from the inner delegate so consumers listening on this
+    // wrapper instance (e.g. AgentActivity) receive them.
+    this.#llm.on('metrics_collected', (metrics) => this.emit('metrics_collected', metrics));
+    this.#llm.on('error', (error) => this.emit('error', error));
+  }
+
+  override label(): string {
+    return this.#llm.label();
+  }
+
+  override get model(): string {
+    return this.#llm.model;
+  }
+
+  override prewarm(): void {
+    this.#llm.prewarm();
+  }
+
+  // Ref: python livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/responses/llm.py - 229-233 lines
+  override async aclose(): Promise<void> {
+    await this.#llm.aclose();
+  }
+
+  async close(): Promise<void> {
+    await this.aclose();
+  }
+
+  override chat({
+    chatCtx,
+    toolCtx,
+    connOptions = DEFAULT_API_CONNECT_OPTIONS,
+    parallelToolCalls,
+    toolChoice,
+    extraKwargs,
+  }: {
+    chatCtx: llm.ChatContext;
+    toolCtx?: llm.ToolContext;
+    connOptions?: APIConnectOptions;
+    parallelToolCalls?: boolean;
+    toolChoice?: llm.ToolChoice;
+    extraKwargs?: Record<string, unknown>;
+  }): llm.LLMStream {
+    return this.#llm.chat({
+      chatCtx,
+      toolCtx,
+      connOptions,
+      parallelToolCalls,
+      toolChoice,
+      extraKwargs,
+    });
+  }
+}

package/src/stt.test.ts

@@ -3,9 +3,17 @@
 // SPDX-License-Identifier: Apache-2.0
 import { VAD } from '@livekit/agents-plugin-silero';
 import { stt } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { STT } from './stt.js';
 
-describe('OpenAI', async () => {
-  await stt(new STT(), await VAD.load(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+
+if (hasOpenAIApiKey) {
+  describe('OpenAI', async () => {
+    await stt(new STT(), await VAD.load(), { streaming: false });
+  });
+} else {
+  describe('OpenAI', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}

package/src/stt.ts

@@ -1,7 +1,7 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { type AudioBuffer, mergeFrames, stt } from '@livekit/agents';
+import { type AudioBuffer, mergeFrames, normalizeLanguage, stt } from '@livekit/agents';
 import type { AudioFrame } from '@livekit/rtc-node';
 import { OpenAI } from 'openai';
 import type { GroqAudioModels, WhisperModels } from './models.js';
@@ -38,7 +38,11 @@ export class STT extends stt.STT {
   constructor(opts: Partial<STTOptions> = defaultSTTOptions) {
     super({ streaming: false, interimResults: false, alignedTranscript: false });
 
-    this.#opts = { ...defaultSTTOptions, ...opts };
+    this.#opts = {
+      ...defaultSTTOptions,
+      ...opts,
+      language: normalizeLanguage(opts.language ?? defaultSTTOptions.language),
+    };
     if (this.#opts.apiKey === undefined) {
       throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');
     }
@@ -113,7 +117,7 @@ export class STT extends stt.STT {
 
   #sanitizeOptions(language?: string): STTOptions {
     if (language) {
-      return { ...this.#opts, language };
+      return { ...this.#opts, language: normalizeLanguage(language) };
     } else {
       return this.#opts;
     }
@@ -165,7 +169,7 @@ export class STT extends stt.STT {
       alternatives: [
         {
           text: resp.text || '',
-          language: config.language || '',
+          language: normalizeLanguage(config.language || ''),
           startTime: 0,
           endTime: 0,
           confidence: 0,

package/src/tts.test.ts

@@ -2,10 +2,18 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 import { tts } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { STT } from './stt.js';
 import { TTS } from './tts.js';
 
-describe('OpenAI', async () => {
-  await tts(new TTS(), new STT(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+
+if (hasOpenAIApiKey) {
+  describe('OpenAI', async () => {
+    await tts(new TTS(), new STT(), { streaming: false });
+  });
+} else {
+  describe('OpenAI', () => {
+    it.skip('requires OPENAI_API_KEY', () => {});
+  });
+}

package/src/ws/index.ts

@@ -0,0 +1,17 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+
+export { ResponsesWebSocket } from './llm.js';
+export type {
+  WsErrorEvent,
+  WsFunctionCallItem,
+  WsOutputItem,
+  WsOutputItemDoneEvent,
+  WsOutputTextDeltaEvent,
+  WsResponseCompletedEvent,
+  WsResponseCreateEvent,
+  WsResponseCreatedEvent,
+  WsResponseFailedEvent,
+  WsServerEvent,
+} from './types.js';

package/src/ws/llm.test.ts

@@ -0,0 +1,30 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { initializeLogger } from '@livekit/agents';
+import { llm, llmStrict } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { LLM } from '../responses/llm.js';
+
+initializeLogger({ level: 'silent', pretty: false });
+
+describe('OpenAI Responses WS wrapper', async () => {
+  await llm(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: false,
+      useWebSocket: true,
+    }),
+    true,
+  );
+});
+
+describe('OpenAI Responses WS wrapper strict tool schema', async () => {
+  await llmStrict(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: true,
+      useWebSocket: true,
+    }),
+  );
+});