@livekit/agents-plugin-openai 1.0.45 → 1.0.47

package/dist/responses/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":"AAIA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,YAAY;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,IAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,kBACjB,iBAAiB,mBACjB,iBAAiB,oBACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,OAAO,2BAA2B;AAC5D,cAAM,IAAI,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,OAAO,UAAU;AAC3C,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,QAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,eAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,IAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["llm"]}

package/dist/responses/llm.test.cjs

@@ -0,0 +1,22 @@
+"use strict";
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_llm = require("./llm.cjs");
+(0, import_vitest.describe)("OpenAI Responses", async () => {
+  await (0, import_agents_plugins_test.llm)(
+    new import_llm.LLM({
+      temperature: 0,
+      strictToolSchema: false
+    }),
+    true
+  );
+});
+(0, import_vitest.describe)("OpenAI Responses strict tool schema", async () => {
+  await (0, import_agents_plugins_test.llmStrict)(
+    new import_llm.LLM({
+      temperature: 0,
+      strictToolSchema: true
+    })
+  );
+});
+//# sourceMappingURL=llm.test.cjs.map

package/dist/responses/llm.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { LLM } from './llm.js';\n\ndescribe('OpenAI Responses', async () => {\n  await llm(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: false,\n    }),\n    true,\n  );\n});\n\ndescribe('OpenAI Responses strict tool schema', async () => {\n  await llmStrict(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: true,\n    }),\n  );\n});\n"],"mappings":";AAGA,iCAA+B;AAC/B,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,oBAAoB,YAAY;AACvC,YAAM;AAAA,IACJ,IAAI,eAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,IACD;AAAA,EACF;AACF,CAAC;AAAA,IAED,wBAAS,uCAAuC,YAAY;AAC1D,YAAM;AAAA,IACJ,IAAI,eAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH;AACF,CAAC;","names":[]}

package/dist/responses/llm.test.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm.test.d.ts.map

package/dist/responses/llm.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm.test.d.ts.map

package/dist/responses/llm.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.test.d.ts","sourceRoot":"","sources":["../../src/responses/llm.test.ts"],"names":[],"mappings":""}

package/dist/responses/llm.test.js

@@ -0,0 +1,21 @@
+import { llm, llmStrict } from "@livekit/agents-plugins-test";
+import { describe } from "vitest";
+import { LLM } from "./llm.js";
+describe("OpenAI Responses", async () => {
+  await llm(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: false
+    }),
+    true
+  );
+});
+describe("OpenAI Responses strict tool schema", async () => {
+  await llmStrict(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: true
+    })
+  );
+});
+//# sourceMappingURL=llm.test.js.map

package/dist/responses/llm.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/responses/llm.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { llm, llmStrict } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { LLM } from './llm.js';\n\ndescribe('OpenAI Responses', async () => {\n  await llm(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: false,\n    }),\n    true,\n  );\n});\n\ndescribe('OpenAI Responses strict tool schema', async () => {\n  await llmStrict(\n    new LLM({\n      temperature: 0,\n      strictToolSchema: true,\n    }),\n  );\n});\n"],"mappings":"AAGA,SAAS,KAAK,iBAAiB;AAC/B,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,oBAAoB,YAAY;AACvC,QAAM;AAAA,IACJ,IAAI,IAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,IACD;AAAA,EACF;AACF,CAAC;AAED,SAAS,uCAAuC,YAAY;AAC1D,QAAM;AAAA,IACJ,IAAI,IAAI;AAAA,MACN,aAAa;AAAA,MACb,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH;AACF,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-openai",
-  "version": "1.0.45",
+  "version": "1.0.47",
   "description": "OpenAI plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -30,9 +30,9 @@
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.0.45",
-    "@livekit/agents-plugin-silero": "1.0.45",
-    "@livekit/agents-plugins-test": "1.0.45"
+    "@livekit/agents": "1.0.47",
+    "@livekit/agents-plugin-silero": "1.0.47",
+    "@livekit/agents-plugins-test": "1.0.47"
   },
   "dependencies": {
     "@livekit/mutex": "^1.1.1",
@@ -41,7 +41,7 @@
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.24",
-    "@livekit/agents": "1.0.45"
+    "@livekit/agents": "1.0.47"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/index.ts

@@ -6,6 +6,7 @@ import { Plugin } from '@livekit/agents';
 export { LLM, LLMStream, type LLMOptions } from './llm.js';
 export * from './models.js';
 export * as realtime from './realtime/index.js';
+export * as responses from './responses/index.js';
 export { STT, type STTOptions } from './stt.js';
 export { ChunkedStream, TTS, type TTSOptions } from './tts.js';
 
@@ -13,8 +14,8 @@ class OpenAIPlugin extends Plugin {
   constructor() {
     super({
       title: 'openai',
-      version: '0.9.1',
-      package: '@livekit/agents-plugin-openai',
+      version: __PACKAGE_VERSION__,
+      package: __PACKAGE_NAME__,
     });
   }
 }

package/src/realtime/realtime_model.ts

@@ -175,6 +175,7 @@ export class RealtimeModel extends llm.RealtimeModel {
       userTranscription: options.inputAudioTranscription !== null,
       autoToolReplyGeneration: false,
       audioOutput: modalities.includes('audio'),
+      manualFunctionCalls: true,
     });
 
     const isAzure = !!(options.apiVersion || options.entraToken || options.azureDeployment);

package/src/realtime/realtime_model_beta.ts

@@ -176,6 +176,7 @@ export class RealtimeModel extends llm.RealtimeModel {
       userTranscription: options.inputAudioTranscription !== null,
       autoToolReplyGeneration: false,
       audioOutput: modalities.includes('audio'),
+      manualFunctionCalls: true,
     });
 
     const isAzure = !!(options.apiVersion || options.entraToken || options.azureDeployment);

package/src/responses/index.ts

@@ -0,0 +1,4 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export * from './llm.js';

package/src/responses/llm.test.ts

@@ -0,0 +1,25 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { llm, llmStrict } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { LLM } from './llm.js';
+
+describe('OpenAI Responses', async () => {
+  await llm(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: false,
+    }),
+    true,
+  );
+});
+
+describe('OpenAI Responses strict tool schema', async () => {
+  await llmStrict(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: true,
+    }),
+  );
+});

package/src/responses/llm.ts

@@ -0,0 +1,327 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import type { APIConnectOptions } from '@livekit/agents';
+import {
+  APIConnectionError,
+  APIStatusError,
+  APITimeoutError,
+  DEFAULT_API_CONNECT_OPTIONS,
+  llm,
+  toError,
+} from '@livekit/agents';
+import OpenAI from 'openai';
+import type { ChatModels } from '../models.js';
+
+interface LLMOptions {
+  model: ChatModels;
+  apiKey?: string;
+  baseURL?: string;
+  client?: OpenAI;
+  temperature?: number;
+  parallelToolCalls?: boolean;
+  toolChoice?: llm.ToolChoice;
+  store?: boolean;
+  metadata?: Record<string, string>;
+  strictToolSchema?: boolean;
+}
+
+const defaultLLMOptions: LLMOptions = {
+  model: 'gpt-4.1',
+  apiKey: process.env.OPENAI_API_KEY,
+  strictToolSchema: true,
+};
+
+export class LLM extends llm.LLM {
+  #client: OpenAI;
+  #opts: LLMOptions;
+
+  /**
+   * Create a new instance of OpenAI Responses LLM.
+   *
+   * @remarks
+   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
+   * `OPENAI_API_KEY` environment variable.
+   */
+  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {
+    super();
+
+    this.#opts = { ...defaultLLMOptions, ...opts };
+    if (this.#opts.apiKey === undefined) {
+      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');
+    }
+
+    this.#client =
+      this.#opts.client ||
+      new OpenAI({
+        baseURL: this.#opts.baseURL,
+        apiKey: this.#opts.apiKey,
+      });
+  }
+
+  label(): string {
+    return 'openai.responses.LLM';
+  }
+
+  get model(): string {
+    return this.#opts.model;
+  }
+
+  chat({
+    chatCtx,
+    toolCtx,
+    connOptions = DEFAULT_API_CONNECT_OPTIONS,
+    parallelToolCalls,
+    toolChoice,
+    extraKwargs,
+  }: {
+    chatCtx: llm.ChatContext;
+    toolCtx?: llm.ToolContext;
+    connOptions?: APIConnectOptions;
+    parallelToolCalls?: boolean;
+    toolChoice?: llm.ToolChoice;
+    extraKwargs?: Record<string, unknown>;
+  }): LLMStream {
+    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };
+
+    parallelToolCalls =
+      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;
+
+    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {
+      modelOptions.parallel_tool_calls = parallelToolCalls;
+    }
+
+    toolChoice =
+      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);
+
+    if (toolChoice) {
+      modelOptions.tool_choice = toolChoice;
+    }
+
+    if (this.#opts.temperature !== undefined) {
+      modelOptions.temperature = this.#opts.temperature;
+    }
+
+    if (this.#opts.store !== undefined) {
+      modelOptions.store = this.#opts.store;
+    }
+
+    if (this.#opts.metadata) {
+      modelOptions.metadata = this.#opts.metadata;
+    }
+
+    return new LLMStream(this, {
+      model: this.#opts.model,
+      client: this.#client,
+      chatCtx,
+      toolCtx,
+      connOptions,
+      modelOptions,
+      strictToolSchema: this.#opts.strictToolSchema ?? true,
+    });
+  }
+}
+
+export class LLMStream extends llm.LLMStream {
+  private model: string | ChatModels;
+  private client: OpenAI;
+  private modelOptions: Record<string, unknown>;
+  private strictToolSchema: boolean;
+  private responseId: string;
+
+  constructor(
+    llm: LLM,
+    {
+      model,
+      client,
+      chatCtx,
+      toolCtx,
+      connOptions,
+      modelOptions,
+      strictToolSchema,
+    }: {
+      model: ChatModels;
+      client: OpenAI;
+      chatCtx: llm.ChatContext;
+      toolCtx?: llm.ToolContext;
+      connOptions: APIConnectOptions;
+      modelOptions: Record<string, unknown>;
+      strictToolSchema: boolean;
+    },
+  ) {
+    super(llm, { chatCtx, toolCtx, connOptions });
+    this.model = model;
+    this.client = client;
+    this.modelOptions = modelOptions;
+    this.strictToolSchema = strictToolSchema;
+    this.responseId = '';
+  }
+
+  protected async run(): Promise<void> {
+    let retryable = true;
+
+    try {
+      const messages = (await this.chatCtx.toProviderFormat(
+        'openai.responses',
+      )) as OpenAI.Responses.ResponseInputItem[];
+
+      const tools = this.toolCtx
+        ? Object.entries(this.toolCtx).map(([name, func]) => {
+            const oaiParams = {
+              type: 'function' as const,
+              name: name,
+              description: func.description,
+              parameters: llm.toJsonSchema(
+                func.parameters,
+                true,
+                this.strictToolSchema,
+              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],
+            } as OpenAI.Responses.FunctionTool;
+
+            if (this.strictToolSchema) {
+              oaiParams.strict = true;
+            }
+
+            return oaiParams;
+          })
+        : undefined;
+
+      const requestOptions: Record<string, unknown> = { ...this.modelOptions };
+      if (!tools) {
+        delete requestOptions.tool_choice;
+      }
+
+      const stream = await this.client.responses.create(
+        {
+          model: this.model,
+          input: messages,
+          tools: tools,
+          stream: true,
+          ...requestOptions,
+        },
+        {
+          timeout: this.connOptions.timeoutMs,
+        },
+      );
+
+      for await (const event of stream) {
+        retryable = false;
+        let chunk: llm.ChatChunk | undefined;
+
+        switch (event.type) {
+          case 'error':
+            this.handleError(event);
+            break;
+          case 'response.created':
+            this.handleResponseCreated(event);
+            break;
+          case 'response.output_item.done':
+            chunk = this.handleResponseOutputItemDone(event);
+            break;
+          case 'response.output_text.delta':
+            chunk = this.handleResponseOutputTextDelta(event);
+            break;
+          case 'response.completed':
+            chunk = this.handleResponseCompleted(event);
+            break;
+        }
+
+        if (chunk) {
+          this.queue.put(chunk);
+        }
+      }
+    } catch (error) {
+      if (
+        error instanceof APIStatusError ||
+        error instanceof APITimeoutError ||
+        error instanceof APIConnectionError
+      ) {
+        throw error;
+      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {
+        throw new APITimeoutError({ options: { retryable } });
+      } else if (error instanceof OpenAI.APIError) {
+        throw new APIStatusError({
+          message: error.message,
+          options: {
+            statusCode: error.status,
+            body: error.error,
+            requestId: error.requestID,
+            retryable,
+          },
+        });
+      } else {
+        throw new APIConnectionError({
+          message: toError(error).message,
+          options: { retryable },
+        });
+      }
+    }
+  }
+
+  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {
+    throw new APIStatusError({
+      message: event.message,
+      options: {
+        statusCode: -1,
+        retryable: false,
+      },
+    });
+  }
+
+  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {
+    this.responseId = event.response.id;
+  }
+
+  private handleResponseOutputItemDone(
+    event: OpenAI.Responses.ResponseOutputItemDoneEvent,
+  ): llm.ChatChunk | undefined {
+    let chunk: llm.ChatChunk | undefined;
+
+    if (event.item.type === 'function_call') {
+      chunk = {
+        id: this.responseId,
+        delta: {
+          role: 'assistant',
+          content: undefined,
+          toolCalls: [
+            llm.FunctionCall.create({
+              callId: event.item.call_id || '',
+              name: event.item.name,
+              args: event.item.arguments,
+            }),
+          ],
+        },
+      };
+    }
+    return chunk;
+  }
+
+  private handleResponseOutputTextDelta(
+    event: OpenAI.Responses.ResponseTextDeltaEvent,
+  ): llm.ChatChunk {
+    return {
+      id: this.responseId,
+      delta: {
+        role: 'assistant',
+        content: event.delta,
+      },
+    };
+  }
+
+  private handleResponseCompleted(
+    event: OpenAI.Responses.ResponseCompletedEvent,
+  ): llm.ChatChunk | undefined {
+    if (event.response.usage) {
+      return {
+        id: this.responseId,
+        usage: {
+          completionTokens: event.response.usage.output_tokens,
+          promptTokens: event.response.usage.input_tokens,
+          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,
+          totalTokens: event.response.usage.total_tokens,
+        },
+      };
+    }
+    return undefined;
+  }
+}