@livekit/agents-plugin-openai 1.0.47 → 1.0.49

package/dist/index.cjs

@@ -49,7 +49,7 @@ class OpenAIPlugin extends import_agents.Plugin {
   constructor() {
     super({
       title: "openai",
-      version: "1.0.47",
+      version: "1.0.49",
       package: "@livekit/agents-plugin-openai"
     });
   }

package/dist/index.js

@@ -9,7 +9,7 @@ class OpenAIPlugin extends Plugin {
   constructor() {
     super({
       title: "openai",
-      version: "1.0.47",
+      version: "1.0.49",
       package: "@livekit/agents-plugin-openai"
     });
   }

package/dist/models.cjs

@@ -22,7 +22,17 @@ __export(models_exports, {
 });
 module.exports = __toCommonJS(models_exports);
 function supportsReasoningEffort(model) {
-  return model === "gpt-5" || model === "gpt-5-mini" || model === "gpt-5-nano";
+  return [
+    "gpt-5.4",
+    "gpt-5.3-chat-latest",
+    "gpt-5.2",
+    "gpt-5.2-chat-latest",
+    "gpt-5.1",
+    "gpt-5.1-chat-latest",
+    "gpt-5",
+    "gpt-5-mini",
+    "gpt-5-nano"
+  ].includes(model);
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/models.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type ChatModels =\n  | 'gpt-5'\n  | 'gpt-5-mini'\n  | 'gpt-5-nano'\n  | 'gpt-4.1'\n  | 'gpt-4.1-mini'\n  | 'gpt-4.1-nano'\n  | 'gpt-4o'\n  | 'gpt-4o-2024-05-13'\n  | 'gpt-4o-mini'\n  | 'gpt-4o-mini-2024-07-18'\n  | 'gpt-4-turbo'\n  | 'gpt-4-turbo-2024-04-09'\n  | 'gpt-4-turbo-preview'\n  | 'gpt-4-0125-preview'\n  | 'gpt-4-1106-preview'\n  | 'gpt-4-vision-preview'\n  | 'gpt-4-1106-vision-preview'\n  | 'gpt-4'\n  | 'gpt-4-0314'\n  | 'gpt-4-0613'\n  | 'gpt-4-32k'\n  | 'gpt-4-32k-0314'\n  | 'gpt-4-32k-0613'\n  | 'gpt-3.5-turbo'\n  | 'gpt-3.5-turbo-16k'\n  | 'gpt-3.5-turbo-0301'\n  | 'gpt-3.5-turbo-0613'\n  | 'gpt-3.5-turbo-1106'\n  | 'gpt-3.5-turbo-16k-0613';\n\nexport type WhisperModels = 'whisper-1';\n\nexport type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';\n\nexport type TTSVoices =\n  | 'alloy'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'echo'\n  | 'fable'\n  | 'nova'\n  | 'onyx'\n  | 'sage'\n  | 'shimmer';\n\nexport type DalleModels = 'dall-e-2' | 'dall-e-3';\n\nexport type EmbeddingModels =\n  | 'text-embedding-ada-002'\n  | 'text-embedding-3-small'\n  | 'text-embedding-3-large';\n\nexport type AssistantTools = 'code_interpreter' | 'file_search' | 'function';\n\nexport type VertexModels =\n  | 'google/gemini-2.0-flash-exp'\n  | 'google/gemini-1.5-flash'\n  | 'google/gemini-1.5-pro'\n  | 'google/gemini-1.0-pro-vision'\n  | 'google/gemini-1.0-pro-vision-001'\n  | 'google/gemini-1.0-pro-002'\n  | 'google/gemini-1.0-pro-001'\n  | 'google/gemini-1.0-pro';\n\n// adapters for OpenAI-compatible LLMs, TTSs, STTs\n\nexport type TelnyxChatModels =\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct';\n\nexport type CerebrasChatModels =\n  | 'llama3.1-8b'\n  | 'llama-3.3-70b'\n  | 'llama-4-scout-17b-16e-instruct'\n  | 'llama-4-maverick-17b-128e-instruct'\n  | 'qwen-3-32b'\n  | 'qwen-3-235b-a22b-instruct-2507'\n  | 'qwen-3-235b-a22b-thinking-2507'\n  | 'qwen-3-coder-480b'\n  | 'gpt-oss-120b';\n\nexport type PerplexityChatModels =\n  | 'llama-3.1-sonar-small-128k-online'\n  | 'llama-3.1-sonar-small-128k-chat'\n  | 'llama-3.1-sonar-large-128k-online'\n  | 'llama-3.1-sonar-large-128k-chat'\n  | 'llama-3.1-8b-instruct'\n  | 'llama-3.1-70b-instruct';\n\nexport type GroqChatModels =\n  | 'llama-3.1-405b-reasoning'\n  | 'llama-3.1-8b-instant'\n  | 'llama-3.3-70b-versatile'\n  | 'llama3-groq-70b-8192-tool-use-preview'\n  | 'llama3-groq-8b-8192-tool-use-preview'\n  | 'llama-guard-3-8b'\n  | 'llama3-70b-8192'\n  | 'llama3-8b-8192'\n  | 'mixtral-8x7b-32768'\n  | 'gemma-7b-it'\n  | 'gemma2-9b-it';\n\nexport type GroqAudioModels =\n  | 'whisper-large-v3'\n  | 'distil-whisper-large-v3-en'\n  | 'whisper-large-v3-turbo';\n\nexport type DeepSeekChatModels = 'deepseek-coder' | 'deepseek-chat';\n\nexport type TogetherChatModels =\n  | 'Austism/chronos-hermes-13b'\n  | 'Gryphe/MythoMax-L2-13b'\n  | 'NousResearch/Nous-Capybara-7B-V1p9'\n  | 'NousResearch/Nous-Hermes-2-Mistral-7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT'\n  | 'NousResearch/Nous-Hermes-2-Yi-34B'\n  | 'NousResearch/Nous-Hermes-Llama2-13b'\n  | 'NousResearch/Nous-Hermes-llama-2-7b'\n  | 'Open-Orca/Mistral-7B-OpenOrca'\n  | 'Qwen/Qwen1.5-0.5B-Chat'\n  | 'Qwen/Qwen1.5-1.8B-Chat'\n  | 'Qwen/Qwen1.5-110B-Chat'\n  | 'Qwen/Qwen1.5-14B-Chat'\n  | 'Qwen/Qwen1.5-32B-Chat'\n  | 'Qwen/Qwen1.5-4B-Chat'\n  | 'Qwen/Qwen1.5-72B-Chat'\n  | 'Qwen/Qwen1.5-7B-Chat'\n  | 'Qwen/Qwen2-72B-Instruct'\n  | 'Snowflake/snowflake-arctic-instruct'\n  | 'Undi95/ReMM-SLERP-L2-13B'\n  | 'Undi95/Toppy-M-7B'\n  | 'WizardLM/WizardLM-13B-V1.2'\n  | 'allenai/OLMo-7B'\n  | 'allenai/OLMo-7B-Instruct'\n  | 'allenai/OLMo-7B-Twin-2T'\n  | 'codellama/CodeLlama-13b-Instruct-hf'\n  | 'codellama/CodeLlama-34b-Instruct-hf'\n  | 'codellama/CodeLlama-70b-Instruct-hf'\n  | 'codellama/CodeLlama-7b-Instruct-hf'\n  | 'cognitivecomputations/dolphin-2.5-mixtral-8x7b'\n  | 'databricks/dbrx-instruct'\n  | 'deepseek-ai/deepseek-coder-33b-instruct'\n  | 'deepseek-ai/deepseek-llm-67b-chat'\n  | 'garage-bAInd/Platypus2-70B-instruct'\n  | 'google/gemma-2-27b-it'\n  | 'google/gemma-2-9b-it'\n  | 'google/gemma-2b-it'\n  | 'google/gemma-7b-it'\n  | 'lmsys/vicuna-13b-v1.5'\n  | 'lmsys/vicuna-7b-v1.5'\n  | 'meta-llama/Llama-2-13b-chat-hf'\n  | 'meta-llama/Llama-2-70b-chat-hf'\n  | 'meta-llama/Llama-2-7b-chat-hf'\n  | 'meta-llama/Llama-3-70b-chat-hf'\n  | 'meta-llama/Llama-3-8b-chat-hf'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'\n  | 'meta-llama/Llama-3.3-70B-Instruct-Turbo'\n  | 'mistralai/Mistral-7B-Instruct-v0.1'\n  | 'mistralai/Mistral-7B-Instruct-v0.2'\n  | 'mistralai/Mistral-7B-Instruct-v0.3'\n  | 'mistralai/Mixtral-8x22B-Instruct-v0.1'\n  | 'mistralai/Mixtral-8x7B-Instruct-v0.1'\n  | 'openchat/openchat-3.5-1210'\n  | 'snorkelai/Snorkel-Mistral-PairRM-DPO'\n  | 'teknium/OpenHermes-2-Mistral-7B'\n  | 'teknium/OpenHermes-2p5-Mistral-7B'\n  | 'togethercomputer/Llama-2-7B-32K-Instruct'\n  | 'togethercomputer/RedPajama-INCITE-7B-Chat'\n  | 'togethercomputer/RedPajama-INCITE-Chat-3B-v1'\n  | 'togethercomputer/StripedHyena-Nous-7B'\n  | 'togethercomputer/alpaca-7b'\n  | 'upstage/SOLAR-10.7B-Instruct-v1.0'\n  | 'zero-one-ai/Yi-34B-Chat';\n\nexport type OctoChatModels =\n  | 'meta-llama-3-70b-instruct'\n  | 'meta-llama-3.1-405b-instruct'\n  | 'meta-llama-3.1-70b-instruct'\n  | 'meta-llama-3.1-8b-instruct'\n  | 'mistral-7b-instruct'\n  | 'mixtral-8x7b-instruct'\n  | 'wizardlm-2-8x22bllamaguard-2-7b';\n\nexport type XAIChatModels =\n  | 'grok-3'\n  | 'grok-3-fast'\n  | 'grok-3-mini'\n  | 'grok-3-mini-fast'\n  | 'grok-2-vision-1212'\n  | 'grok-2-image-1212'\n  | 'grok-2-1212';\n\nexport type MetaChatModels =\n  | 'Llama-4-Scout-17B-16E-Instruct-FP8'\n  | 'Llama-4-Maverick-17B-128E-Instruct-FP8'\n  | 'Llama-3.3-70B-Instruct'\n  | 'Llama-3.3-8B-Instruct';\n\nexport function supportsReasoningEffort(model: ChatModels | string): boolean {\n  return model === 'gpt-5' || model === 'gpt-5-mini' || model === 'gpt-5-nano';\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAmNO,SAAS,wBAAwB,OAAqC;AAC3E,SAAO,UAAU,WAAW,UAAU,gBAAgB,UAAU;AAClE;","names":[]}
+{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type ChatModels =\n  | 'gpt-5.4'\n  | 'gpt-5.3-chat-latest'\n  | 'gpt-5.2'\n  | 'gpt-5.2-chat-latest'\n  | 'gpt-5.1'\n  | 'gpt-5.1-chat-latest'\n  | 'gpt-5'\n  | 'gpt-5-mini'\n  | 'gpt-5-nano'\n  | 'gpt-4.1'\n  | 'gpt-4.1-mini'\n  | 'gpt-4.1-nano'\n  | 'gpt-4o'\n  | 'gpt-4o-2024-05-13'\n  | 'gpt-4o-mini'\n  | 'gpt-4o-mini-2024-07-18'\n  | 'gpt-4-turbo'\n  | 'gpt-4-turbo-2024-04-09'\n  | 'gpt-4-turbo-preview'\n  | 'gpt-4-0125-preview'\n  | 'gpt-4-1106-preview'\n  | 'gpt-4-vision-preview'\n  | 'gpt-4-1106-vision-preview'\n  | 'gpt-4'\n  | 'gpt-4-0314'\n  | 'gpt-4-0613'\n  | 'gpt-4-32k'\n  | 'gpt-4-32k-0314'\n  | 'gpt-4-32k-0613'\n  | 'gpt-3.5-turbo'\n  | 'gpt-3.5-turbo-16k'\n  | 'gpt-3.5-turbo-0301'\n  | 'gpt-3.5-turbo-0613'\n  | 'gpt-3.5-turbo-1106'\n  | 'gpt-3.5-turbo-16k-0613';\n\nexport type WhisperModels = 'whisper-1';\n\nexport type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';\n\nexport type TTSVoices =\n  | 'alloy'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'echo'\n  | 'fable'\n  | 'nova'\n  | 'onyx'\n  | 'sage'\n  | 'shimmer';\n\nexport type DalleModels = 'dall-e-2' | 'dall-e-3';\n\nexport type EmbeddingModels =\n  | 'text-embedding-ada-002'\n  | 'text-embedding-3-small'\n  | 'text-embedding-3-large';\n\nexport type AssistantTools = 'code_interpreter' | 'file_search' | 'function';\n\nexport type VertexModels =\n  | 'google/gemini-2.0-flash-exp'\n  | 'google/gemini-1.5-flash'\n  | 'google/gemini-1.5-pro'\n  | 'google/gemini-1.0-pro-vision'\n  | 'google/gemini-1.0-pro-vision-001'\n  | 'google/gemini-1.0-pro-002'\n  | 'google/gemini-1.0-pro-001'\n  | 'google/gemini-1.0-pro';\n\n// adapters for OpenAI-compatible LLMs, TTSs, STTs\n\nexport type TelnyxChatModels =\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct';\n\nexport type CerebrasChatModels =\n  | 'llama3.1-8b'\n  | 'llama-3.3-70b'\n  | 'llama-4-scout-17b-16e-instruct'\n  | 'llama-4-maverick-17b-128e-instruct'\n  | 'qwen-3-32b'\n  | 'qwen-3-235b-a22b-instruct-2507'\n  | 'qwen-3-235b-a22b-thinking-2507'\n  | 'qwen-3-coder-480b'\n  | 'gpt-oss-120b';\n\nexport type PerplexityChatModels =\n  | 'llama-3.1-sonar-small-128k-online'\n  | 'llama-3.1-sonar-small-128k-chat'\n  | 'llama-3.1-sonar-large-128k-online'\n  | 'llama-3.1-sonar-large-128k-chat'\n  | 'llama-3.1-8b-instruct'\n  | 'llama-3.1-70b-instruct';\n\nexport type GroqChatModels =\n  | 'llama-3.1-405b-reasoning'\n  | 'llama-3.1-8b-instant'\n  | 'llama-3.3-70b-versatile'\n  | 'llama3-groq-70b-8192-tool-use-preview'\n  | 'llama3-groq-8b-8192-tool-use-preview'\n  | 'llama-guard-3-8b'\n  | 'llama3-70b-8192'\n  | 'llama3-8b-8192'\n  | 'mixtral-8x7b-32768'\n  | 'gemma-7b-it'\n  | 'gemma2-9b-it';\n\nexport type GroqAudioModels =\n  | 'whisper-large-v3'\n  | 'distil-whisper-large-v3-en'\n  | 'whisper-large-v3-turbo';\n\nexport type DeepSeekChatModels = 'deepseek-coder' | 'deepseek-chat';\n\nexport type TogetherChatModels =\n  | 'Austism/chronos-hermes-13b'\n  | 'Gryphe/MythoMax-L2-13b'\n  | 'NousResearch/Nous-Capybara-7B-V1p9'\n  | 'NousResearch/Nous-Hermes-2-Mistral-7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT'\n  | 'NousResearch/Nous-Hermes-2-Yi-34B'\n  | 'NousResearch/Nous-Hermes-Llama2-13b'\n  | 'NousResearch/Nous-Hermes-llama-2-7b'\n  | 'Open-Orca/Mistral-7B-OpenOrca'\n  | 'Qwen/Qwen1.5-0.5B-Chat'\n  | 'Qwen/Qwen1.5-1.8B-Chat'\n  | 'Qwen/Qwen1.5-110B-Chat'\n  | 'Qwen/Qwen1.5-14B-Chat'\n  | 'Qwen/Qwen1.5-32B-Chat'\n  | 'Qwen/Qwen1.5-4B-Chat'\n  | 'Qwen/Qwen1.5-72B-Chat'\n  | 'Qwen/Qwen1.5-7B-Chat'\n  | 'Qwen/Qwen2-72B-Instruct'\n  | 'Snowflake/snowflake-arctic-instruct'\n  | 'Undi95/ReMM-SLERP-L2-13B'\n  | 'Undi95/Toppy-M-7B'\n  | 'WizardLM/WizardLM-13B-V1.2'\n  | 'allenai/OLMo-7B'\n  | 'allenai/OLMo-7B-Instruct'\n  | 'allenai/OLMo-7B-Twin-2T'\n  | 'codellama/CodeLlama-13b-Instruct-hf'\n  | 'codellama/CodeLlama-34b-Instruct-hf'\n  | 'codellama/CodeLlama-70b-Instruct-hf'\n  | 'codellama/CodeLlama-7b-Instruct-hf'\n  | 'cognitivecomputations/dolphin-2.5-mixtral-8x7b'\n  | 'databricks/dbrx-instruct'\n  | 'deepseek-ai/deepseek-coder-33b-instruct'\n  | 'deepseek-ai/deepseek-llm-67b-chat'\n  | 'garage-bAInd/Platypus2-70B-instruct'\n  | 'google/gemma-2-27b-it'\n  | 'google/gemma-2-9b-it'\n  | 'google/gemma-2b-it'\n  | 'google/gemma-7b-it'\n  | 'lmsys/vicuna-13b-v1.5'\n  | 'lmsys/vicuna-7b-v1.5'\n  | 'meta-llama/Llama-2-13b-chat-hf'\n  | 'meta-llama/Llama-2-70b-chat-hf'\n  | 'meta-llama/Llama-2-7b-chat-hf'\n  | 'meta-llama/Llama-3-70b-chat-hf'\n  | 'meta-llama/Llama-3-8b-chat-hf'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'\n  | 'meta-llama/Llama-3.3-70B-Instruct-Turbo'\n  | 'mistralai/Mistral-7B-Instruct-v0.1'\n  | 'mistralai/Mistral-7B-Instruct-v0.2'\n  | 'mistralai/Mistral-7B-Instruct-v0.3'\n  | 'mistralai/Mixtral-8x22B-Instruct-v0.1'\n  | 'mistralai/Mixtral-8x7B-Instruct-v0.1'\n  | 'openchat/openchat-3.5-1210'\n  | 'snorkelai/Snorkel-Mistral-PairRM-DPO'\n  | 'teknium/OpenHermes-2-Mistral-7B'\n  | 'teknium/OpenHermes-2p5-Mistral-7B'\n  | 'togethercomputer/Llama-2-7B-32K-Instruct'\n  | 'togethercomputer/RedPajama-INCITE-7B-Chat'\n  | 'togethercomputer/RedPajama-INCITE-Chat-3B-v1'\n  | 'togethercomputer/StripedHyena-Nous-7B'\n  | 'togethercomputer/alpaca-7b'\n  | 'upstage/SOLAR-10.7B-Instruct-v1.0'\n  | 'zero-one-ai/Yi-34B-Chat';\n\nexport type OctoChatModels =\n  | 'meta-llama-3-70b-instruct'\n  | 'meta-llama-3.1-405b-instruct'\n  | 'meta-llama-3.1-70b-instruct'\n  | 'meta-llama-3.1-8b-instruct'\n  | 'mistral-7b-instruct'\n  | 'mixtral-8x7b-instruct'\n  | 'wizardlm-2-8x22bllamaguard-2-7b';\n\nexport type XAIChatModels =\n  | 'grok-3'\n  | 'grok-3-fast'\n  | 'grok-3-mini'\n  | 'grok-3-mini-fast'\n  | 'grok-2-vision-1212'\n  | 'grok-2-image-1212'\n  | 'grok-2-1212';\n\nexport type MetaChatModels =\n  | 'Llama-4-Scout-17B-16E-Instruct-FP8'\n  | 'Llama-4-Maverick-17B-128E-Instruct-FP8'\n  | 'Llama-3.3-70B-Instruct'\n  | 'Llama-3.3-8B-Instruct';\n\nexport function supportsReasoningEffort(model: ChatModels | string): boolean {\n  return [\n    'gpt-5.4',\n    'gpt-5.3-chat-latest',\n    'gpt-5.2',\n    'gpt-5.2-chat-latest',\n    'gpt-5.1',\n    'gpt-5.1-chat-latest',\n    'gpt-5',\n    'gpt-5-mini',\n    'gpt-5-nano',\n  ].includes(model);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAyNO,SAAS,wBAAwB,OAAqC;AAC3E,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,SAAS,KAAK;AAClB;","names":[]}

package/dist/models.d.cts

@@ -1,4 +1,4 @@
-export type ChatModels = 'gpt-5' | 'gpt-5-mini' | 'gpt-5-nano' | 'gpt-4.1' | 'gpt-4.1-mini' | 'gpt-4.1-nano' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4-turbo' | 'gpt-4-turbo-2024-04-09' | 'gpt-4-turbo-preview' | 'gpt-4-0125-preview' | 'gpt-4-1106-preview' | 'gpt-4-vision-preview' | 'gpt-4-1106-vision-preview' | 'gpt-4' | 'gpt-4-0314' | 'gpt-4-0613' | 'gpt-4-32k' | 'gpt-4-32k-0314' | 'gpt-4-32k-0613' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-16k' | 'gpt-3.5-turbo-0301' | 'gpt-3.5-turbo-0613' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k-0613';
+export type ChatModels = 'gpt-5.4' | 'gpt-5.3-chat-latest' | 'gpt-5.2' | 'gpt-5.2-chat-latest' | 'gpt-5.1' | 'gpt-5.1-chat-latest' | 'gpt-5' | 'gpt-5-mini' | 'gpt-5-nano' | 'gpt-4.1' | 'gpt-4.1-mini' | 'gpt-4.1-nano' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4-turbo' | 'gpt-4-turbo-2024-04-09' | 'gpt-4-turbo-preview' | 'gpt-4-0125-preview' | 'gpt-4-1106-preview' | 'gpt-4-vision-preview' | 'gpt-4-1106-vision-preview' | 'gpt-4' | 'gpt-4-0314' | 'gpt-4-0613' | 'gpt-4-32k' | 'gpt-4-32k-0314' | 'gpt-4-32k-0613' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-16k' | 'gpt-3.5-turbo-0301' | 'gpt-3.5-turbo-0613' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k-0613';
 export type WhisperModels = 'whisper-1';
 export type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';
 export type TTSVoices = 'alloy' | 'ash' | 'ballad' | 'coral' | 'echo' | 'fable' | 'nova' | 'onyx' | 'sage' | 'shimmer';

package/dist/models.d.ts

@@ -1,4 +1,4 @@
-export type ChatModels = 'gpt-5' | 'gpt-5-mini' | 'gpt-5-nano' | 'gpt-4.1' | 'gpt-4.1-mini' | 'gpt-4.1-nano' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4-turbo' | 'gpt-4-turbo-2024-04-09' | 'gpt-4-turbo-preview' | 'gpt-4-0125-preview' | 'gpt-4-1106-preview' | 'gpt-4-vision-preview' | 'gpt-4-1106-vision-preview' | 'gpt-4' | 'gpt-4-0314' | 'gpt-4-0613' | 'gpt-4-32k' | 'gpt-4-32k-0314' | 'gpt-4-32k-0613' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-16k' | 'gpt-3.5-turbo-0301' | 'gpt-3.5-turbo-0613' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k-0613';
+export type ChatModels = 'gpt-5.4' | 'gpt-5.3-chat-latest' | 'gpt-5.2' | 'gpt-5.2-chat-latest' | 'gpt-5.1' | 'gpt-5.1-chat-latest' | 'gpt-5' | 'gpt-5-mini' | 'gpt-5-nano' | 'gpt-4.1' | 'gpt-4.1-mini' | 'gpt-4.1-nano' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4-turbo' | 'gpt-4-turbo-2024-04-09' | 'gpt-4-turbo-preview' | 'gpt-4-0125-preview' | 'gpt-4-1106-preview' | 'gpt-4-vision-preview' | 'gpt-4-1106-vision-preview' | 'gpt-4' | 'gpt-4-0314' | 'gpt-4-0613' | 'gpt-4-32k' | 'gpt-4-32k-0314' | 'gpt-4-32k-0613' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-16k' | 'gpt-3.5-turbo-0301' | 'gpt-3.5-turbo-0613' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k-0613';
 export type WhisperModels = 'whisper-1';
 export type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';
 export type TTSVoices = 'alloy' | 'ash' | 'ballad' | 'coral' | 'echo' | 'fable' | 'nova' | 'onyx' | 'sage' | 'shimmer';

package/dist/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,UAAU,GAClB,OAAO,GACP,YAAY,GACZ,YAAY,GACZ,SAAS,GACT,cAAc,GACd,cAAc,GACd,QAAQ,GACR,mBAAmB,GACnB,aAAa,GACb,wBAAwB,GACxB,aAAa,GACb,wBAAwB,GACxB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,sBAAsB,GACtB,2BAA2B,GAC3B,OAAO,GACP,YAAY,GACZ,YAAY,GACZ,WAAW,GACX,gBAAgB,GAChB,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GACnB,oBAAoB,GACpB,oBAAoB,GACpB,oBAAoB,GACpB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC;AAExC,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,iBAAiB,CAAC;AAEjE,MAAM,MAAM,SAAS,GACjB,OAAO,GACP,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,GACN,MAAM,GACN,MAAM,GACN,SAAS,CAAC;AAEd,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAElD,MAAM,MAAM,eAAe,GACvB,wBAAwB,GACxB,wBAAwB,GACxB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,aAAa,GAAG,UAAU,CAAC;AAE7E,MAAM,MAAM,YAAY,GACpB,6BAA6B,GAC7B,yBAAyB,GACzB,uBAAuB,GACvB,8BAA8B,GAC9B,kCAAkC,GAClC,2BAA2B,GAC3B,2BAA2B,GAC3B,uBAAuB,CAAC;AAI5B,MAAM,MAAM,gBAAgB,GACxB,uCAAuC,GACvC,wCAAwC,CAAC;AAE7C,MAAM,MAAM,kBAAkB,GAC1B,aAAa,GACb,eAAe,GACf,gCAAgC,GAChC,oCAAoC,GACpC,YAAY,GACZ,gCAAgC,GAChC,gCAAgC,GAChC,mBAAmB,GACnB,cAAc,CAAC;AAEnB,MAAM,MAAM,oBAAoB,GAC5B,mCAAmC,GACnC,iCAAiC,GACjC,mCAAmC,GACnC,iCAAiC,GACjC,uBAAuB,GACvB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,cAAc,GACtB,0BAA0B,GAC1B,sBAAsB,GACtB,yBAAyB,GACzB,uCAAuC,GACvC,sCAAsC,GACtC,kBAAkB,GAClB,iBAAiB,GACjB,gBAAgB,GAChB,oBAAoB,GACpB,aAAa,GACb,cAAc,CAAC;AAEnB,MAAM,MAAM,eAAe,GACvB,kBAAkB,GAClB,4BAA4B,GAC5B,wBAAwB,CAAC;AAE7B,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEpE,MAAM,MAAM,kBAAkB,GAC1B,4BAA4B,GAC5B,wBAAwB,GACxB,oCAAoC,GACpC,2CAA2C,GAC3C,6CAA6C,GAC7C,6CAA6C,GAC7C,mCAAmC,GACnC,qCAAqC,GACrC,qCAAqC,GACrC,+BAA+B,GAC/B,wBAAwB,GACxB,wBAAwB,GACxB,wBAAwB,GACxB,uBAAuB,GACvB,uBAAuB,GACvB,sBAAsB,GACtB,uBAAuB,GACvB,sBAAsB,GACtB,yBAAyB,GACzB,qCAAqC,GACrC,0BAA0B,GAC1B,mBAAmB,GACnB,4BAA4B,GAC5B,iBAAiB,GACjB,0BAA0B,GAC1B,yBAAyB,GACzB,qCAAqC,GACrC,qCAAqC,GACrC,qCAAqC,GACrC,oCAAoC,GACpC,gDAAgD,GAChD,0BAA0B,GAC1B,yCAAyC,GACzC,mCAAmC,GACnC,qCAAqC,GACrC,uBAAuB,GACvB,sBAAsB,GACtB,oBAAoB,GACpB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,gCAAgC,GAChC,gCAAgC,GAChC,+BAA+B,GAC/B,gCAAgC,GAChC,+BAA+B,GAC/B,2CAA2C,GAC3C,4CAA4C,GAC5C,0CAA0C,GAC1C,2CAA2C,GAC3C,+CAA+C,GAC/C,8CAA8C,GAC9C,6CAA6C,GAC7C,yCAAyC,GACzC,oCAAoC,GACpC,oCAAoC,GACpC,oCAAoC,GACpC,uCAAuC,GACvC,sCAAsC,GACtC,4BAA4B,GAC5B,sCAAsC,GACtC,iCAAiC,GACjC,mCAAmC,GACnC,0CAA0C,GAC1C,2CAA2C,GAC3C,8CAA8C,GAC9C,uCAAuC,GACvC,4BAA4B,GAC5B,mCAAmC,GACnC,yBAAyB,CAAC;AAE9B,MAAM,MAAM,cAAc,GACtB,2BAA2B,GAC3B,8BAA8B,GAC9B,6BAA6B,GAC7B,4BAA4B,GAC5B,qBAAqB,GACrB,uBAAuB,GACvB,iCAAiC,CAAC;AAEtC,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,oBAAoB,GACpB,mBAAmB,GACnB,aAAa,CAAC;AAElB,MAAM,MAAM,cAAc,GACtB,oCAAoC,GACpC,wCAAwC,GACxC,wBAAwB,GACxB,uBAAuB,CAAC;AAE5B,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAE3E"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,UAAU,GAClB,SAAS,GACT,qBAAqB,GACrB,SAAS,GACT,qBAAqB,GACrB,SAAS,GACT,qBAAqB,GACrB,OAAO,GACP,YAAY,GACZ,YAAY,GACZ,SAAS,GACT,cAAc,GACd,cAAc,GACd,QAAQ,GACR,mBAAmB,GACnB,aAAa,GACb,wBAAwB,GACxB,aAAa,GACb,wBAAwB,GACxB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,sBAAsB,GACtB,2BAA2B,GAC3B,OAAO,GACP,YAAY,GACZ,YAAY,GACZ,WAAW,GACX,gBAAgB,GAChB,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GACnB,oBAAoB,GACpB,oBAAoB,GACpB,oBAAoB,GACpB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC;AAExC,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,iBAAiB,CAAC;AAEjE,MAAM,MAAM,SAAS,GACjB,OAAO,GACP,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,GACN,MAAM,GACN,MAAM,GACN,SAAS,CAAC;AAEd,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAElD,MAAM,MAAM,eAAe,GACvB,wBAAwB,GACxB,wBAAwB,GACxB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,aAAa,GAAG,UAAU,CAAC;AAE7E,MAAM,MAAM,YAAY,GACpB,6BAA6B,GAC7B,yBAAyB,GACzB,uBAAuB,GACvB,8BAA8B,GAC9B,kCAAkC,GAClC,2BAA2B,GAC3B,2BAA2B,GAC3B,uBAAuB,CAAC;AAI5B,MAAM,MAAM,gBAAgB,GACxB,uCAAuC,GACvC,wCAAwC,CAAC;AAE7C,MAAM,MAAM,kBAAkB,GAC1B,aAAa,GACb,eAAe,GACf,gCAAgC,GAChC,oCAAoC,GACpC,YAAY,GACZ,gCAAgC,GAChC,gCAAgC,GAChC,mBAAmB,GACnB,cAAc,CAAC;AAEnB,MAAM,MAAM,oBAAoB,GAC5B,mCAAmC,GACnC,iCAAiC,GACjC,mCAAmC,GACnC,iCAAiC,GACjC,uBAAuB,GACvB,wBAAwB,CAAC;AAE7B,MAAM,MAAM,cAAc,GACtB,0BAA0B,GAC1B,sBAAsB,GACtB,yBAAyB,GACzB,uCAAuC,GACvC,sCAAsC,GACtC,kBAAkB,GAClB,iBAAiB,GACjB,gBAAgB,GAChB,oBAAoB,GACpB,aAAa,GACb,cAAc,CAAC;AAEnB,MAAM,MAAM,eAAe,GACvB,kBAAkB,GAClB,4BAA4B,GAC5B,wBAAwB,CAAC;AAE7B,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEpE,MAAM,MAAM,kBAAkB,GAC1B,4BAA4B,GAC5B,wBAAwB,GACxB,oCAAoC,GACpC,2CAA2C,GAC3C,6CAA6C,GAC7C,6CAA6C,GAC7C,mCAAmC,GACnC,qCAAqC,GACrC,qCAAqC,GACrC,+BAA+B,GAC/B,wBAAwB,GACxB,wBAAwB,GACxB,wBAAwB,GACxB,uBAAuB,GACvB,uBAAuB,GACvB,sBAAsB,GACtB,uBAAuB,GACvB,sBAAsB,GACtB,yBAAyB,GACzB,qCAAqC,GACrC,0BAA0B,GAC1B,mBAAmB,GACnB,4BAA4B,GAC5B,iBAAiB,GACjB,0BAA0B,GAC1B,yBAAyB,GACzB,qCAAqC,GACrC,qCAAqC,GACrC,qCAAqC,GACrC,oCAAoC,GACpC,gDAAgD,GAChD,0BAA0B,GAC1B,yCAAyC,GACzC,mCAAmC,GACnC,qCAAqC,GACrC,uBAAuB,GACvB,sBAAsB,GACtB,oBAAoB,GACpB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,gCAAgC,GAChC,gCAAgC,GAChC,+BAA+B,GAC/B,gCAAgC,GAChC,+BAA+B,GAC/B,2CAA2C,GAC3C,4CAA4C,GAC5C,0CAA0C,GAC1C,2CAA2C,GAC3C,+CAA+C,GAC/C,8CAA8C,GAC9C,6CAA6C,GAC7C,yCAAyC,GACzC,oCAAoC,GACpC,oCAAoC,GACpC,oCAAoC,GACpC,uCAAuC,GACvC,sCAAsC,GACtC,4BAA4B,GAC5B,sCAAsC,GACtC,iCAAiC,GACjC,mCAAmC,GACnC,0CAA0C,GAC1C,2CAA2C,GAC3C,8CAA8C,GAC9C,uCAAuC,GACvC,4BAA4B,GAC5B,mCAAmC,GACnC,yBAAyB,CAAC;AAE9B,MAAM,MAAM,cAAc,GACtB,2BAA2B,GAC3B,8BAA8B,GAC9B,6BAA6B,GAC7B,4BAA4B,GAC5B,qBAAqB,GACrB,uBAAuB,GACvB,iCAAiC,CAAC;AAEtC,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,oBAAoB,GACpB,mBAAmB,GACnB,aAAa,CAAC;AAElB,MAAM,MAAM,cAAc,GACtB,oCAAoC,GACpC,wCAAwC,GACxC,wBAAwB,GACxB,uBAAuB,CAAC;AAE5B,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAY3E"}

package/dist/models.js

@@ -1,5 +1,15 @@
 function supportsReasoningEffort(model) {
-  return model === "gpt-5" || model === "gpt-5-mini" || model === "gpt-5-nano";
+  return [
+    "gpt-5.4",
+    "gpt-5.3-chat-latest",
+    "gpt-5.2",
+    "gpt-5.2-chat-latest",
+    "gpt-5.1",
+    "gpt-5.1-chat-latest",
+    "gpt-5",
+    "gpt-5-mini",
+    "gpt-5-nano"
+  ].includes(model);
 }
 export {
   supportsReasoningEffort

package/dist/models.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type ChatModels =\n  | 'gpt-5'\n  | 'gpt-5-mini'\n  | 'gpt-5-nano'\n  | 'gpt-4.1'\n  | 'gpt-4.1-mini'\n  | 'gpt-4.1-nano'\n  | 'gpt-4o'\n  | 'gpt-4o-2024-05-13'\n  | 'gpt-4o-mini'\n  | 'gpt-4o-mini-2024-07-18'\n  | 'gpt-4-turbo'\n  | 'gpt-4-turbo-2024-04-09'\n  | 'gpt-4-turbo-preview'\n  | 'gpt-4-0125-preview'\n  | 'gpt-4-1106-preview'\n  | 'gpt-4-vision-preview'\n  | 'gpt-4-1106-vision-preview'\n  | 'gpt-4'\n  | 'gpt-4-0314'\n  | 'gpt-4-0613'\n  | 'gpt-4-32k'\n  | 'gpt-4-32k-0314'\n  | 'gpt-4-32k-0613'\n  | 'gpt-3.5-turbo'\n  | 'gpt-3.5-turbo-16k'\n  | 'gpt-3.5-turbo-0301'\n  | 'gpt-3.5-turbo-0613'\n  | 'gpt-3.5-turbo-1106'\n  | 'gpt-3.5-turbo-16k-0613';\n\nexport type WhisperModels = 'whisper-1';\n\nexport type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';\n\nexport type TTSVoices =\n  | 'alloy'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'echo'\n  | 'fable'\n  | 'nova'\n  | 'onyx'\n  | 'sage'\n  | 'shimmer';\n\nexport type DalleModels = 'dall-e-2' | 'dall-e-3';\n\nexport type EmbeddingModels =\n  | 'text-embedding-ada-002'\n  | 'text-embedding-3-small'\n  | 'text-embedding-3-large';\n\nexport type AssistantTools = 'code_interpreter' | 'file_search' | 'function';\n\nexport type VertexModels =\n  | 'google/gemini-2.0-flash-exp'\n  | 'google/gemini-1.5-flash'\n  | 'google/gemini-1.5-pro'\n  | 'google/gemini-1.0-pro-vision'\n  | 'google/gemini-1.0-pro-vision-001'\n  | 'google/gemini-1.0-pro-002'\n  | 'google/gemini-1.0-pro-001'\n  | 'google/gemini-1.0-pro';\n\n// adapters for OpenAI-compatible LLMs, TTSs, STTs\n\nexport type TelnyxChatModels =\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct';\n\nexport type CerebrasChatModels =\n  | 'llama3.1-8b'\n  | 'llama-3.3-70b'\n  | 'llama-4-scout-17b-16e-instruct'\n  | 'llama-4-maverick-17b-128e-instruct'\n  | 'qwen-3-32b'\n  | 'qwen-3-235b-a22b-instruct-2507'\n  | 'qwen-3-235b-a22b-thinking-2507'\n  | 'qwen-3-coder-480b'\n  | 'gpt-oss-120b';\n\nexport type PerplexityChatModels =\n  | 'llama-3.1-sonar-small-128k-online'\n  | 'llama-3.1-sonar-small-128k-chat'\n  | 'llama-3.1-sonar-large-128k-online'\n  | 'llama-3.1-sonar-large-128k-chat'\n  | 'llama-3.1-8b-instruct'\n  | 'llama-3.1-70b-instruct';\n\nexport type GroqChatModels =\n  | 'llama-3.1-405b-reasoning'\n  | 'llama-3.1-8b-instant'\n  | 'llama-3.3-70b-versatile'\n  | 'llama3-groq-70b-8192-tool-use-preview'\n  | 'llama3-groq-8b-8192-tool-use-preview'\n  | 'llama-guard-3-8b'\n  | 'llama3-70b-8192'\n  | 'llama3-8b-8192'\n  | 'mixtral-8x7b-32768'\n  | 'gemma-7b-it'\n  | 'gemma2-9b-it';\n\nexport type GroqAudioModels =\n  | 'whisper-large-v3'\n  | 'distil-whisper-large-v3-en'\n  | 'whisper-large-v3-turbo';\n\nexport type DeepSeekChatModels = 'deepseek-coder' | 'deepseek-chat';\n\nexport type TogetherChatModels =\n  | 'Austism/chronos-hermes-13b'\n  | 'Gryphe/MythoMax-L2-13b'\n  | 'NousResearch/Nous-Capybara-7B-V1p9'\n  | 'NousResearch/Nous-Hermes-2-Mistral-7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT'\n  | 'NousResearch/Nous-Hermes-2-Yi-34B'\n  | 'NousResearch/Nous-Hermes-Llama2-13b'\n  | 'NousResearch/Nous-Hermes-llama-2-7b'\n  | 'Open-Orca/Mistral-7B-OpenOrca'\n  | 'Qwen/Qwen1.5-0.5B-Chat'\n  | 'Qwen/Qwen1.5-1.8B-Chat'\n  | 'Qwen/Qwen1.5-110B-Chat'\n  | 'Qwen/Qwen1.5-14B-Chat'\n  | 'Qwen/Qwen1.5-32B-Chat'\n  | 'Qwen/Qwen1.5-4B-Chat'\n  | 'Qwen/Qwen1.5-72B-Chat'\n  | 'Qwen/Qwen1.5-7B-Chat'\n  | 'Qwen/Qwen2-72B-Instruct'\n  | 'Snowflake/snowflake-arctic-instruct'\n  | 'Undi95/ReMM-SLERP-L2-13B'\n  | 'Undi95/Toppy-M-7B'\n  | 'WizardLM/WizardLM-13B-V1.2'\n  | 'allenai/OLMo-7B'\n  | 'allenai/OLMo-7B-Instruct'\n  | 'allenai/OLMo-7B-Twin-2T'\n  | 'codellama/CodeLlama-13b-Instruct-hf'\n  | 'codellama/CodeLlama-34b-Instruct-hf'\n  | 'codellama/CodeLlama-70b-Instruct-hf'\n  | 'codellama/CodeLlama-7b-Instruct-hf'\n  | 'cognitivecomputations/dolphin-2.5-mixtral-8x7b'\n  | 'databricks/dbrx-instruct'\n  | 'deepseek-ai/deepseek-coder-33b-instruct'\n  | 'deepseek-ai/deepseek-llm-67b-chat'\n  | 'garage-bAInd/Platypus2-70B-instruct'\n  | 'google/gemma-2-27b-it'\n  | 'google/gemma-2-9b-it'\n  | 'google/gemma-2b-it'\n  | 'google/gemma-7b-it'\n  | 'lmsys/vicuna-13b-v1.5'\n  | 'lmsys/vicuna-7b-v1.5'\n  | 'meta-llama/Llama-2-13b-chat-hf'\n  | 'meta-llama/Llama-2-70b-chat-hf'\n  | 'meta-llama/Llama-2-7b-chat-hf'\n  | 'meta-llama/Llama-3-70b-chat-hf'\n  | 'meta-llama/Llama-3-8b-chat-hf'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'\n  | 'meta-llama/Llama-3.3-70B-Instruct-Turbo'\n  | 'mistralai/Mistral-7B-Instruct-v0.1'\n  | 'mistralai/Mistral-7B-Instruct-v0.2'\n  | 'mistralai/Mistral-7B-Instruct-v0.3'\n  | 'mistralai/Mixtral-8x22B-Instruct-v0.1'\n  | 'mistralai/Mixtral-8x7B-Instruct-v0.1'\n  | 'openchat/openchat-3.5-1210'\n  | 'snorkelai/Snorkel-Mistral-PairRM-DPO'\n  | 'teknium/OpenHermes-2-Mistral-7B'\n  | 'teknium/OpenHermes-2p5-Mistral-7B'\n  | 'togethercomputer/Llama-2-7B-32K-Instruct'\n  | 'togethercomputer/RedPajama-INCITE-7B-Chat'\n  | 'togethercomputer/RedPajama-INCITE-Chat-3B-v1'\n  | 'togethercomputer/StripedHyena-Nous-7B'\n  | 'togethercomputer/alpaca-7b'\n  | 'upstage/SOLAR-10.7B-Instruct-v1.0'\n  | 'zero-one-ai/Yi-34B-Chat';\n\nexport type OctoChatModels =\n  | 'meta-llama-3-70b-instruct'\n  | 'meta-llama-3.1-405b-instruct'\n  | 'meta-llama-3.1-70b-instruct'\n  | 'meta-llama-3.1-8b-instruct'\n  | 'mistral-7b-instruct'\n  | 'mixtral-8x7b-instruct'\n  | 'wizardlm-2-8x22bllamaguard-2-7b';\n\nexport type XAIChatModels =\n  | 'grok-3'\n  | 'grok-3-fast'\n  | 'grok-3-mini'\n  | 'grok-3-mini-fast'\n  | 'grok-2-vision-1212'\n  | 'grok-2-image-1212'\n  | 'grok-2-1212';\n\nexport type MetaChatModels =\n  | 'Llama-4-Scout-17B-16E-Instruct-FP8'\n  | 'Llama-4-Maverick-17B-128E-Instruct-FP8'\n  | 'Llama-3.3-70B-Instruct'\n  | 'Llama-3.3-8B-Instruct';\n\nexport function supportsReasoningEffort(model: ChatModels | string): boolean {\n  return model === 'gpt-5' || model === 'gpt-5-mini' || model === 'gpt-5-nano';\n}\n"],"mappings":"AAmNO,SAAS,wBAAwB,OAAqC;AAC3E,SAAO,UAAU,WAAW,UAAU,gBAAgB,UAAU;AAClE;","names":[]}
+{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type ChatModels =\n  | 'gpt-5.4'\n  | 'gpt-5.3-chat-latest'\n  | 'gpt-5.2'\n  | 'gpt-5.2-chat-latest'\n  | 'gpt-5.1'\n  | 'gpt-5.1-chat-latest'\n  | 'gpt-5'\n  | 'gpt-5-mini'\n  | 'gpt-5-nano'\n  | 'gpt-4.1'\n  | 'gpt-4.1-mini'\n  | 'gpt-4.1-nano'\n  | 'gpt-4o'\n  | 'gpt-4o-2024-05-13'\n  | 'gpt-4o-mini'\n  | 'gpt-4o-mini-2024-07-18'\n  | 'gpt-4-turbo'\n  | 'gpt-4-turbo-2024-04-09'\n  | 'gpt-4-turbo-preview'\n  | 'gpt-4-0125-preview'\n  | 'gpt-4-1106-preview'\n  | 'gpt-4-vision-preview'\n  | 'gpt-4-1106-vision-preview'\n  | 'gpt-4'\n  | 'gpt-4-0314'\n  | 'gpt-4-0613'\n  | 'gpt-4-32k'\n  | 'gpt-4-32k-0314'\n  | 'gpt-4-32k-0613'\n  | 'gpt-3.5-turbo'\n  | 'gpt-3.5-turbo-16k'\n  | 'gpt-3.5-turbo-0301'\n  | 'gpt-3.5-turbo-0613'\n  | 'gpt-3.5-turbo-1106'\n  | 'gpt-3.5-turbo-16k-0613';\n\nexport type WhisperModels = 'whisper-1';\n\nexport type TTSModels = 'tts-1' | 'tts-1-hd' | 'gpt-4o-mini-tts';\n\nexport type TTSVoices =\n  | 'alloy'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'echo'\n  | 'fable'\n  | 'nova'\n  | 'onyx'\n  | 'sage'\n  | 'shimmer';\n\nexport type DalleModels = 'dall-e-2' | 'dall-e-3';\n\nexport type EmbeddingModels =\n  | 'text-embedding-ada-002'\n  | 'text-embedding-3-small'\n  | 'text-embedding-3-large';\n\nexport type AssistantTools = 'code_interpreter' | 'file_search' | 'function';\n\nexport type VertexModels =\n  | 'google/gemini-2.0-flash-exp'\n  | 'google/gemini-1.5-flash'\n  | 'google/gemini-1.5-pro'\n  | 'google/gemini-1.0-pro-vision'\n  | 'google/gemini-1.0-pro-vision-001'\n  | 'google/gemini-1.0-pro-002'\n  | 'google/gemini-1.0-pro-001'\n  | 'google/gemini-1.0-pro';\n\n// adapters for OpenAI-compatible LLMs, TTSs, STTs\n\nexport type TelnyxChatModels =\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct';\n\nexport type CerebrasChatModels =\n  | 'llama3.1-8b'\n  | 'llama-3.3-70b'\n  | 'llama-4-scout-17b-16e-instruct'\n  | 'llama-4-maverick-17b-128e-instruct'\n  | 'qwen-3-32b'\n  | 'qwen-3-235b-a22b-instruct-2507'\n  | 'qwen-3-235b-a22b-thinking-2507'\n  | 'qwen-3-coder-480b'\n  | 'gpt-oss-120b';\n\nexport type PerplexityChatModels =\n  | 'llama-3.1-sonar-small-128k-online'\n  | 'llama-3.1-sonar-small-128k-chat'\n  | 'llama-3.1-sonar-large-128k-online'\n  | 'llama-3.1-sonar-large-128k-chat'\n  | 'llama-3.1-8b-instruct'\n  | 'llama-3.1-70b-instruct';\n\nexport type GroqChatModels =\n  | 'llama-3.1-405b-reasoning'\n  | 'llama-3.1-8b-instant'\n  | 'llama-3.3-70b-versatile'\n  | 'llama3-groq-70b-8192-tool-use-preview'\n  | 'llama3-groq-8b-8192-tool-use-preview'\n  | 'llama-guard-3-8b'\n  | 'llama3-70b-8192'\n  | 'llama3-8b-8192'\n  | 'mixtral-8x7b-32768'\n  | 'gemma-7b-it'\n  | 'gemma2-9b-it';\n\nexport type GroqAudioModels =\n  | 'whisper-large-v3'\n  | 'distil-whisper-large-v3-en'\n  | 'whisper-large-v3-turbo';\n\nexport type DeepSeekChatModels = 'deepseek-coder' | 'deepseek-chat';\n\nexport type TogetherChatModels =\n  | 'Austism/chronos-hermes-13b'\n  | 'Gryphe/MythoMax-L2-13b'\n  | 'NousResearch/Nous-Capybara-7B-V1p9'\n  | 'NousResearch/Nous-Hermes-2-Mistral-7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO'\n  | 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT'\n  | 'NousResearch/Nous-Hermes-2-Yi-34B'\n  | 'NousResearch/Nous-Hermes-Llama2-13b'\n  | 'NousResearch/Nous-Hermes-llama-2-7b'\n  | 'Open-Orca/Mistral-7B-OpenOrca'\n  | 'Qwen/Qwen1.5-0.5B-Chat'\n  | 'Qwen/Qwen1.5-1.8B-Chat'\n  | 'Qwen/Qwen1.5-110B-Chat'\n  | 'Qwen/Qwen1.5-14B-Chat'\n  | 'Qwen/Qwen1.5-32B-Chat'\n  | 'Qwen/Qwen1.5-4B-Chat'\n  | 'Qwen/Qwen1.5-72B-Chat'\n  | 'Qwen/Qwen1.5-7B-Chat'\n  | 'Qwen/Qwen2-72B-Instruct'\n  | 'Snowflake/snowflake-arctic-instruct'\n  | 'Undi95/ReMM-SLERP-L2-13B'\n  | 'Undi95/Toppy-M-7B'\n  | 'WizardLM/WizardLM-13B-V1.2'\n  | 'allenai/OLMo-7B'\n  | 'allenai/OLMo-7B-Instruct'\n  | 'allenai/OLMo-7B-Twin-2T'\n  | 'codellama/CodeLlama-13b-Instruct-hf'\n  | 'codellama/CodeLlama-34b-Instruct-hf'\n  | 'codellama/CodeLlama-70b-Instruct-hf'\n  | 'codellama/CodeLlama-7b-Instruct-hf'\n  | 'cognitivecomputations/dolphin-2.5-mixtral-8x7b'\n  | 'databricks/dbrx-instruct'\n  | 'deepseek-ai/deepseek-coder-33b-instruct'\n  | 'deepseek-ai/deepseek-llm-67b-chat'\n  | 'garage-bAInd/Platypus2-70B-instruct'\n  | 'google/gemma-2-27b-it'\n  | 'google/gemma-2-9b-it'\n  | 'google/gemma-2b-it'\n  | 'google/gemma-7b-it'\n  | 'lmsys/vicuna-13b-v1.5'\n  | 'lmsys/vicuna-7b-v1.5'\n  | 'meta-llama/Llama-2-13b-chat-hf'\n  | 'meta-llama/Llama-2-70b-chat-hf'\n  | 'meta-llama/Llama-2-7b-chat-hf'\n  | 'meta-llama/Llama-3-70b-chat-hf'\n  | 'meta-llama/Llama-3-8b-chat-hf'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Lite'\n  | 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo'\n  | 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'\n  | 'meta-llama/Llama-3.3-70B-Instruct-Turbo'\n  | 'mistralai/Mistral-7B-Instruct-v0.1'\n  | 'mistralai/Mistral-7B-Instruct-v0.2'\n  | 'mistralai/Mistral-7B-Instruct-v0.3'\n  | 'mistralai/Mixtral-8x22B-Instruct-v0.1'\n  | 'mistralai/Mixtral-8x7B-Instruct-v0.1'\n  | 'openchat/openchat-3.5-1210'\n  | 'snorkelai/Snorkel-Mistral-PairRM-DPO'\n  | 'teknium/OpenHermes-2-Mistral-7B'\n  | 'teknium/OpenHermes-2p5-Mistral-7B'\n  | 'togethercomputer/Llama-2-7B-32K-Instruct'\n  | 'togethercomputer/RedPajama-INCITE-7B-Chat'\n  | 'togethercomputer/RedPajama-INCITE-Chat-3B-v1'\n  | 'togethercomputer/StripedHyena-Nous-7B'\n  | 'togethercomputer/alpaca-7b'\n  | 'upstage/SOLAR-10.7B-Instruct-v1.0'\n  | 'zero-one-ai/Yi-34B-Chat';\n\nexport type OctoChatModels =\n  | 'meta-llama-3-70b-instruct'\n  | 'meta-llama-3.1-405b-instruct'\n  | 'meta-llama-3.1-70b-instruct'\n  | 'meta-llama-3.1-8b-instruct'\n  | 'mistral-7b-instruct'\n  | 'mixtral-8x7b-instruct'\n  | 'wizardlm-2-8x22bllamaguard-2-7b';\n\nexport type XAIChatModels =\n  | 'grok-3'\n  | 'grok-3-fast'\n  | 'grok-3-mini'\n  | 'grok-3-mini-fast'\n  | 'grok-2-vision-1212'\n  | 'grok-2-image-1212'\n  | 'grok-2-1212';\n\nexport type MetaChatModels =\n  | 'Llama-4-Scout-17B-16E-Instruct-FP8'\n  | 'Llama-4-Maverick-17B-128E-Instruct-FP8'\n  | 'Llama-3.3-70B-Instruct'\n  | 'Llama-3.3-8B-Instruct';\n\nexport function supportsReasoningEffort(model: ChatModels | string): boolean {\n  return [\n    'gpt-5.4',\n    'gpt-5.3-chat-latest',\n    'gpt-5.2',\n    'gpt-5.2-chat-latest',\n    'gpt-5.1',\n    'gpt-5.1-chat-latest',\n    'gpt-5',\n    'gpt-5-mini',\n    'gpt-5-nano',\n  ].includes(model);\n}\n"],"mappings":"AAyNO,SAAS,wBAAwB,OAAqC;AAC3E,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,SAAS,KAAK;AAClB;","names":[]}

package/dist/responses/llm.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,oBAOO;AACP,oBAAmB;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,cAAAA,QAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,kBAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEC,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,kBAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,gCACjB,iBAAiB,iCACjB,iBAAiB,kCACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,cAAAD,QAAO,2BAA2B;AAC5D,cAAM,IAAI,8BAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,cAAAA,QAAO,UAAU;AAC3C,cAAM,IAAI,6BAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,iCAAmB;AAAA,UAC3B,aAAS,uBAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,6BAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,kBAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["OpenAI","llm"]}
+{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: string | ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,oBAOO;AACP,oBAAmB;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,cAAAA,QAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,kBAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEC,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,kBAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,gCACjB,iBAAiB,iCACjB,iBAAiB,kCACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,cAAAD,QAAO,2BAA2B;AAC5D,cAAM,IAAI,8BAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,cAAAA,QAAO,UAAU;AAC3C,cAAM,IAAI,6BAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,iCAAmB;AAAA,UAC3B,aAAS,uBAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,6BAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,kBAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["OpenAI","llm"]}

package/dist/responses/llm.d.cts

@@ -3,7 +3,7 @@ import { llm } from '@livekit/agents';
 import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
 interface LLMOptions {
-    model: ChatModels;
+    model: string | ChatModels;
     apiKey?: string;
     baseURL?: string;
     client?: OpenAI;
@@ -42,7 +42,7 @@ export declare class LLMStream extends llm.LLMStream {
     private strictToolSchema;
     private responseId;
     constructor(llm: LLM, { model, client, chatCtx, toolCtx, connOptions, modelOptions, strictToolSchema, }: {
-        model: ChatModels;
+        model: string | ChatModels;
         client: OpenAI;
         chatCtx: llm.ChatContext;
         toolCtx?: llm.ToolContext;

package/dist/responses/llm.d.ts

@@ -3,7 +3,7 @@ import { llm } from '@livekit/agents';
 import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
 interface LLMOptions {
-    model: ChatModels;
+    model: string | ChatModels;
     apiKey?: string;
     baseURL?: string;
     client?: OpenAI;
@@ -42,7 +42,7 @@ export declare class LLMStream extends llm.LLMStream {
     private strictToolSchema;
     private responseId;
     constructor(llm: LLM, { model, client, chatCtx, toolCtx, connOptions, modelOptions, strictToolSchema, }: {
-        model: ChatModels;
+        model: string | ChatModels;
         client: OpenAI;
         chatCtx: llm.ChatContext;
         toolCtx?: llm.ToolContext;

package/dist/responses/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/responses/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,UAAU,UAAU;IAClB,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAQD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAI9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,KAAK,IAAI,MAAM;IAIf,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;CAuCd;AAED,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;IAC1C,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,UAAU,CAAS;gBAGzB,GAAG,EAAE,GAAG,EACR,EACE,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,WAAW,EACX,YAAY,EACZ,gBAAgB,GACjB,EAAE;QACD,KAAK,EAAE,UAAU,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,EAAE,iBAAiB,CAAC;QAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,gBAAgB,EAAE,OAAO,CAAC;KAC3B;cAUa,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAqGpC,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,4BAA4B;IAwBpC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,uBAAuB;CAgBhC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/responses/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAKL,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,UAAU,UAAU;IAClB,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAQD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAI9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,KAAK,IAAI,MAAM;IAIf,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,EACzC,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,EAAE;QACD,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;CAuCd;AAED,qBAAa,SAAU,SAAQ,GAAG,CAAC,SAAS;IAC1C,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,UAAU,CAAS;gBAGzB,GAAG,EAAE,GAAG,EACR,EACE,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,WAAW,EACX,YAAY,EACZ,gBAAgB,GACjB,EAAE;QACD,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;QACzB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,WAAW,EAAE,iBAAiB,CAAC;QAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,gBAAgB,EAAE,OAAO,CAAC;KAC3B;cAUa,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAqGpC,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,4BAA4B;IAwBpC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,uBAAuB;CAgBhC"}

package/dist/responses/llm.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":"AAIA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,YAAY;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,IAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,kBACjB,iBAAiB,mBACjB,iBAAiB,oBACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,OAAO,2BAA2B;AAC5D,cAAM,IAAI,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,OAAO,UAAU;AAC3C,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,QAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,eAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,IAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["llm"]}
+{"version":3,"sources":["../../src/responses/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { APIConnectOptions } from '@livekit/agents';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  APITimeoutError,\n  DEFAULT_API_CONNECT_OPTIONS,\n  llm,\n  toError,\n} from '@livekit/agents';\nimport OpenAI from 'openai';\nimport type { ChatModels } from '../models.js';\n\ninterface LLMOptions {\n  model: string | ChatModels;\n  apiKey?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  temperature?: number;\n  parallelToolCalls?: boolean;\n  toolChoice?: llm.ToolChoice;\n  store?: boolean;\n  metadata?: Record<string, string>;\n  strictToolSchema?: boolean;\n}\n\nconst defaultLLMOptions: LLMOptions = {\n  model: 'gpt-4.1',\n  apiKey: process.env.OPENAI_API_KEY,\n  strictToolSchema: true,\n};\n\nexport class LLM extends llm.LLM {\n  #client: OpenAI;\n  #opts: LLMOptions;\n\n  /**\n   * Create a new instance of OpenAI Responses LLM.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<LLMOptions> = defaultLLMOptions) {\n    super();\n\n    this.#opts = { ...defaultLLMOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  label(): string {\n    return 'openai.responses.LLM';\n  }\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n    parallelToolCalls,\n    toolChoice,\n    extraKwargs,\n  }: {\n    chatCtx: llm.ChatContext;\n    toolCtx?: llm.ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: llm.ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    const modelOptions: Record<string, unknown> = { ...(extraKwargs || {}) };\n\n    parallelToolCalls =\n      parallelToolCalls !== undefined ? parallelToolCalls : this.#opts.parallelToolCalls;\n\n    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== undefined) {\n      modelOptions.parallel_tool_calls = parallelToolCalls;\n    }\n\n    toolChoice =\n      toolChoice !== undefined ? toolChoice : (this.#opts.toolChoice as llm.ToolChoice | undefined);\n\n    if (toolChoice) {\n      modelOptions.tool_choice = toolChoice;\n    }\n\n    if (this.#opts.temperature !== undefined) {\n      modelOptions.temperature = this.#opts.temperature;\n    }\n\n    if (this.#opts.store !== undefined) {\n      modelOptions.store = this.#opts.store;\n    }\n\n    if (this.#opts.metadata) {\n      modelOptions.metadata = this.#opts.metadata;\n    }\n\n    return new LLMStream(this, {\n      model: this.#opts.model,\n      client: this.#client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema: this.#opts.strictToolSchema ?? true,\n    });\n  }\n}\n\nexport class LLMStream extends llm.LLMStream {\n  private model: string | ChatModels;\n  private client: OpenAI;\n  private modelOptions: Record<string, unknown>;\n  private strictToolSchema: boolean;\n  private responseId: string;\n\n  constructor(\n    llm: LLM,\n    {\n      model,\n      client,\n      chatCtx,\n      toolCtx,\n      connOptions,\n      modelOptions,\n      strictToolSchema,\n    }: {\n      model: string | ChatModels;\n      client: OpenAI;\n      chatCtx: llm.ChatContext;\n      toolCtx?: llm.ToolContext;\n      connOptions: APIConnectOptions;\n      modelOptions: Record<string, unknown>;\n      strictToolSchema: boolean;\n    },\n  ) {\n    super(llm, { chatCtx, toolCtx, connOptions });\n    this.model = model;\n    this.client = client;\n    this.modelOptions = modelOptions;\n    this.strictToolSchema = strictToolSchema;\n    this.responseId = '';\n  }\n\n  protected async run(): Promise<void> {\n    let retryable = true;\n\n    try {\n      const messages = (await this.chatCtx.toProviderFormat(\n        'openai.responses',\n      )) as OpenAI.Responses.ResponseInputItem[];\n\n      const tools = this.toolCtx\n        ? Object.entries(this.toolCtx).map(([name, func]) => {\n            const oaiParams = {\n              type: 'function' as const,\n              name: name,\n              description: func.description,\n              parameters: llm.toJsonSchema(\n                func.parameters,\n                true,\n                this.strictToolSchema,\n              ) as unknown as OpenAI.Responses.FunctionTool['parameters'],\n            } as OpenAI.Responses.FunctionTool;\n\n            if (this.strictToolSchema) {\n              oaiParams.strict = true;\n            }\n\n            return oaiParams;\n          })\n        : undefined;\n\n      const requestOptions: Record<string, unknown> = { ...this.modelOptions };\n      if (!tools) {\n        delete requestOptions.tool_choice;\n      }\n\n      const stream = await this.client.responses.create(\n        {\n          model: this.model,\n          input: messages,\n          tools: tools,\n          stream: true,\n          ...requestOptions,\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n\n      for await (const event of stream) {\n        retryable = false;\n        let chunk: llm.ChatChunk | undefined;\n\n        switch (event.type) {\n          case 'error':\n            this.handleError(event);\n            break;\n          case 'response.created':\n            this.handleResponseCreated(event);\n            break;\n          case 'response.output_item.done':\n            chunk = this.handleResponseOutputItemDone(event);\n            break;\n          case 'response.output_text.delta':\n            chunk = this.handleResponseOutputTextDelta(event);\n            break;\n          case 'response.completed':\n            chunk = this.handleResponseCompleted(event);\n            break;\n        }\n\n        if (chunk) {\n          this.queue.put(chunk);\n        }\n      }\n    } catch (error) {\n      if (\n        error instanceof APIStatusError ||\n        error instanceof APITimeoutError ||\n        error instanceof APIConnectionError\n      ) {\n        throw error;\n      } else if (error instanceof OpenAI.APIConnectionTimeoutError) {\n        throw new APITimeoutError({ options: { retryable } });\n      } else if (error instanceof OpenAI.APIError) {\n        throw new APIStatusError({\n          message: error.message,\n          options: {\n            statusCode: error.status,\n            body: error.error,\n            requestId: error.requestID,\n            retryable,\n          },\n        });\n      } else {\n        throw new APIConnectionError({\n          message: toError(error).message,\n          options: { retryable },\n        });\n      }\n    }\n  }\n\n  private handleError(event: OpenAI.Responses.ResponseErrorEvent): void {\n    throw new APIStatusError({\n      message: event.message,\n      options: {\n        statusCode: -1,\n        retryable: false,\n      },\n    });\n  }\n\n  private handleResponseCreated(event: OpenAI.Responses.ResponseCreatedEvent): void {\n    this.responseId = event.response.id;\n  }\n\n  private handleResponseOutputItemDone(\n    event: OpenAI.Responses.ResponseOutputItemDoneEvent,\n  ): llm.ChatChunk | undefined {\n    let chunk: llm.ChatChunk | undefined;\n\n    if (event.item.type === 'function_call') {\n      chunk = {\n        id: this.responseId,\n        delta: {\n          role: 'assistant',\n          content: undefined,\n          toolCalls: [\n            llm.FunctionCall.create({\n              callId: event.item.call_id || '',\n              name: event.item.name,\n              args: event.item.arguments,\n            }),\n          ],\n        },\n      };\n    }\n    return chunk;\n  }\n\n  private handleResponseOutputTextDelta(\n    event: OpenAI.Responses.ResponseTextDeltaEvent,\n  ): llm.ChatChunk {\n    return {\n      id: this.responseId,\n      delta: {\n        role: 'assistant',\n        content: event.delta,\n      },\n    };\n  }\n\n  private handleResponseCompleted(\n    event: OpenAI.Responses.ResponseCompletedEvent,\n  ): llm.ChatChunk | undefined {\n    if (event.response.usage) {\n      return {\n        id: this.responseId,\n        usage: {\n          completionTokens: event.response.usage.output_tokens,\n          promptTokens: event.response.usage.input_tokens,\n          promptCachedTokens: event.response.usage.input_tokens_details.cached_tokens,\n          totalTokens: event.response.usage.total_tokens,\n        },\n      };\n    }\n    return undefined;\n  }\n}\n"],"mappings":"AAIA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,YAAY;AAgBnB,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,kBAAkB;AACpB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAEN,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOc;AACZ,UAAM,eAAwC,EAAE,GAAI,eAAe,CAAC,EAAG;AAEvE,wBACE,sBAAsB,SAAY,oBAAoB,KAAK,MAAM;AAEnE,QAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,KAAK,sBAAsB,QAAW;AACjF,mBAAa,sBAAsB;AAAA,IACrC;AAEA,iBACE,eAAe,SAAY,aAAc,KAAK,MAAM;AAEtD,QAAI,YAAY;AACd,mBAAa,cAAc;AAAA,IAC7B;AAEA,QAAI,KAAK,MAAM,gBAAgB,QAAW;AACxC,mBAAa,cAAc,KAAK,MAAM;AAAA,IACxC;AAEA,QAAI,KAAK,MAAM,UAAU,QAAW;AAClC,mBAAa,QAAQ,KAAK,MAAM;AAAA,IAClC;AAEA,QAAI,KAAK,MAAM,UAAU;AACvB,mBAAa,WAAW,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO,IAAI,UAAU,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM;AAAA,MAClB,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,kBAAkB,KAAK,MAAM,oBAAoB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAEO,MAAM,kBAAkB,IAAI,UAAU;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YACEA,MACA;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASA;AACA,UAAMA,MAAK,EAAE,SAAS,SAAS,YAAY,CAAC;AAC5C,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,mBAAmB;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,YAAY;AAEhB,QAAI;AACF,YAAM,WAAY,MAAM,KAAK,QAAQ;AAAA,QACnC;AAAA,MACF;AAEA,YAAM,QAAQ,KAAK,UACf,OAAO,QAAQ,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AACjD,cAAM,YAAY;AAAA,UAChB,MAAM;AAAA,UACN;AAAA,UACA,aAAa,KAAK;AAAA,UAClB,YAAY,IAAI;AAAA,YACd,KAAK;AAAA,YACL;AAAA,YACA,KAAK;AAAA,UACP;AAAA,QACF;AAEA,YAAI,KAAK,kBAAkB;AACzB,oBAAU,SAAS;AAAA,QACrB;AAEA,eAAO;AAAA,MACT,CAAC,IACD;AAEJ,YAAM,iBAA0C,EAAE,GAAG,KAAK,aAAa;AACvE,UAAI,CAAC,OAAO;AACV,eAAO,eAAe;AAAA,MACxB;AAEA,YAAM,SAAS,MAAM,KAAK,OAAO,UAAU;AAAA,QACzC;AAAA,UACE,OAAO,KAAK;AAAA,UACZ,OAAO;AAAA,UACP;AAAA,UACA,QAAQ;AAAA,UACR,GAAG;AAAA,QACL;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,uBAAiB,SAAS,QAAQ;AAChC,oBAAY;AACZ,YAAI;AAEJ,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,YAAY,KAAK;AACtB;AAAA,UACF,KAAK;AACH,iBAAK,sBAAsB,KAAK;AAChC;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,6BAA6B,KAAK;AAC/C;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,8BAA8B,KAAK;AAChD;AAAA,UACF,KAAK;AACH,oBAAQ,KAAK,wBAAwB,KAAK;AAC1C;AAAA,QACJ;AAEA,YAAI,OAAO;AACT,eAAK,MAAM,IAAI,KAAK;AAAA,QACtB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UACE,iBAAiB,kBACjB,iBAAiB,mBACjB,iBAAiB,oBACjB;AACA,cAAM;AAAA,MACR,WAAW,iBAAiB,OAAO,2BAA2B;AAC5D,cAAM,IAAI,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,MACtD,WAAW,iBAAiB,OAAO,UAAU;AAC3C,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,MAAM;AAAA,UACf,SAAS;AAAA,YACP,YAAY,MAAM;AAAA,YAClB,MAAM,MAAM;AAAA,YACZ,WAAW,MAAM;AAAA,YACjB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AACL,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,QAAQ,KAAK,EAAE;AAAA,UACxB,SAAS,EAAE,UAAU;AAAA,QACvB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkD;AACpE,UAAM,IAAI,eAAe;AAAA,MACvB,SAAS,MAAM;AAAA,MACf,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,WAAW;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAoD;AAChF,SAAK,aAAa,MAAM,SAAS;AAAA,EACnC;AAAA,EAEQ,6BACN,OAC2B;AAC3B,QAAI;AAEJ,QAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,cAAQ;AAAA,QACN,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,WAAW;AAAA,YACT,IAAI,aAAa,OAAO;AAAA,cACtB,QAAQ,MAAM,KAAK,WAAW;AAAA,cAC9B,MAAM,MAAM,KAAK;AAAA,cACjB,MAAM,MAAM,KAAK;AAAA,YACnB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,8BACN,OACe;AACf,WAAO;AAAA,MACL,IAAI,KAAK;AAAA,MACT,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,wBACN,OAC2B;AAC3B,QAAI,MAAM,SAAS,OAAO;AACxB,aAAO;AAAA,QACL,IAAI,KAAK;AAAA,QACT,OAAO;AAAA,UACL,kBAAkB,MAAM,SAAS,MAAM;AAAA,UACvC,cAAc,MAAM,SAAS,MAAM;AAAA,UACnC,oBAAoB,MAAM,SAAS,MAAM,qBAAqB;AAAA,UAC9D,aAAa,MAAM,SAAS,MAAM;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["llm"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-openai",
-  "version": "1.0.47",
+  "version": "1.0.49",
   "description": "OpenAI plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -30,9 +30,9 @@
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.0.47",
-    "@livekit/agents-plugin-silero": "1.0.47",
-    "@livekit/agents-plugins-test": "1.0.47"
+    "@livekit/agents": "1.0.49",
+    "@livekit/agents-plugin-silero": "1.0.49",
+    "@livekit/agents-plugins-test": "1.0.49"
   },
   "dependencies": {
     "@livekit/mutex": "^1.1.1",
@@ -41,7 +41,7 @@
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.24",
-    "@livekit/agents": "1.0.47"
+    "@livekit/agents": "1.0.49"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/models.ts

@@ -3,6 +3,12 @@
 // SPDX-License-Identifier: Apache-2.0
 
 export type ChatModels =
+  | 'gpt-5.4'
+  | 'gpt-5.3-chat-latest'
+  | 'gpt-5.2'
+  | 'gpt-5.2-chat-latest'
+  | 'gpt-5.1'
+  | 'gpt-5.1-chat-latest'
   | 'gpt-5'
   | 'gpt-5-mini'
   | 'gpt-5-nano'
@@ -210,5 +216,15 @@ export type MetaChatModels =
   | 'Llama-3.3-8B-Instruct';
 
 export function supportsReasoningEffort(model: ChatModels | string): boolean {
-  return model === 'gpt-5' || model === 'gpt-5-mini' || model === 'gpt-5-nano';
+  return [
+    'gpt-5.4',
+    'gpt-5.3-chat-latest',
+    'gpt-5.2',
+    'gpt-5.2-chat-latest',
+    'gpt-5.1',
+    'gpt-5.1-chat-latest',
+    'gpt-5',
+    'gpt-5-mini',
+    'gpt-5-nano',
+  ].includes(model);
 }

package/src/responses/llm.ts

@@ -14,7 +14,7 @@ import OpenAI from 'openai';
 import type { ChatModels } from '../models.js';
 
 interface LLMOptions {
-  model: ChatModels;
+  model: string | ChatModels;
   apiKey?: string;
   baseURL?: string;
   client?: OpenAI;
@@ -140,7 +140,7 @@ export class LLMStream extends llm.LLMStream {
       modelOptions,
       strictToolSchema,
     }: {
-      model: ChatModels;
+      model: string | ChatModels;
       client: OpenAI;
       chatCtx: llm.ChatContext;
       toolCtx?: llm.ToolContext;