@livekit/agents-plugin-openai 1.0.50 → 1.1.0

package/dist/stt.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioBuffer, mergeFrames, stt } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { GroqAudioModels, WhisperModels } from './models.js';\n\nexport interface STTOptions {\n  apiKey?: string;\n  language: string;\n  prompt?: string;\n  detectLanguage: boolean;\n  model: WhisperModels | string;\n  baseURL?: string;\n  client?: OpenAI;\n}\n\nconst defaultSTTOptions: STTOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  language: 'en',\n  detectLanguage: false,\n  model: 'whisper-1',\n};\n\nexport class STT extends stt.STT {\n  #opts: STTOptions;\n  #client: OpenAI;\n  label = 'openai.STT';\n\n  /**\n   * Create a new instance of OpenAI STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<STTOptions> = defaultSTTOptions) {\n    super({ streaming: false, interimResults: false, alignedTranscript: false });\n\n    this.#opts = { ...defaultSTTOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /**\n   * Create a new instance of Groq STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqAudioModels;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OVHcloud AI Endpoints STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OVHcloud AI Endpoints API key, either using the argument or by setting the\n   * `OVHCLOUD_API_KEY` environment variable.\n   */\n  static withOVHcloud(\n    opts: Partial<{\n      model: string;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.OVHCLOUD_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'OVHcloud AI Endpoints API key is required, whether as an argument or as $OVHCLOUD_API_KEY',\n      );\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://oai.endpoints.kepler.ai.cloud.ovh.net/v1',\n      ...opts,\n    });\n  }\n\n  #sanitizeOptions(language?: string): STTOptions {\n    if (language) {\n      return { ...this.#opts, language };\n    } else {\n      return this.#opts;\n    }\n  }\n\n  #createWav(frame: AudioFrame): Buffer {\n    const bitsPerSample = 16;\n    const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;\n    const blockAlign = (frame.channels * bitsPerSample) / 8;\n\n    const header = Buffer.alloc(44);\n    header.write('RIFF', 0);\n    header.writeUInt32LE(36 + frame.data.byteLength, 4);\n    header.write('WAVE', 8);\n    header.write('fmt ', 12);\n    header.writeUInt32LE(16, 16);\n    header.writeUInt16LE(1, 20);\n    header.writeUInt16LE(frame.channels, 22);\n    header.writeUInt32LE(frame.sampleRate, 24);\n    header.writeUInt32LE(byteRate, 28);\n    header.writeUInt16LE(blockAlign, 32);\n    header.writeUInt16LE(16, 34);\n    header.write('data', 36);\n    header.writeUInt32LE(frame.data.byteLength, 40);\n    return Buffer.concat([header, Buffer.from(frame.data.buffer)]);\n  }\n\n  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {\n    const config = this.#sanitizeOptions();\n    buffer = mergeFrames(buffer);\n    const wavBuffer = this.#createWav(buffer);\n    const file = new File([new Uint8Array(wavBuffer)], 'audio.wav', { type: 'audio/wav' });\n\n    const resp = await this.#client.audio.transcriptions.create(\n      {\n        file,\n        model: this.#opts.model,\n        language: config.language,\n        prompt: config.prompt,\n        response_format: 'json',\n      },\n      {\n        signal: abortSignal,\n      },\n    );\n\n    return {\n      type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n      alternatives: [\n        {\n          text: resp.text || '',\n          language: config.language || '',\n          startTime: 0,\n          endTime: 0,\n          confidence: 0,\n        },\n      ],\n    };\n  }\n\n  /** This method throws an error; streaming is unsupported on OpenAI STT. */\n  stream(): stt.SpeechStream {\n    throw new Error('Streaming is not supported on OpenAI STT');\n  }\n}\n"],"mappings":"AAGA,SAA2B,aAAa,WAAW;AAEnD,SAAS,cAAc;AAavB,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,gBAAgB;AAAA,EAChB,OAAO;AACT;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASR,YAAY,OAA4B,mBAAmB;AACzD,UAAM,EAAE,WAAW,OAAO,gBAAgB,OAAO,mBAAmB,MAAM,CAAC;AAE3E,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,UAA+B;AAC9C,QAAI,UAAU;AACZ,aAAO,EAAE,GAAG,KAAK,OAAO,SAAS;AAAA,IACnC,OAAO;AACL,aAAO,KAAK;AAAA,IACd;AAAA,EACF;AAAA,EAEA,WAAW,OAA2B;AACpC,UAAM,gBAAgB;AACtB,UAAM,WAAY,MAAM,aAAa,MAAM,WAAW,gBAAiB;AACvE,UAAM,aAAc,MAAM,WAAW,gBAAiB;AAEtD,UAAM,SAAS,OAAO,MAAM,EAAE;AAC9B,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,cAAc,KAAK,MAAM,KAAK,YAAY,CAAC;AAClD,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,cAAc,GAAG,EAAE;AAC1B,WAAO,cAAc,MAAM,UAAU,EAAE;AACvC,WAAO,cAAc,MAAM,YAAY,EAAE;AACzC,WAAO,cAAc,UAAU,EAAE;AACjC,WAAO,cAAc,YAAY,EAAE;AACnC,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,MAAM,KAAK,YAAY,EAAE;AAC9C,WAAO,OAAO,OAAO,CAAC,QAAQ,OAAO,KAAK,MAAM,KAAK,MAAM,CAAC,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAAqB,aAAqD;AACzF,UAAM,SAAS,KAAK,iBAAiB;AACrC,aAAS,YAAY,MAAM;AAC3B,UAAM,YAAY,KAAK,WAAW,MAAM;AACxC,UAAM,OAAO,IAAI,KAAK,CAAC,IAAI,WAAW,SAAS,CAAC,GAAG,aAAa,EAAE,MAAM,YAAY,CAAC;AAErF,UAAM,OAAO,MAAM,KAAK,QAAQ,MAAM,eAAe;AAAA,MACnD;AAAA,QACE;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,QAClB,UAAU,OAAO;AAAA,QACjB,QAAQ,OAAO;AAAA,QACf,iBAAiB;AAAA,MACnB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,MACV;AAAA,IACF;AAEA,WAAO;AAAA,MACL,MAAM,IAAI,gBAAgB;AAAA,MAC1B,cAAc;AAAA,QACZ;AAAA,UACE,MAAM,KAAK,QAAQ;AAAA,UACnB,UAAU,OAAO,YAAY;AAAA,UAC7B,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,SAA2B;AACzB,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;","names":[]}
+{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioBuffer, mergeFrames, normalizeLanguage, stt } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { GroqAudioModels, WhisperModels } from './models.js';\n\nexport interface STTOptions {\n  apiKey?: string;\n  language: string;\n  prompt?: string;\n  detectLanguage: boolean;\n  model: WhisperModels | string;\n  baseURL?: string;\n  client?: OpenAI;\n}\n\nconst defaultSTTOptions: STTOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  language: 'en',\n  detectLanguage: false,\n  model: 'whisper-1',\n};\n\nexport class STT extends stt.STT {\n  #opts: STTOptions;\n  #client: OpenAI;\n  label = 'openai.STT';\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.openai.com';\n    }\n  }\n\n  /**\n   * Create a new instance of OpenAI STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<STTOptions> = defaultSTTOptions) {\n    super({ streaming: false, interimResults: false, alignedTranscript: false });\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      language: normalizeLanguage(opts.language ?? defaultSTTOptions.language),\n    };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  /**\n   * Create a new instance of Groq STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your Groq API key, either using the argument or by setting the\n   * `GROQ_API_KEY` environment variable.\n   */\n  static withGroq(\n    opts: Partial<{\n      model: string | GroqAudioModels;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.GROQ_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error('Groq API key is required, whether as an argument or as $GROQ_API_KEY');\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://api.groq.com/openai/v1',\n      ...opts,\n    });\n  }\n\n  /**\n   * Create a new instance of OVHcloud AI Endpoints STT.\n   *\n   * @remarks\n   * `apiKey` must be set to your OVHcloud AI Endpoints API key, either using the argument or by setting the\n   * `OVHCLOUD_API_KEY` environment variable.\n   */\n  static withOVHcloud(\n    opts: Partial<{\n      model: string;\n      apiKey?: string;\n      baseURL?: string;\n      client: OpenAI;\n      language: string;\n      detectLanguage: boolean;\n    }> = {},\n  ): STT {\n    opts.apiKey = opts.apiKey || process.env.OVHCLOUD_API_KEY;\n    if (opts.apiKey === undefined) {\n      throw new Error(\n        'OVHcloud AI Endpoints API key is required, whether as an argument or as $OVHCLOUD_API_KEY',\n      );\n    }\n\n    return new STT({\n      model: 'whisper-large-v3-turbo',\n      baseURL: 'https://oai.endpoints.kepler.ai.cloud.ovh.net/v1',\n      ...opts,\n    });\n  }\n\n  #sanitizeOptions(language?: string): STTOptions {\n    if (language) {\n      return { ...this.#opts, language: normalizeLanguage(language) };\n    } else {\n      return this.#opts;\n    }\n  }\n\n  #createWav(frame: AudioFrame): Buffer {\n    const bitsPerSample = 16;\n    const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;\n    const blockAlign = (frame.channels * bitsPerSample) / 8;\n\n    const header = Buffer.alloc(44);\n    header.write('RIFF', 0);\n    header.writeUInt32LE(36 + frame.data.byteLength, 4);\n    header.write('WAVE', 8);\n    header.write('fmt ', 12);\n    header.writeUInt32LE(16, 16);\n    header.writeUInt16LE(1, 20);\n    header.writeUInt16LE(frame.channels, 22);\n    header.writeUInt32LE(frame.sampleRate, 24);\n    header.writeUInt32LE(byteRate, 28);\n    header.writeUInt16LE(blockAlign, 32);\n    header.writeUInt16LE(16, 34);\n    header.write('data', 36);\n    header.writeUInt32LE(frame.data.byteLength, 40);\n    return Buffer.concat([header, Buffer.from(frame.data.buffer)]);\n  }\n\n  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {\n    const config = this.#sanitizeOptions();\n    buffer = mergeFrames(buffer);\n    const wavBuffer = this.#createWav(buffer);\n    const file = new File([new Uint8Array(wavBuffer)], 'audio.wav', { type: 'audio/wav' });\n\n    const resp = await this.#client.audio.transcriptions.create(\n      {\n        file,\n        model: this.#opts.model,\n        language: config.language,\n        prompt: config.prompt,\n        response_format: 'json',\n      },\n      {\n        signal: abortSignal,\n      },\n    );\n\n    return {\n      type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n      alternatives: [\n        {\n          text: resp.text || '',\n          language: normalizeLanguage(config.language || ''),\n          startTime: 0,\n          endTime: 0,\n          confidence: 0,\n        },\n      ],\n    };\n  }\n\n  /** This method throws an error; streaming is unsupported on OpenAI STT. */\n  stream(): stt.SpeechStream {\n    throw new Error('Streaming is not supported on OpenAI STT');\n  }\n}\n"],"mappings":"AAGA,SAA2B,aAAa,mBAAmB,WAAW;AAEtE,SAAS,cAAc;AAavB,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,gBAAgB;AAAA,EAChB,OAAO;AACT;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,EAAE,WAAW,OAAO,gBAAgB,OAAO,mBAAmB,MAAM,CAAC;AAE3E,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH,UAAU,kBAAkB,KAAK,YAAY,kBAAkB,QAAQ;AAAA,IACzE;AACA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,SACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,aACL,OAOK,CAAC,GACD;AACL,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI;AACzC,QAAI,KAAK,WAAW,QAAW;AAC7B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,WAAO,IAAI,IAAI;AAAA,MACb,OAAO;AAAA,MACP,SAAS;AAAA,MACT,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,UAA+B;AAC9C,QAAI,UAAU;AACZ,aAAO,EAAE,GAAG,KAAK,OAAO,UAAU,kBAAkB,QAAQ,EAAE;AAAA,IAChE,OAAO;AACL,aAAO,KAAK;AAAA,IACd;AAAA,EACF;AAAA,EAEA,WAAW,OAA2B;AACpC,UAAM,gBAAgB;AACtB,UAAM,WAAY,MAAM,aAAa,MAAM,WAAW,gBAAiB;AACvE,UAAM,aAAc,MAAM,WAAW,gBAAiB;AAEtD,UAAM,SAAS,OAAO,MAAM,EAAE;AAC9B,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,cAAc,KAAK,MAAM,KAAK,YAAY,CAAC;AAClD,WAAO,MAAM,QAAQ,CAAC;AACtB,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,cAAc,GAAG,EAAE;AAC1B,WAAO,cAAc,MAAM,UAAU,EAAE;AACvC,WAAO,cAAc,MAAM,YAAY,EAAE;AACzC,WAAO,cAAc,UAAU,EAAE;AACjC,WAAO,cAAc,YAAY,EAAE;AACnC,WAAO,cAAc,IAAI,EAAE;AAC3B,WAAO,MAAM,QAAQ,EAAE;AACvB,WAAO,cAAc,MAAM,KAAK,YAAY,EAAE;AAC9C,WAAO,OAAO,OAAO,CAAC,QAAQ,OAAO,KAAK,MAAM,KAAK,MAAM,CAAC,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAAqB,aAAqD;AACzF,UAAM,SAAS,KAAK,iBAAiB;AACrC,aAAS,YAAY,MAAM;AAC3B,UAAM,YAAY,KAAK,WAAW,MAAM;AACxC,UAAM,OAAO,IAAI,KAAK,CAAC,IAAI,WAAW,SAAS,CAAC,GAAG,aAAa,EAAE,MAAM,YAAY,CAAC;AAErF,UAAM,OAAO,MAAM,KAAK,QAAQ,MAAM,eAAe;AAAA,MACnD;AAAA,QACE;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,QAClB,UAAU,OAAO;AAAA,QACjB,QAAQ,OAAO;AAAA,QACf,iBAAiB;AAAA,MACnB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,MACV;AAAA,IACF;AAEA,WAAO;AAAA,MACL,MAAM,IAAI,gBAAgB;AAAA,MAC1B,cAAc;AAAA,QACZ;AAAA,UACE,MAAM,KAAK,QAAQ;AAAA,UACnB,UAAU,kBAAkB,OAAO,YAAY,EAAE;AAAA,UACjD,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,SAA2B;AACzB,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;","names":[]}

package/dist/stt.test.cjs

@@ -3,7 +3,15 @@ var import_agents_plugin_silero = require("@livekit/agents-plugin-silero");
 var import_agents_plugins_test = require("@livekit/agents-plugins-test");
 var import_vitest = require("vitest");
 var import_stt = require("./stt.cjs");
-(0, import_vitest.describe)("OpenAI", async () => {
-  await (0, import_agents_plugins_test.stt)(new import_stt.STT(), await import_agents_plugin_silero.VAD.load(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  (0, import_vitest.describe)("OpenAI", async () => {
+    await (0, import_agents_plugins_test.stt)(new import_stt.STT(), await import_agents_plugin_silero.VAD.load(), { streaming: false });
+  });
+} else {
+  (0, import_vitest.describe)("OpenAI", () => {
+    import_vitest.it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=stt.test.cjs.map

package/dist/stt.test.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\n\ndescribe('OpenAI', async () => {\n  await stt(new STT(), await VAD.load(), { streaming: false });\n});\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,UAAU,YAAY;AAC7B,YAAM,gCAAI,IAAI,eAAI,GAAG,MAAM,gCAAI,KAAK,GAAG,EAAE,WAAW,MAAM,CAAC;AAC7D,CAAC;","names":[]}
+{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { STT } from './stt.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI', async () => {\n    await stt(new STT(), await VAD.load(), { streaming: false });\n  });\n} else {\n  describe('OpenAI', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAA6B;AAC7B,iBAAoB;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,8BAAS,UAAU,YAAY;AAC7B,cAAM,gCAAI,IAAI,eAAI,GAAG,MAAM,gCAAI,KAAK,GAAG,EAAE,WAAW,MAAM,CAAC;AAAA,EAC7D,CAAC;AACH,OAAO;AACL,8BAAS,UAAU,MAAM;AACvB,qBAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/stt.test.js

@@ -1,8 +1,16 @@
 import { VAD } from "@livekit/agents-plugin-silero";
 import { stt } from "@livekit/agents-plugins-test";
-import { describe } from "vitest";
+import { describe, it } from "vitest";
 import { STT } from "./stt.js";
-describe("OpenAI", async () => {
-  await stt(new STT(), await VAD.load(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  describe("OpenAI", async () => {
+    await stt(new STT(), await VAD.load(), { streaming: false });
+  });
+} else {
+  describe("OpenAI", () => {
+    it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=stt.test.js.map

package/dist/stt.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\n\ndescribe('OpenAI', async () => {\n  await stt(new STT(), await VAD.load(), { streaming: false });\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,UAAU,YAAY;AAC7B,QAAM,IAAI,IAAI,IAAI,GAAG,MAAM,IAAI,KAAK,GAAG,EAAE,WAAW,MAAM,CAAC;AAC7D,CAAC;","names":[]}
+{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { STT } from './stt.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI', async () => {\n    await stt(new STT(), await VAD.load(), { streaming: false });\n  });\n} else {\n  describe('OpenAI', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,UAAU,UAAU;AAC7B,SAAS,WAAW;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,WAAS,UAAU,YAAY;AAC7B,UAAM,IAAI,IAAI,IAAI,GAAG,MAAM,IAAI,KAAK,GAAG,EAAE,WAAW,MAAM,CAAC;AAAA,EAC7D,CAAC;AACH,OAAO;AACL,WAAS,UAAU,MAAM;AACvB,OAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/tts.cjs

@@ -37,6 +37,17 @@ class TTS extends import_agents.tts.TTS {
   #client;
   label = "openai.TTS";
   abortController = new AbortController();
+  get model() {
+    return this.#opts.model;
+  }
+  get provider() {
+    try {
+      const url = new URL(this.#client.baseURL);
+      return url.host;
+    } catch {
+      return "api.openai.com";
+    }
+  }
   /**
    * Create a new instance of OpenAI TTS.
    *

package/dist/tts.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type APIConnectOptions, AudioByteStream, shortuuid, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  instructions?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n  label = 'openai.TTS';\n  private abortController = new AbortController();\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined && !this.#opts.client) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return new ChunkedStream(\n      this,\n      text,\n      this.#client.audio.speech.create(\n        {\n          input: text,\n          model: this.#opts.model,\n          voice: this.#opts.voice,\n          instructions: this.#opts.instructions,\n          response_format: 'pcm',\n          speed: this.#opts.speed,\n        },\n        { signal: abortSignal },\n      ),\n      connOptions,\n      abortSignal,\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n\n  async close(): Promise<void> {\n    this.abortController.abort();\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'openai.ChunkedStream';\n  private stream: Promise<any>;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(\n    tts: TTS,\n    text: string,\n    stream: Promise<any>,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.stream = stream;\n  }\n\n  protected async run() {\n    try {\n      const buffer = await this.stream.then((r) => r.arrayBuffer());\n      const requestId = shortuuid();\n      const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n      const frames = audioByteStream.write(buffer);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      for (const frame of frames) {\n        sendLastFrame(requestId, false);\n        lastFrame = frame;\n      }\n      sendLastFrame(requestId, true);\n\n      this.queue.close();\n    } catch (error) {\n      if (error instanceof Error && error.name === 'AbortError') {\n        return;\n      }\n      throw error;\n    } finally {\n      this.queue.close();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAwE;AAExE,oBAAuB;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAY5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAS9C,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,UAAa,CAAC,KAAK,MAAM,QAAQ;AACzD,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA,KAAK,QAAQ,MAAM,OAAO;AAAA,QACxB;AAAA,UACE,OAAO;AAAA,UACP,OAAO,KAAK,MAAM;AAAA,UAClB,OAAO,KAAK,MAAM;AAAA,UAClB,cAAc,KAAK,MAAM;AAAA,UACzB,iBAAiB;AAAA,UACjB,OAAO,KAAK,MAAM;AAAA,QACpB;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACA;AAAA;AAAA,EAGR,YACEA,MACA,MACA,QACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAgB,MAAM;AACpB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AAC5D,YAAM,gBAAY,yBAAU;AAC5B,YAAM,kBAAkB,IAAI,8BAAgB,wBAAwB,mBAAmB;AACvF,YAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,iBAAW,SAAS,QAAQ;AAC1B,sBAAc,WAAW,KAAK;AAC9B,oBAAY;AAAA,MACd;AACA,oBAAc,WAAW,IAAI;AAE7B,WAAK,MAAM,MAAM;AAAA,IACnB,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AACF;","names":["tts"]}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type APIConnectOptions, AudioByteStream, shortuuid, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  instructions?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n  label = 'openai.TTS';\n  private abortController = new AbortController();\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.openai.com';\n    }\n  }\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined && !this.#opts.client) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return new ChunkedStream(\n      this,\n      text,\n      this.#client.audio.speech.create(\n        {\n          input: text,\n          model: this.#opts.model,\n          voice: this.#opts.voice,\n          instructions: this.#opts.instructions,\n          response_format: 'pcm',\n          speed: this.#opts.speed,\n        },\n        { signal: abortSignal },\n      ),\n      connOptions,\n      abortSignal,\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n\n  async close(): Promise<void> {\n    this.abortController.abort();\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'openai.ChunkedStream';\n  private stream: Promise<any>;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(\n    tts: TTS,\n    text: string,\n    stream: Promise<any>,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.stream = stream;\n  }\n\n  protected async run() {\n    try {\n      const buffer = await this.stream.then((r) => r.arrayBuffer());\n      const requestId = shortuuid();\n      const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n      const frames = audioByteStream.write(buffer);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      for (const frame of frames) {\n        sendLastFrame(requestId, false);\n        lastFrame = frame;\n      }\n      sendLastFrame(requestId, true);\n\n      this.queue.close();\n    } catch (error) {\n      if (error instanceof Error && error.name === 'AbortError') {\n        return;\n      }\n      throw error;\n    } finally {\n      this.queue.close();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAwE;AAExE,oBAAuB;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAY5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA,EAE9C,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,UAAa,CAAC,KAAK,MAAM,QAAQ;AACzD,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA,KAAK,QAAQ,MAAM,OAAO;AAAA,QACxB;AAAA,UACE,OAAO;AAAA,UACP,OAAO,KAAK,MAAM;AAAA,UAClB,OAAO,KAAK,MAAM;AAAA,UAClB,cAAc,KAAK,MAAM;AAAA,UACzB,iBAAiB;AAAA,UACjB,OAAO,KAAK,MAAM;AAAA,QACpB;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACA;AAAA;AAAA,EAGR,YACEA,MACA,MACA,QACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAgB,MAAM;AACpB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AAC5D,YAAM,gBAAY,yBAAU;AAC5B,YAAM,kBAAkB,IAAI,8BAAgB,wBAAwB,mBAAmB;AACvF,YAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,iBAAW,SAAS,QAAQ;AAC1B,sBAAc,WAAW,KAAK;AAC9B,oBAAY;AAAA,MACd;AACA,oBAAc,WAAW,IAAI;AAE7B,WAAK,MAAM,MAAM;AAAA,IACnB,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AACF;","names":["tts"]}

package/dist/tts.d.cts

@@ -14,6 +14,8 @@ export declare class TTS extends tts.TTS {
     #private;
     label: string;
     private abortController;
+    get model(): string;
+    get provider(): string;
     /**
      * Create a new instance of OpenAI TTS.
      *

package/dist/tts.d.ts

@@ -14,6 +14,8 @@ export declare class TTS extends tts.TTS {
     #private;
     label: string;
     private abortController;
+    get model(): string;
+    get provider(): string;
     /**
      * Create a new instance of OpenAI TTS.
      *

package/dist/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,iBAAiB,EAA8B,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAE1F,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAgB;IACrB,OAAO,CAAC,eAAe,CAAyB;IAEhD;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;IAIrF,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,aAAa;IAoBhB,MAAM,IAAI,GAAG,CAAC,gBAAgB;IAIxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;IAClD,KAAK,SAA0B;IAC/B,OAAO,CAAC,MAAM,CAAe;gBAI3B,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,EACpB,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW;cAMX,GAAG;CA+BpB"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,iBAAiB,EAA8B,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAE1F,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAgB;IACrB,OAAO,CAAC,eAAe,CAAyB;IAEhD,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,QAAQ,IAAI,MAAM,CAOrB;IAED;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;IAIrF,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,aAAa;IAoBhB,MAAM,IAAI,GAAG,CAAC,gBAAgB;IAIxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;IAClD,KAAK,SAA0B;IAC/B,OAAO,CAAC,MAAM,CAAe;gBAI3B,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,EACpB,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW;cAMX,GAAG;CA+BpB"}

package/dist/tts.js

@@ -13,6 +13,17 @@ class TTS extends tts.TTS {
   #client;
   label = "openai.TTS";
   abortController = new AbortController();
+  get model() {
+    return this.#opts.model;
+  }
+  get provider() {
+    try {
+      const url = new URL(this.#client.baseURL);
+      return url.host;
+    } catch {
+      return "api.openai.com";
+    }
+  }
   /**
    * Create a new instance of OpenAI TTS.
    *

package/dist/tts.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type APIConnectOptions, AudioByteStream, shortuuid, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  instructions?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n  label = 'openai.TTS';\n  private abortController = new AbortController();\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined && !this.#opts.client) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return new ChunkedStream(\n      this,\n      text,\n      this.#client.audio.speech.create(\n        {\n          input: text,\n          model: this.#opts.model,\n          voice: this.#opts.voice,\n          instructions: this.#opts.instructions,\n          response_format: 'pcm',\n          speed: this.#opts.speed,\n        },\n        { signal: abortSignal },\n      ),\n      connOptions,\n      abortSignal,\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n\n  async close(): Promise<void> {\n    this.abortController.abort();\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'openai.ChunkedStream';\n  private stream: Promise<any>;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(\n    tts: TTS,\n    text: string,\n    stream: Promise<any>,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.stream = stream;\n  }\n\n  protected async run() {\n    try {\n      const buffer = await this.stream.then((r) => r.arrayBuffer());\n      const requestId = shortuuid();\n      const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n      const frames = audioByteStream.write(buffer);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      for (const frame of frames) {\n        sendLastFrame(requestId, false);\n        lastFrame = frame;\n      }\n      sendLastFrame(requestId, true);\n\n      this.queue.close();\n    } catch (error) {\n      if (error instanceof Error && error.name === 'AbortError') {\n        return;\n      }\n      throw error;\n    } finally {\n      this.queue.close();\n    }\n  }\n}\n"],"mappings":"AAGA,SAAiC,iBAAiB,WAAW,WAAW;AAExE,SAAS,cAAc;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAY5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAS9C,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,UAAa,CAAC,KAAK,MAAM,QAAQ;AACzD,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA,KAAK,QAAQ,MAAM,OAAO;AAAA,QACxB;AAAA,UACE,OAAO;AAAA,UACP,OAAO,KAAK,MAAM;AAAA,UAClB,OAAO,KAAK,MAAM;AAAA,UAClB,cAAc,KAAK,MAAM;AAAA,UACzB,iBAAiB;AAAA,UACjB,OAAO,KAAK,MAAM;AAAA,QACpB;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACA;AAAA;AAAA,EAGR,YACEA,MACA,MACA,QACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAgB,MAAM;AACpB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AAC5D,YAAM,YAAY,UAAU;AAC5B,YAAM,kBAAkB,IAAI,gBAAgB,wBAAwB,mBAAmB;AACvF,YAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,iBAAW,SAAS,QAAQ;AAC1B,sBAAc,WAAW,KAAK;AAC9B,oBAAY;AAAA,MACd;AACA,oBAAc,WAAW,IAAI;AAE7B,WAAK,MAAM,MAAM;AAAA,IACnB,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AACF;","names":["tts"]}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type APIConnectOptions, AudioByteStream, shortuuid, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  instructions?: string;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n  label = 'openai.TTS';\n  private abortController = new AbortController();\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  get provider(): string {\n    try {\n      const url = new URL(this.#client.baseURL);\n      return url.host;\n    } catch {\n      return 'api.openai.com';\n    }\n  }\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environment variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined && !this.#opts.client) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: this.#opts.baseURL,\n        apiKey: this.#opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return new ChunkedStream(\n      this,\n      text,\n      this.#client.audio.speech.create(\n        {\n          input: text,\n          model: this.#opts.model,\n          voice: this.#opts.voice,\n          instructions: this.#opts.instructions,\n          response_format: 'pcm',\n          speed: this.#opts.speed,\n        },\n        { signal: abortSignal },\n      ),\n      connOptions,\n      abortSignal,\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n\n  async close(): Promise<void> {\n    this.abortController.abort();\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'openai.ChunkedStream';\n  private stream: Promise<any>;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(\n    tts: TTS,\n    text: string,\n    stream: Promise<any>,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.stream = stream;\n  }\n\n  protected async run() {\n    try {\n      const buffer = await this.stream.then((r) => r.arrayBuffer());\n      const requestId = shortuuid();\n      const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n      const frames = audioByteStream.write(buffer);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      for (const frame of frames) {\n        sendLastFrame(requestId, false);\n        lastFrame = frame;\n      }\n      sendLastFrame(requestId, true);\n\n      this.queue.close();\n    } catch (error) {\n      if (error instanceof Error && error.name === 'AbortError') {\n        return;\n      }\n      throw error;\n    } finally {\n      this.queue.close();\n    }\n  }\n}\n"],"mappings":"AAGA,SAAiC,iBAAiB,WAAW,WAAW;AAExE,SAAS,cAAc;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAY5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA,EAE9C,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,QAAQ,OAAO;AACxC,aAAO,IAAI;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,UAAa,CAAC,KAAK,MAAM,QAAQ;AACzD,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK,MAAM;AAAA,MACpB,QAAQ,KAAK,MAAM;AAAA,IACrB,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA,KAAK,QAAQ,MAAM,OAAO;AAAA,QACxB;AAAA,UACE,OAAO;AAAA,UACP,OAAO,KAAK,MAAM;AAAA,UAClB,OAAO,KAAK,MAAM;AAAA,UAClB,cAAc,KAAK,MAAM;AAAA,UACzB,iBAAiB;AAAA,UACjB,OAAO,KAAK,MAAM;AAAA,QACpB;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACA;AAAA;AAAA,EAGR,YACEA,MACA,MACA,QACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAgB,MAAM;AACpB,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AAC5D,YAAM,YAAY,UAAU;AAC5B,YAAM,kBAAkB,IAAI,gBAAgB,wBAAwB,mBAAmB;AACvF,YAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,iBAAW,SAAS,QAAQ;AAC1B,sBAAc,WAAW,KAAK;AAC9B,oBAAY;AAAA,MACd;AACA,oBAAc,WAAW,IAAI;AAE7B,WAAK,MAAM,MAAM;AAAA,IACnB,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AACF;","names":["tts"]}

package/dist/tts.test.cjs

@@ -3,7 +3,15 @@ var import_agents_plugins_test = require("@livekit/agents-plugins-test");
 var import_vitest = require("vitest");
 var import_stt = require("./stt.cjs");
 var import_tts = require("./tts.cjs");
-(0, import_vitest.describe)("OpenAI", async () => {
-  await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_stt.STT(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  (0, import_vitest.describe)("OpenAI", async () => {
+    await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_stt.STT(), { streaming: false });
+  });
+} else {
+  (0, import_vitest.describe)("OpenAI", () => {
+    import_vitest.it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=tts.test.cjs.map

package/dist/tts.test.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\ndescribe('OpenAI', async () => {\n  await tts(new TTS(), new STT(), { streaming: false });\n});\n"],"mappings":";AAGA,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AACpB,iBAAoB;AAAA,IAEpB,wBAAS,UAAU,YAAY;AAC7B,YAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,eAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AACtD,CAAC;","names":[]}
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI', async () => {\n    await tts(new TTS(), new STT(), { streaming: false });\n  });\n} else {\n  describe('OpenAI', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":";AAGA,iCAAoB;AACpB,oBAA6B;AAC7B,iBAAoB;AACpB,iBAAoB;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,8BAAS,UAAU,YAAY;AAC7B,cAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,eAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AAAA,EACtD,CAAC;AACH,OAAO;AACL,8BAAS,UAAU,MAAM;AACvB,qBAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/tts.test.js

@@ -1,8 +1,16 @@
 import { tts } from "@livekit/agents-plugins-test";
-import { describe } from "vitest";
+import { describe, it } from "vitest";
 import { STT } from "./stt.js";
 import { TTS } from "./tts.js";
-describe("OpenAI", async () => {
-  await tts(new TTS(), new STT(), { streaming: false });
-});
+const hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);
+if (hasOpenAIApiKey) {
+  describe("OpenAI", async () => {
+    await tts(new TTS(), new STT(), { streaming: false });
+  });
+} else {
+  describe("OpenAI", () => {
+    it.skip("requires OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=tts.test.js.map

package/dist/tts.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\ndescribe('OpenAI', async () => {\n  await tts(new TTS(), new STT(), { streaming: false });\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AACpB,SAAS,WAAW;AAEpB,SAAS,UAAU,YAAY;AAC7B,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AACtD,CAAC;","names":[]}
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\nconst hasOpenAIApiKey = Boolean(process.env.OPENAI_API_KEY);\n\nif (hasOpenAIApiKey) {\n  describe('OpenAI', async () => {\n    await tts(new TTS(), new STT(), { streaming: false });\n  });\n} else {\n  describe('OpenAI', () => {\n    it.skip('requires OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,UAAU,UAAU;AAC7B,SAAS,WAAW;AACpB,SAAS,WAAW;AAEpB,MAAM,kBAAkB,QAAQ,QAAQ,IAAI,cAAc;AAE1D,IAAI,iBAAiB;AACnB,WAAS,UAAU,YAAY;AAC7B,UAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AAAA,EACtD,CAAC;AACH,OAAO;AACL,WAAS,UAAU,MAAM;AACvB,OAAG,KAAK,2BAA2B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC7C,CAAC;AACH;","names":[]}

package/dist/ws/index.cjs

@@ -0,0 +1,29 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ws_exports = {};
+__export(ws_exports, {
+  ResponsesWebSocket: () => import_llm.ResponsesWebSocket
+});
+module.exports = __toCommonJS(ws_exports);
+var import_llm = require("./llm.cjs");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ResponsesWebSocket
+});
+//# sourceMappingURL=index.cjs.map

package/dist/ws/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ws/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { ResponsesWebSocket } from './llm.js';\nexport type {\n  WsErrorEvent,\n  WsFunctionCallItem,\n  WsOutputItem,\n  WsOutputItemDoneEvent,\n  WsOutputTextDeltaEvent,\n  WsResponseCompletedEvent,\n  WsResponseCreateEvent,\n  WsResponseCreatedEvent,\n  WsResponseFailedEvent,\n  WsServerEvent,\n} from './types.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAmC;","names":[]}

package/dist/ws/index.d.cts

@@ -0,0 +1,3 @@
+export { ResponsesWebSocket } from './llm.js';
+export type { WsErrorEvent, WsFunctionCallItem, WsOutputItem, WsOutputItemDoneEvent, WsOutputTextDeltaEvent, WsResponseCompletedEvent, WsResponseCreateEvent, WsResponseCreatedEvent, WsResponseFailedEvent, WsServerEvent, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ws/index.d.ts

@@ -0,0 +1,3 @@
+export { ResponsesWebSocket } from './llm.js';
+export type { WsErrorEvent, WsFunctionCallItem, WsOutputItem, WsOutputItemDoneEvent, WsOutputTextDeltaEvent, WsResponseCompletedEvent, WsResponseCreateEvent, WsResponseCreatedEvent, WsResponseFailedEvent, WsServerEvent, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ws/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ws/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,aAAa,GACd,MAAM,YAAY,CAAC"}

package/dist/ws/index.js

@@ -0,0 +1,5 @@
+import { ResponsesWebSocket } from "./llm.js";
+export {
+  ResponsesWebSocket
+};
+//# sourceMappingURL=index.js.map

package/dist/ws/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ws/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { ResponsesWebSocket } from './llm.js';\nexport type {\n  WsErrorEvent,\n  WsFunctionCallItem,\n  WsOutputItem,\n  WsOutputItemDoneEvent,\n  WsOutputTextDeltaEvent,\n  WsResponseCompletedEvent,\n  WsResponseCreateEvent,\n  WsResponseCreatedEvent,\n  WsResponseFailedEvent,\n  WsServerEvent,\n} from './types.js';\n"],"mappings":"AAIA,SAAS,0BAA0B;","names":[]}