@livekit/agents 1.0.38 → 1.0.39

package/dist/inference/stt.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioFrame } from '@livekit/rtc-node';\nimport type { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport {\n  STT as BaseSTT,\n  SpeechStream as BaseSpeechStream,\n  type SpeechData,\n  type SpeechEvent,\n  SpeechEventType,\n} from '../stt/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { type AudioBuffer, Event, Task, cancelAndWait, shortuuid, waitForAbort } from '../utils.js';\nimport type { TimedString } from '../voice/io.js';\nimport {\n  type SttServerEvent,\n  type SttTranscriptEvent,\n  sttServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type DeepgramModels =\n  | 'deepgram'\n  | 'deepgram/nova-3'\n  | 'deepgram/nova-3-general'\n  | 'deepgram/nova-3-medical'\n  | 'deepgram/nova-2-conversationalai'\n  | 'deepgram/nova-2'\n  | 'deepgram/nova-2-general'\n  | 'deepgram/nova-2-medical'\n  | 'deepgram/nova-2-phonecall';\n\nexport type CartesiaModels = 'cartesia' | 'cartesia/ink-whisper';\n\nexport type AssemblyaiModels = 'assemblyai' | 'assemblyai/universal-streaming';\n\nexport interface CartesiaOptions {\n  min_volume?: number; // default: not specified\n  max_silence_duration_secs?: number; // default: not specified\n}\n\nexport interface DeepgramOptions {\n  filler_words?: boolean; // default: true\n  interim_results?: boolean; // default: true\n  endpointing?: number; // default: 25 (ms)\n  punctuate?: boolean; // default: false\n  smart_format?: boolean;\n  keywords?: Array<[string, number]>;\n  keyterms?: string[];\n  profanity_filter?: boolean;\n  numerals?: boolean;\n  mip_opt_out?: boolean;\n}\n\nexport interface AssemblyAIOptions {\n  format_turns?: boolean; // default: false\n  end_of_turn_confidence_threshold?: number; // default: 0.01\n  min_end_of_turn_silence_when_confident?: number; // default: 0\n  max_turn_silence?: number; // default: not specified\n  keyterms_prompt?: string[]; // default: not specified\n}\n\nexport type STTLanguages =\n  | 'multi'\n  | 'en'\n  | 'de'\n  | 'es'\n  | 'fr'\n  | 'ja'\n  | 'pt'\n  | 'zh'\n  | 'hi'\n  | AnyString;\n\ntype _STTModels = DeepgramModels | CartesiaModels | AssemblyaiModels;\n\nexport type STTModels = _STTModels | 'auto' | AnyString;\n\nexport type ModelWithLanguage = `${_STTModels}:${STTLanguages}` | STTModels;\n\nexport type STTOptions<TModel extends STTModels> = TModel extends DeepgramModels\n  ? DeepgramOptions\n  : TModel extends CartesiaModels\n    ? CartesiaOptions\n    : TModel extends AssemblyaiModels\n      ? AssemblyAIOptions\n      : Record<string, unknown>;\n\nexport type STTEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: STTEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'wss://agent-gateway.livekit.cloud/v1';\nconst DEFAULT_CANCEL_TIMEOUT = 5000;\n\nexport interface InferenceSTTOptions<TModel extends STTModels> {\n  model?: TModel;\n  language?: STTLanguages;\n  encoding: STTEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: STTOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference STT\n */\nexport class STT<TModel extends STTModels> extends BaseSTT {\n  private opts: InferenceSTTOptions<TModel>;\n  private streams: Set<SpeechStream<TModel>> = new Set();\n\n  #logger = log();\n\n  constructor(opts?: {\n    model?: TModel;\n    language?: STTLanguages;\n    baseURL?: string;\n    encoding?: STTEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: STTOptions<TModel>;\n  }) {\n    super({ streaming: true, interimResults: true, alignedTranscript: 'word' });\n\n    const {\n      model,\n      language,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      sampleRate = DEFAULT_SAMPLE_RATE,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as STTOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    this.opts = {\n      model,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n  }\n\n  get label(): string {\n    return 'inference.STT';\n  }\n\n  static fromModelString(modelString: string): STT<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, language] = modelString.split(':') as [AnyString, STTLanguages];\n      return new STT({ model, language });\n    }\n    return new STT({ model: modelString });\n  }\n\n  protected async _recognize(_: AudioBuffer): Promise<SpeechEvent> {\n    throw new Error('LiveKit STT does not support batch recognition, use stream() instead');\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceSTTOptions<TModel>, 'model' | 'language'>>): void {\n    this.opts = { ...this.opts, ...opts };\n\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  stream(options?: {\n    language?: STTLanguages | string;\n    connOptions?: APIConnectOptions;\n  }): SpeechStream<TModel> {\n    const { language, connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const streamOpts = {\n      ...this.opts,\n      language: language ?? this.opts.language,\n    } as InferenceSTTOptions<TModel>;\n\n    const stream = new SpeechStream(this, streamOpts, connOptions);\n    this.streams.add(stream);\n\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    const params = {\n      settings: {\n        sample_rate: String(this.opts.sampleRate),\n        encoding: this.opts.encoding,\n        extra: this.opts.modelOptions,\n      },\n    } as Record<string, unknown>;\n\n    if (this.opts.model && this.opts.model !== 'auto') {\n      params.model = this.opts.model;\n    }\n\n    if (this.opts.language) {\n      (params.settings as Record<string, unknown>).language = this.opts.language;\n    }\n\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/stt`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const socket = await connectWs(url, headers, timeout);\n    const msg = { ...params, type: 'session.create' };\n    socket.send(JSON.stringify(msg));\n\n    return socket;\n  }\n}\n\nexport class SpeechStream<TModel extends STTModels> extends BaseSpeechStream {\n  private opts: InferenceSTTOptions<TModel>;\n  private requestId = shortuuid('stt_request_');\n  private speaking = false;\n  private speechDuration = 0;\n  private reconnectEvent = new Event();\n  private stt: STT<TModel>;\n  private connOptions: APIConnectOptions;\n\n  #logger = log();\n\n  constructor(\n    sttImpl: STT<TModel>,\n    opts: InferenceSTTOptions<TModel>,\n    connOptions: APIConnectOptions,\n  ) {\n    super(sttImpl, opts.sampleRate, connOptions);\n    this.opts = opts;\n    this.stt = sttImpl;\n    this.connOptions = connOptions;\n  }\n\n  get label(): string {\n    return 'inference.SpeechStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceSTTOptions<TModel>, 'model' | 'language'>>): void {\n    this.opts = { ...this.opts, ...opts };\n    this.reconnectEvent.set();\n  }\n\n  protected async run(): Promise<void> {\n    while (true) {\n      // Create fresh resources for each connection attempt\n      let ws: WebSocket | null = null;\n      let closing = false;\n      let finalReceived = false;\n\n      const eventChannel = createStreamChannel<SttServerEvent>();\n\n      const resourceCleanup = () => {\n        if (closing) return;\n        closing = true;\n        eventChannel.close();\n        ws?.removeAllListeners();\n        ws?.close();\n      };\n\n      const createWsListener = async (ws: WebSocket, signal: AbortSignal) => {\n        return new Promise<void>((resolve, reject) => {\n          const onAbort = () => {\n            resourceCleanup();\n            reject(new Error('WebSocket connection aborted'));\n          };\n\n          signal.addEventListener('abort', onAbort, { once: true });\n\n          ws.on('message', (data) => {\n            const json = JSON.parse(data.toString()) as SttServerEvent;\n            eventChannel.write(json);\n          });\n\n          ws.on('error', (e) => {\n            this.#logger.error({ error: e }, 'WebSocket error');\n            resourceCleanup();\n            reject(e);\n          });\n\n          ws.on('close', (code: number) => {\n            resourceCleanup();\n\n            if (!closing) return this.#logger.error('WebSocket closed unexpectedly');\n            if (finalReceived) return resolve();\n\n            reject(\n              new APIStatusError({\n                message: 'LiveKit STT connection closed unexpectedly',\n                options: { statusCode: code },\n              }),\n            );\n          });\n        });\n      };\n\n      const send = async (socket: WebSocket, signal: AbortSignal) => {\n        const audioStream = new AudioByteStream(\n          this.opts.sampleRate,\n          1,\n          Math.floor(this.opts.sampleRate / 20), // 50ms\n        );\n\n        // Create abort promise once to avoid memory leak\n        const abortPromise = new Promise<never>((_, reject) => {\n          if (signal.aborted) {\n            return reject(new Error('Send aborted'));\n          }\n          const onAbort = () => reject(new Error('Send aborted'));\n          signal.addEventListener('abort', onAbort, { once: true });\n        });\n\n        // Manual iteration to support cancellation\n        const iterator = this.input[Symbol.asyncIterator]();\n        try {\n          while (true) {\n            const result = await Promise.race([iterator.next(), abortPromise]);\n\n            if (result.done) break;\n            const ev = result.value;\n\n            let frames: AudioFrame[];\n            if (ev === SpeechStream.FLUSH_SENTINEL) {\n              frames = audioStream.flush();\n            } else {\n              const frame = ev as AudioFrame;\n              frames = audioStream.write(new Int16Array(frame.data).buffer);\n            }\n\n            for (const frame of frames) {\n              this.speechDuration += frame.samplesPerChannel / frame.sampleRate;\n              const base64 = Buffer.from(frame.data.buffer).toString('base64');\n              const msg = { type: 'input_audio', audio: base64 };\n              socket.send(JSON.stringify(msg));\n            }\n          }\n\n          closing = true;\n          socket.send(JSON.stringify({ type: 'session.finalize' }));\n        } catch (e) {\n          if ((e as Error).message === 'Send aborted') {\n            // Expected abort, don't log\n            return;\n          }\n          throw e;\n        }\n      };\n\n      const recv = async (signal: AbortSignal) => {\n        const serverEventStream = eventChannel.stream();\n        const reader = serverEventStream.getReader();\n\n        try {\n          while (!this.closed && !signal.aborted) {\n            const result = await reader.read();\n            if (signal.aborted) return;\n            if (result.done) return;\n\n            // Parse and validate with Zod schema\n            const parseResult = await sttServerEventSchema.safeParseAsync(result.value);\n            if (!parseResult.success) {\n              this.#logger.warn(\n                { error: parseResult.error, rawData: result.value },\n                'Failed to parse STT server event',\n              );\n              continue;\n            }\n\n            const event: SttServerEvent = parseResult.data;\n\n            switch (event.type) {\n              case 'session.created':\n              case 'session.finalized':\n                break;\n              case 'session.closed':\n                finalReceived = true;\n                resourceCleanup();\n                break;\n              case 'interim_transcript':\n                this.processTranscript(event, false);\n                break;\n              case 'final_transcript':\n                this.processTranscript(event, true);\n                break;\n              case 'error':\n                this.#logger.error({ error: event }, 'Received error from LiveKit STT');\n                resourceCleanup();\n                throw new APIError(`LiveKit STT returned error: ${JSON.stringify(event)}`);\n            }\n          }\n        } finally {\n          reader.releaseLock();\n          try {\n            await serverEventStream.cancel();\n          } catch (e) {\n            this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n          }\n        }\n      };\n\n      try {\n        ws = await this.stt.connectWs(this.connOptions.timeoutMs);\n\n        const controller = this.abortController; // Use base class abortController for proper cancellation\n        const sendTask = Task.from(({ signal }) => send(ws!, signal), controller);\n        const wsListenerTask = Task.from(({ signal }) => createWsListener(ws!, signal), controller);\n        const recvTask = Task.from(({ signal }) => recv(signal), controller);\n        const waitReconnectTask = Task.from(\n          ({ signal }) => Promise.race([this.reconnectEvent.wait(), waitForAbort(signal)]),\n          controller,\n        );\n\n        try {\n          await Promise.race([\n            Promise.all([sendTask.result, wsListenerTask.result, recvTask.result]),\n            waitReconnectTask.result,\n          ]);\n\n          // If reconnect didn't trigger, tasks finished - exit loop\n          if (!waitReconnectTask.done) break;\n\n          // Reconnect triggered - clear event and continue loop\n          this.reconnectEvent.clear();\n        } finally {\n          // Cancel all tasks to ensure cleanup\n          await cancelAndWait(\n            [sendTask, wsListenerTask, recvTask, waitReconnectTask],\n            DEFAULT_CANCEL_TIMEOUT,\n          );\n          resourceCleanup();\n        }\n      } finally {\n        // Ensure cleanup even if connectWs throws\n        resourceCleanup();\n      }\n    }\n  }\n\n  private processTranscript(data: SttTranscriptEvent, isFinal: boolean) {\n    // Check if queue is closed to avoid race condition during disconnect\n    if (this.queue.closed) return;\n\n    const requestId = data.session_id || this.requestId;\n    const text = data.transcript;\n    const language = data.language || this.opts.language || 'en';\n\n    if (!text && !isFinal) return;\n\n    try {\n      // We'll have a more accurate way of detecting when speech started when we have VAD\n      if (!this.speaking) {\n        this.speaking = true;\n        this.queue.put({ type: SpeechEventType.START_OF_SPEECH });\n      }\n\n      const speechData: SpeechData = {\n        language,\n        startTime: this.startTimeOffset + data.start,\n        endTime: this.startTimeOffset + data.start + data.duration,\n        confidence: data.confidence,\n        text,\n        words: data.words.map(\n          (word): TimedString => ({\n            text: word.word,\n            startTime: word.start + this.startTimeOffset,\n            endTime: word.end + this.startTimeOffset,\n            startTimeOffset: this.startTimeOffset,\n            confidence: word.confidence,\n          }),\n        ),\n      };\n\n      if (isFinal) {\n        if (this.speechDuration > 0) {\n          this.queue.put({\n            type: SpeechEventType.RECOGNITION_USAGE,\n            requestId,\n            recognitionUsage: { audioDuration: this.speechDuration },\n          });\n          this.speechDuration = 0;\n        }\n\n        this.queue.put({\n          type: SpeechEventType.FINAL_TRANSCRIPT,\n          requestId,\n          alternatives: [speechData],\n        });\n\n        if (this.speaking) {\n          this.speaking = false;\n          this.queue.put({ type: SpeechEventType.END_OF_SPEECH });\n        }\n      } else {\n        this.queue.put({\n          type: SpeechEventType.INTERIM_TRANSCRIPT,\n          requestId,\n          alternatives: [speechData],\n        });\n      }\n    } catch (e) {\n      if (e instanceof Error && e.message.includes('Queue is closed')) {\n        // Expected behavior on disconnect, log as warning\n        this.#logger.warn(\n          { err: e },\n          'Queue closed during transcript processing (expected during disconnect)',\n        );\n      } else {\n        this.#logger.error({ err: e }, 'Error putting transcript to queue');\n      }\n    }\n  }\n}\n"],"mappings":"AAGA,eAAgC;AAEhC,SAAS,UAAU,sBAAsB;AACzC,SAAS,uBAAuB;AAChC,SAAS,WAAW;AACpB,SAAS,2BAA2B;AACpC;AAAA,EACE,OAAO;AAAA,EACP,gBAAgB;AAAA,EAGhB;AAAA,OACK;AACP,SAAiC,mCAAmC;AACpE,SAA2B,OAAO,MAAM,eAAe,WAAW,oBAAoB;AAEtF;AAAA,EAGE;AAAA,OACK;AACP,SAAyB,WAAW,yBAAyB;AAuE7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,yBAAyB;AAgBxB,MAAM,YAAsC,QAAQ;AAAA,EACjD;AAAA,EACA,UAAqC,oBAAI,IAAI;AAAA,EAErD,UAAU,IAAI;AAAA,EAEd,YAAY,MAST;AACD,UAAM,EAAE,WAAW,MAAM,gBAAgB,MAAM,mBAAmB,OAAO,CAAC;AAE1E,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,aAAa;AAAA,MACb;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAEA,SAAK,OAAO;AAAA,MACV;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,QAAQ,IAAI,YAAY,MAAM,GAAG;AAC/C,aAAO,IAAI,IAAI,EAAE,OAAO,SAAS,CAAC;AAAA,IACpC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,MAAgB,WAAW,GAAsC;AAC/D,UAAM,IAAI,MAAM,sEAAsE;AAAA,EACxF;AAAA,EAEA,cAAc,MAA8E;AAC1F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAEpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,OAAO,SAGkB;AACvB,UAAM,EAAE,UAAU,cAAc,4BAA4B,IAAI,WAAW,CAAC;AAC5E,UAAM,aAAa;AAAA,MACjB,GAAG,KAAK;AAAA,MACR,UAAU,YAAY,KAAK,KAAK;AAAA,IAClC;AAEA,UAAM,SAAS,IAAI,aAAa,MAAM,YAAY,WAAW;AAC7D,SAAK,QAAQ,IAAI,MAAM;AAEvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,QACxC,UAAU,KAAK,KAAK;AAAA,QACpB,OAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,QAAI,KAAK,KAAK,SAAS,KAAK,KAAK,UAAU,QAAQ;AACjD,aAAO,QAAQ,KAAK,KAAK;AAAA,IAC3B;AAEA,QAAI,KAAK,KAAK,UAAU;AACtB,MAAC,OAAO,SAAqC,WAAW,KAAK,KAAK;AAAA,IACpE;AAEA,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,MAAM,kBAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS,MAAM,UAAU,KAAK,SAAS,OAAO;AACpD,UAAM,MAAM,EAAE,GAAG,QAAQ,MAAM,iBAAiB;AAChD,WAAO,KAAK,KAAK,UAAU,GAAG,CAAC;AAE/B,WAAO;AAAA,EACT;AACF;AAEO,MAAM,qBAA+C,iBAAiB;AAAA,EACnE;AAAA,EACA,YAAY,UAAU,cAAc;AAAA,EACpC,WAAW;AAAA,EACX,iBAAiB;AAAA,EACjB,iBAAiB,IAAI,MAAM;AAAA,EAC3B;AAAA,EACA;AAAA,EAER,UAAU,IAAI;AAAA,EAEd,YACE,SACA,MACA,aACA;AACA,UAAM,SAAS,KAAK,YAAY,WAAW;AAC3C,SAAK,OAAO;AACZ,SAAK,MAAM;AACX,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAA8E;AAC1F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,SAAK,eAAe,IAAI;AAAA,EAC1B;AAAA,EAEA,MAAgB,MAAqB;AACnC,WAAO,MAAM;AAEX,UAAI,KAAuB;AAC3B,UAAI,UAAU;AACd,UAAI,gBAAgB;AAEpB,YAAM,eAAe,oBAAoC;AAEzD,YAAM,kBAAkB,MAAM;AAC5B,YAAI,QAAS;AACb,kBAAU;AACV,qBAAa,MAAM;AACnB,iCAAI;AACJ,iCAAI;AAAA,MACN;AAEA,YAAM,mBAAmB,OAAOA,KAAe,WAAwB;AACrE,eAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,gBAAM,UAAU,MAAM;AACpB,4BAAgB;AAChB,mBAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,UAClD;AAEA,iBAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAExD,UAAAA,IAAG,GAAG,WAAW,CAAC,SAAS;AACzB,kBAAM,OAAO,KAAK,MAAM,KAAK,SAAS,CAAC;AACvC,yBAAa,MAAM,IAAI;AAAA,UACzB,CAAC;AAED,UAAAA,IAAG,GAAG,SAAS,CAAC,MAAM;AACpB,iBAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,4BAAgB;AAChB,mBAAO,CAAC;AAAA,UACV,CAAC;AAED,UAAAA,IAAG,GAAG,SAAS,CAAC,SAAiB;AAC/B,4BAAgB;AAEhB,gBAAI,CAAC,QAAS,QAAO,KAAK,QAAQ,MAAM,+BAA+B;AACvE,gBAAI,cAAe,QAAO,QAAQ;AAElC;AAAA,cACE,IAAI,eAAe;AAAA,gBACjB,SAAS;AAAA,gBACT,SAAS,EAAE,YAAY,KAAK;AAAA,cAC9B,CAAC;AAAA,YACH;AAAA,UACF,CAAC;AAAA,QACH,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,OAAO,QAAmB,WAAwB;AAC7D,cAAM,cAAc,IAAI;AAAA,UACtB,KAAK,KAAK;AAAA,UACV;AAAA,UACA,KAAK,MAAM,KAAK,KAAK,aAAa,EAAE;AAAA;AAAA,QACtC;AAGA,cAAM,eAAe,IAAI,QAAe,CAAC,GAAG,WAAW;AACrD,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO,IAAI,MAAM,cAAc,CAAC;AAAA,UACzC;AACA,gBAAM,UAAU,MAAM,OAAO,IAAI,MAAM,cAAc,CAAC;AACtD,iBAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAAA,QAC1D,CAAC;AAGD,cAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,YAAI;AACF,iBAAO,MAAM;AACX,kBAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,gBAAI,OAAO,KAAM;AACjB,kBAAM,KAAK,OAAO;AAElB,gBAAI;AACJ,gBAAI,OAAO,aAAa,gBAAgB;AACtC,uBAAS,YAAY,MAAM;AAAA,YAC7B,OAAO;AACL,oBAAM,QAAQ;AACd,uBAAS,YAAY,MAAM,IAAI,WAAW,MAAM,IAAI,EAAE,MAAM;AAAA,YAC9D;AAEA,uBAAW,SAAS,QAAQ;AAC1B,mBAAK,kBAAkB,MAAM,oBAAoB,MAAM;AACvD,oBAAM,SAAS,OAAO,KAAK,MAAM,KAAK,MAAM,EAAE,SAAS,QAAQ;AAC/D,oBAAM,MAAM,EAAE,MAAM,eAAe,OAAO,OAAO;AACjD,qBAAO,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,YACjC;AAAA,UACF;AAEA,oBAAU;AACV,iBAAO,KAAK,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAC,CAAC;AAAA,QAC1D,SAAS,GAAG;AACV,cAAK,EAAY,YAAY,gBAAgB;AAE3C;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AAAA,MACF;AAEA,YAAM,OAAO,OAAO,WAAwB;AAC1C,cAAM,oBAAoB,aAAa,OAAO;AAC9C,cAAM,SAAS,kBAAkB,UAAU;AAE3C,YAAI;AACF,iBAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,kBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,gBAAI,OAAO,QAAS;AACpB,gBAAI,OAAO,KAAM;AAGjB,kBAAM,cAAc,MAAM,qBAAqB,eAAe,OAAO,KAAK;AAC1E,gBAAI,CAAC,YAAY,SAAS;AACxB,mBAAK,QAAQ;AAAA,gBACX,EAAE,OAAO,YAAY,OAAO,SAAS,OAAO,MAAM;AAAA,gBAClD;AAAA,cACF;AACA;AAAA,YACF;AAEA,kBAAM,QAAwB,YAAY;AAE1C,oBAAQ,MAAM,MAAM;AAAA,cAClB,KAAK;AAAA,cACL,KAAK;AACH;AAAA,cACF,KAAK;AACH,gCAAgB;AAChB,gCAAgB;AAChB;AAAA,cACF,KAAK;AACH,qBAAK,kBAAkB,OAAO,KAAK;AACnC;AAAA,cACF,KAAK;AACH,qBAAK,kBAAkB,OAAO,IAAI;AAClC;AAAA,cACF,KAAK;AACH,qBAAK,QAAQ,MAAM,EAAE,OAAO,MAAM,GAAG,iCAAiC;AACtE,gCAAgB;AAChB,sBAAM,IAAI,SAAS,+BAA+B,KAAK,UAAU,KAAK,CAAC,EAAE;AAAA,YAC7E;AAAA,UACF;AAAA,QACF,UAAE;AACA,iBAAO,YAAY;AACnB,cAAI;AACF,kBAAM,kBAAkB,OAAO;AAAA,UACjC,SAAS,GAAG;AACV,iBAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,UACxF;AAAA,QACF;AAAA,MACF;AAEA,UAAI;AACF,aAAK,MAAM,KAAK,IAAI,UAAU,KAAK,YAAY,SAAS;AAExD,cAAM,aAAa,KAAK;AACxB,cAAM,WAAW,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,KAAK,IAAK,MAAM,GAAG,UAAU;AACxE,cAAM,iBAAiB,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,iBAAiB,IAAK,MAAM,GAAG,UAAU;AAC1F,cAAM,WAAW,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,KAAK,MAAM,GAAG,UAAU;AACnE,cAAM,oBAAoB,KAAK;AAAA,UAC7B,CAAC,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC,KAAK,eAAe,KAAK,GAAG,aAAa,MAAM,CAAC,CAAC;AAAA,UAC/E;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,QAAQ,KAAK;AAAA,YACjB,QAAQ,IAAI,CAAC,SAAS,QAAQ,eAAe,QAAQ,SAAS,MAAM,CAAC;AAAA,YACrE,kBAAkB;AAAA,UACpB,CAAC;AAGD,cAAI,CAAC,kBAAkB,KAAM;AAG7B,eAAK,eAAe,MAAM;AAAA,QAC5B,UAAE;AAEA,gBAAM;AAAA,YACJ,CAAC,UAAU,gBAAgB,UAAU,iBAAiB;AAAA,YACtD;AAAA,UACF;AACA,0BAAgB;AAAA,QAClB;AAAA,MACF,UAAE;AAEA,wBAAgB;AAAA,MAClB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAA0B,SAAkB;AAEpE,QAAI,KAAK,MAAM,OAAQ;AAEvB,UAAM,YAAY,KAAK,cAAc,KAAK;AAC1C,UAAM,OAAO,KAAK;AAClB,UAAM,WAAW,KAAK,YAAY,KAAK,KAAK,YAAY;AAExD,QAAI,CAAC,QAAQ,CAAC,QAAS;AAEvB,QAAI;AAEF,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW;AAChB,aAAK,MAAM,IAAI,EAAE,MAAM,gBAAgB,gBAAgB,CAAC;AAAA,MAC1D;AAEA,YAAM,aAAyB;AAAA,QAC7B;AAAA,QACA,WAAW,KAAK,kBAAkB,KAAK;AAAA,QACvC,SAAS,KAAK,kBAAkB,KAAK,QAAQ,KAAK;AAAA,QAClD,YAAY,KAAK;AAAA,QACjB;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,UAChB,CAAC,UAAuB;AAAA,YACtB,MAAM,KAAK;AAAA,YACX,WAAW,KAAK,QAAQ,KAAK;AAAA,YAC7B,SAAS,KAAK,MAAM,KAAK;AAAA,YACzB,iBAAiB,KAAK;AAAA,YACtB,YAAY,KAAK;AAAA,UACnB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAS;AACX,YAAI,KAAK,iBAAiB,GAAG;AAC3B,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,gBAAgB;AAAA,YACtB;AAAA,YACA,kBAAkB,EAAE,eAAe,KAAK,eAAe;AAAA,UACzD,CAAC;AACD,eAAK,iBAAiB;AAAA,QACxB;AAEA,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,gBAAgB;AAAA,UACtB;AAAA,UACA,cAAc,CAAC,UAAU;AAAA,QAC3B,CAAC;AAED,YAAI,KAAK,UAAU;AACjB,eAAK,WAAW;AAChB,eAAK,MAAM,IAAI,EAAE,MAAM,gBAAgB,cAAc,CAAC;AAAA,QACxD;AAAA,MACF,OAAO;AACL,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,gBAAgB;AAAA,UACtB;AAAA,UACA,cAAc,CAAC,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH;AAAA,IACF,SAAS,GAAG;AACV,UAAI,aAAa,SAAS,EAAE,QAAQ,SAAS,iBAAiB,GAAG;AAE/D,aAAK,QAAQ;AAAA,UACX,EAAE,KAAK,EAAE;AAAA,UACT;AAAA,QACF;AAAA,MACF,OAAO;AACL,aAAK,QAAQ,MAAM,EAAE,KAAK,EAAE,GAAG,mCAAmC;AAAA,MACpE;AAAA,IACF;AAAA,EACF;AACF;","names":["ws"]}
+{"version":3,"sources":["../../src/inference/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioFrame } from '@livekit/rtc-node';\nimport type { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport {\n  STT as BaseSTT,\n  SpeechStream as BaseSpeechStream,\n  type SpeechData,\n  type SpeechEvent,\n  SpeechEventType,\n} from '../stt/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { type AudioBuffer, Event, Task, cancelAndWait, shortuuid, waitForAbort } from '../utils.js';\nimport type { TimedString } from '../voice/io.js';\nimport {\n  type SttServerEvent,\n  type SttTranscriptEvent,\n  sttServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type DeepgramModels =\n  | 'deepgram/flux-general'\n  | 'deepgram/nova-3'\n  | 'deepgram/nova-3-medical'\n  | 'deepgram/nova-2'\n  | 'deepgram/nova-2-medical'\n  | 'deepgram/nova-2-conversationalai'\n  | 'deepgram/nova-2-phonecall';\n\nexport type CartesiaModels = 'cartesia/ink-whisper';\n\nexport type AssemblyaiModels =\n  | 'assemblyai/universal-streaming'\n  | 'assemblyai/universal-streaming-multilingual';\n\nexport type ElevenlabsSTTModels = 'elevenlabs/scribe_v2_realtime';\n\nexport interface CartesiaOptions {\n  min_volume?: number; // default: not specified\n  max_silence_duration_secs?: number; // default: not specified\n}\n\nexport interface DeepgramOptions {\n  filler_words?: boolean; // default: true\n  interim_results?: boolean; // default: true\n  endpointing?: number; // default: 25 (ms)\n  punctuate?: boolean; // default: false\n  smart_format?: boolean;\n  keywords?: Array<[string, number]>;\n  keyterms?: string[];\n  profanity_filter?: boolean;\n  numerals?: boolean;\n  mip_opt_out?: boolean;\n}\n\nexport interface AssemblyAIOptions {\n  format_turns?: boolean; // default: false\n  end_of_turn_confidence_threshold?: number; // default: 0.01\n  min_end_of_turn_silence_when_confident?: number; // default: 0\n  max_turn_silence?: number; // default: not specified\n  keyterms_prompt?: string[]; // default: not specified\n}\n\nexport type STTLanguages =\n  | 'multi'\n  | 'en'\n  | 'de'\n  | 'es'\n  | 'fr'\n  | 'ja'\n  | 'pt'\n  | 'zh'\n  | 'hi'\n  | AnyString;\n\ntype _STTModels = DeepgramModels | CartesiaModels | AssemblyaiModels | ElevenlabsSTTModels;\n\nexport type STTModels = _STTModels | 'auto' | AnyString;\n\nexport type ModelWithLanguage = `${_STTModels}:${STTLanguages}` | STTModels;\n\nexport type STTOptions<TModel extends STTModels> = TModel extends DeepgramModels\n  ? DeepgramOptions\n  : TModel extends CartesiaModels\n    ? CartesiaOptions\n    : TModel extends AssemblyaiModels\n      ? AssemblyAIOptions\n      : Record<string, unknown>;\n\nexport type STTEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: STTEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'wss://agent-gateway.livekit.cloud/v1';\nconst DEFAULT_CANCEL_TIMEOUT = 5000;\n\nexport interface InferenceSTTOptions<TModel extends STTModels> {\n  model?: TModel;\n  language?: STTLanguages;\n  encoding: STTEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: STTOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference STT\n */\nexport class STT<TModel extends STTModels> extends BaseSTT {\n  private opts: InferenceSTTOptions<TModel>;\n  private streams: Set<SpeechStream<TModel>> = new Set();\n\n  #logger = log();\n\n  constructor(opts?: {\n    model?: TModel;\n    language?: STTLanguages;\n    baseURL?: string;\n    encoding?: STTEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: STTOptions<TModel>;\n  }) {\n    super({ streaming: true, interimResults: true, alignedTranscript: 'word' });\n\n    const {\n      model,\n      language,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      sampleRate = DEFAULT_SAMPLE_RATE,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as STTOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    this.opts = {\n      model,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n  }\n\n  get label(): string {\n    return 'inference.STT';\n  }\n\n  static fromModelString(modelString: string): STT<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, language] = modelString.split(':') as [AnyString, STTLanguages];\n      return new STT({ model, language });\n    }\n    return new STT({ model: modelString });\n  }\n\n  protected async _recognize(_: AudioBuffer): Promise<SpeechEvent> {\n    throw new Error('LiveKit STT does not support batch recognition, use stream() instead');\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceSTTOptions<TModel>, 'model' | 'language'>>): void {\n    this.opts = { ...this.opts, ...opts };\n\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  stream(options?: {\n    language?: STTLanguages | string;\n    connOptions?: APIConnectOptions;\n  }): SpeechStream<TModel> {\n    const { language, connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const streamOpts = {\n      ...this.opts,\n      language: language ?? this.opts.language,\n    } as InferenceSTTOptions<TModel>;\n\n    const stream = new SpeechStream(this, streamOpts, connOptions);\n    this.streams.add(stream);\n\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    const params = {\n      settings: {\n        sample_rate: String(this.opts.sampleRate),\n        encoding: this.opts.encoding,\n        extra: this.opts.modelOptions,\n      },\n    } as Record<string, unknown>;\n\n    if (this.opts.model && this.opts.model !== 'auto') {\n      params.model = this.opts.model;\n    }\n\n    if (this.opts.language) {\n      (params.settings as Record<string, unknown>).language = this.opts.language;\n    }\n\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/stt`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const socket = await connectWs(url, headers, timeout);\n    const msg = { ...params, type: 'session.create' };\n    socket.send(JSON.stringify(msg));\n\n    return socket;\n  }\n}\n\nexport class SpeechStream<TModel extends STTModels> extends BaseSpeechStream {\n  private opts: InferenceSTTOptions<TModel>;\n  private requestId = shortuuid('stt_request_');\n  private speaking = false;\n  private speechDuration = 0;\n  private reconnectEvent = new Event();\n  private stt: STT<TModel>;\n  private connOptions: APIConnectOptions;\n\n  #logger = log();\n\n  constructor(\n    sttImpl: STT<TModel>,\n    opts: InferenceSTTOptions<TModel>,\n    connOptions: APIConnectOptions,\n  ) {\n    super(sttImpl, opts.sampleRate, connOptions);\n    this.opts = opts;\n    this.stt = sttImpl;\n    this.connOptions = connOptions;\n  }\n\n  get label(): string {\n    return 'inference.SpeechStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceSTTOptions<TModel>, 'model' | 'language'>>): void {\n    this.opts = { ...this.opts, ...opts };\n    this.reconnectEvent.set();\n  }\n\n  protected async run(): Promise<void> {\n    while (true) {\n      // Create fresh resources for each connection attempt\n      let ws: WebSocket | null = null;\n      let closing = false;\n      let finalReceived = false;\n\n      const eventChannel = createStreamChannel<SttServerEvent>();\n\n      const resourceCleanup = () => {\n        if (closing) return;\n        closing = true;\n        eventChannel.close();\n        ws?.removeAllListeners();\n        ws?.close();\n      };\n\n      const createWsListener = async (ws: WebSocket, signal: AbortSignal) => {\n        return new Promise<void>((resolve, reject) => {\n          const onAbort = () => {\n            resourceCleanup();\n            reject(new Error('WebSocket connection aborted'));\n          };\n\n          signal.addEventListener('abort', onAbort, { once: true });\n\n          ws.on('message', (data) => {\n            const json = JSON.parse(data.toString()) as SttServerEvent;\n            eventChannel.write(json);\n          });\n\n          ws.on('error', (e) => {\n            this.#logger.error({ error: e }, 'WebSocket error');\n            resourceCleanup();\n            reject(e);\n          });\n\n          ws.on('close', (code: number) => {\n            resourceCleanup();\n\n            if (!closing) return this.#logger.error('WebSocket closed unexpectedly');\n            if (finalReceived) return resolve();\n\n            reject(\n              new APIStatusError({\n                message: 'LiveKit STT connection closed unexpectedly',\n                options: { statusCode: code },\n              }),\n            );\n          });\n        });\n      };\n\n      const send = async (socket: WebSocket, signal: AbortSignal) => {\n        const audioStream = new AudioByteStream(\n          this.opts.sampleRate,\n          1,\n          Math.floor(this.opts.sampleRate / 20), // 50ms\n        );\n\n        // Create abort promise once to avoid memory leak\n        const abortPromise = new Promise<never>((_, reject) => {\n          if (signal.aborted) {\n            return reject(new Error('Send aborted'));\n          }\n          const onAbort = () => reject(new Error('Send aborted'));\n          signal.addEventListener('abort', onAbort, { once: true });\n        });\n\n        // Manual iteration to support cancellation\n        const iterator = this.input[Symbol.asyncIterator]();\n        try {\n          while (true) {\n            const result = await Promise.race([iterator.next(), abortPromise]);\n\n            if (result.done) break;\n            const ev = result.value;\n\n            let frames: AudioFrame[];\n            if (ev === SpeechStream.FLUSH_SENTINEL) {\n              frames = audioStream.flush();\n            } else {\n              const frame = ev as AudioFrame;\n              frames = audioStream.write(new Int16Array(frame.data).buffer);\n            }\n\n            for (const frame of frames) {\n              this.speechDuration += frame.samplesPerChannel / frame.sampleRate;\n              const base64 = Buffer.from(frame.data.buffer).toString('base64');\n              const msg = { type: 'input_audio', audio: base64 };\n              socket.send(JSON.stringify(msg));\n            }\n          }\n\n          closing = true;\n          socket.send(JSON.stringify({ type: 'session.finalize' }));\n        } catch (e) {\n          if ((e as Error).message === 'Send aborted') {\n            // Expected abort, don't log\n            return;\n          }\n          throw e;\n        }\n      };\n\n      const recv = async (signal: AbortSignal) => {\n        const serverEventStream = eventChannel.stream();\n        const reader = serverEventStream.getReader();\n\n        try {\n          while (!this.closed && !signal.aborted) {\n            const result = await reader.read();\n            if (signal.aborted) return;\n            if (result.done) return;\n\n            // Parse and validate with Zod schema\n            const parseResult = await sttServerEventSchema.safeParseAsync(result.value);\n            if (!parseResult.success) {\n              this.#logger.warn(\n                { error: parseResult.error, rawData: result.value },\n                'Failed to parse STT server event',\n              );\n              continue;\n            }\n\n            const event: SttServerEvent = parseResult.data;\n\n            switch (event.type) {\n              case 'session.created':\n              case 'session.finalized':\n                break;\n              case 'session.closed':\n                finalReceived = true;\n                resourceCleanup();\n                break;\n              case 'interim_transcript':\n                this.processTranscript(event, false);\n                break;\n              case 'final_transcript':\n                this.processTranscript(event, true);\n                break;\n              case 'error':\n                this.#logger.error({ error: event }, 'Received error from LiveKit STT');\n                resourceCleanup();\n                throw new APIError(`LiveKit STT returned error: ${JSON.stringify(event)}`);\n            }\n          }\n        } finally {\n          reader.releaseLock();\n          try {\n            await serverEventStream.cancel();\n          } catch (e) {\n            this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n          }\n        }\n      };\n\n      try {\n        ws = await this.stt.connectWs(this.connOptions.timeoutMs);\n\n        const controller = this.abortController; // Use base class abortController for proper cancellation\n        const sendTask = Task.from(({ signal }) => send(ws!, signal), controller);\n        const wsListenerTask = Task.from(({ signal }) => createWsListener(ws!, signal), controller);\n        const recvTask = Task.from(({ signal }) => recv(signal), controller);\n        const waitReconnectTask = Task.from(\n          ({ signal }) => Promise.race([this.reconnectEvent.wait(), waitForAbort(signal)]),\n          controller,\n        );\n\n        try {\n          await Promise.race([\n            Promise.all([sendTask.result, wsListenerTask.result, recvTask.result]),\n            waitReconnectTask.result,\n          ]);\n\n          // If reconnect didn't trigger, tasks finished - exit loop\n          if (!waitReconnectTask.done) break;\n\n          // Reconnect triggered - clear event and continue loop\n          this.reconnectEvent.clear();\n        } finally {\n          // Cancel all tasks to ensure cleanup\n          await cancelAndWait(\n            [sendTask, wsListenerTask, recvTask, waitReconnectTask],\n            DEFAULT_CANCEL_TIMEOUT,\n          );\n          resourceCleanup();\n        }\n      } finally {\n        // Ensure cleanup even if connectWs throws\n        resourceCleanup();\n      }\n    }\n  }\n\n  private processTranscript(data: SttTranscriptEvent, isFinal: boolean) {\n    // Check if queue is closed to avoid race condition during disconnect\n    if (this.queue.closed) return;\n\n    const requestId = data.session_id || this.requestId;\n    const text = data.transcript;\n    const language = data.language || this.opts.language || 'en';\n\n    if (!text && !isFinal) return;\n\n    try {\n      // We'll have a more accurate way of detecting when speech started when we have VAD\n      if (!this.speaking) {\n        this.speaking = true;\n        this.queue.put({ type: SpeechEventType.START_OF_SPEECH });\n      }\n\n      const speechData: SpeechData = {\n        language,\n        startTime: this.startTimeOffset + data.start,\n        endTime: this.startTimeOffset + data.start + data.duration,\n        confidence: data.confidence,\n        text,\n        words: data.words.map(\n          (word): TimedString => ({\n            text: word.word,\n            startTime: word.start + this.startTimeOffset,\n            endTime: word.end + this.startTimeOffset,\n            startTimeOffset: this.startTimeOffset,\n            confidence: word.confidence,\n          }),\n        ),\n      };\n\n      if (isFinal) {\n        if (this.speechDuration > 0) {\n          this.queue.put({\n            type: SpeechEventType.RECOGNITION_USAGE,\n            requestId,\n            recognitionUsage: { audioDuration: this.speechDuration },\n          });\n          this.speechDuration = 0;\n        }\n\n        this.queue.put({\n          type: SpeechEventType.FINAL_TRANSCRIPT,\n          requestId,\n          alternatives: [speechData],\n        });\n\n        if (this.speaking) {\n          this.speaking = false;\n          this.queue.put({ type: SpeechEventType.END_OF_SPEECH });\n        }\n      } else {\n        this.queue.put({\n          type: SpeechEventType.INTERIM_TRANSCRIPT,\n          requestId,\n          alternatives: [speechData],\n        });\n      }\n    } catch (e) {\n      if (e instanceof Error && e.message.includes('Queue is closed')) {\n        // Expected behavior on disconnect, log as warning\n        this.#logger.warn(\n          { err: e },\n          'Queue closed during transcript processing (expected during disconnect)',\n        );\n      } else {\n        this.#logger.error({ err: e }, 'Error putting transcript to queue');\n      }\n    }\n  }\n}\n"],"mappings":"AAGA,eAAgC;AAEhC,SAAS,UAAU,sBAAsB;AACzC,SAAS,uBAAuB;AAChC,SAAS,WAAW;AACpB,SAAS,2BAA2B;AACpC;AAAA,EACE,OAAO;AAAA,EACP,gBAAgB;AAAA,EAGhB;AAAA,OACK;AACP,SAAiC,mCAAmC;AACpE,SAA2B,OAAO,MAAM,eAAe,WAAW,oBAAoB;AAEtF;AAAA,EAGE;AAAA,OACK;AACP,SAAyB,WAAW,yBAAyB;AAyE7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,yBAAyB;AAgBxB,MAAM,YAAsC,QAAQ;AAAA,EACjD;AAAA,EACA,UAAqC,oBAAI,IAAI;AAAA,EAErD,UAAU,IAAI;AAAA,EAEd,YAAY,MAST;AACD,UAAM,EAAE,WAAW,MAAM,gBAAgB,MAAM,mBAAmB,OAAO,CAAC;AAE1E,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,aAAa;AAAA,MACb;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAEA,SAAK,OAAO;AAAA,MACV;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,QAAQ,IAAI,YAAY,MAAM,GAAG;AAC/C,aAAO,IAAI,IAAI,EAAE,OAAO,SAAS,CAAC;AAAA,IACpC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,MAAgB,WAAW,GAAsC;AAC/D,UAAM,IAAI,MAAM,sEAAsE;AAAA,EACxF;AAAA,EAEA,cAAc,MAA8E;AAC1F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAEpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,OAAO,SAGkB;AACvB,UAAM,EAAE,UAAU,cAAc,4BAA4B,IAAI,WAAW,CAAC;AAC5E,UAAM,aAAa;AAAA,MACjB,GAAG,KAAK;AAAA,MACR,UAAU,YAAY,KAAK,KAAK;AAAA,IAClC;AAEA,UAAM,SAAS,IAAI,aAAa,MAAM,YAAY,WAAW;AAC7D,SAAK,QAAQ,IAAI,MAAM;AAEvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,UAAM,SAAS;AAAA,MACb,UAAU;AAAA,QACR,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,QACxC,UAAU,KAAK,KAAK;AAAA,QACpB,OAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,QAAI,KAAK,KAAK,SAAS,KAAK,KAAK,UAAU,QAAQ;AACjD,aAAO,QAAQ,KAAK,KAAK;AAAA,IAC3B;AAEA,QAAI,KAAK,KAAK,UAAU;AACtB,MAAC,OAAO,SAAqC,WAAW,KAAK,KAAK;AAAA,IACpE;AAEA,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,MAAM,kBAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS,MAAM,UAAU,KAAK,SAAS,OAAO;AACpD,UAAM,MAAM,EAAE,GAAG,QAAQ,MAAM,iBAAiB;AAChD,WAAO,KAAK,KAAK,UAAU,GAAG,CAAC;AAE/B,WAAO;AAAA,EACT;AACF;AAEO,MAAM,qBAA+C,iBAAiB;AAAA,EACnE;AAAA,EACA,YAAY,UAAU,cAAc;AAAA,EACpC,WAAW;AAAA,EACX,iBAAiB;AAAA,EACjB,iBAAiB,IAAI,MAAM;AAAA,EAC3B;AAAA,EACA;AAAA,EAER,UAAU,IAAI;AAAA,EAEd,YACE,SACA,MACA,aACA;AACA,UAAM,SAAS,KAAK,YAAY,WAAW;AAC3C,SAAK,OAAO;AACZ,SAAK,MAAM;AACX,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAA8E;AAC1F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,SAAK,eAAe,IAAI;AAAA,EAC1B;AAAA,EAEA,MAAgB,MAAqB;AACnC,WAAO,MAAM;AAEX,UAAI,KAAuB;AAC3B,UAAI,UAAU;AACd,UAAI,gBAAgB;AAEpB,YAAM,eAAe,oBAAoC;AAEzD,YAAM,kBAAkB,MAAM;AAC5B,YAAI,QAAS;AACb,kBAAU;AACV,qBAAa,MAAM;AACnB,iCAAI;AACJ,iCAAI;AAAA,MACN;AAEA,YAAM,mBAAmB,OAAOA,KAAe,WAAwB;AACrE,eAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,gBAAM,UAAU,MAAM;AACpB,4BAAgB;AAChB,mBAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,UAClD;AAEA,iBAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAExD,UAAAA,IAAG,GAAG,WAAW,CAAC,SAAS;AACzB,kBAAM,OAAO,KAAK,MAAM,KAAK,SAAS,CAAC;AACvC,yBAAa,MAAM,IAAI;AAAA,UACzB,CAAC;AAED,UAAAA,IAAG,GAAG,SAAS,CAAC,MAAM;AACpB,iBAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,4BAAgB;AAChB,mBAAO,CAAC;AAAA,UACV,CAAC;AAED,UAAAA,IAAG,GAAG,SAAS,CAAC,SAAiB;AAC/B,4BAAgB;AAEhB,gBAAI,CAAC,QAAS,QAAO,KAAK,QAAQ,MAAM,+BAA+B;AACvE,gBAAI,cAAe,QAAO,QAAQ;AAElC;AAAA,cACE,IAAI,eAAe;AAAA,gBACjB,SAAS;AAAA,gBACT,SAAS,EAAE,YAAY,KAAK;AAAA,cAC9B,CAAC;AAAA,YACH;AAAA,UACF,CAAC;AAAA,QACH,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,OAAO,QAAmB,WAAwB;AAC7D,cAAM,cAAc,IAAI;AAAA,UACtB,KAAK,KAAK;AAAA,UACV;AAAA,UACA,KAAK,MAAM,KAAK,KAAK,aAAa,EAAE;AAAA;AAAA,QACtC;AAGA,cAAM,eAAe,IAAI,QAAe,CAAC,GAAG,WAAW;AACrD,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO,IAAI,MAAM,cAAc,CAAC;AAAA,UACzC;AACA,gBAAM,UAAU,MAAM,OAAO,IAAI,MAAM,cAAc,CAAC;AACtD,iBAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAAA,QAC1D,CAAC;AAGD,cAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,YAAI;AACF,iBAAO,MAAM;AACX,kBAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,gBAAI,OAAO,KAAM;AACjB,kBAAM,KAAK,OAAO;AAElB,gBAAI;AACJ,gBAAI,OAAO,aAAa,gBAAgB;AACtC,uBAAS,YAAY,MAAM;AAAA,YAC7B,OAAO;AACL,oBAAM,QAAQ;AACd,uBAAS,YAAY,MAAM,IAAI,WAAW,MAAM,IAAI,EAAE,MAAM;AAAA,YAC9D;AAEA,uBAAW,SAAS,QAAQ;AAC1B,mBAAK,kBAAkB,MAAM,oBAAoB,MAAM;AACvD,oBAAM,SAAS,OAAO,KAAK,MAAM,KAAK,MAAM,EAAE,SAAS,QAAQ;AAC/D,oBAAM,MAAM,EAAE,MAAM,eAAe,OAAO,OAAO;AACjD,qBAAO,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,YACjC;AAAA,UACF;AAEA,oBAAU;AACV,iBAAO,KAAK,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAC,CAAC;AAAA,QAC1D,SAAS,GAAG;AACV,cAAK,EAAY,YAAY,gBAAgB;AAE3C;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AAAA,MACF;AAEA,YAAM,OAAO,OAAO,WAAwB;AAC1C,cAAM,oBAAoB,aAAa,OAAO;AAC9C,cAAM,SAAS,kBAAkB,UAAU;AAE3C,YAAI;AACF,iBAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,kBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,gBAAI,OAAO,QAAS;AACpB,gBAAI,OAAO,KAAM;AAGjB,kBAAM,cAAc,MAAM,qBAAqB,eAAe,OAAO,KAAK;AAC1E,gBAAI,CAAC,YAAY,SAAS;AACxB,mBAAK,QAAQ;AAAA,gBACX,EAAE,OAAO,YAAY,OAAO,SAAS,OAAO,MAAM;AAAA,gBAClD;AAAA,cACF;AACA;AAAA,YACF;AAEA,kBAAM,QAAwB,YAAY;AAE1C,oBAAQ,MAAM,MAAM;AAAA,cAClB,KAAK;AAAA,cACL,KAAK;AACH;AAAA,cACF,KAAK;AACH,gCAAgB;AAChB,gCAAgB;AAChB;AAAA,cACF,KAAK;AACH,qBAAK,kBAAkB,OAAO,KAAK;AACnC;AAAA,cACF,KAAK;AACH,qBAAK,kBAAkB,OAAO,IAAI;AAClC;AAAA,cACF,KAAK;AACH,qBAAK,QAAQ,MAAM,EAAE,OAAO,MAAM,GAAG,iCAAiC;AACtE,gCAAgB;AAChB,sBAAM,IAAI,SAAS,+BAA+B,KAAK,UAAU,KAAK,CAAC,EAAE;AAAA,YAC7E;AAAA,UACF;AAAA,QACF,UAAE;AACA,iBAAO,YAAY;AACnB,cAAI;AACF,kBAAM,kBAAkB,OAAO;AAAA,UACjC,SAAS,GAAG;AACV,iBAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,UACxF;AAAA,QACF;AAAA,MACF;AAEA,UAAI;AACF,aAAK,MAAM,KAAK,IAAI,UAAU,KAAK,YAAY,SAAS;AAExD,cAAM,aAAa,KAAK;AACxB,cAAM,WAAW,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,KAAK,IAAK,MAAM,GAAG,UAAU;AACxE,cAAM,iBAAiB,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,iBAAiB,IAAK,MAAM,GAAG,UAAU;AAC1F,cAAM,WAAW,KAAK,KAAK,CAAC,EAAE,OAAO,MAAM,KAAK,MAAM,GAAG,UAAU;AACnE,cAAM,oBAAoB,KAAK;AAAA,UAC7B,CAAC,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC,KAAK,eAAe,KAAK,GAAG,aAAa,MAAM,CAAC,CAAC;AAAA,UAC/E;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,QAAQ,KAAK;AAAA,YACjB,QAAQ,IAAI,CAAC,SAAS,QAAQ,eAAe,QAAQ,SAAS,MAAM,CAAC;AAAA,YACrE,kBAAkB;AAAA,UACpB,CAAC;AAGD,cAAI,CAAC,kBAAkB,KAAM;AAG7B,eAAK,eAAe,MAAM;AAAA,QAC5B,UAAE;AAEA,gBAAM;AAAA,YACJ,CAAC,UAAU,gBAAgB,UAAU,iBAAiB;AAAA,YACtD;AAAA,UACF;AACA,0BAAgB;AAAA,QAClB;AAAA,MACF,UAAE;AAEA,wBAAgB;AAAA,MAClB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAA0B,SAAkB;AAEpE,QAAI,KAAK,MAAM,OAAQ;AAEvB,UAAM,YAAY,KAAK,cAAc,KAAK;AAC1C,UAAM,OAAO,KAAK;AAClB,UAAM,WAAW,KAAK,YAAY,KAAK,KAAK,YAAY;AAExD,QAAI,CAAC,QAAQ,CAAC,QAAS;AAEvB,QAAI;AAEF,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW;AAChB,aAAK,MAAM,IAAI,EAAE,MAAM,gBAAgB,gBAAgB,CAAC;AAAA,MAC1D;AAEA,YAAM,aAAyB;AAAA,QAC7B;AAAA,QACA,WAAW,KAAK,kBAAkB,KAAK;AAAA,QACvC,SAAS,KAAK,kBAAkB,KAAK,QAAQ,KAAK;AAAA,QAClD,YAAY,KAAK;AAAA,QACjB;AAAA,QACA,OAAO,KAAK,MAAM;AAAA,UAChB,CAAC,UAAuB;AAAA,YACtB,MAAM,KAAK;AAAA,YACX,WAAW,KAAK,QAAQ,KAAK;AAAA,YAC7B,SAAS,KAAK,MAAM,KAAK;AAAA,YACzB,iBAAiB,KAAK;AAAA,YACtB,YAAY,KAAK;AAAA,UACnB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAS;AACX,YAAI,KAAK,iBAAiB,GAAG;AAC3B,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,gBAAgB;AAAA,YACtB;AAAA,YACA,kBAAkB,EAAE,eAAe,KAAK,eAAe;AAAA,UACzD,CAAC;AACD,eAAK,iBAAiB;AAAA,QACxB;AAEA,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,gBAAgB;AAAA,UACtB;AAAA,UACA,cAAc,CAAC,UAAU;AAAA,QAC3B,CAAC;AAED,YAAI,KAAK,UAAU;AACjB,eAAK,WAAW;AAChB,eAAK,MAAM,IAAI,EAAE,MAAM,gBAAgB,cAAc,CAAC;AAAA,QACxD;AAAA,MACF,OAAO;AACL,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,gBAAgB;AAAA,UACtB;AAAA,UACA,cAAc,CAAC,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH;AAAA,IACF,SAAS,GAAG;AACV,UAAI,aAAa,SAAS,EAAE,QAAQ,SAAS,iBAAiB,GAAG;AAE/D,aAAK,QAAQ;AAAA,UACX,EAAE,KAAK,EAAE;AAAA,UACT;AAAA,QACF;AAAA,MACF,OAAO;AACL,aAAK,QAAQ,MAAM,EAAE,KAAK,EAAE,GAAG,mCAAmC;AAAA,MACpE;AAAA,IACF;AAAA,EACF;AACF;","names":["ws"]}

package/dist/inference/tts.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { ConnectionPool } from '../connection_pool.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport { basic as tokenizeBasic } from '../tokenize/index.js';\nimport type { ChunkedStream } from '../tts/index.js';\nimport { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { Event, Future, Task, cancelAndWait, combineSignals, shortuuid } from '../utils.js';\nimport {\n  type TtsClientEvent,\n  type TtsServerEvent,\n  type TtsSessionCreateEvent,\n  ttsClientEventSchema,\n  ttsServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type CartesiaModels =\n  | 'cartesia'\n  | 'cartesia/sonic'\n  | 'cartesia/sonic-2'\n  | 'cartesia/sonic-turbo';\n\nexport type ElevenlabsModels =\n  | 'elevenlabs'\n  | 'elevenlabs/eleven_flash_v2'\n  | 'elevenlabs/eleven_flash_v2_5'\n  | 'elevenlabs/eleven_turbo_v2'\n  | 'elevenlabs/eleven_turbo_v2_5'\n  | 'elevenlabs/eleven_multilingual_v2';\n\nexport type RimeModels = 'rime' | 'rime/mist' | 'rime/mistv2' | 'rime/arcana';\n\nexport type InworldModels = 'inworld' | 'inworld/inworld-tts-1';\n\nexport interface CartesiaOptions {\n  duration?: number; // max duration of audio in seconds\n  speed?: 'slow' | 'normal' | 'fast'; // default: not specified\n}\n\nexport interface ElevenlabsOptions {\n  inactivity_timeout?: number; // default: 60\n  apply_text_normalization?: 'auto' | 'off' | 'on'; // default: \"auto\"\n}\n\nexport interface RimeOptions {}\n\nexport interface InworldOptions {}\n\ntype _TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels;\n\nexport type TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;\n\nexport type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;\n\nexport type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels\n  ? CartesiaOptions\n  : TModel extends ElevenlabsModels\n    ? ElevenlabsOptions\n    : TModel extends RimeOptions\n      ? RimeOptions\n      : TModel extends InworldOptions\n        ? InworldOptions\n        : Record<string, unknown>;\n\ntype TTSEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: TTSEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'https://agent-gateway.livekit.cloud/v1';\nconst NUM_CHANNELS = 1;\nconst DEFAULT_LANGUAGE = 'en';\n\nexport interface InferenceTTSOptions<TModel extends TTSModels> {\n  model?: TModel;\n  voice?: string;\n  language?: string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: TTSOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference TTS\n */\nexport class TTS<TModel extends TTSModels> extends BaseTTS {\n  private opts: InferenceTTSOptions<TModel>;\n  private streams: Set<SynthesizeStream<TModel>> = new Set();\n  pool: ConnectionPool<WebSocket>;\n\n  #logger = log();\n\n  constructor(opts: {\n    model: TModel;\n    voice?: string;\n    language?: string;\n    baseURL?: string;\n    encoding?: TTSEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: TTSOptions<TModel>;\n  }) {\n    const sampleRate = opts?.sampleRate ?? DEFAULT_SAMPLE_RATE;\n    super(sampleRate, 1, { streaming: true });\n\n    const {\n      model,\n      voice,\n      language = DEFAULT_LANGUAGE,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as TTSOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    // read voice id from the model if provided: \"provider/model:voice_id\"\n    let nextModel = model;\n    let nextVoice = voice;\n    if (typeof nextModel === 'string') {\n      const idx = nextModel.lastIndexOf(':');\n      if (idx !== -1) {\n        const voiceFromModel = nextModel.slice(idx + 1);\n        if (nextVoice && nextVoice !== voiceFromModel) {\n          this.#logger.warn(\n            '`voice` is provided via both argument and model, using the one from the argument',\n            { voice: nextVoice, model: nextModel },\n          );\n        } else {\n          nextVoice = voiceFromModel;\n        }\n        nextModel = nextModel.slice(0, idx) as TModel;\n      }\n    }\n\n    this.opts = {\n      model: nextModel,\n      voice: nextVoice,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n\n    // Initialize connection pool\n    this.pool = new ConnectionPool<WebSocket>({\n      connectCb: (timeout) => this.connectWs(timeout),\n      closeCb: (ws) => this.closeWs(ws),\n      maxSessionDuration: 300_000,\n      markRefreshedOnGet: true,\n      connectTimeout: 10_000, // 10 seconds default\n    });\n  }\n\n  get label() {\n    return 'inference.TTS';\n  }\n\n  static fromModelString(modelString: string): TTS<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, voice] = modelString.split(':') as [TTSModels, string];\n      return new TTS({ model, voice });\n    }\n    return new TTS({ model: modelString });\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  synthesize(_: string): ChunkedStream {\n    throw new Error('ChunkedStream is not implemented');\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream<TModel> {\n    const { connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const stream = new SynthesizeStream(this, { ...this.opts }, connOptions);\n    this.streams.add(stream);\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/tts`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const params = {\n      type: 'session.create',\n      sample_rate: String(this.opts.sampleRate),\n      encoding: this.opts.encoding,\n      extra: this.opts.modelOptions,\n    } as TtsSessionCreateEvent;\n\n    if (this.opts.voice) params.voice = this.opts.voice;\n    if (this.opts.model) params.model = this.opts.model;\n    if (this.opts.language) params.language = this.opts.language;\n\n    this.#logger.debug({ url }, 'inference.TTS creating new websocket connection (pool miss)');\n    const socket = await connectWs(url, headers, timeout);\n    socket.send(JSON.stringify(params));\n    return socket;\n  }\n\n  async closeWs(ws: WebSocket) {\n    await ws.close();\n  }\n\n  prewarm(): void {\n    this.pool.prewarm();\n  }\n\n  async close() {\n    for (const stream of this.streams) {\n      await stream.close();\n    }\n    this.streams.clear();\n    await this.pool.close();\n  }\n}\n\nexport class SynthesizeStream<TModel extends TTSModels> extends BaseSynthesizeStream {\n  private opts: InferenceTTSOptions<TModel>;\n  private tts: TTS<TModel>;\n\n  #logger = log();\n\n  constructor(tts: TTS<TModel>, opts: InferenceTTSOptions<TModel>, connOptions: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tts = tts;\n  }\n\n  get label() {\n    return 'inference.SynthesizeStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n  }\n\n  protected async run(): Promise<void> {\n    let closing = false;\n    let lastFrame: AudioFrame | undefined;\n\n    const sendTokenizerStream = new tokenizeBasic.SentenceTokenizer().stream();\n    const eventChannel = createStreamChannel<TtsServerEvent>();\n    const requestId = shortuuid('tts_request_');\n    const inputSentEvent = new Event();\n\n    // Signal for protocol-driven completion (when 'done' message is received)\n    const completionFuture = new Future<void>();\n\n    const resourceCleanup = async () => {\n      if (closing) return;\n      closing = true;\n      sendTokenizerStream.close();\n      // close() returns a promise; don't leak it\n      await eventChannel.close();\n    };\n\n    const sendClientEvent = async (event: TtsClientEvent, ws: WebSocket, signal: AbortSignal) => {\n      // Don't send events to a closed WebSocket or aborted controller\n      if (signal.aborted || closing) return;\n\n      const validatedEvent = await ttsClientEventSchema.parseAsync(event);\n      if (ws.readyState !== WebSocket.OPEN) {\n        this.#logger.warn('Trying to send client TTS event to a closed WebSocket');\n        return;\n      }\n      ws.send(JSON.stringify(validatedEvent));\n    };\n\n    const sendLastFrame = (segmentId: string, final: boolean) => {\n      if (lastFrame) {\n        this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n        lastFrame = undefined;\n      }\n    };\n\n    const createInputTask = async (signal: AbortSignal) => {\n      for await (const data of this.input) {\n        if (signal.aborted || closing) break;\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          sendTokenizerStream.flush();\n          continue;\n        }\n        sendTokenizerStream.pushText(data);\n      }\n      // Only call endInput if the stream hasn't been closed by cleanup\n      if (!closing) {\n        sendTokenizerStream.endInput();\n      }\n    };\n\n    const createSentenceStreamTask = async (ws: WebSocket, signal: AbortSignal) => {\n      for await (const ev of sendTokenizerStream) {\n        if (signal.aborted || closing) break;\n\n        await sendClientEvent(\n          {\n            type: 'input_transcript',\n            transcript: ev.token + ' ',\n          },\n          ws,\n          signal,\n        );\n        inputSentEvent.set();\n      }\n\n      await sendClientEvent({ type: 'session.flush' }, ws, signal);\n      // needed in case empty input is sent\n      inputSentEvent.set();\n    };\n\n    // Handles WebSocket message routing and error handling\n    // Completes based on protocol messages, NOT on ws.close()\n    const createWsListenerTask = async (ws: WebSocket, signal: AbortSignal) => {\n      const onMessage = (data: Buffer) => {\n        try {\n          const eventJson = JSON.parse(data.toString()) as Record<string, unknown>;\n          const validatedEvent = ttsServerEventSchema.parse(eventJson);\n          // writer.write returns a promise; avoid unhandled rejections if stream is closed\n          void eventChannel.write(validatedEvent).catch((error) => {\n            this.#logger.debug(\n              { error },\n              'Failed writing TTS event to stream channel (likely closed)',\n            );\n          });\n        } catch (e) {\n          this.#logger.error({ error: e }, 'Error parsing WebSocket message');\n        }\n      };\n\n      const onError = (e: Error) => {\n        this.#logger.error({ error: e }, 'WebSocket error');\n        void resourceCleanup();\n        try {\n          // If the ws is misbehaving, hard-stop it immediately to avoid buffering.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        // Ensure this ws is not reused\n        this.tts.pool.remove(ws);\n        completionFuture.reject(e);\n      };\n\n      const onClose = () => {\n        // WebSocket closed unexpectedly (not by us)\n        if (!closing) {\n          this.#logger.error('WebSocket closed unexpectedly');\n          void resourceCleanup();\n          // Ensure this ws is not reused\n          this.tts.pool.remove(ws);\n          completionFuture.reject(\n            new APIStatusError({\n              message: 'Gateway connection closed unexpectedly',\n              options: { requestId },\n            }),\n          );\n        }\n      };\n\n      const onAbort = () => {\n        void resourceCleanup();\n        try {\n          // On interruption/abort, close the websocket immediately so the server stops streaming\n          // and the ws library doesn't buffer unread frames in memory.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        this.tts.pool.remove(ws);\n        inputSentEvent.set();\n        completionFuture.resolve();\n      };\n\n      // Attach listeners\n      ws.on('message', onMessage);\n      ws.on('error', onError);\n      ws.on('close', onClose);\n      signal.addEventListener('abort', onAbort);\n\n      try {\n        // Wait for protocol-driven completion or error\n        await completionFuture.await;\n      } finally {\n        // IMPORTANT: Remove listeners so connection can be reused\n        ws.off('message', onMessage);\n        ws.off('error', onError);\n        ws.off('close', onClose);\n        signal.removeEventListener('abort', onAbort);\n      }\n    };\n\n    const createRecvTask = async (signal: AbortSignal) => {\n      let currentSessionId: string | null = null;\n\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      const serverEventStream = eventChannel.stream();\n      const reader = serverEventStream.getReader();\n\n      try {\n        await inputSentEvent.wait();\n\n        while (!this.closed && !signal.aborted) {\n          const result = await reader.read();\n          if (signal.aborted) return;\n          if (result.done) return;\n\n          const serverEvent = result.value;\n          switch (serverEvent.type) {\n            case 'session.created':\n              currentSessionId = serverEvent.session_id;\n              break;\n            case 'output_audio':\n              const base64Data = new Int8Array(Buffer.from(serverEvent.audio, 'base64'));\n              for (const frame of bstream.write(base64Data.buffer)) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              break;\n            case 'done':\n              for (const frame of bstream.flush()) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(currentSessionId!, true);\n              this.queue.put(SynthesizeStream.END_OF_STREAM);\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'session.closed':\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'error':\n              this.#logger.error(\n                { serverEvent },\n                'Received error message from LiveKit TTS WebSocket',\n              );\n              await resourceCleanup();\n              completionFuture.reject(\n                new APIError(`LiveKit TTS returned error: ${serverEvent.message}`),\n              );\n              return;\n            default:\n              this.#logger.warn('Unexpected message %s', serverEvent);\n              break;\n          }\n        }\n      } finally {\n        reader.releaseLock();\n        try {\n          await serverEventStream.cancel();\n        } catch (e) {\n          this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n        }\n      }\n    };\n\n    try {\n      await this.tts.pool.withConnection(\n        async (ws: WebSocket) => {\n          try {\n            // IMPORTANT: don't cancel the stream's controller on normal completion,\n            // otherwise the pool will remove+close the ws and every run becomes a pool miss.\n            const runController = new AbortController();\n            const onStreamAbort = () => runController.abort(this.abortController.signal.reason);\n            this.abortController.signal.addEventListener('abort', onStreamAbort, { once: true });\n\n            const tasks = [\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createInputTask(combined);\n                },\n                undefined,\n                'inference-tts-input',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createSentenceStreamTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-sentence',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createWsListenerTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-ws-listener',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createRecvTask(combined);\n                },\n                undefined,\n                'inference-tts-recv',\n              ),\n            ];\n\n            try {\n              await Promise.all(tasks.map((t) => t.result));\n            } finally {\n              // Mirror python finally: unblock recv and cancel all tasks.\n              inputSentEvent.set();\n              await resourceCleanup();\n              await cancelAndWait(tasks, 5000);\n              this.abortController.signal.removeEventListener('abort', onStreamAbort);\n            }\n          } catch (e) {\n            // If aborted, don't throw - let cleanup handle it\n            if (e instanceof Error && e.name === 'AbortError') {\n              return;\n            }\n            throw e;\n          }\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n    } catch (e) {\n      // Handle connection errors\n      if (e instanceof Error && e.name === 'AbortError') {\n        // Abort is expected during normal shutdown\n        return;\n      }\n      throw e;\n    } finally {\n      // Ensure cleanup always runs (and don't leak the promise)\n      await resourceCleanup();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,gBAA0B;AAC1B,wBAAyC;AACzC,mBAAgC;AAChC,6BAA+B;AAC/B,iBAAoB;AACpB,4BAAoC;AACpC,sBAAuC;AAEvC,iBAAyE;AACzE,mBAAoE;AACpE,mBAA8E;AAC9E,wBAMO;AACP,IAAAA,gBAA6D;AAoD7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,eAAe;AACrB,MAAM,mBAAmB;AAiBlB,MAAM,YAAsC,WAAAC,IAAQ;AAAA,EACjD;AAAA,EACA,UAAyC,oBAAI,IAAI;AAAA,EACzD;AAAA,EAEA,cAAU,gBAAI;AAAA,EAEd,YAAY,MAUT;AACD,UAAM,cAAa,6BAAM,eAAc;AACvC,UAAM,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAExC,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAGA,QAAI,YAAY;AAChB,QAAI,YAAY;AAChB,QAAI,OAAO,cAAc,UAAU;AACjC,YAAM,MAAM,UAAU,YAAY,GAAG;AACrC,UAAI,QAAQ,IAAI;AACd,cAAM,iBAAiB,UAAU,MAAM,MAAM,CAAC;AAC9C,YAAI,aAAa,cAAc,gBAAgB;AAC7C,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,EAAE,OAAO,WAAW,OAAO,UAAU;AAAA,UACvC;AAAA,QACF,OAAO;AACL,sBAAY;AAAA,QACd;AACA,oBAAY,UAAU,MAAM,GAAG,GAAG;AAAA,MACpC;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAGA,SAAK,OAAO,IAAI,sCAA0B;AAAA,MACxC,WAAW,CAAC,YAAY,KAAK,UAAU,OAAO;AAAA,MAC9C,SAAS,CAAC,OAAO,KAAK,QAAQ,EAAE;AAAA,MAChC,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,MACpB,gBAAgB;AAAA;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,KAAK,IAAI,YAAY,MAAM,GAAG;AAC5C,aAAO,IAAI,IAAI,EAAE,OAAO,MAAM,CAAC;AAAA,IACjC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,WAAW,GAA0B;AACnC,UAAM,IAAI,MAAM,kCAAkC;AAAA,EACpD;AAAA,EAEA,OAAO,SAAyE;AAC9E,UAAM,EAAE,cAAc,yCAA4B,IAAI,WAAW,CAAC;AAClE,UAAM,SAAS,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,KAAK,GAAG,WAAW;AACvE,SAAK,QAAQ,IAAI,MAAM;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,UAAM,iCAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS;AAAA,MACb,MAAM;AAAA,MACN,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,MACxC,UAAU,KAAK,KAAK;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,SAAU,QAAO,WAAW,KAAK,KAAK;AAEpD,SAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6DAA6D;AACzF,UAAM,SAAS,UAAM,yBAAU,KAAK,SAAS,OAAO;AACpD,WAAO,KAAK,KAAK,UAAU,MAAM,CAAC;AAClC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ,IAAe;AAC3B,UAAM,GAAG,MAAM;AAAA,EACjB;AAAA,EAEA,UAAgB;AACd,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,eAAW,UAAU,KAAK,SAAS;AACjC,YAAM,OAAO,MAAM;AAAA,IACrB;AACA,SAAK,QAAQ,MAAM;AACnB,UAAM,KAAK,KAAK,MAAM;AAAA,EACxB;AACF;AAEO,MAAM,yBAAmD,WAAAC,iBAAqB;AAAA,EAC3E;AAAA,EACA;AAAA,EAER,cAAU,gBAAI;AAAA,EAEd,YAAY,KAAkB,MAAmC,aAAgC;AAC/F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAAA,EACtC;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,UAAU;AACd,QAAI;AAEJ,UAAM,sBAAsB,IAAI,gBAAAC,MAAc,kBAAkB,EAAE,OAAO;AACzE,UAAM,mBAAe,2CAAoC;AACzD,UAAM,gBAAY,wBAAU,cAAc;AAC1C,UAAM,iBAAiB,IAAI,mBAAM;AAGjC,UAAM,mBAAmB,IAAI,oBAAa;AAE1C,UAAM,kBAAkB,YAAY;AAClC,UAAI,QAAS;AACb,gBAAU;AACV,0BAAoB,MAAM;AAE1B,YAAM,aAAa,MAAM;AAAA,IAC3B;AAEA,UAAM,kBAAkB,OAAO,OAAuB,IAAe,WAAwB;AAE3F,UAAI,OAAO,WAAW,QAAS;AAE/B,YAAM,iBAAiB,MAAM,uCAAqB,WAAW,KAAK;AAClE,UAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,aAAK,QAAQ,KAAK,uDAAuD;AACzE;AAAA,MACF;AACA,SAAG,KAAK,KAAK,UAAU,cAAc,CAAC;AAAA,IACxC;AAEA,UAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,kBAAkB,OAAO,WAAwB;AACrD,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,OAAO,WAAW,QAAS;AAC/B,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,8BAAoB,MAAM;AAC1B;AAAA,QACF;AACA,4BAAoB,SAAS,IAAI;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS;AACZ,4BAAoB,SAAS;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,2BAA2B,OAAO,IAAe,WAAwB;AAC7E,uBAAiB,MAAM,qBAAqB;AAC1C,YAAI,OAAO,WAAW,QAAS;AAE/B,cAAM;AAAA,UACJ;AAAA,YACE,MAAM;AAAA,YACN,YAAY,GAAG,QAAQ;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,uBAAe,IAAI;AAAA,MACrB;AAEA,YAAM,gBAAgB,EAAE,MAAM,gBAAgB,GAAG,IAAI,MAAM;AAE3D,qBAAe,IAAI;AAAA,IACrB;AAIA,UAAM,uBAAuB,OAAO,IAAe,WAAwB;AACzE,YAAM,YAAY,CAAC,SAAiB;AAClC,YAAI;AACF,gBAAM,YAAY,KAAK,MAAM,KAAK,SAAS,CAAC;AAC5C,gBAAM,iBAAiB,uCAAqB,MAAM,SAAS;AAE3D,eAAK,aAAa,MAAM,cAAc,EAAE,MAAM,CAAC,UAAU;AACvD,iBAAK,QAAQ;AAAA,cACX,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iCAAiC;AAAA,QACpE;AAAA,MACF;AAEA,YAAM,UAAU,CAAC,MAAa;AA/WpC;AAgXQ,aAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,aAAK,gBAAgB;AACrB,YAAI;AAEF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AAEA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,yBAAiB,OAAO,CAAC;AAAA,MAC3B;AAEA,YAAM,UAAU,MAAM;AAEpB,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,+BAA+B;AAClD,eAAK,gBAAgB;AAErB,eAAK,IAAI,KAAK,OAAO,EAAE;AACvB,2BAAiB;AAAA,YACf,IAAI,iCAAe;AAAA,cACjB,SAAS;AAAA,cACT,SAAS,EAAE,UAAU;AAAA,YACvB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,UAAU,MAAM;AA7Y5B;AA8YQ,aAAK,gBAAgB;AACrB,YAAI;AAGF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AACA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,uBAAe,IAAI;AACnB,yBAAiB,QAAQ;AAAA,MAC3B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AACtB,aAAO,iBAAiB,SAAS,OAAO;AAExC,UAAI;AAEF,cAAM,iBAAiB;AAAA,MACzB,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,eAAO,oBAAoB,SAAS,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,UAAM,iBAAiB,OAAO,WAAwB;AACpD,UAAI,mBAAkC;AAEtC,YAAM,UAAU,IAAI,6BAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,YAAM,oBAAoB,aAAa,OAAO;AAC9C,YAAM,SAAS,kBAAkB,UAAU;AAE3C,UAAI;AACF,cAAM,eAAe,KAAK;AAE1B,eAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,QAAS;AACpB,cAAI,OAAO,KAAM;AAEjB,gBAAM,cAAc,OAAO;AAC3B,kBAAQ,YAAY,MAAM;AAAA,YACxB,KAAK;AACH,iCAAmB,YAAY;AAC/B;AAAA,YACF,KAAK;AACH,oBAAM,aAAa,IAAI,UAAU,OAAO,KAAK,YAAY,OAAO,QAAQ,CAAC;AACzE,yBAAW,SAAS,QAAQ,MAAM,WAAW,MAAM,GAAG;AACpD,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA;AAAA,YACF,KAAK;AACH,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA,4BAAc,kBAAmB,IAAI;AACrC,mBAAK,MAAM,IAAI,iBAAiB,aAAa;AAC7C,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,mBAAK,QAAQ;AAAA,gBACX,EAAE,YAAY;AAAA,gBACd;AAAA,cACF;AACA,oBAAM,gBAAgB;AACtB,+BAAiB;AAAA,gBACf,IAAI,2BAAS,+BAA+B,YAAY,OAAO,EAAE;AAAA,cACnE;AACA;AAAA,YACF;AACE,mBAAK,QAAQ,KAAK,yBAAyB,WAAW;AACtD;AAAA,UACJ;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AACnB,YAAI;AACF,gBAAM,kBAAkB,OAAO;AAAA,QACjC,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,IAAI,KAAK;AAAA,QAClB,OAAO,OAAkB;AACvB,cAAI;AAGF,kBAAM,gBAAgB,IAAI,gBAAgB;AAC1C,kBAAM,gBAAgB,MAAM,cAAc,MAAM,KAAK,gBAAgB,OAAO,MAAM;AAClF,iBAAK,gBAAgB,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;AAEnF,kBAAM,QAAQ;AAAA,cACZ,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,gBAAgB,QAAQ;AAAA,gBAChC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,yBAAyB,IAAI,QAAQ;AAAA,gBAC7C;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,qBAAqB,IAAI,QAAQ;AAAA,gBACzC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,eAAe,QAAQ;AAAA,gBAC/B;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,YACF;AAEA,gBAAI;AACF,oBAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAAA,YAC9C,UAAE;AAEA,6BAAe,IAAI;AACnB,oBAAM,gBAAgB;AACtB,wBAAM,4BAAc,OAAO,GAAI;AAC/B,mBAAK,gBAAgB,OAAO,oBAAoB,SAAS,aAAa;AAAA,YACxE;AAAA,UACF,SAAS,GAAG;AAEV,gBAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AACjD;AAAA,YACF;AACA,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AAEjD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AAEA,YAAM,gBAAgB;AAAA,IACxB;AAAA,EACF;AACF;","names":["import_utils","BaseTTS","BaseSynthesizeStream","tokenizeBasic"]}
+{"version":3,"sources":["../../src/inference/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { ConnectionPool } from '../connection_pool.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport { basic as tokenizeBasic } from '../tokenize/index.js';\nimport type { ChunkedStream } from '../tts/index.js';\nimport { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { Event, Future, Task, cancelAndWait, combineSignals, shortuuid } from '../utils.js';\nimport {\n  type TtsClientEvent,\n  type TtsServerEvent,\n  type TtsSessionCreateEvent,\n  ttsClientEventSchema,\n  ttsServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type CartesiaModels =\n  | 'cartesia/sonic-3'\n  | 'cartesia/sonic-2'\n  | 'cartesia/sonic-turbo'\n  | 'cartesia/sonic';\n\nexport type DeepgramTTSModels = 'deepgram/aura' | 'deepgram/aura-2';\n\nexport type ElevenlabsModels =\n  | 'elevenlabs/eleven_flash_v2'\n  | 'elevenlabs/eleven_flash_v2_5'\n  | 'elevenlabs/eleven_turbo_v2'\n  | 'elevenlabs/eleven_turbo_v2_5'\n  | 'elevenlabs/eleven_multilingual_v2';\n\nexport type InworldModels =\n  | 'inworld/inworld-tts-1.5-max'\n  | 'inworld/inworld-tts-1.5-mini'\n  | 'inworld/inworld-tts-1-max'\n  | 'inworld/inworld-tts-1';\n\nexport type RimeModels = 'rime/arcana' | 'rime/mistv2';\n\nexport interface CartesiaOptions {\n  duration?: number; // max duration of audio in seconds\n  speed?: 'slow' | 'normal' | 'fast'; // default: not specified\n}\n\nexport interface ElevenlabsOptions {\n  inactivity_timeout?: number; // default: 60\n  apply_text_normalization?: 'auto' | 'off' | 'on'; // default: \"auto\"\n}\n\nexport interface DeepgramTTSOptions {}\n\nexport interface RimeOptions {}\n\nexport interface InworldOptions {}\n\ntype _TTSModels =\n  | CartesiaModels\n  | DeepgramTTSModels\n  | ElevenlabsModels\n  | RimeModels\n  | InworldModels;\n\nexport type TTSModels =\n  | CartesiaModels\n  | DeepgramTTSModels\n  | ElevenlabsModels\n  | RimeModels\n  | InworldModels\n  | AnyString;\n\nexport type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;\n\nexport type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels\n  ? CartesiaOptions\n  : TModel extends DeepgramTTSModels\n    ? DeepgramTTSOptions\n    : TModel extends ElevenlabsModels\n      ? ElevenlabsOptions\n      : TModel extends RimeModels\n        ? RimeOptions\n        : TModel extends InworldModels\n          ? InworldOptions\n          : Record<string, unknown>;\n\ntype TTSEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: TTSEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'https://agent-gateway.livekit.cloud/v1';\nconst NUM_CHANNELS = 1;\nconst DEFAULT_LANGUAGE = 'en';\n\nexport interface InferenceTTSOptions<TModel extends TTSModels> {\n  model?: TModel;\n  voice?: string;\n  language?: string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: TTSOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference TTS\n */\nexport class TTS<TModel extends TTSModels> extends BaseTTS {\n  private opts: InferenceTTSOptions<TModel>;\n  private streams: Set<SynthesizeStream<TModel>> = new Set();\n  pool: ConnectionPool<WebSocket>;\n\n  #logger = log();\n\n  constructor(opts: {\n    model: TModel;\n    voice?: string;\n    language?: string;\n    baseURL?: string;\n    encoding?: TTSEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: TTSOptions<TModel>;\n  }) {\n    const sampleRate = opts?.sampleRate ?? DEFAULT_SAMPLE_RATE;\n    super(sampleRate, 1, { streaming: true });\n\n    const {\n      model,\n      voice,\n      language = DEFAULT_LANGUAGE,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as TTSOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    // read voice id from the model if provided: \"provider/model:voice_id\"\n    let nextModel = model;\n    let nextVoice = voice;\n    if (typeof nextModel === 'string') {\n      const idx = nextModel.lastIndexOf(':');\n      if (idx !== -1) {\n        const voiceFromModel = nextModel.slice(idx + 1);\n        if (nextVoice && nextVoice !== voiceFromModel) {\n          this.#logger.warn(\n            '`voice` is provided via both argument and model, using the one from the argument',\n            { voice: nextVoice, model: nextModel },\n          );\n        } else {\n          nextVoice = voiceFromModel;\n        }\n        nextModel = nextModel.slice(0, idx) as TModel;\n      }\n    }\n\n    this.opts = {\n      model: nextModel,\n      voice: nextVoice,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n\n    // Initialize connection pool\n    this.pool = new ConnectionPool<WebSocket>({\n      connectCb: (timeout) => this.connectWs(timeout),\n      closeCb: (ws) => this.closeWs(ws),\n      maxSessionDuration: 300_000,\n      markRefreshedOnGet: true,\n      connectTimeout: 10_000, // 10 seconds default\n    });\n  }\n\n  get label() {\n    return 'inference.TTS';\n  }\n\n  static fromModelString(modelString: string): TTS<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, voice] = modelString.split(':') as [TTSModels, string];\n      return new TTS({ model, voice });\n    }\n    return new TTS({ model: modelString });\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  synthesize(_: string): ChunkedStream {\n    throw new Error('ChunkedStream is not implemented');\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream<TModel> {\n    const { connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const stream = new SynthesizeStream(this, { ...this.opts }, connOptions);\n    this.streams.add(stream);\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/tts`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const params = {\n      type: 'session.create',\n      sample_rate: String(this.opts.sampleRate),\n      encoding: this.opts.encoding,\n      extra: this.opts.modelOptions,\n    } as TtsSessionCreateEvent;\n\n    if (this.opts.voice) params.voice = this.opts.voice;\n    if (this.opts.model) params.model = this.opts.model;\n    if (this.opts.language) params.language = this.opts.language;\n\n    this.#logger.debug({ url }, 'inference.TTS creating new websocket connection (pool miss)');\n    const socket = await connectWs(url, headers, timeout);\n    socket.send(JSON.stringify(params));\n    return socket;\n  }\n\n  async closeWs(ws: WebSocket) {\n    await ws.close();\n  }\n\n  prewarm(): void {\n    this.pool.prewarm();\n  }\n\n  async close() {\n    for (const stream of this.streams) {\n      await stream.close();\n    }\n    this.streams.clear();\n    await this.pool.close();\n  }\n}\n\nexport class SynthesizeStream<TModel extends TTSModels> extends BaseSynthesizeStream {\n  private opts: InferenceTTSOptions<TModel>;\n  private tts: TTS<TModel>;\n\n  #logger = log();\n\n  constructor(tts: TTS<TModel>, opts: InferenceTTSOptions<TModel>, connOptions: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tts = tts;\n  }\n\n  get label() {\n    return 'inference.SynthesizeStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n  }\n\n  protected async run(): Promise<void> {\n    let closing = false;\n    let lastFrame: AudioFrame | undefined;\n\n    const sendTokenizerStream = new tokenizeBasic.SentenceTokenizer().stream();\n    const eventChannel = createStreamChannel<TtsServerEvent>();\n    const requestId = shortuuid('tts_request_');\n    const inputSentEvent = new Event();\n\n    // Signal for protocol-driven completion (when 'done' message is received)\n    const completionFuture = new Future<void>();\n\n    const resourceCleanup = async () => {\n      if (closing) return;\n      closing = true;\n      sendTokenizerStream.close();\n      // close() returns a promise; don't leak it\n      await eventChannel.close();\n    };\n\n    const sendClientEvent = async (event: TtsClientEvent, ws: WebSocket, signal: AbortSignal) => {\n      // Don't send events to a closed WebSocket or aborted controller\n      if (signal.aborted || closing) return;\n\n      const validatedEvent = await ttsClientEventSchema.parseAsync(event);\n      if (ws.readyState !== WebSocket.OPEN) {\n        this.#logger.warn('Trying to send client TTS event to a closed WebSocket');\n        return;\n      }\n      ws.send(JSON.stringify(validatedEvent));\n    };\n\n    const sendLastFrame = (segmentId: string, final: boolean) => {\n      if (lastFrame) {\n        this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n        lastFrame = undefined;\n      }\n    };\n\n    const createInputTask = async (signal: AbortSignal) => {\n      for await (const data of this.input) {\n        if (signal.aborted || closing) break;\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          sendTokenizerStream.flush();\n          continue;\n        }\n        sendTokenizerStream.pushText(data);\n      }\n      // Only call endInput if the stream hasn't been closed by cleanup\n      if (!closing) {\n        sendTokenizerStream.endInput();\n      }\n    };\n\n    const createSentenceStreamTask = async (ws: WebSocket, signal: AbortSignal) => {\n      for await (const ev of sendTokenizerStream) {\n        if (signal.aborted || closing) break;\n\n        await sendClientEvent(\n          {\n            type: 'input_transcript',\n            transcript: ev.token + ' ',\n          },\n          ws,\n          signal,\n        );\n        inputSentEvent.set();\n      }\n\n      await sendClientEvent({ type: 'session.flush' }, ws, signal);\n      // needed in case empty input is sent\n      inputSentEvent.set();\n    };\n\n    // Handles WebSocket message routing and error handling\n    // Completes based on protocol messages, NOT on ws.close()\n    const createWsListenerTask = async (ws: WebSocket, signal: AbortSignal) => {\n      const onMessage = (data: Buffer) => {\n        try {\n          const eventJson = JSON.parse(data.toString()) as Record<string, unknown>;\n          const validatedEvent = ttsServerEventSchema.parse(eventJson);\n          // writer.write returns a promise; avoid unhandled rejections if stream is closed\n          void eventChannel.write(validatedEvent).catch((error) => {\n            this.#logger.debug(\n              { error },\n              'Failed writing TTS event to stream channel (likely closed)',\n            );\n          });\n        } catch (e) {\n          this.#logger.error({ error: e }, 'Error parsing WebSocket message');\n        }\n      };\n\n      const onError = (e: Error) => {\n        this.#logger.error({ error: e }, 'WebSocket error');\n        void resourceCleanup();\n        try {\n          // If the ws is misbehaving, hard-stop it immediately to avoid buffering.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        // Ensure this ws is not reused\n        this.tts.pool.remove(ws);\n        completionFuture.reject(e);\n      };\n\n      const onClose = () => {\n        // WebSocket closed unexpectedly (not by us)\n        if (!closing) {\n          this.#logger.error('WebSocket closed unexpectedly');\n          void resourceCleanup();\n          // Ensure this ws is not reused\n          this.tts.pool.remove(ws);\n          completionFuture.reject(\n            new APIStatusError({\n              message: 'Gateway connection closed unexpectedly',\n              options: { requestId },\n            }),\n          );\n        }\n      };\n\n      const onAbort = () => {\n        void resourceCleanup();\n        try {\n          // On interruption/abort, close the websocket immediately so the server stops streaming\n          // and the ws library doesn't buffer unread frames in memory.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        this.tts.pool.remove(ws);\n        inputSentEvent.set();\n        completionFuture.resolve();\n      };\n\n      // Attach listeners\n      ws.on('message', onMessage);\n      ws.on('error', onError);\n      ws.on('close', onClose);\n      signal.addEventListener('abort', onAbort);\n\n      try {\n        // Wait for protocol-driven completion or error\n        await completionFuture.await;\n      } finally {\n        // IMPORTANT: Remove listeners so connection can be reused\n        ws.off('message', onMessage);\n        ws.off('error', onError);\n        ws.off('close', onClose);\n        signal.removeEventListener('abort', onAbort);\n      }\n    };\n\n    const createRecvTask = async (signal: AbortSignal) => {\n      let currentSessionId: string | null = null;\n\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      const serverEventStream = eventChannel.stream();\n      const reader = serverEventStream.getReader();\n\n      try {\n        await inputSentEvent.wait();\n\n        while (!this.closed && !signal.aborted) {\n          const result = await reader.read();\n          if (signal.aborted) return;\n          if (result.done) return;\n\n          const serverEvent = result.value;\n          switch (serverEvent.type) {\n            case 'session.created':\n              currentSessionId = serverEvent.session_id;\n              break;\n            case 'output_audio':\n              const base64Data = new Int8Array(Buffer.from(serverEvent.audio, 'base64'));\n              for (const frame of bstream.write(base64Data.buffer)) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              break;\n            case 'done':\n              for (const frame of bstream.flush()) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(currentSessionId!, true);\n              this.queue.put(SynthesizeStream.END_OF_STREAM);\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'session.closed':\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'error':\n              this.#logger.error(\n                { serverEvent },\n                'Received error message from LiveKit TTS WebSocket',\n              );\n              await resourceCleanup();\n              completionFuture.reject(\n                new APIError(`LiveKit TTS returned error: ${serverEvent.message}`),\n              );\n              return;\n            default:\n              this.#logger.warn('Unexpected message %s', serverEvent);\n              break;\n          }\n        }\n      } finally {\n        reader.releaseLock();\n        try {\n          await serverEventStream.cancel();\n        } catch (e) {\n          this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n        }\n      }\n    };\n\n    try {\n      await this.tts.pool.withConnection(\n        async (ws: WebSocket) => {\n          try {\n            // IMPORTANT: don't cancel the stream's controller on normal completion,\n            // otherwise the pool will remove+close the ws and every run becomes a pool miss.\n            const runController = new AbortController();\n            const onStreamAbort = () => runController.abort(this.abortController.signal.reason);\n            this.abortController.signal.addEventListener('abort', onStreamAbort, { once: true });\n\n            const tasks = [\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createInputTask(combined);\n                },\n                undefined,\n                'inference-tts-input',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createSentenceStreamTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-sentence',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createWsListenerTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-ws-listener',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createRecvTask(combined);\n                },\n                undefined,\n                'inference-tts-recv',\n              ),\n            ];\n\n            try {\n              await Promise.all(tasks.map((t) => t.result));\n            } finally {\n              // Mirror python finally: unblock recv and cancel all tasks.\n              inputSentEvent.set();\n              await resourceCleanup();\n              await cancelAndWait(tasks, 5000);\n              this.abortController.signal.removeEventListener('abort', onStreamAbort);\n            }\n          } catch (e) {\n            // If aborted, don't throw - let cleanup handle it\n            if (e instanceof Error && e.name === 'AbortError') {\n              return;\n            }\n            throw e;\n          }\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n    } catch (e) {\n      // Handle connection errors\n      if (e instanceof Error && e.name === 'AbortError') {\n        // Abort is expected during normal shutdown\n        return;\n      }\n      throw e;\n    } finally {\n      // Ensure cleanup always runs (and don't leak the promise)\n      await resourceCleanup();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,gBAA0B;AAC1B,wBAAyC;AACzC,mBAAgC;AAChC,6BAA+B;AAC/B,iBAAoB;AACpB,4BAAoC;AACpC,sBAAuC;AAEvC,iBAAyE;AACzE,mBAAoE;AACpE,mBAA8E;AAC9E,wBAMO;AACP,IAAAA,gBAA6D;AAwE7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,eAAe;AACrB,MAAM,mBAAmB;AAiBlB,MAAM,YAAsC,WAAAC,IAAQ;AAAA,EACjD;AAAA,EACA,UAAyC,oBAAI,IAAI;AAAA,EACzD;AAAA,EAEA,cAAU,gBAAI;AAAA,EAEd,YAAY,MAUT;AACD,UAAM,cAAa,6BAAM,eAAc;AACvC,UAAM,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAExC,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAGA,QAAI,YAAY;AAChB,QAAI,YAAY;AAChB,QAAI,OAAO,cAAc,UAAU;AACjC,YAAM,MAAM,UAAU,YAAY,GAAG;AACrC,UAAI,QAAQ,IAAI;AACd,cAAM,iBAAiB,UAAU,MAAM,MAAM,CAAC;AAC9C,YAAI,aAAa,cAAc,gBAAgB;AAC7C,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,EAAE,OAAO,WAAW,OAAO,UAAU;AAAA,UACvC;AAAA,QACF,OAAO;AACL,sBAAY;AAAA,QACd;AACA,oBAAY,UAAU,MAAM,GAAG,GAAG;AAAA,MACpC;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAGA,SAAK,OAAO,IAAI,sCAA0B;AAAA,MACxC,WAAW,CAAC,YAAY,KAAK,UAAU,OAAO;AAAA,MAC9C,SAAS,CAAC,OAAO,KAAK,QAAQ,EAAE;AAAA,MAChC,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,MACpB,gBAAgB;AAAA;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,KAAK,IAAI,YAAY,MAAM,GAAG;AAC5C,aAAO,IAAI,IAAI,EAAE,OAAO,MAAM,CAAC;AAAA,IACjC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,WAAW,GAA0B;AACnC,UAAM,IAAI,MAAM,kCAAkC;AAAA,EACpD;AAAA,EAEA,OAAO,SAAyE;AAC9E,UAAM,EAAE,cAAc,yCAA4B,IAAI,WAAW,CAAC;AAClE,UAAM,SAAS,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,KAAK,GAAG,WAAW;AACvE,SAAK,QAAQ,IAAI,MAAM;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,UAAM,iCAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS;AAAA,MACb,MAAM;AAAA,MACN,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,MACxC,UAAU,KAAK,KAAK;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,SAAU,QAAO,WAAW,KAAK,KAAK;AAEpD,SAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6DAA6D;AACzF,UAAM,SAAS,UAAM,yBAAU,KAAK,SAAS,OAAO;AACpD,WAAO,KAAK,KAAK,UAAU,MAAM,CAAC;AAClC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ,IAAe;AAC3B,UAAM,GAAG,MAAM;AAAA,EACjB;AAAA,EAEA,UAAgB;AACd,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,eAAW,UAAU,KAAK,SAAS;AACjC,YAAM,OAAO,MAAM;AAAA,IACrB;AACA,SAAK,QAAQ,MAAM;AACnB,UAAM,KAAK,KAAK,MAAM;AAAA,EACxB;AACF;AAEO,MAAM,yBAAmD,WAAAC,iBAAqB;AAAA,EAC3E;AAAA,EACA;AAAA,EAER,cAAU,gBAAI;AAAA,EAEd,YAAY,KAAkB,MAAmC,aAAgC;AAC/F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAAA,EACtC;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,UAAU;AACd,QAAI;AAEJ,UAAM,sBAAsB,IAAI,gBAAAC,MAAc,kBAAkB,EAAE,OAAO;AACzE,UAAM,mBAAe,2CAAoC;AACzD,UAAM,gBAAY,wBAAU,cAAc;AAC1C,UAAM,iBAAiB,IAAI,mBAAM;AAGjC,UAAM,mBAAmB,IAAI,oBAAa;AAE1C,UAAM,kBAAkB,YAAY;AAClC,UAAI,QAAS;AACb,gBAAU;AACV,0BAAoB,MAAM;AAE1B,YAAM,aAAa,MAAM;AAAA,IAC3B;AAEA,UAAM,kBAAkB,OAAO,OAAuB,IAAe,WAAwB;AAE3F,UAAI,OAAO,WAAW,QAAS;AAE/B,YAAM,iBAAiB,MAAM,uCAAqB,WAAW,KAAK;AAClE,UAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,aAAK,QAAQ,KAAK,uDAAuD;AACzE;AAAA,MACF;AACA,SAAG,KAAK,KAAK,UAAU,cAAc,CAAC;AAAA,IACxC;AAEA,UAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,kBAAkB,OAAO,WAAwB;AACrD,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,OAAO,WAAW,QAAS;AAC/B,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,8BAAoB,MAAM;AAC1B;AAAA,QACF;AACA,4BAAoB,SAAS,IAAI;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS;AACZ,4BAAoB,SAAS;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,2BAA2B,OAAO,IAAe,WAAwB;AAC7E,uBAAiB,MAAM,qBAAqB;AAC1C,YAAI,OAAO,WAAW,QAAS;AAE/B,cAAM;AAAA,UACJ;AAAA,YACE,MAAM;AAAA,YACN,YAAY,GAAG,QAAQ;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,uBAAe,IAAI;AAAA,MACrB;AAEA,YAAM,gBAAgB,EAAE,MAAM,gBAAgB,GAAG,IAAI,MAAM;AAE3D,qBAAe,IAAI;AAAA,IACrB;AAIA,UAAM,uBAAuB,OAAO,IAAe,WAAwB;AACzE,YAAM,YAAY,CAAC,SAAiB;AAClC,YAAI;AACF,gBAAM,YAAY,KAAK,MAAM,KAAK,SAAS,CAAC;AAC5C,gBAAM,iBAAiB,uCAAqB,MAAM,SAAS;AAE3D,eAAK,aAAa,MAAM,cAAc,EAAE,MAAM,CAAC,UAAU;AACvD,iBAAK,QAAQ;AAAA,cACX,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iCAAiC;AAAA,QACpE;AAAA,MACF;AAEA,YAAM,UAAU,CAAC,MAAa;AAnYpC;AAoYQ,aAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,aAAK,gBAAgB;AACrB,YAAI;AAEF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AAEA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,yBAAiB,OAAO,CAAC;AAAA,MAC3B;AAEA,YAAM,UAAU,MAAM;AAEpB,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,+BAA+B;AAClD,eAAK,gBAAgB;AAErB,eAAK,IAAI,KAAK,OAAO,EAAE;AACvB,2BAAiB;AAAA,YACf,IAAI,iCAAe;AAAA,cACjB,SAAS;AAAA,cACT,SAAS,EAAE,UAAU;AAAA,YACvB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,UAAU,MAAM;AAja5B;AAkaQ,aAAK,gBAAgB;AACrB,YAAI;AAGF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AACA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,uBAAe,IAAI;AACnB,yBAAiB,QAAQ;AAAA,MAC3B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AACtB,aAAO,iBAAiB,SAAS,OAAO;AAExC,UAAI;AAEF,cAAM,iBAAiB;AAAA,MACzB,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,eAAO,oBAAoB,SAAS,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,UAAM,iBAAiB,OAAO,WAAwB;AACpD,UAAI,mBAAkC;AAEtC,YAAM,UAAU,IAAI,6BAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,YAAM,oBAAoB,aAAa,OAAO;AAC9C,YAAM,SAAS,kBAAkB,UAAU;AAE3C,UAAI;AACF,cAAM,eAAe,KAAK;AAE1B,eAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,QAAS;AACpB,cAAI,OAAO,KAAM;AAEjB,gBAAM,cAAc,OAAO;AAC3B,kBAAQ,YAAY,MAAM;AAAA,YACxB,KAAK;AACH,iCAAmB,YAAY;AAC/B;AAAA,YACF,KAAK;AACH,oBAAM,aAAa,IAAI,UAAU,OAAO,KAAK,YAAY,OAAO,QAAQ,CAAC;AACzE,yBAAW,SAAS,QAAQ,MAAM,WAAW,MAAM,GAAG;AACpD,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA;AAAA,YACF,KAAK;AACH,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA,4BAAc,kBAAmB,IAAI;AACrC,mBAAK,MAAM,IAAI,iBAAiB,aAAa;AAC7C,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,mBAAK,QAAQ;AAAA,gBACX,EAAE,YAAY;AAAA,gBACd;AAAA,cACF;AACA,oBAAM,gBAAgB;AACtB,+BAAiB;AAAA,gBACf,IAAI,2BAAS,+BAA+B,YAAY,OAAO,EAAE;AAAA,cACnE;AACA;AAAA,YACF;AACE,mBAAK,QAAQ,KAAK,yBAAyB,WAAW;AACtD;AAAA,UACJ;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AACnB,YAAI;AACF,gBAAM,kBAAkB,OAAO;AAAA,QACjC,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,IAAI,KAAK;AAAA,QAClB,OAAO,OAAkB;AACvB,cAAI;AAGF,kBAAM,gBAAgB,IAAI,gBAAgB;AAC1C,kBAAM,gBAAgB,MAAM,cAAc,MAAM,KAAK,gBAAgB,OAAO,MAAM;AAClF,iBAAK,gBAAgB,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;AAEnF,kBAAM,QAAQ;AAAA,cACZ,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,gBAAgB,QAAQ;AAAA,gBAChC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,yBAAyB,IAAI,QAAQ;AAAA,gBAC7C;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,qBAAqB,IAAI,QAAQ;AAAA,gBACzC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,kBAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,eAAW,6BAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,eAAe,QAAQ;AAAA,gBAC/B;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,YACF;AAEA,gBAAI;AACF,oBAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAAA,YAC9C,UAAE;AAEA,6BAAe,IAAI;AACnB,oBAAM,gBAAgB;AACtB,wBAAM,4BAAc,OAAO,GAAI;AAC/B,mBAAK,gBAAgB,OAAO,oBAAoB,SAAS,aAAa;AAAA,YACxE;AAAA,UACF,SAAS,GAAG;AAEV,gBAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AACjD;AAAA,YACF;AACA,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AAEjD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AAEA,YAAM,gBAAgB;AAAA,IACxB;AAAA,EACF;AACF;","names":["import_utils","BaseTTS","BaseSynthesizeStream","tokenizeBasic"]}

package/dist/inference/tts.d.cts

@@ -4,10 +4,11 @@ import type { ChunkedStream } from '../tts/index.js';
 import { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';
 import { type APIConnectOptions } from '../types.js';
 import { type AnyString } from './utils.js';
-export type CartesiaModels = 'cartesia' | 'cartesia/sonic' | 'cartesia/sonic-2' | 'cartesia/sonic-turbo';
-export type ElevenlabsModels = 'elevenlabs' | 'elevenlabs/eleven_flash_v2' | 'elevenlabs/eleven_flash_v2_5' | 'elevenlabs/eleven_turbo_v2' | 'elevenlabs/eleven_turbo_v2_5' | 'elevenlabs/eleven_multilingual_v2';
-export type RimeModels = 'rime' | 'rime/mist' | 'rime/mistv2' | 'rime/arcana';
-export type InworldModels = 'inworld' | 'inworld/inworld-tts-1';
+export type CartesiaModels = 'cartesia/sonic-3' | 'cartesia/sonic-2' | 'cartesia/sonic-turbo' | 'cartesia/sonic';
+export type DeepgramTTSModels = 'deepgram/aura' | 'deepgram/aura-2';
+export type ElevenlabsModels = 'elevenlabs/eleven_flash_v2' | 'elevenlabs/eleven_flash_v2_5' | 'elevenlabs/eleven_turbo_v2' | 'elevenlabs/eleven_turbo_v2_5' | 'elevenlabs/eleven_multilingual_v2';
+export type InworldModels = 'inworld/inworld-tts-1.5-max' | 'inworld/inworld-tts-1.5-mini' | 'inworld/inworld-tts-1-max' | 'inworld/inworld-tts-1';
+export type RimeModels = 'rime/arcana' | 'rime/mistv2';
 export interface CartesiaOptions {
     duration?: number;
     speed?: 'slow' | 'normal' | 'fast';
@@ -16,14 +17,16 @@ export interface ElevenlabsOptions {
     inactivity_timeout?: number;
     apply_text_normalization?: 'auto' | 'off' | 'on';
 }
+export interface DeepgramTTSOptions {
+}
 export interface RimeOptions {
 }
 export interface InworldOptions {
 }
-type _TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels;
-export type TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;
+type _TTSModels = CartesiaModels | DeepgramTTSModels | ElevenlabsModels | RimeModels | InworldModels;
+export type TTSModels = CartesiaModels | DeepgramTTSModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;
 export type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;
-export type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels ? CartesiaOptions : TModel extends ElevenlabsModels ? ElevenlabsOptions : TModel extends RimeOptions ? RimeOptions : TModel extends InworldOptions ? InworldOptions : Record<string, unknown>;
+export type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels ? CartesiaOptions : TModel extends DeepgramTTSModels ? DeepgramTTSOptions : TModel extends ElevenlabsModels ? ElevenlabsOptions : TModel extends RimeModels ? RimeOptions : TModel extends InworldModels ? InworldOptions : Record<string, unknown>;
 type TTSEncoding = 'pcm_s16le';
 export interface InferenceTTSOptions<TModel extends TTSModels> {
     model?: TModel;

package/dist/inference/tts.d.ts

@@ -4,10 +4,11 @@ import type { ChunkedStream } from '../tts/index.js';
 import { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';
 import { type APIConnectOptions } from '../types.js';
 import { type AnyString } from './utils.js';
-export type CartesiaModels = 'cartesia' | 'cartesia/sonic' | 'cartesia/sonic-2' | 'cartesia/sonic-turbo';
-export type ElevenlabsModels = 'elevenlabs' | 'elevenlabs/eleven_flash_v2' | 'elevenlabs/eleven_flash_v2_5' | 'elevenlabs/eleven_turbo_v2' | 'elevenlabs/eleven_turbo_v2_5' | 'elevenlabs/eleven_multilingual_v2';
-export type RimeModels = 'rime' | 'rime/mist' | 'rime/mistv2' | 'rime/arcana';
-export type InworldModels = 'inworld' | 'inworld/inworld-tts-1';
+export type CartesiaModels = 'cartesia/sonic-3' | 'cartesia/sonic-2' | 'cartesia/sonic-turbo' | 'cartesia/sonic';
+export type DeepgramTTSModels = 'deepgram/aura' | 'deepgram/aura-2';
+export type ElevenlabsModels = 'elevenlabs/eleven_flash_v2' | 'elevenlabs/eleven_flash_v2_5' | 'elevenlabs/eleven_turbo_v2' | 'elevenlabs/eleven_turbo_v2_5' | 'elevenlabs/eleven_multilingual_v2';
+export type InworldModels = 'inworld/inworld-tts-1.5-max' | 'inworld/inworld-tts-1.5-mini' | 'inworld/inworld-tts-1-max' | 'inworld/inworld-tts-1';
+export type RimeModels = 'rime/arcana' | 'rime/mistv2';
 export interface CartesiaOptions {
     duration?: number;
     speed?: 'slow' | 'normal' | 'fast';
@@ -16,14 +17,16 @@ export interface ElevenlabsOptions {
     inactivity_timeout?: number;
     apply_text_normalization?: 'auto' | 'off' | 'on';
 }
+export interface DeepgramTTSOptions {
+}
 export interface RimeOptions {
 }
 export interface InworldOptions {
 }
-type _TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels;
-export type TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;
+type _TTSModels = CartesiaModels | DeepgramTTSModels | ElevenlabsModels | RimeModels | InworldModels;
+export type TTSModels = CartesiaModels | DeepgramTTSModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;
 export type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;
-export type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels ? CartesiaOptions : TModel extends ElevenlabsModels ? ElevenlabsOptions : TModel extends RimeOptions ? RimeOptions : TModel extends InworldOptions ? InworldOptions : Record<string, unknown>;
+export type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels ? CartesiaOptions : TModel extends DeepgramTTSModels ? DeepgramTTSOptions : TModel extends ElevenlabsModels ? ElevenlabsOptions : TModel extends RimeModels ? RimeOptions : TModel extends InworldModels ? InworldOptions : Record<string, unknown>;
 type TTSEncoding = 'pcm_s16le';
 export interface InferenceTTSOptions<TModel extends TTSModels> {
     model?: TModel;

package/dist/inference/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/inference/tts.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAG/B,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAIvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,GAAG,IAAI,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC3F,OAAO,EAAE,KAAK,iBAAiB,EAA+B,MAAM,aAAa,CAAC;AASlF,OAAO,EAAE,KAAK,SAAS,EAAgC,MAAM,YAAY,CAAC;AAE1E,MAAM,MAAM,cAAc,GACtB,UAAU,GACV,gBAAgB,GAChB,kBAAkB,GAClB,sBAAsB,CAAC;AAE3B,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,4BAA4B,GAC5B,8BAA8B,GAC9B,4BAA4B,GAC5B,8BAA8B,GAC9B,mCAAmC,CAAC;AAExC,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;AAE9E,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,uBAAuB,CAAC;AAEhE,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CACpC;AAED,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,wBAAwB,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,WAAW;CAAG;AAE/B,MAAM,WAAW,cAAc;CAAG;AAElC,KAAK,UAAU,GAAG,cAAc,GAAG,gBAAgB,GAAG,UAAU,GAAG,aAAa,CAAC;AAEjF,MAAM,MAAM,SAAS,GAAG,cAAc,GAAG,gBAAgB,GAAG,UAAU,GAAG,aAAa,GAAG,SAAS,CAAC;AAEnG,MAAM,MAAM,cAAc,GAAG,GAAG,UAAU,IAAI,MAAM,EAAE,GAAG,SAAS,CAAC;AAEnE,MAAM,MAAM,UAAU,CAAC,MAAM,SAAS,SAAS,IAAI,MAAM,SAAS,cAAc,GAC5E,eAAe,GACf,MAAM,SAAS,gBAAgB,GAC7B,iBAAiB,GACjB,MAAM,SAAS,WAAW,GACxB,WAAW,GACX,MAAM,SAAS,cAAc,GAC3B,cAAc,GACd,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAElC,KAAK,WAAW,GAAG,WAAW,CAAC;AAQ/B,MAAM,WAAW,mBAAmB,CAAC,MAAM,SAAS,SAAS;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,qBAAa,GAAG,CAAC,MAAM,SAAS,SAAS,CAAE,SAAQ,OAAO;;IACxD,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,OAAO,CAA4C;IAC3D,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;gBAIpB,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,WAAW,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;KACnC;IAoED,IAAI,KAAK,WAER;IAED,MAAM,CAAC,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC;IAQ3D,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;IAO9F,UAAU,CAAC,CAAC,EAAE,MAAM,GAAG,aAAa;IAIpC,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC;IAOzE,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IA2B9C,OAAO,CAAC,EAAE,EAAE,SAAS;IAI3B,OAAO,IAAI,IAAI;IAIT,KAAK;CAOZ;AAED,qBAAa,gBAAgB,CAAC,MAAM,SAAS,SAAS,CAAE,SAAQ,oBAAoB;;IAClF,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,GAAG,CAAc;gBAIb,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,iBAAiB;IAM/F,IAAI,KAAK,WAER;IAED,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;cAI9E,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CA2SrC"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/inference/tts.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAG/B,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAIvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,GAAG,IAAI,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC3F,OAAO,EAAE,KAAK,iBAAiB,EAA+B,MAAM,aAAa,CAAC;AASlF,OAAO,EAAE,KAAK,SAAS,EAAgC,MAAM,YAAY,CAAC;AAE1E,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB,kBAAkB,GAClB,sBAAsB,GACtB,gBAAgB,CAAC;AAErB,MAAM,MAAM,iBAAiB,GAAG,eAAe,GAAG,iBAAiB,CAAC;AAEpE,MAAM,MAAM,gBAAgB,GACxB,4BAA4B,GAC5B,8BAA8B,GAC9B,4BAA4B,GAC5B,8BAA8B,GAC9B,mCAAmC,CAAC;AAExC,MAAM,MAAM,aAAa,GACrB,6BAA6B,GAC7B,8BAA8B,GAC9B,2BAA2B,GAC3B,uBAAuB,CAAC;AAE5B,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,aAAa,CAAC;AAEvD,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CACpC;AAED,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,wBAAwB,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,kBAAkB;CAAG;AAEtC,MAAM,WAAW,WAAW;CAAG;AAE/B,MAAM,WAAW,cAAc;CAAG;AAElC,KAAK,UAAU,GACX,cAAc,GACd,iBAAiB,GACjB,gBAAgB,GAChB,UAAU,GACV,aAAa,CAAC;AAElB,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,iBAAiB,GACjB,gBAAgB,GAChB,UAAU,GACV,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,cAAc,GAAG,GAAG,UAAU,IAAI,MAAM,EAAE,GAAG,SAAS,CAAC;AAEnE,MAAM,MAAM,UAAU,CAAC,MAAM,SAAS,SAAS,IAAI,MAAM,SAAS,cAAc,GAC5E,eAAe,GACf,MAAM,SAAS,iBAAiB,GAC9B,kBAAkB,GAClB,MAAM,SAAS,gBAAgB,GAC7B,iBAAiB,GACjB,MAAM,SAAS,UAAU,GACvB,WAAW,GACX,MAAM,SAAS,aAAa,GAC1B,cAAc,GACd,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEpC,KAAK,WAAW,GAAG,WAAW,CAAC;AAQ/B,MAAM,WAAW,mBAAmB,CAAC,MAAM,SAAS,SAAS;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,qBAAa,GAAG,CAAC,MAAM,SAAS,SAAS,CAAE,SAAQ,OAAO;;IACxD,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,OAAO,CAA4C;IAC3D,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;gBAIpB,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,WAAW,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;KACnC;IAoED,IAAI,KAAK,WAER;IAED,MAAM,CAAC,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC;IAQ3D,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;IAO9F,UAAU,CAAC,CAAC,EAAE,MAAM,GAAG,aAAa;IAIpC,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC;IAOzE,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IA2B9C,OAAO,CAAC,EAAE,EAAE,SAAS;IAI3B,OAAO,IAAI,IAAI;IAIT,KAAK;CAOZ;AAED,qBAAa,gBAAgB,CAAC,MAAM,SAAS,SAAS,CAAE,SAAQ,oBAAoB;;IAClF,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,GAAG,CAAc;gBAIb,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,iBAAiB;IAM/F,IAAI,KAAK,WAER;IAED,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;cAI9E,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CA2SrC"}

package/dist/inference/tts.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { ConnectionPool } from '../connection_pool.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport { basic as tokenizeBasic } from '../tokenize/index.js';\nimport type { ChunkedStream } from '../tts/index.js';\nimport { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { Event, Future, Task, cancelAndWait, combineSignals, shortuuid } from '../utils.js';\nimport {\n  type TtsClientEvent,\n  type TtsServerEvent,\n  type TtsSessionCreateEvent,\n  ttsClientEventSchema,\n  ttsServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type CartesiaModels =\n  | 'cartesia'\n  | 'cartesia/sonic'\n  | 'cartesia/sonic-2'\n  | 'cartesia/sonic-turbo';\n\nexport type ElevenlabsModels =\n  | 'elevenlabs'\n  | 'elevenlabs/eleven_flash_v2'\n  | 'elevenlabs/eleven_flash_v2_5'\n  | 'elevenlabs/eleven_turbo_v2'\n  | 'elevenlabs/eleven_turbo_v2_5'\n  | 'elevenlabs/eleven_multilingual_v2';\n\nexport type RimeModels = 'rime' | 'rime/mist' | 'rime/mistv2' | 'rime/arcana';\n\nexport type InworldModels = 'inworld' | 'inworld/inworld-tts-1';\n\nexport interface CartesiaOptions {\n  duration?: number; // max duration of audio in seconds\n  speed?: 'slow' | 'normal' | 'fast'; // default: not specified\n}\n\nexport interface ElevenlabsOptions {\n  inactivity_timeout?: number; // default: 60\n  apply_text_normalization?: 'auto' | 'off' | 'on'; // default: \"auto\"\n}\n\nexport interface RimeOptions {}\n\nexport interface InworldOptions {}\n\ntype _TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels;\n\nexport type TTSModels = CartesiaModels | ElevenlabsModels | RimeModels | InworldModels | AnyString;\n\nexport type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;\n\nexport type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels\n  ? CartesiaOptions\n  : TModel extends ElevenlabsModels\n    ? ElevenlabsOptions\n    : TModel extends RimeOptions\n      ? RimeOptions\n      : TModel extends InworldOptions\n        ? InworldOptions\n        : Record<string, unknown>;\n\ntype TTSEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: TTSEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'https://agent-gateway.livekit.cloud/v1';\nconst NUM_CHANNELS = 1;\nconst DEFAULT_LANGUAGE = 'en';\n\nexport interface InferenceTTSOptions<TModel extends TTSModels> {\n  model?: TModel;\n  voice?: string;\n  language?: string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: TTSOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference TTS\n */\nexport class TTS<TModel extends TTSModels> extends BaseTTS {\n  private opts: InferenceTTSOptions<TModel>;\n  private streams: Set<SynthesizeStream<TModel>> = new Set();\n  pool: ConnectionPool<WebSocket>;\n\n  #logger = log();\n\n  constructor(opts: {\n    model: TModel;\n    voice?: string;\n    language?: string;\n    baseURL?: string;\n    encoding?: TTSEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: TTSOptions<TModel>;\n  }) {\n    const sampleRate = opts?.sampleRate ?? DEFAULT_SAMPLE_RATE;\n    super(sampleRate, 1, { streaming: true });\n\n    const {\n      model,\n      voice,\n      language = DEFAULT_LANGUAGE,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as TTSOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    // read voice id from the model if provided: \"provider/model:voice_id\"\n    let nextModel = model;\n    let nextVoice = voice;\n    if (typeof nextModel === 'string') {\n      const idx = nextModel.lastIndexOf(':');\n      if (idx !== -1) {\n        const voiceFromModel = nextModel.slice(idx + 1);\n        if (nextVoice && nextVoice !== voiceFromModel) {\n          this.#logger.warn(\n            '`voice` is provided via both argument and model, using the one from the argument',\n            { voice: nextVoice, model: nextModel },\n          );\n        } else {\n          nextVoice = voiceFromModel;\n        }\n        nextModel = nextModel.slice(0, idx) as TModel;\n      }\n    }\n\n    this.opts = {\n      model: nextModel,\n      voice: nextVoice,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n\n    // Initialize connection pool\n    this.pool = new ConnectionPool<WebSocket>({\n      connectCb: (timeout) => this.connectWs(timeout),\n      closeCb: (ws) => this.closeWs(ws),\n      maxSessionDuration: 300_000,\n      markRefreshedOnGet: true,\n      connectTimeout: 10_000, // 10 seconds default\n    });\n  }\n\n  get label() {\n    return 'inference.TTS';\n  }\n\n  static fromModelString(modelString: string): TTS<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, voice] = modelString.split(':') as [TTSModels, string];\n      return new TTS({ model, voice });\n    }\n    return new TTS({ model: modelString });\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  synthesize(_: string): ChunkedStream {\n    throw new Error('ChunkedStream is not implemented');\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream<TModel> {\n    const { connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const stream = new SynthesizeStream(this, { ...this.opts }, connOptions);\n    this.streams.add(stream);\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/tts`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const params = {\n      type: 'session.create',\n      sample_rate: String(this.opts.sampleRate),\n      encoding: this.opts.encoding,\n      extra: this.opts.modelOptions,\n    } as TtsSessionCreateEvent;\n\n    if (this.opts.voice) params.voice = this.opts.voice;\n    if (this.opts.model) params.model = this.opts.model;\n    if (this.opts.language) params.language = this.opts.language;\n\n    this.#logger.debug({ url }, 'inference.TTS creating new websocket connection (pool miss)');\n    const socket = await connectWs(url, headers, timeout);\n    socket.send(JSON.stringify(params));\n    return socket;\n  }\n\n  async closeWs(ws: WebSocket) {\n    await ws.close();\n  }\n\n  prewarm(): void {\n    this.pool.prewarm();\n  }\n\n  async close() {\n    for (const stream of this.streams) {\n      await stream.close();\n    }\n    this.streams.clear();\n    await this.pool.close();\n  }\n}\n\nexport class SynthesizeStream<TModel extends TTSModels> extends BaseSynthesizeStream {\n  private opts: InferenceTTSOptions<TModel>;\n  private tts: TTS<TModel>;\n\n  #logger = log();\n\n  constructor(tts: TTS<TModel>, opts: InferenceTTSOptions<TModel>, connOptions: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tts = tts;\n  }\n\n  get label() {\n    return 'inference.SynthesizeStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n  }\n\n  protected async run(): Promise<void> {\n    let closing = false;\n    let lastFrame: AudioFrame | undefined;\n\n    const sendTokenizerStream = new tokenizeBasic.SentenceTokenizer().stream();\n    const eventChannel = createStreamChannel<TtsServerEvent>();\n    const requestId = shortuuid('tts_request_');\n    const inputSentEvent = new Event();\n\n    // Signal for protocol-driven completion (when 'done' message is received)\n    const completionFuture = new Future<void>();\n\n    const resourceCleanup = async () => {\n      if (closing) return;\n      closing = true;\n      sendTokenizerStream.close();\n      // close() returns a promise; don't leak it\n      await eventChannel.close();\n    };\n\n    const sendClientEvent = async (event: TtsClientEvent, ws: WebSocket, signal: AbortSignal) => {\n      // Don't send events to a closed WebSocket or aborted controller\n      if (signal.aborted || closing) return;\n\n      const validatedEvent = await ttsClientEventSchema.parseAsync(event);\n      if (ws.readyState !== WebSocket.OPEN) {\n        this.#logger.warn('Trying to send client TTS event to a closed WebSocket');\n        return;\n      }\n      ws.send(JSON.stringify(validatedEvent));\n    };\n\n    const sendLastFrame = (segmentId: string, final: boolean) => {\n      if (lastFrame) {\n        this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n        lastFrame = undefined;\n      }\n    };\n\n    const createInputTask = async (signal: AbortSignal) => {\n      for await (const data of this.input) {\n        if (signal.aborted || closing) break;\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          sendTokenizerStream.flush();\n          continue;\n        }\n        sendTokenizerStream.pushText(data);\n      }\n      // Only call endInput if the stream hasn't been closed by cleanup\n      if (!closing) {\n        sendTokenizerStream.endInput();\n      }\n    };\n\n    const createSentenceStreamTask = async (ws: WebSocket, signal: AbortSignal) => {\n      for await (const ev of sendTokenizerStream) {\n        if (signal.aborted || closing) break;\n\n        await sendClientEvent(\n          {\n            type: 'input_transcript',\n            transcript: ev.token + ' ',\n          },\n          ws,\n          signal,\n        );\n        inputSentEvent.set();\n      }\n\n      await sendClientEvent({ type: 'session.flush' }, ws, signal);\n      // needed in case empty input is sent\n      inputSentEvent.set();\n    };\n\n    // Handles WebSocket message routing and error handling\n    // Completes based on protocol messages, NOT on ws.close()\n    const createWsListenerTask = async (ws: WebSocket, signal: AbortSignal) => {\n      const onMessage = (data: Buffer) => {\n        try {\n          const eventJson = JSON.parse(data.toString()) as Record<string, unknown>;\n          const validatedEvent = ttsServerEventSchema.parse(eventJson);\n          // writer.write returns a promise; avoid unhandled rejections if stream is closed\n          void eventChannel.write(validatedEvent).catch((error) => {\n            this.#logger.debug(\n              { error },\n              'Failed writing TTS event to stream channel (likely closed)',\n            );\n          });\n        } catch (e) {\n          this.#logger.error({ error: e }, 'Error parsing WebSocket message');\n        }\n      };\n\n      const onError = (e: Error) => {\n        this.#logger.error({ error: e }, 'WebSocket error');\n        void resourceCleanup();\n        try {\n          // If the ws is misbehaving, hard-stop it immediately to avoid buffering.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        // Ensure this ws is not reused\n        this.tts.pool.remove(ws);\n        completionFuture.reject(e);\n      };\n\n      const onClose = () => {\n        // WebSocket closed unexpectedly (not by us)\n        if (!closing) {\n          this.#logger.error('WebSocket closed unexpectedly');\n          void resourceCleanup();\n          // Ensure this ws is not reused\n          this.tts.pool.remove(ws);\n          completionFuture.reject(\n            new APIStatusError({\n              message: 'Gateway connection closed unexpectedly',\n              options: { requestId },\n            }),\n          );\n        }\n      };\n\n      const onAbort = () => {\n        void resourceCleanup();\n        try {\n          // On interruption/abort, close the websocket immediately so the server stops streaming\n          // and the ws library doesn't buffer unread frames in memory.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        this.tts.pool.remove(ws);\n        inputSentEvent.set();\n        completionFuture.resolve();\n      };\n\n      // Attach listeners\n      ws.on('message', onMessage);\n      ws.on('error', onError);\n      ws.on('close', onClose);\n      signal.addEventListener('abort', onAbort);\n\n      try {\n        // Wait for protocol-driven completion or error\n        await completionFuture.await;\n      } finally {\n        // IMPORTANT: Remove listeners so connection can be reused\n        ws.off('message', onMessage);\n        ws.off('error', onError);\n        ws.off('close', onClose);\n        signal.removeEventListener('abort', onAbort);\n      }\n    };\n\n    const createRecvTask = async (signal: AbortSignal) => {\n      let currentSessionId: string | null = null;\n\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      const serverEventStream = eventChannel.stream();\n      const reader = serverEventStream.getReader();\n\n      try {\n        await inputSentEvent.wait();\n\n        while (!this.closed && !signal.aborted) {\n          const result = await reader.read();\n          if (signal.aborted) return;\n          if (result.done) return;\n\n          const serverEvent = result.value;\n          switch (serverEvent.type) {\n            case 'session.created':\n              currentSessionId = serverEvent.session_id;\n              break;\n            case 'output_audio':\n              const base64Data = new Int8Array(Buffer.from(serverEvent.audio, 'base64'));\n              for (const frame of bstream.write(base64Data.buffer)) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              break;\n            case 'done':\n              for (const frame of bstream.flush()) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(currentSessionId!, true);\n              this.queue.put(SynthesizeStream.END_OF_STREAM);\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'session.closed':\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'error':\n              this.#logger.error(\n                { serverEvent },\n                'Received error message from LiveKit TTS WebSocket',\n              );\n              await resourceCleanup();\n              completionFuture.reject(\n                new APIError(`LiveKit TTS returned error: ${serverEvent.message}`),\n              );\n              return;\n            default:\n              this.#logger.warn('Unexpected message %s', serverEvent);\n              break;\n          }\n        }\n      } finally {\n        reader.releaseLock();\n        try {\n          await serverEventStream.cancel();\n        } catch (e) {\n          this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n        }\n      }\n    };\n\n    try {\n      await this.tts.pool.withConnection(\n        async (ws: WebSocket) => {\n          try {\n            // IMPORTANT: don't cancel the stream's controller on normal completion,\n            // otherwise the pool will remove+close the ws and every run becomes a pool miss.\n            const runController = new AbortController();\n            const onStreamAbort = () => runController.abort(this.abortController.signal.reason);\n            this.abortController.signal.addEventListener('abort', onStreamAbort, { once: true });\n\n            const tasks = [\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createInputTask(combined);\n                },\n                undefined,\n                'inference-tts-input',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createSentenceStreamTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-sentence',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createWsListenerTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-ws-listener',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createRecvTask(combined);\n                },\n                undefined,\n                'inference-tts-recv',\n              ),\n            ];\n\n            try {\n              await Promise.all(tasks.map((t) => t.result));\n            } finally {\n              // Mirror python finally: unblock recv and cancel all tasks.\n              inputSentEvent.set();\n              await resourceCleanup();\n              await cancelAndWait(tasks, 5000);\n              this.abortController.signal.removeEventListener('abort', onStreamAbort);\n            }\n          } catch (e) {\n            // If aborted, don't throw - let cleanup handle it\n            if (e instanceof Error && e.name === 'AbortError') {\n              return;\n            }\n            throw e;\n          }\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n    } catch (e) {\n      // Handle connection errors\n      if (e instanceof Error && e.name === 'AbortError') {\n        // Abort is expected during normal shutdown\n        return;\n      }\n      throw e;\n    } finally {\n      // Ensure cleanup always runs (and don't leak the promise)\n      await resourceCleanup();\n    }\n  }\n}\n"],"mappings":"AAIA,SAAS,iBAAiB;AAC1B,SAAS,UAAU,sBAAsB;AACzC,SAAS,uBAAuB;AAChC,SAAS,sBAAsB;AAC/B,SAAS,WAAW;AACpB,SAAS,2BAA2B;AACpC,SAAS,SAAS,qBAAqB;AAEvC,SAAS,oBAAoB,sBAAsB,OAAO,eAAe;AACzE,SAAiC,mCAAmC;AACpE,SAAS,OAAO,QAAQ,MAAM,eAAe,gBAAgB,iBAAiB;AAC9E;AAAA,EAIE;AAAA,EACA;AAAA,OACK;AACP,SAAyB,WAAW,yBAAyB;AAoD7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,eAAe;AACrB,MAAM,mBAAmB;AAiBlB,MAAM,YAAsC,QAAQ;AAAA,EACjD;AAAA,EACA,UAAyC,oBAAI,IAAI;AAAA,EACzD;AAAA,EAEA,UAAU,IAAI;AAAA,EAEd,YAAY,MAUT;AACD,UAAM,cAAa,6BAAM,eAAc;AACvC,UAAM,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAExC,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAGA,QAAI,YAAY;AAChB,QAAI,YAAY;AAChB,QAAI,OAAO,cAAc,UAAU;AACjC,YAAM,MAAM,UAAU,YAAY,GAAG;AACrC,UAAI,QAAQ,IAAI;AACd,cAAM,iBAAiB,UAAU,MAAM,MAAM,CAAC;AAC9C,YAAI,aAAa,cAAc,gBAAgB;AAC7C,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,EAAE,OAAO,WAAW,OAAO,UAAU;AAAA,UACvC;AAAA,QACF,OAAO;AACL,sBAAY;AAAA,QACd;AACA,oBAAY,UAAU,MAAM,GAAG,GAAG;AAAA,MACpC;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAGA,SAAK,OAAO,IAAI,eAA0B;AAAA,MACxC,WAAW,CAAC,YAAY,KAAK,UAAU,OAAO;AAAA,MAC9C,SAAS,CAAC,OAAO,KAAK,QAAQ,EAAE;AAAA,MAChC,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,MACpB,gBAAgB;AAAA;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,KAAK,IAAI,YAAY,MAAM,GAAG;AAC5C,aAAO,IAAI,IAAI,EAAE,OAAO,MAAM,CAAC;AAAA,IACjC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,WAAW,GAA0B;AACnC,UAAM,IAAI,MAAM,kCAAkC;AAAA,EACpD;AAAA,EAEA,OAAO,SAAyE;AAC9E,UAAM,EAAE,cAAc,4BAA4B,IAAI,WAAW,CAAC;AAClE,UAAM,SAAS,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,KAAK,GAAG,WAAW;AACvE,SAAK,QAAQ,IAAI,MAAM;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,MAAM,kBAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS;AAAA,MACb,MAAM;AAAA,MACN,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,MACxC,UAAU,KAAK,KAAK;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,SAAU,QAAO,WAAW,KAAK,KAAK;AAEpD,SAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6DAA6D;AACzF,UAAM,SAAS,MAAM,UAAU,KAAK,SAAS,OAAO;AACpD,WAAO,KAAK,KAAK,UAAU,MAAM,CAAC;AAClC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ,IAAe;AAC3B,UAAM,GAAG,MAAM;AAAA,EACjB;AAAA,EAEA,UAAgB;AACd,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,eAAW,UAAU,KAAK,SAAS;AACjC,YAAM,OAAO,MAAM;AAAA,IACrB;AACA,SAAK,QAAQ,MAAM;AACnB,UAAM,KAAK,KAAK,MAAM;AAAA,EACxB;AACF;AAEO,MAAM,yBAAmD,qBAAqB;AAAA,EAC3E;AAAA,EACA;AAAA,EAER,UAAU,IAAI;AAAA,EAEd,YAAY,KAAkB,MAAmC,aAAgC;AAC/F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAAA,EACtC;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,UAAU;AACd,QAAI;AAEJ,UAAM,sBAAsB,IAAI,cAAc,kBAAkB,EAAE,OAAO;AACzE,UAAM,eAAe,oBAAoC;AACzD,UAAM,YAAY,UAAU,cAAc;AAC1C,UAAM,iBAAiB,IAAI,MAAM;AAGjC,UAAM,mBAAmB,IAAI,OAAa;AAE1C,UAAM,kBAAkB,YAAY;AAClC,UAAI,QAAS;AACb,gBAAU;AACV,0BAAoB,MAAM;AAE1B,YAAM,aAAa,MAAM;AAAA,IAC3B;AAEA,UAAM,kBAAkB,OAAO,OAAuB,IAAe,WAAwB;AAE3F,UAAI,OAAO,WAAW,QAAS;AAE/B,YAAM,iBAAiB,MAAM,qBAAqB,WAAW,KAAK;AAClE,UAAI,GAAG,eAAe,UAAU,MAAM;AACpC,aAAK,QAAQ,KAAK,uDAAuD;AACzE;AAAA,MACF;AACA,SAAG,KAAK,KAAK,UAAU,cAAc,CAAC;AAAA,IACxC;AAEA,UAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,kBAAkB,OAAO,WAAwB;AACrD,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,OAAO,WAAW,QAAS;AAC/B,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,8BAAoB,MAAM;AAC1B;AAAA,QACF;AACA,4BAAoB,SAAS,IAAI;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS;AACZ,4BAAoB,SAAS;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,2BAA2B,OAAO,IAAe,WAAwB;AAC7E,uBAAiB,MAAM,qBAAqB;AAC1C,YAAI,OAAO,WAAW,QAAS;AAE/B,cAAM;AAAA,UACJ;AAAA,YACE,MAAM;AAAA,YACN,YAAY,GAAG,QAAQ;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,uBAAe,IAAI;AAAA,MACrB;AAEA,YAAM,gBAAgB,EAAE,MAAM,gBAAgB,GAAG,IAAI,MAAM;AAE3D,qBAAe,IAAI;AAAA,IACrB;AAIA,UAAM,uBAAuB,OAAO,IAAe,WAAwB;AACzE,YAAM,YAAY,CAAC,SAAiB;AAClC,YAAI;AACF,gBAAM,YAAY,KAAK,MAAM,KAAK,SAAS,CAAC;AAC5C,gBAAM,iBAAiB,qBAAqB,MAAM,SAAS;AAE3D,eAAK,aAAa,MAAM,cAAc,EAAE,MAAM,CAAC,UAAU;AACvD,iBAAK,QAAQ;AAAA,cACX,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iCAAiC;AAAA,QACpE;AAAA,MACF;AAEA,YAAM,UAAU,CAAC,MAAa;AA/WpC;AAgXQ,aAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,aAAK,gBAAgB;AACrB,YAAI;AAEF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AAEA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,yBAAiB,OAAO,CAAC;AAAA,MAC3B;AAEA,YAAM,UAAU,MAAM;AAEpB,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,+BAA+B;AAClD,eAAK,gBAAgB;AAErB,eAAK,IAAI,KAAK,OAAO,EAAE;AACvB,2BAAiB;AAAA,YACf,IAAI,eAAe;AAAA,cACjB,SAAS;AAAA,cACT,SAAS,EAAE,UAAU;AAAA,YACvB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,UAAU,MAAM;AA7Y5B;AA8YQ,aAAK,gBAAgB;AACrB,YAAI;AAGF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AACA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,uBAAe,IAAI;AACnB,yBAAiB,QAAQ;AAAA,MAC3B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AACtB,aAAO,iBAAiB,SAAS,OAAO;AAExC,UAAI;AAEF,cAAM,iBAAiB;AAAA,MACzB,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,eAAO,oBAAoB,SAAS,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,UAAM,iBAAiB,OAAO,WAAwB;AACpD,UAAI,mBAAkC;AAEtC,YAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,YAAM,oBAAoB,aAAa,OAAO;AAC9C,YAAM,SAAS,kBAAkB,UAAU;AAE3C,UAAI;AACF,cAAM,eAAe,KAAK;AAE1B,eAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,QAAS;AACpB,cAAI,OAAO,KAAM;AAEjB,gBAAM,cAAc,OAAO;AAC3B,kBAAQ,YAAY,MAAM;AAAA,YACxB,KAAK;AACH,iCAAmB,YAAY;AAC/B;AAAA,YACF,KAAK;AACH,oBAAM,aAAa,IAAI,UAAU,OAAO,KAAK,YAAY,OAAO,QAAQ,CAAC;AACzE,yBAAW,SAAS,QAAQ,MAAM,WAAW,MAAM,GAAG;AACpD,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA;AAAA,YACF,KAAK;AACH,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA,4BAAc,kBAAmB,IAAI;AACrC,mBAAK,MAAM,IAAI,iBAAiB,aAAa;AAC7C,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,mBAAK,QAAQ;AAAA,gBACX,EAAE,YAAY;AAAA,gBACd;AAAA,cACF;AACA,oBAAM,gBAAgB;AACtB,+BAAiB;AAAA,gBACf,IAAI,SAAS,+BAA+B,YAAY,OAAO,EAAE;AAAA,cACnE;AACA;AAAA,YACF;AACE,mBAAK,QAAQ,KAAK,yBAAyB,WAAW;AACtD;AAAA,UACJ;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AACnB,YAAI;AACF,gBAAM,kBAAkB,OAAO;AAAA,QACjC,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,IAAI,KAAK;AAAA,QAClB,OAAO,OAAkB;AACvB,cAAI;AAGF,kBAAM,gBAAgB,IAAI,gBAAgB;AAC1C,kBAAM,gBAAgB,MAAM,cAAc,MAAM,KAAK,gBAAgB,OAAO,MAAM;AAClF,iBAAK,gBAAgB,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;AAEnF,kBAAM,QAAQ;AAAA,cACZ,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,gBAAgB,QAAQ;AAAA,gBAChC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,yBAAyB,IAAI,QAAQ;AAAA,gBAC7C;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,qBAAqB,IAAI,QAAQ;AAAA,gBACzC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,eAAe,QAAQ;AAAA,gBAC/B;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,YACF;AAEA,gBAAI;AACF,oBAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAAA,YAC9C,UAAE;AAEA,6BAAe,IAAI;AACnB,oBAAM,gBAAgB;AACtB,oBAAM,cAAc,OAAO,GAAI;AAC/B,mBAAK,gBAAgB,OAAO,oBAAoB,SAAS,aAAa;AAAA,YACxE;AAAA,UACF,SAAS,GAAG;AAEV,gBAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AACjD;AAAA,YACF;AACA,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AAEjD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AAEA,YAAM,gBAAgB;AAAA,IACxB;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../src/inference/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport { APIError, APIStatusError } from '../_exceptions.js';\nimport { AudioByteStream } from '../audio.js';\nimport { ConnectionPool } from '../connection_pool.js';\nimport { log } from '../log.js';\nimport { createStreamChannel } from '../stream/stream_channel.js';\nimport { basic as tokenizeBasic } from '../tokenize/index.js';\nimport type { ChunkedStream } from '../tts/index.js';\nimport { SynthesizeStream as BaseSynthesizeStream, TTS as BaseTTS } from '../tts/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { Event, Future, Task, cancelAndWait, combineSignals, shortuuid } from '../utils.js';\nimport {\n  type TtsClientEvent,\n  type TtsServerEvent,\n  type TtsSessionCreateEvent,\n  ttsClientEventSchema,\n  ttsServerEventSchema,\n} from './api_protos.js';\nimport { type AnyString, connectWs, createAccessToken } from './utils.js';\n\nexport type CartesiaModels =\n  | 'cartesia/sonic-3'\n  | 'cartesia/sonic-2'\n  | 'cartesia/sonic-turbo'\n  | 'cartesia/sonic';\n\nexport type DeepgramTTSModels = 'deepgram/aura' | 'deepgram/aura-2';\n\nexport type ElevenlabsModels =\n  | 'elevenlabs/eleven_flash_v2'\n  | 'elevenlabs/eleven_flash_v2_5'\n  | 'elevenlabs/eleven_turbo_v2'\n  | 'elevenlabs/eleven_turbo_v2_5'\n  | 'elevenlabs/eleven_multilingual_v2';\n\nexport type InworldModels =\n  | 'inworld/inworld-tts-1.5-max'\n  | 'inworld/inworld-tts-1.5-mini'\n  | 'inworld/inworld-tts-1-max'\n  | 'inworld/inworld-tts-1';\n\nexport type RimeModels = 'rime/arcana' | 'rime/mistv2';\n\nexport interface CartesiaOptions {\n  duration?: number; // max duration of audio in seconds\n  speed?: 'slow' | 'normal' | 'fast'; // default: not specified\n}\n\nexport interface ElevenlabsOptions {\n  inactivity_timeout?: number; // default: 60\n  apply_text_normalization?: 'auto' | 'off' | 'on'; // default: \"auto\"\n}\n\nexport interface DeepgramTTSOptions {}\n\nexport interface RimeOptions {}\n\nexport interface InworldOptions {}\n\ntype _TTSModels =\n  | CartesiaModels\n  | DeepgramTTSModels\n  | ElevenlabsModels\n  | RimeModels\n  | InworldModels;\n\nexport type TTSModels =\n  | CartesiaModels\n  | DeepgramTTSModels\n  | ElevenlabsModels\n  | RimeModels\n  | InworldModels\n  | AnyString;\n\nexport type ModelWithVoice = `${_TTSModels}:${string}` | TTSModels;\n\nexport type TTSOptions<TModel extends TTSModels> = TModel extends CartesiaModels\n  ? CartesiaOptions\n  : TModel extends DeepgramTTSModels\n    ? DeepgramTTSOptions\n    : TModel extends ElevenlabsModels\n      ? ElevenlabsOptions\n      : TModel extends RimeModels\n        ? RimeOptions\n        : TModel extends InworldModels\n          ? InworldOptions\n          : Record<string, unknown>;\n\ntype TTSEncoding = 'pcm_s16le';\n\nconst DEFAULT_ENCODING: TTSEncoding = 'pcm_s16le';\nconst DEFAULT_SAMPLE_RATE = 16000;\nconst DEFAULT_BASE_URL = 'https://agent-gateway.livekit.cloud/v1';\nconst NUM_CHANNELS = 1;\nconst DEFAULT_LANGUAGE = 'en';\n\nexport interface InferenceTTSOptions<TModel extends TTSModels> {\n  model?: TModel;\n  voice?: string;\n  language?: string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  baseURL: string;\n  apiKey: string;\n  apiSecret: string;\n  modelOptions: TTSOptions<TModel>;\n}\n\n/**\n * Livekit Cloud Inference TTS\n */\nexport class TTS<TModel extends TTSModels> extends BaseTTS {\n  private opts: InferenceTTSOptions<TModel>;\n  private streams: Set<SynthesizeStream<TModel>> = new Set();\n  pool: ConnectionPool<WebSocket>;\n\n  #logger = log();\n\n  constructor(opts: {\n    model: TModel;\n    voice?: string;\n    language?: string;\n    baseURL?: string;\n    encoding?: TTSEncoding;\n    sampleRate?: number;\n    apiKey?: string;\n    apiSecret?: string;\n    modelOptions?: TTSOptions<TModel>;\n  }) {\n    const sampleRate = opts?.sampleRate ?? DEFAULT_SAMPLE_RATE;\n    super(sampleRate, 1, { streaming: true });\n\n    const {\n      model,\n      voice,\n      language = DEFAULT_LANGUAGE,\n      baseURL,\n      encoding = DEFAULT_ENCODING,\n      apiKey,\n      apiSecret,\n      modelOptions = {} as TTSOptions<TModel>,\n    } = opts || {};\n\n    const lkBaseURL = baseURL || process.env.LIVEKIT_INFERENCE_URL || DEFAULT_BASE_URL;\n    const lkApiKey = apiKey || process.env.LIVEKIT_INFERENCE_API_KEY || process.env.LIVEKIT_API_KEY;\n    if (!lkApiKey) {\n      throw new Error('apiKey is required: pass apiKey or set LIVEKIT_API_KEY');\n    }\n\n    const lkApiSecret =\n      apiSecret || process.env.LIVEKIT_INFERENCE_API_SECRET || process.env.LIVEKIT_API_SECRET;\n    if (!lkApiSecret) {\n      throw new Error('apiSecret is required: pass apiSecret or set LIVEKIT_API_SECRET');\n    }\n\n    // read voice id from the model if provided: \"provider/model:voice_id\"\n    let nextModel = model;\n    let nextVoice = voice;\n    if (typeof nextModel === 'string') {\n      const idx = nextModel.lastIndexOf(':');\n      if (idx !== -1) {\n        const voiceFromModel = nextModel.slice(idx + 1);\n        if (nextVoice && nextVoice !== voiceFromModel) {\n          this.#logger.warn(\n            '`voice` is provided via both argument and model, using the one from the argument',\n            { voice: nextVoice, model: nextModel },\n          );\n        } else {\n          nextVoice = voiceFromModel;\n        }\n        nextModel = nextModel.slice(0, idx) as TModel;\n      }\n    }\n\n    this.opts = {\n      model: nextModel,\n      voice: nextVoice,\n      language,\n      encoding,\n      sampleRate,\n      baseURL: lkBaseURL,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      modelOptions,\n    };\n\n    // Initialize connection pool\n    this.pool = new ConnectionPool<WebSocket>({\n      connectCb: (timeout) => this.connectWs(timeout),\n      closeCb: (ws) => this.closeWs(ws),\n      maxSessionDuration: 300_000,\n      markRefreshedOnGet: true,\n      connectTimeout: 10_000, // 10 seconds default\n    });\n  }\n\n  get label() {\n    return 'inference.TTS';\n  }\n\n  static fromModelString(modelString: string): TTS<AnyString> {\n    if (modelString.includes(':')) {\n      const [model, voice] = modelString.split(':') as [TTSModels, string];\n      return new TTS({ model, voice });\n    }\n    return new TTS({ model: modelString });\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n    for (const stream of this.streams) {\n      stream.updateOptions(opts);\n    }\n  }\n\n  synthesize(_: string): ChunkedStream {\n    throw new Error('ChunkedStream is not implemented');\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream<TModel> {\n    const { connOptions = DEFAULT_API_CONNECT_OPTIONS } = options || {};\n    const stream = new SynthesizeStream(this, { ...this.opts }, connOptions);\n    this.streams.add(stream);\n    return stream;\n  }\n\n  async connectWs(timeout: number): Promise<WebSocket> {\n    let baseURL = this.opts.baseURL;\n    if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {\n      baseURL = baseURL.replace('http', 'ws');\n    }\n\n    const token = await createAccessToken(this.opts.apiKey, this.opts.apiSecret);\n    const url = `${baseURL}/tts`;\n    const headers = { Authorization: `Bearer ${token}` } as Record<string, string>;\n\n    const params = {\n      type: 'session.create',\n      sample_rate: String(this.opts.sampleRate),\n      encoding: this.opts.encoding,\n      extra: this.opts.modelOptions,\n    } as TtsSessionCreateEvent;\n\n    if (this.opts.voice) params.voice = this.opts.voice;\n    if (this.opts.model) params.model = this.opts.model;\n    if (this.opts.language) params.language = this.opts.language;\n\n    this.#logger.debug({ url }, 'inference.TTS creating new websocket connection (pool miss)');\n    const socket = await connectWs(url, headers, timeout);\n    socket.send(JSON.stringify(params));\n    return socket;\n  }\n\n  async closeWs(ws: WebSocket) {\n    await ws.close();\n  }\n\n  prewarm(): void {\n    this.pool.prewarm();\n  }\n\n  async close() {\n    for (const stream of this.streams) {\n      await stream.close();\n    }\n    this.streams.clear();\n    await this.pool.close();\n  }\n}\n\nexport class SynthesizeStream<TModel extends TTSModels> extends BaseSynthesizeStream {\n  private opts: InferenceTTSOptions<TModel>;\n  private tts: TTS<TModel>;\n\n  #logger = log();\n\n  constructor(tts: TTS<TModel>, opts: InferenceTTSOptions<TModel>, connOptions: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tts = tts;\n  }\n\n  get label() {\n    return 'inference.SynthesizeStream';\n  }\n\n  updateOptions(opts: Partial<Pick<InferenceTTSOptions<TModel>, 'model' | 'voice' | 'language'>>) {\n    this.opts = { ...this.opts, ...opts };\n  }\n\n  protected async run(): Promise<void> {\n    let closing = false;\n    let lastFrame: AudioFrame | undefined;\n\n    const sendTokenizerStream = new tokenizeBasic.SentenceTokenizer().stream();\n    const eventChannel = createStreamChannel<TtsServerEvent>();\n    const requestId = shortuuid('tts_request_');\n    const inputSentEvent = new Event();\n\n    // Signal for protocol-driven completion (when 'done' message is received)\n    const completionFuture = new Future<void>();\n\n    const resourceCleanup = async () => {\n      if (closing) return;\n      closing = true;\n      sendTokenizerStream.close();\n      // close() returns a promise; don't leak it\n      await eventChannel.close();\n    };\n\n    const sendClientEvent = async (event: TtsClientEvent, ws: WebSocket, signal: AbortSignal) => {\n      // Don't send events to a closed WebSocket or aborted controller\n      if (signal.aborted || closing) return;\n\n      const validatedEvent = await ttsClientEventSchema.parseAsync(event);\n      if (ws.readyState !== WebSocket.OPEN) {\n        this.#logger.warn('Trying to send client TTS event to a closed WebSocket');\n        return;\n      }\n      ws.send(JSON.stringify(validatedEvent));\n    };\n\n    const sendLastFrame = (segmentId: string, final: boolean) => {\n      if (lastFrame) {\n        this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n        lastFrame = undefined;\n      }\n    };\n\n    const createInputTask = async (signal: AbortSignal) => {\n      for await (const data of this.input) {\n        if (signal.aborted || closing) break;\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          sendTokenizerStream.flush();\n          continue;\n        }\n        sendTokenizerStream.pushText(data);\n      }\n      // Only call endInput if the stream hasn't been closed by cleanup\n      if (!closing) {\n        sendTokenizerStream.endInput();\n      }\n    };\n\n    const createSentenceStreamTask = async (ws: WebSocket, signal: AbortSignal) => {\n      for await (const ev of sendTokenizerStream) {\n        if (signal.aborted || closing) break;\n\n        await sendClientEvent(\n          {\n            type: 'input_transcript',\n            transcript: ev.token + ' ',\n          },\n          ws,\n          signal,\n        );\n        inputSentEvent.set();\n      }\n\n      await sendClientEvent({ type: 'session.flush' }, ws, signal);\n      // needed in case empty input is sent\n      inputSentEvent.set();\n    };\n\n    // Handles WebSocket message routing and error handling\n    // Completes based on protocol messages, NOT on ws.close()\n    const createWsListenerTask = async (ws: WebSocket, signal: AbortSignal) => {\n      const onMessage = (data: Buffer) => {\n        try {\n          const eventJson = JSON.parse(data.toString()) as Record<string, unknown>;\n          const validatedEvent = ttsServerEventSchema.parse(eventJson);\n          // writer.write returns a promise; avoid unhandled rejections if stream is closed\n          void eventChannel.write(validatedEvent).catch((error) => {\n            this.#logger.debug(\n              { error },\n              'Failed writing TTS event to stream channel (likely closed)',\n            );\n          });\n        } catch (e) {\n          this.#logger.error({ error: e }, 'Error parsing WebSocket message');\n        }\n      };\n\n      const onError = (e: Error) => {\n        this.#logger.error({ error: e }, 'WebSocket error');\n        void resourceCleanup();\n        try {\n          // If the ws is misbehaving, hard-stop it immediately to avoid buffering.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        // Ensure this ws is not reused\n        this.tts.pool.remove(ws);\n        completionFuture.reject(e);\n      };\n\n      const onClose = () => {\n        // WebSocket closed unexpectedly (not by us)\n        if (!closing) {\n          this.#logger.error('WebSocket closed unexpectedly');\n          void resourceCleanup();\n          // Ensure this ws is not reused\n          this.tts.pool.remove(ws);\n          completionFuture.reject(\n            new APIStatusError({\n              message: 'Gateway connection closed unexpectedly',\n              options: { requestId },\n            }),\n          );\n        }\n      };\n\n      const onAbort = () => {\n        void resourceCleanup();\n        try {\n          // On interruption/abort, close the websocket immediately so the server stops streaming\n          // and the ws library doesn't buffer unread frames in memory.\n          ws.terminate?.();\n        } catch {\n          // ignore\n        }\n        this.tts.pool.remove(ws);\n        inputSentEvent.set();\n        completionFuture.resolve();\n      };\n\n      // Attach listeners\n      ws.on('message', onMessage);\n      ws.on('error', onError);\n      ws.on('close', onClose);\n      signal.addEventListener('abort', onAbort);\n\n      try {\n        // Wait for protocol-driven completion or error\n        await completionFuture.await;\n      } finally {\n        // IMPORTANT: Remove listeners so connection can be reused\n        ws.off('message', onMessage);\n        ws.off('error', onError);\n        ws.off('close', onClose);\n        signal.removeEventListener('abort', onAbort);\n      }\n    };\n\n    const createRecvTask = async (signal: AbortSignal) => {\n      let currentSessionId: string | null = null;\n\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      const serverEventStream = eventChannel.stream();\n      const reader = serverEventStream.getReader();\n\n      try {\n        await inputSentEvent.wait();\n\n        while (!this.closed && !signal.aborted) {\n          const result = await reader.read();\n          if (signal.aborted) return;\n          if (result.done) return;\n\n          const serverEvent = result.value;\n          switch (serverEvent.type) {\n            case 'session.created':\n              currentSessionId = serverEvent.session_id;\n              break;\n            case 'output_audio':\n              const base64Data = new Int8Array(Buffer.from(serverEvent.audio, 'base64'));\n              for (const frame of bstream.write(base64Data.buffer)) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              break;\n            case 'done':\n              for (const frame of bstream.flush()) {\n                sendLastFrame(currentSessionId!, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(currentSessionId!, true);\n              this.queue.put(SynthesizeStream.END_OF_STREAM);\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'session.closed':\n              await resourceCleanup();\n              completionFuture.resolve();\n              return;\n            case 'error':\n              this.#logger.error(\n                { serverEvent },\n                'Received error message from LiveKit TTS WebSocket',\n              );\n              await resourceCleanup();\n              completionFuture.reject(\n                new APIError(`LiveKit TTS returned error: ${serverEvent.message}`),\n              );\n              return;\n            default:\n              this.#logger.warn('Unexpected message %s', serverEvent);\n              break;\n          }\n        }\n      } finally {\n        reader.releaseLock();\n        try {\n          await serverEventStream.cancel();\n        } catch (e) {\n          this.#logger.debug('Error cancelling serverEventStream (may already be cancelled):', e);\n        }\n      }\n    };\n\n    try {\n      await this.tts.pool.withConnection(\n        async (ws: WebSocket) => {\n          try {\n            // IMPORTANT: don't cancel the stream's controller on normal completion,\n            // otherwise the pool will remove+close the ws and every run becomes a pool miss.\n            const runController = new AbortController();\n            const onStreamAbort = () => runController.abort(this.abortController.signal.reason);\n            this.abortController.signal.addEventListener('abort', onStreamAbort, { once: true });\n\n            const tasks = [\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createInputTask(combined);\n                },\n                undefined,\n                'inference-tts-input',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createSentenceStreamTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-sentence',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createWsListenerTask(ws, combined);\n                },\n                undefined,\n                'inference-tts-ws-listener',\n              ),\n              Task.from(\n                async (controller) => {\n                  const combined = combineSignals(runController.signal, controller.signal);\n                  await createRecvTask(combined);\n                },\n                undefined,\n                'inference-tts-recv',\n              ),\n            ];\n\n            try {\n              await Promise.all(tasks.map((t) => t.result));\n            } finally {\n              // Mirror python finally: unblock recv and cancel all tasks.\n              inputSentEvent.set();\n              await resourceCleanup();\n              await cancelAndWait(tasks, 5000);\n              this.abortController.signal.removeEventListener('abort', onStreamAbort);\n            }\n          } catch (e) {\n            // If aborted, don't throw - let cleanup handle it\n            if (e instanceof Error && e.name === 'AbortError') {\n              return;\n            }\n            throw e;\n          }\n        },\n        {\n          timeout: this.connOptions.timeoutMs,\n        },\n      );\n    } catch (e) {\n      // Handle connection errors\n      if (e instanceof Error && e.name === 'AbortError') {\n        // Abort is expected during normal shutdown\n        return;\n      }\n      throw e;\n    } finally {\n      // Ensure cleanup always runs (and don't leak the promise)\n      await resourceCleanup();\n    }\n  }\n}\n"],"mappings":"AAIA,SAAS,iBAAiB;AAC1B,SAAS,UAAU,sBAAsB;AACzC,SAAS,uBAAuB;AAChC,SAAS,sBAAsB;AAC/B,SAAS,WAAW;AACpB,SAAS,2BAA2B;AACpC,SAAS,SAAS,qBAAqB;AAEvC,SAAS,oBAAoB,sBAAsB,OAAO,eAAe;AACzE,SAAiC,mCAAmC;AACpE,SAAS,OAAO,QAAQ,MAAM,eAAe,gBAAgB,iBAAiB;AAC9E;AAAA,EAIE;AAAA,EACA;AAAA,OACK;AACP,SAAyB,WAAW,yBAAyB;AAwE7D,MAAM,mBAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AACzB,MAAM,eAAe;AACrB,MAAM,mBAAmB;AAiBlB,MAAM,YAAsC,QAAQ;AAAA,EACjD;AAAA,EACA,UAAyC,oBAAI,IAAI;AAAA,EACzD;AAAA,EAEA,UAAU,IAAI;AAAA,EAEd,YAAY,MAUT;AACD,UAAM,cAAa,6BAAM,eAAc;AACvC,UAAM,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAExC,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,MACA,eAAe,CAAC;AAAA,IAClB,IAAI,QAAQ,CAAC;AAEb,UAAM,YAAY,WAAW,QAAQ,IAAI,yBAAyB;AAClE,UAAM,WAAW,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI;AAChF,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,wDAAwD;AAAA,IAC1E;AAEA,UAAM,cACJ,aAAa,QAAQ,IAAI,gCAAgC,QAAQ,IAAI;AACvE,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,iEAAiE;AAAA,IACnF;AAGA,QAAI,YAAY;AAChB,QAAI,YAAY;AAChB,QAAI,OAAO,cAAc,UAAU;AACjC,YAAM,MAAM,UAAU,YAAY,GAAG;AACrC,UAAI,QAAQ,IAAI;AACd,cAAM,iBAAiB,UAAU,MAAM,MAAM,CAAC;AAC9C,YAAI,aAAa,cAAc,gBAAgB;AAC7C,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,EAAE,OAAO,WAAW,OAAO,UAAU;AAAA,UACvC;AAAA,QACF,OAAO;AACL,sBAAY;AAAA,QACd;AACA,oBAAY,UAAU,MAAM,GAAG,GAAG;AAAA,MACpC;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,IACF;AAGA,SAAK,OAAO,IAAI,eAA0B;AAAA,MACxC,WAAW,CAAC,YAAY,KAAK,UAAU,OAAO;AAAA,MAC9C,SAAS,CAAC,OAAO,KAAK,QAAQ,EAAE;AAAA,MAChC,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,MACpB,gBAAgB;AAAA;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,gBAAgB,aAAqC;AAC1D,QAAI,YAAY,SAAS,GAAG,GAAG;AAC7B,YAAM,CAAC,OAAO,KAAK,IAAI,YAAY,MAAM,GAAG;AAC5C,aAAO,IAAI,IAAI,EAAE,OAAO,MAAM,CAAC;AAAA,IACjC;AACA,WAAO,IAAI,IAAI,EAAE,OAAO,YAAY,CAAC;AAAA,EACvC;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AACpC,eAAW,UAAU,KAAK,SAAS;AACjC,aAAO,cAAc,IAAI;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,WAAW,GAA0B;AACnC,UAAM,IAAI,MAAM,kCAAkC;AAAA,EACpD;AAAA,EAEA,OAAO,SAAyE;AAC9E,UAAM,EAAE,cAAc,4BAA4B,IAAI,WAAW,CAAC;AAClE,UAAM,SAAS,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,KAAK,GAAG,WAAW;AACvE,SAAK,QAAQ,IAAI,MAAM;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAU,SAAqC;AACnD,QAAI,UAAU,KAAK,KAAK;AACxB,QAAI,QAAQ,WAAW,SAAS,KAAK,QAAQ,WAAW,UAAU,GAAG;AACnE,gBAAU,QAAQ,QAAQ,QAAQ,IAAI;AAAA,IACxC;AAEA,UAAM,QAAQ,MAAM,kBAAkB,KAAK,KAAK,QAAQ,KAAK,KAAK,SAAS;AAC3E,UAAM,MAAM,GAAG,OAAO;AACtB,UAAM,UAAU,EAAE,eAAe,UAAU,KAAK,GAAG;AAEnD,UAAM,SAAS;AAAA,MACb,MAAM;AAAA,MACN,aAAa,OAAO,KAAK,KAAK,UAAU;AAAA,MACxC,UAAU,KAAK,KAAK;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,MAAO,QAAO,QAAQ,KAAK,KAAK;AAC9C,QAAI,KAAK,KAAK,SAAU,QAAO,WAAW,KAAK,KAAK;AAEpD,SAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6DAA6D;AACzF,UAAM,SAAS,MAAM,UAAU,KAAK,SAAS,OAAO;AACpD,WAAO,KAAK,KAAK,UAAU,MAAM,CAAC;AAClC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ,IAAe;AAC3B,UAAM,GAAG,MAAM;AAAA,EACjB;AAAA,EAEA,UAAgB;AACd,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,eAAW,UAAU,KAAK,SAAS;AACjC,YAAM,OAAO,MAAM;AAAA,IACrB;AACA,SAAK,QAAQ,MAAM;AACnB,UAAM,KAAK,KAAK,MAAM;AAAA,EACxB;AACF;AAEO,MAAM,yBAAmD,qBAAqB;AAAA,EAC3E;AAAA,EACA;AAAA,EAER,UAAU,IAAI;AAAA,EAEd,YAAY,KAAkB,MAAmC,aAAgC;AAC/F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,IAAI,QAAQ;AACV,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAAkF;AAC9F,SAAK,OAAO,EAAE,GAAG,KAAK,MAAM,GAAG,KAAK;AAAA,EACtC;AAAA,EAEA,MAAgB,MAAqB;AACnC,QAAI,UAAU;AACd,QAAI;AAEJ,UAAM,sBAAsB,IAAI,cAAc,kBAAkB,EAAE,OAAO;AACzE,UAAM,eAAe,oBAAoC;AACzD,UAAM,YAAY,UAAU,cAAc;AAC1C,UAAM,iBAAiB,IAAI,MAAM;AAGjC,UAAM,mBAAmB,IAAI,OAAa;AAE1C,UAAM,kBAAkB,YAAY;AAClC,UAAI,QAAS;AACb,gBAAU;AACV,0BAAoB,MAAM;AAE1B,YAAM,aAAa,MAAM;AAAA,IAC3B;AAEA,UAAM,kBAAkB,OAAO,OAAuB,IAAe,WAAwB;AAE3F,UAAI,OAAO,WAAW,QAAS;AAE/B,YAAM,iBAAiB,MAAM,qBAAqB,WAAW,KAAK;AAClE,UAAI,GAAG,eAAe,UAAU,MAAM;AACpC,aAAK,QAAQ,KAAK,uDAAuD;AACzE;AAAA,MACF;AACA,SAAG,KAAK,KAAK,UAAU,cAAc,CAAC;AAAA,IACxC;AAEA,UAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,kBAAkB,OAAO,WAAwB;AACrD,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,OAAO,WAAW,QAAS;AAC/B,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,8BAAoB,MAAM;AAC1B;AAAA,QACF;AACA,4BAAoB,SAAS,IAAI;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS;AACZ,4BAAoB,SAAS;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,2BAA2B,OAAO,IAAe,WAAwB;AAC7E,uBAAiB,MAAM,qBAAqB;AAC1C,YAAI,OAAO,WAAW,QAAS;AAE/B,cAAM;AAAA,UACJ;AAAA,YACE,MAAM;AAAA,YACN,YAAY,GAAG,QAAQ;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,uBAAe,IAAI;AAAA,MACrB;AAEA,YAAM,gBAAgB,EAAE,MAAM,gBAAgB,GAAG,IAAI,MAAM;AAE3D,qBAAe,IAAI;AAAA,IACrB;AAIA,UAAM,uBAAuB,OAAO,IAAe,WAAwB;AACzE,YAAM,YAAY,CAAC,SAAiB;AAClC,YAAI;AACF,gBAAM,YAAY,KAAK,MAAM,KAAK,SAAS,CAAC;AAC5C,gBAAM,iBAAiB,qBAAqB,MAAM,SAAS;AAE3D,eAAK,aAAa,MAAM,cAAc,EAAE,MAAM,CAAC,UAAU;AACvD,iBAAK,QAAQ;AAAA,cACX,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iCAAiC;AAAA,QACpE;AAAA,MACF;AAEA,YAAM,UAAU,CAAC,MAAa;AAnYpC;AAoYQ,aAAK,QAAQ,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB;AAClD,aAAK,gBAAgB;AACrB,YAAI;AAEF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AAEA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,yBAAiB,OAAO,CAAC;AAAA,MAC3B;AAEA,YAAM,UAAU,MAAM;AAEpB,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,+BAA+B;AAClD,eAAK,gBAAgB;AAErB,eAAK,IAAI,KAAK,OAAO,EAAE;AACvB,2BAAiB;AAAA,YACf,IAAI,eAAe;AAAA,cACjB,SAAS;AAAA,cACT,SAAS,EAAE,UAAU;AAAA,YACvB,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,UAAU,MAAM;AAja5B;AAkaQ,aAAK,gBAAgB;AACrB,YAAI;AAGF,mBAAG,cAAH;AAAA,QACF,QAAQ;AAAA,QAER;AACA,aAAK,IAAI,KAAK,OAAO,EAAE;AACvB,uBAAe,IAAI;AACnB,yBAAiB,QAAQ;AAAA,MAC3B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AACtB,aAAO,iBAAiB,SAAS,OAAO;AAExC,UAAI;AAEF,cAAM,iBAAiB;AAAA,MACzB,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,eAAO,oBAAoB,SAAS,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,UAAM,iBAAiB,OAAO,WAAwB;AACpD,UAAI,mBAAkC;AAEtC,YAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,YAAM,oBAAoB,aAAa,OAAO;AAC9C,YAAM,SAAS,kBAAkB,UAAU;AAE3C,UAAI;AACF,cAAM,eAAe,KAAK;AAE1B,eAAO,CAAC,KAAK,UAAU,CAAC,OAAO,SAAS;AACtC,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,QAAS;AACpB,cAAI,OAAO,KAAM;AAEjB,gBAAM,cAAc,OAAO;AAC3B,kBAAQ,YAAY,MAAM;AAAA,YACxB,KAAK;AACH,iCAAmB,YAAY;AAC/B;AAAA,YACF,KAAK;AACH,oBAAM,aAAa,IAAI,UAAU,OAAO,KAAK,YAAY,OAAO,QAAQ,CAAC;AACzE,yBAAW,SAAS,QAAQ,MAAM,WAAW,MAAM,GAAG;AACpD,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA;AAAA,YACF,KAAK;AACH,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,kBAAmB,KAAK;AACtC,4BAAY;AAAA,cACd;AACA,4BAAc,kBAAmB,IAAI;AACrC,mBAAK,MAAM,IAAI,iBAAiB,aAAa;AAC7C,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,oBAAM,gBAAgB;AACtB,+BAAiB,QAAQ;AACzB;AAAA,YACF,KAAK;AACH,mBAAK,QAAQ;AAAA,gBACX,EAAE,YAAY;AAAA,gBACd;AAAA,cACF;AACA,oBAAM,gBAAgB;AACtB,+BAAiB;AAAA,gBACf,IAAI,SAAS,+BAA+B,YAAY,OAAO,EAAE;AAAA,cACnE;AACA;AAAA,YACF;AACE,mBAAK,QAAQ,KAAK,yBAAyB,WAAW;AACtD;AAAA,UACJ;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AACnB,YAAI;AACF,gBAAM,kBAAkB,OAAO;AAAA,QACjC,SAAS,GAAG;AACV,eAAK,QAAQ,MAAM,kEAAkE,CAAC;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,IAAI,KAAK;AAAA,QAClB,OAAO,OAAkB;AACvB,cAAI;AAGF,kBAAM,gBAAgB,IAAI,gBAAgB;AAC1C,kBAAM,gBAAgB,MAAM,cAAc,MAAM,KAAK,gBAAgB,OAAO,MAAM;AAClF,iBAAK,gBAAgB,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;AAEnF,kBAAM,QAAQ;AAAA,cACZ,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,gBAAgB,QAAQ;AAAA,gBAChC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,yBAAyB,IAAI,QAAQ;AAAA,gBAC7C;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,qBAAqB,IAAI,QAAQ;AAAA,gBACzC;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,cACA,KAAK;AAAA,gBACH,OAAO,eAAe;AACpB,wBAAM,WAAW,eAAe,cAAc,QAAQ,WAAW,MAAM;AACvE,wBAAM,eAAe,QAAQ;AAAA,gBAC/B;AAAA,gBACA;AAAA,gBACA;AAAA,cACF;AAAA,YACF;AAEA,gBAAI;AACF,oBAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAAA,YAC9C,UAAE;AAEA,6BAAe,IAAI;AACnB,oBAAM,gBAAgB;AACtB,oBAAM,cAAc,OAAO,GAAI;AAC/B,mBAAK,gBAAgB,OAAO,oBAAoB,SAAS,aAAa;AAAA,YACxE;AAAA,UACF,SAAS,GAAG;AAEV,gBAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AACjD;AAAA,YACF;AACA,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,QACA;AAAA,UACE,SAAS,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,aAAa,SAAS,EAAE,SAAS,cAAc;AAEjD;AAAA,MACF;AACA,YAAM;AAAA,IACR,UAAE;AAEA,YAAM,gBAAgB;AAAA,IACxB;AAAA,EACF;AACF;","names":[]}

package/dist/stt/stream_adapter.cjs

@@ -23,6 +23,7 @@ __export(stream_adapter_exports, {
 });
 module.exports = __toCommonJS(stream_adapter_exports);
 var import_log = require("../log.cjs");
+var import_utils = require("../utils.cjs");
 var import_vad = require("../vad.cjs");
 var import_stt = require("./stt.cjs");
 class StreamAdapter extends import_stt.STT {
@@ -74,7 +75,14 @@ class StreamAdapterWrapper extends import_stt.SpeechStream {
           this.#vadStream.pushFrame(input);
         }
       }
-      this.#vadStream.endInput();
+      try {
+        this.#vadStream.endInput();
+      } catch (e) {
+        if ((0, import_utils.isStreamClosedError)(e)) {
+          return;
+        }
+        throw e;
+      }
     };
     const recognize = async () => {
       for await (const ev of this.#vadStream) {

package/dist/stt/stream_adapter.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/stt/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { log } from '../log.js';\nimport type { APIConnectOptions } from '../types.js';\nimport type { VAD, VADStream } from '../vad.js';\nimport { VADEventType } from '../vad.js';\nimport type { SpeechEvent } from './stt.js';\nimport { STT, SpeechEventType, SpeechStream } from './stt.js';\n\nexport class StreamAdapter extends STT {\n  #stt: STT;\n  #vad: VAD;\n  label: string;\n\n  constructor(stt: STT, vad: VAD) {\n    super({ streaming: true, interimResults: false });\n    this.#stt = stt;\n    this.#vad = vad;\n    this.label = `stt.StreamAdapter<${this.#stt.label}>`;\n\n    this.#stt.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n\n    this.#stt.on('error', (error) => {\n      this.emit('error', error);\n    });\n  }\n\n  _recognize(frame: AudioFrame, abortSignal?: AbortSignal): Promise<SpeechEvent> {\n    return this.#stt.recognize(frame, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#stt, this.#vad, options?.connOptions);\n  }\n}\n\nexport class StreamAdapterWrapper extends SpeechStream {\n  #stt: STT;\n  #vadStream: VADStream;\n  label: string;\n\n  constructor(stt: STT, vad: VAD, connOptions?: APIConnectOptions) {\n    super(stt, undefined, connOptions);\n    this.#stt = stt;\n    this.#vadStream = vad.stream();\n    this.label = `stt.StreamAdapterWrapper<${this.#stt.label}>`;\n  }\n\n  close() {\n    super.close();\n    this.#vadStream.close();\n  }\n\n  async monitorMetrics() {\n    return; // do nothing\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (input === SpeechStream.FLUSH_SENTINEL) {\n          this.#vadStream.flush();\n        } else {\n          this.#vadStream.pushFrame(input);\n        }\n      }\n      this.#vadStream.endInput();\n    };\n\n    const recognize = async () => {\n      for await (const ev of this.#vadStream) {\n        switch (ev.type) {\n          case VADEventType.START_OF_SPEECH:\n            this.output.put({ type: SpeechEventType.START_OF_SPEECH });\n            break;\n          case VADEventType.END_OF_SPEECH:\n            this.output.put({ type: SpeechEventType.END_OF_SPEECH });\n\n            try {\n              const event = await this.#stt.recognize(ev.frames, this.abortSignal);\n              if (!event.alternatives![0].text) {\n                continue;\n              }\n\n              this.output.put(event);\n              break;\n            } catch (error) {\n              let logger = log();\n              if (error instanceof Error) {\n                logger = logger.child({ error: error.message });\n              } else {\n                logger = logger.child({ error });\n              }\n              logger.error(`${this.label}: provider recognize task failed`);\n              continue;\n            }\n        }\n      }\n    };\n\n    await Promise.all([forwardInput(), recognize()]);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAoB;AAGpB,iBAA6B;AAE7B,iBAAmD;AAE5C,MAAM,sBAAsB,eAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,KAAU;AAC9B,UAAM,EAAE,WAAW,MAAM,gBAAgB,MAAM,CAAC;AAChD,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AAED,SAAK,KAAK,GAAG,SAAS,CAAC,UAAU;AAC/B,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,OAAmB,aAAiD;AAC7E,WAAO,KAAK,KAAK,UAAU,OAAO,WAAW;AAAA,EAC/C;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,MAAM,mCAAS,WAAW;AAAA,EAC5E;AACF;AAEO,MAAM,6BAA6B,wBAAa;AAAA,EACrD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,KAAU,aAAiC;AAC/D,UAAM,KAAK,QAAW,WAAW;AACjC,SAAK,OAAO;AACZ,SAAK,aAAa,IAAI,OAAO;AAC7B,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEA,MAAM,iBAAiB;AACrB;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,UAAU,wBAAa,gBAAgB;AACzC,eAAK,WAAW,MAAM;AAAA,QACxB,OAAO;AACL,eAAK,WAAW,UAAU,KAAK;AAAA,QACjC;AAAA,MACF;AACA,WAAK,WAAW,SAAS;AAAA,IAC3B;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,MAAM,KAAK,YAAY;AACtC,gBAAQ,GAAG,MAAM;AAAA,UACf,KAAK,wBAAa;AAChB,iBAAK,OAAO,IAAI,EAAE,MAAM,2BAAgB,gBAAgB,CAAC;AACzD;AAAA,UACF,KAAK,wBAAa;AAChB,iBAAK,OAAO,IAAI,EAAE,MAAM,2BAAgB,cAAc,CAAC;AAEvD,gBAAI;AACF,oBAAM,QAAQ,MAAM,KAAK,KAAK,UAAU,GAAG,QAAQ,KAAK,WAAW;AACnE,kBAAI,CAAC,MAAM,aAAc,CAAC,EAAE,MAAM;AAChC;AAAA,cACF;AAEA,mBAAK,OAAO,IAAI,KAAK;AACrB;AAAA,YACF,SAAS,OAAO;AACd,kBAAI,aAAS,gBAAI;AACjB,kBAAI,iBAAiB,OAAO;AAC1B,yBAAS,OAAO,MAAM,EAAE,OAAO,MAAM,QAAQ,CAAC;AAAA,cAChD,OAAO;AACL,yBAAS,OAAO,MAAM,EAAE,MAAM,CAAC;AAAA,cACjC;AACA,qBAAO,MAAM,GAAG,KAAK,KAAK,kCAAkC;AAC5D;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC;AAAA,EACjD;AACF;","names":[]}
+{"version":3,"sources":["../../src/stt/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { log } from '../log.js';\nimport type { APIConnectOptions } from '../types.js';\nimport { isStreamClosedError } from '../utils.js';\nimport type { VAD, VADStream } from '../vad.js';\nimport { VADEventType } from '../vad.js';\nimport type { SpeechEvent } from './stt.js';\nimport { STT, SpeechEventType, SpeechStream } from './stt.js';\n\nexport class StreamAdapter extends STT {\n  #stt: STT;\n  #vad: VAD;\n  label: string;\n\n  constructor(stt: STT, vad: VAD) {\n    super({ streaming: true, interimResults: false });\n    this.#stt = stt;\n    this.#vad = vad;\n    this.label = `stt.StreamAdapter<${this.#stt.label}>`;\n\n    this.#stt.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n\n    this.#stt.on('error', (error) => {\n      this.emit('error', error);\n    });\n  }\n\n  _recognize(frame: AudioFrame, abortSignal?: AbortSignal): Promise<SpeechEvent> {\n    return this.#stt.recognize(frame, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#stt, this.#vad, options?.connOptions);\n  }\n}\n\nexport class StreamAdapterWrapper extends SpeechStream {\n  #stt: STT;\n  #vadStream: VADStream;\n  label: string;\n\n  constructor(stt: STT, vad: VAD, connOptions?: APIConnectOptions) {\n    super(stt, undefined, connOptions);\n    this.#stt = stt;\n    this.#vadStream = vad.stream();\n    this.label = `stt.StreamAdapterWrapper<${this.#stt.label}>`;\n  }\n\n  close() {\n    super.close();\n    this.#vadStream.close();\n  }\n\n  async monitorMetrics() {\n    return; // do nothing\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (input === SpeechStream.FLUSH_SENTINEL) {\n          this.#vadStream.flush();\n        } else {\n          this.#vadStream.pushFrame(input);\n        }\n      }\n\n      // Guard against calling endInput() on already-closed stream\n      // This happens during handover when close() is called while forwardInput is running\n      try {\n        this.#vadStream.endInput();\n      } catch (e) {\n        if (isStreamClosedError(e)) {\n          return;\n        }\n        throw e;\n      }\n    };\n\n    const recognize = async () => {\n      for await (const ev of this.#vadStream) {\n        switch (ev.type) {\n          case VADEventType.START_OF_SPEECH:\n            this.output.put({ type: SpeechEventType.START_OF_SPEECH });\n            break;\n          case VADEventType.END_OF_SPEECH:\n            this.output.put({ type: SpeechEventType.END_OF_SPEECH });\n\n            try {\n              const event = await this.#stt.recognize(ev.frames, this.abortSignal);\n              if (!event.alternatives![0].text) {\n                continue;\n              }\n\n              this.output.put(event);\n              break;\n            } catch (error) {\n              let logger = log();\n              if (error instanceof Error) {\n                logger = logger.child({ error: error.message });\n              } else {\n                logger = logger.child({ error });\n              }\n              logger.error(`${this.label}: provider recognize task failed`);\n              continue;\n            }\n        }\n      }\n    };\n\n    await Promise.all([forwardInput(), recognize()]);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAoB;AAEpB,mBAAoC;AAEpC,iBAA6B;AAE7B,iBAAmD;AAE5C,MAAM,sBAAsB,eAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,KAAU;AAC9B,UAAM,EAAE,WAAW,MAAM,gBAAgB,MAAM,CAAC;AAChD,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AAED,SAAK,KAAK,GAAG,SAAS,CAAC,UAAU;AAC/B,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,OAAmB,aAAiD;AAC7E,WAAO,KAAK,KAAK,UAAU,OAAO,WAAW;AAAA,EAC/C;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,MAAM,mCAAS,WAAW;AAAA,EAC5E;AACF;AAEO,MAAM,6BAA6B,wBAAa;AAAA,EACrD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,KAAU,aAAiC;AAC/D,UAAM,KAAK,QAAW,WAAW;AACjC,SAAK,OAAO;AACZ,SAAK,aAAa,IAAI,OAAO;AAC7B,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEA,MAAM,iBAAiB;AACrB;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,UAAU,wBAAa,gBAAgB;AACzC,eAAK,WAAW,MAAM;AAAA,QACxB,OAAO;AACL,eAAK,WAAW,UAAU,KAAK;AAAA,QACjC;AAAA,MACF;AAIA,UAAI;AACF,aAAK,WAAW,SAAS;AAAA,MAC3B,SAAS,GAAG;AACV,gBAAI,kCAAoB,CAAC,GAAG;AAC1B;AAAA,QACF;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,MAAM,KAAK,YAAY;AACtC,gBAAQ,GAAG,MAAM;AAAA,UACf,KAAK,wBAAa;AAChB,iBAAK,OAAO,IAAI,EAAE,MAAM,2BAAgB,gBAAgB,CAAC;AACzD;AAAA,UACF,KAAK,wBAAa;AAChB,iBAAK,OAAO,IAAI,EAAE,MAAM,2BAAgB,cAAc,CAAC;AAEvD,gBAAI;AACF,oBAAM,QAAQ,MAAM,KAAK,KAAK,UAAU,GAAG,QAAQ,KAAK,WAAW;AACnE,kBAAI,CAAC,MAAM,aAAc,CAAC,EAAE,MAAM;AAChC;AAAA,cACF;AAEA,mBAAK,OAAO,IAAI,KAAK;AACrB;AAAA,YACF,SAAS,OAAO;AACd,kBAAI,aAAS,gBAAI;AACjB,kBAAI,iBAAiB,OAAO;AAC1B,yBAAS,OAAO,MAAM,EAAE,OAAO,MAAM,QAAQ,CAAC;AAAA,cAChD,OAAO;AACL,yBAAS,OAAO,MAAM,EAAE,MAAM,CAAC;AAAA,cACjC;AACA,qBAAO,MAAM,GAAG,KAAK,KAAK,kCAAkC;AAC5D;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC;AAAA,EACjD;AACF;","names":[]}

package/dist/stt/stream_adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,KAAK,EAAE,GAAG,EAAa,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,GAAG,EAAmB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE9D,qBAAa,aAAc,SAAQ,GAAG;;IAGpC,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAe9B,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9E,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,oBAAoB;CAG5E;AAED,qBAAa,oBAAqB,SAAQ,YAAY;;IAGpD,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,EAAE,iBAAiB;IAO/D,KAAK;IAKC,cAAc;cAIJ,GAAG;CA6CpB"}
+{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,KAAK,EAAE,GAAG,EAAa,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,GAAG,EAAmB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE9D,qBAAa,aAAc,SAAQ,GAAG;;IAGpC,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAe9B,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9E,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,oBAAoB;CAG5E;AAED,qBAAa,oBAAqB,SAAQ,YAAY;;IAGpD,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,EAAE,iBAAiB;IAO/D,KAAK;IAKC,cAAc;cAIJ,GAAG;CAuDpB"}

package/dist/stt/stream_adapter.js

@@ -1,4 +1,5 @@
 import { log } from "../log.js";
+import { isStreamClosedError } from "../utils.js";
 import { VADEventType } from "../vad.js";
 import { STT, SpeechEventType, SpeechStream } from "./stt.js";
 class StreamAdapter extends STT {
@@ -50,7 +51,14 @@ class StreamAdapterWrapper extends SpeechStream {
           this.#vadStream.pushFrame(input);
         }
       }
-      this.#vadStream.endInput();
+      try {
+        this.#vadStream.endInput();
+      } catch (e) {
+        if (isStreamClosedError(e)) {
+          return;
+        }
+        throw e;
+      }
     };
     const recognize = async () => {
       for await (const ev of this.#vadStream) {