@livekit/agents-plugin-cartesia 1.6.4 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +1 -1
- package/dist/index.js +1 -1
- package/dist/stt.cjs +2 -2
- package/dist/stt.cjs.map +1 -1
- package/dist/stt.js +2 -2
- package/dist/stt.js.map +1 -1
- package/dist/tts.cjs +1 -1
- package/dist/tts.cjs.map +1 -1
- package/dist/tts.js +1 -1
- package/dist/tts.js.map +1 -1
- package/package.json +9 -9
- package/src/stt.ts +2 -2
- package/src/tts.ts +1 -1
package/dist/index.cjs
CHANGED
package/dist/index.js
CHANGED
package/dist/stt.cjs
CHANGED
|
@@ -291,7 +291,7 @@ class SpeechStream extends import_agents.stt.SpeechStream {
|
|
|
291
291
|
}
|
|
292
292
|
try {
|
|
293
293
|
if (msg.type === "error") {
|
|
294
|
-
this.#logger.error("Cartesia sent an error"
|
|
294
|
+
this.#logger.error({ "lk.pii.message": msg }, "Cartesia sent an error");
|
|
295
295
|
if (msg.status_code === void 0 || msg.status_code >= 500) {
|
|
296
296
|
pendingError = new import_agents.APIConnectionError({
|
|
297
297
|
message: msg.message || msg.title,
|
|
@@ -422,7 +422,7 @@ class SpeechStream extends import_agents.stt.SpeechStream {
|
|
|
422
422
|
return;
|
|
423
423
|
}
|
|
424
424
|
default:
|
|
425
|
-
this.#logger.warn("received unexpected message from Cartesia STT"
|
|
425
|
+
this.#logger.warn({ "lk.pii.data": data }, "received unexpected message from Cartesia STT");
|
|
426
426
|
}
|
|
427
427
|
}
|
|
428
428
|
#sendTranscriptEvent(eventType, transcript) {
|
package/dist/stt.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIStatusError,\n AudioByteStream,\n DEFAULT_API_CONNECT_OPTIONS,\n asError,\n asLanguageCode,\n calculateAudioDurationSeconds,\n getBaseLanguage,\n log,\n normalizeLanguage,\n stt,\n waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { IncomingMessage } from 'node:http';\nimport { WebSocket } from 'ws';\nimport { AUDIO_ENCODING, type STTModel } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst REQUEST_ID_HEADER = 'cartesia-request-id';\nconst API_VERSION = '2026-03-01';\nconst DRAIN_TIMEOUT_MS = 5000;\nconst KEEPALIVE_INTERVAL_MS = 30000;\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\n/**\n * Fires once when the WebSocket connection is established.\n *\n * You do not need to wait for this event before sending audio.\n */\ntype STTConnectedEvent = {\n type: 'connected';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Model predicts {@link stt.SpeechEventType.START_OF_SPEECH}.\n */\ntype STTTurnStartEvent = {\n type: 'turn.start';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires repeatedly as the model transcribes the current user turn.\n *\n * Can be used for {@link stt.SpeechEventType.INTERIM_TRANSCRIPT}.\n */\ntype STTTurnUpdateEvent = {\n type: 'turn.update';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires when the model predicts that the user might be done speaking.\n *\n * Can be used for {@link stt.SpeechEventType.PREFLIGHT_TRANSCRIPT}.\n */\ntype STTTurnEagerEndEvent = {\n type: 'turn.eager_end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires after {@link STTTurnEagerEndEvent} if the user turn has not actually ended.\n */\ntype STTTurnResumeEvent = {\n type: 'turn.resume';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Marks the end of a user turn.\n *\n * This is used for {@link stt.SpeechEventType.END_OF_SPEECH} and {@link stt.SpeechEventType.FINAL_TRANSCRIPT}.\n */\ntype STTTurnEndEvent = {\n type: 'turn.end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\ntype STTErrorEvent = {\n type: 'error';\n error_code?: string;\n status_code?: number;\n title?: string;\n message?: string;\n doc_url?: string;\n request_id?: string;\n};\n\n/**\n * Server-sent event on the `/stt/turns/websocket` endpoint.\n *\n * See https://docs.cartesia.ai/api-reference/stt/turns/websocket.\n */\ntype STTEventMessage =\n | STTConnectedEvent\n | STTTurnStartEvent\n | STTTurnUpdateEvent\n | STTTurnEagerEndEvent\n | STTTurnResumeEvent\n | STTTurnEndEvent\n | STTErrorEvent;\n\nexport type STTOptions = {\n apiKey: string;\n // eslint-disable-next-line @typescript-eslint/ban-types\n model: STTModel | (string & {});\n sampleRate: number;\n baseUrl: string;\n audioChunkDurationMS: number;\n language: string;\n};\n\nconst defaultSTTOptions = {\n model: 'ink-2' satisfies STTModel,\n /** recommended default */\n sampleRate: 16_000,\n /** recommended default */\n audioChunkDurationMS: 160,\n baseUrl: 'https://api.cartesia.ai',\n language: 'en',\n};\n\nfunction mergeSTTOptions(base: STTOptions, override: Partial<STTOptions>): STTOptions {\n return {\n apiKey: override.apiKey ?? base.apiKey,\n baseUrl: override.baseUrl ?? base.baseUrl,\n model: override.model ?? base.model,\n sampleRate: override.sampleRate ?? base.sampleRate,\n audioChunkDurationMS: override.audioChunkDurationMS ?? base.audioChunkDurationMS,\n language:\n override.language !== undefined ? normalizeLanguage(override.language) : base.language,\n };\n}\n\n/**\n * Resolve the STT model from the configured language when the caller did not\n * pass one explicitly. Mirrors the Python plugin: `ink-2` only supports\n * English, so non-English languages route to the multilingual `ink-whisper`.\n */\nfunction resolveSTTModel(language: string): STTModel {\n return getBaseLanguage(language) === 'en' ? 'ink-2' : 'ink-whisper';\n}\n\n/**\n * Cartesia speech to text.\n *\n * Supports:\n * - Streaming\n * - Turn detection\n * - Interim results\n *\n * See https://docs.cartesia.ai/build-with-cartesia/stt-models/latest\n *\n * @example\n * ```typescript\n * import { voice } from '@livekit/agents';\n * import { STT, TTS } from '@livekit/agents-plugin-cartesia';\n *\n * const session = new voice.AgentSession({\n * stt: new STT(),\n * llm: new LLM(), // choose your favorite LLM\n * tts: new TTS(),\n * turnHandling: { turnDetection: 'stt' },\n * });\n * ```\n */\nexport class STT extends stt.STT {\n #opts: STTOptions;\n\n constructor(opts: Partial<STTOptions> = {}) {\n super({\n streaming: true,\n interimResults: true,\n alignedTranscript: false,\n diarization: false,\n });\n\n const apiKey = opts.apiKey ?? process.env.CARTESIA_API_KEY;\n if (!apiKey) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n this.#opts = mergeSTTOptions({ ...defaultSTTOptions, apiKey }, opts);\n\n // Route to the multilingual model for non-English languages unless the\n // caller pinned a model. Matches the Python plugin's language→model logic.\n if (opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n\n override get label(): string {\n return 'cartesia.STT';\n }\n\n override get model(): string {\n return this.#opts.model;\n }\n\n override get provider(): string {\n return 'Cartesia';\n }\n\n protected override async _recognize(): Promise<stt.SpeechEvent> {\n throw new Error('Cartesia STT does not support batch recognition, use stream() instead');\n }\n\n override stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {\n return new SpeechStream(this, this.#opts, options?.connOptions);\n }\n\n updateOptions(opts: Partial<STTOptions>) {\n this.#opts = mergeSTTOptions(this.#opts, opts);\n\n // Keep the model in sync with a newly set language (e.g. switching to a\n // non-English language must move off the English-only ink-2), unless the\n // caller pinned a model in the same call. Mirrors the constructor.\n if (opts.language !== undefined && opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n #opts: STTOptions;\n #logger = log();\n #ws: WebSocket | null = null;\n #requestId: string | undefined;\n #speaking = false;\n #currentTranscript = '';\n #speechDuration = 0;\n #closingWs = false;\n #connectTimeout: number;\n\n constructor(sttInstance: STT, opts: STTOptions, connOptions?: APIConnectOptions) {\n super(sttInstance, opts.sampleRate, connOptions);\n this.#opts = { ...opts };\n this.#connectTimeout = connOptions?.timeoutMs ?? DEFAULT_API_CONNECT_OPTIONS.timeoutMs;\n }\n\n override get label(): string {\n return 'cartesia.SpeechStream';\n }\n\n protected override async run() {\n if (this.closed) {\n this.close();\n return;\n }\n\n this.#speaking = false;\n this.#currentTranscript = '';\n this.#speechDuration = 0;\n this.#closingWs = false;\n\n let keepaliveInterval: NodeJS.Timeout | undefined;\n const abortController = new AbortController();\n\n try {\n const url = this.#getCartesiaUrl();\n this.#logger.debug(`Connecting to Cartesia STT: ${url}`);\n\n let ws: WebSocket;\n try {\n ws = new WebSocket(url, {\n handshakeTimeout: this.#connectTimeout,\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey,\n [VERSION_HEADER]: API_VERSION,\n },\n });\n } catch (error) {\n throw new APIConnectionError({\n message: sanitizedErrorName(asError(error)),\n options: { retryable: true },\n });\n }\n this.#ws = ws;\n\n // Cartesia returns the request id on the WS upgrade response, before any\n // turn events are sent. Capture it so logs and metrics emitted on the\n // connection (and any pre-`turn.start` errors) are attributable.\n ws.once('upgrade', (response: IncomingMessage) => {\n const headerValue = response.headers[REQUEST_ID_HEADER];\n const requestId = Array.isArray(headerValue) ? headerValue[0] : headerValue;\n if (requestId) {\n this.#requestId = requestId;\n this.#logger.debug({ cartesiaRequestId: requestId }, 'Cartesia STT WebSocket connected');\n }\n });\n\n await new Promise<void>((resolve, reject) => {\n const cleanup = () => {\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n };\n const onOpen = () => {\n cleanup();\n resolve();\n };\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n cleanup();\n ws.on('error', () => {});\n ws.close();\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onError = (err: Error) => {\n cleanup();\n // Transport errors can contain credentials in URLs.\n reject(\n new APIConnectionError({\n message: sanitizedErrorName(err),\n options: { retryable: true },\n }),\n );\n };\n\n ws.once('open', onOpen);\n ws.once('unexpected-response', onUnexpectedResponse);\n ws.once('error', onError);\n });\n\n // If one task fails, abort its peer and close the WS so the peer can\n // exit before we re-throw. Otherwise a dangling task would survive\n // into the next retry attempt (sendTask blocked on input.next() would\n // steal frames; recvTask's close handler could still push events to\n // the queue and surface an unhandled rejection).\n let firstError: unknown;\n const stopPeer = (err: unknown) => {\n if (firstError === undefined) firstError = err;\n abortController.abort();\n if (ws.readyState === WebSocket.OPEN) ws.close();\n };\n const sendPromise = this.#sendTask(ws, abortController.signal).catch(stopPeer);\n const recvPromise = this.#recvTask(ws).catch(stopPeer);\n\n keepaliveInterval = setInterval(() => {\n try {\n if (ws.readyState === WebSocket.OPEN) {\n ws.ping();\n }\n } catch {\n // ignore\n }\n }, KEEPALIVE_INTERVAL_MS);\n await Promise.all([sendPromise, recvPromise]);\n if (firstError !== undefined) throw firstError;\n } catch (error) {\n this.#logger.error('Cartesia STT stream error', { error });\n throw error;\n } finally {\n abortController.abort();\n if (keepaliveInterval) clearInterval(keepaliveInterval);\n if (this.#ws?.readyState === WebSocket.OPEN) {\n this.#ws.close();\n }\n }\n\n this.close();\n }\n\n async #sendTask(ws: WebSocket, abortSignal: AbortSignal) {\n const samplesPerChunk = Math.floor(\n (this.#opts.sampleRate * this.#opts.audioChunkDurationMS) / 1000,\n );\n const audioBstream = new AudioByteStream(this.#opts.sampleRate, 1, samplesPerChunk);\n\n let hasEnded = false;\n const iterator = this.input[Symbol.asyncIterator]();\n const abortPromise = waitForAbort(abortSignal);\n\n while (true) {\n const result = await Promise.race([iterator.next(), abortPromise]);\n\n if (result === undefined) return; // aborted\n\n if (result.done) {\n hasEnded = true;\n } else {\n const data = result.value;\n const frames: AudioFrame[] = [];\n\n if (data === SpeechStream.FLUSH_SENTINEL) {\n frames.push(...audioBstream.flush());\n } else {\n // Pass the typed array directly so AudioByteStream uses byteOffset/\n // byteLength — `.buffer` would include foreign bytes when rtc-node\n // hands us a view over a pooled allocator.\n frames.push(...audioBstream.write(data.data));\n }\n\n for (const frame of frames) {\n this.#speechDuration += calculateAudioDurationSeconds(frame);\n if (ws.readyState === WebSocket.OPEN) {\n ws.send(frame.data);\n }\n }\n }\n\n if (hasEnded) break;\n }\n\n if (ws.readyState === WebSocket.OPEN) {\n this.#closingWs = true;\n this.#logger.debug('Sending close message to Cartesia STT');\n ws.send(JSON.stringify({ type: 'close' }));\n\n // After `close`, the server should flush any pending turn events and\n // close the socket. If it hangs, force the issue rather than letting\n // the stream wait forever.\n const drainTimer = setTimeout(() => {\n this.#logger.warn(\n `Cartesia STT did not close within ${DRAIN_TIMEOUT_MS}ms after done; forcing close`,\n );\n if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CLOSING) {\n ws.terminate();\n }\n }, DRAIN_TIMEOUT_MS);\n ws.once('close', () => clearTimeout(drainTimer));\n }\n }\n\n async #recvTask(ws: WebSocket) {\n let pendingError: Error | undefined = undefined;\n\n return new Promise<void>((resolve, reject) => {\n const settle = (err?: Error) => {\n if (err) reject(err);\n else resolve();\n };\n\n ws.on('message', (data: Buffer, isBinary: boolean) => {\n if (isBinary) {\n this.#logger.warn('Received unexpected binary message from Cartesia STT');\n return;\n }\n let msg: STTEventMessage;\n try {\n msg = JSON.parse(data.toString());\n } catch (error) {\n this.#logger.error('Failed to parse Cartesia STT message', { error });\n return;\n }\n try {\n if (msg.type === 'error') {\n this.#logger.error('Cartesia sent an error', msg);\n\n // do not close the websocket on bad requests since that may be caused by invalid messages\n if (msg.status_code === undefined || msg.status_code >= 500) {\n // Defer until the WS is fully closed so we don't race the `close`\n // handler with a rejected `recvTask`. Close the socket explicitly\n // in case the server doesn't, otherwise recv would hang.\n pendingError = new APIConnectionError({\n message: msg.message || msg.title,\n options: {\n retryable: true,\n },\n });\n ws.close();\n return;\n }\n } else {\n this.#processStreamEvent(msg);\n }\n } catch (error) {\n this.#logger.error('Failed to process Cartesia STT message', { error });\n }\n });\n\n ws.on('close', (code, reason) => {\n // If a turn was in progress, close it out so consumers see a balanced\n // START_OF_SPEECH/END_OF_SPEECH pair and don't carry stale turn state\n // into the next reconnect.\n if (this.#speaking) {\n if (this.#currentTranscript) {\n this.#sendTranscriptEvent(\n stt.SpeechEventType.FINAL_TRANSCRIPT,\n this.#currentTranscript,\n );\n }\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n this.#speaking = false;\n this.#currentTranscript = '';\n }\n\n if (pendingError) {\n settle(pendingError);\n return;\n }\n if (this.#closingWs || this.closed) {\n settle();\n return;\n }\n this.#logger.warn(`Cartesia STT WebSocket closed: ${code} ${reason.toString()}`);\n settle(\n new APIConnectionError({\n message: `Cartesia STT connection closed unexpectedly (code=${code})`,\n options: { retryable: true },\n }),\n );\n });\n\n ws.on('error', (err) => {\n if (this.closed) {\n settle();\n return;\n }\n settle(new APIConnectionError({ message: err.message, options: { retryable: true } }));\n });\n });\n }\n\n #processStreamEvent(data: Exclude<STTEventMessage, { type: 'error' }>) {\n if (data.request_id) {\n this.#requestId = data.request_id;\n }\n\n switch (data.type) {\n case 'connected':\n return;\n\n case 'turn.start': {\n if (this.#speaking) return;\n this.#speaking = true;\n this.#currentTranscript = '';\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.START_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT START_OF_SPEECH');\n return;\n }\n\n case 'turn.update': {\n if (!this.#speaking) return;\n const transcript = data.transcript;\n if (!transcript) return;\n // Only emit interim updates when the cumulative transcript actually\n // changed; this avoids canceling preflight generation needlessly.\n if (this.#currentTranscript === transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.eager_end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n if (!transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.resume':\n // turn.resume has no transcript; re-emit the latest cumulative transcript\n // as an interim event so the pipeline cancels the pending preflight.\n if (!this.#speaking || !this.#currentTranscript) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, this.#currentTranscript);\n return;\n\n case 'turn.end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n\n this.#sendTranscriptEvent(stt.SpeechEventType.FINAL_TRANSCRIPT, transcript);\n\n this.#speaking = false;\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n this.#currentTranscript = '';\n\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n\n return;\n }\n\n default:\n this.#logger.warn('received unexpected message from Cartesia STT', { data });\n }\n }\n\n #sendTranscriptEvent(eventType: stt.SpeechEventType, transcript: string) {\n if (this.queue.closed) return;\n this.queue.put({\n type: eventType,\n requestId: this.#requestId,\n alternatives: [\n {\n language: asLanguageCode(this.#opts.language),\n text: transcript,\n startTime: 0,\n endTime: 0,\n confidence: 0,\n },\n ],\n });\n }\n\n #getCartesiaUrl(): string {\n // The Cartesia /stt/turns/websocket endpoint only accepts model, sample_rate\n // and encoding — there is no `language` query param. Language selection is\n // expressed through the model (ink-2 for English, ink-whisper otherwise),\n // so #opts.language is used only to tag emitted transcripts.\n const params = new URLSearchParams({\n model: this.#opts.model,\n sample_rate: this.#opts.sampleRate.toString(),\n encoding: AUDIO_ENCODING,\n });\n\n const wsBase = this.#opts.baseUrl.replace(/^http/, 'ws');\n return `${wsBase}/stt/turns/websocket?${params.toString()}`;\n }\n\n override close() {\n super.close();\n this.#ws?.close();\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAcO;AAGP,gBAA0B;AAC1B,oBAA8C;AAE9C,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AACpB,MAAM,mBAAmB;AACzB,MAAM,wBAAwB;AAE9B,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AA0HA,MAAM,oBAAoB;AAAA,EACxB,OAAO;AAAA;AAAA,EAEP,YAAY;AAAA;AAAA,EAEZ,sBAAsB;AAAA,EACtB,SAAS;AAAA,EACT,UAAU;AACZ;AAEA,SAAS,gBAAgB,MAAkB,UAA2C;AACpF,SAAO;AAAA,IACL,QAAQ,SAAS,UAAU,KAAK;AAAA,IAChC,SAAS,SAAS,WAAW,KAAK;AAAA,IAClC,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,YAAY,SAAS,cAAc,KAAK;AAAA,IACxC,sBAAsB,SAAS,wBAAwB,KAAK;AAAA,IAC5D,UACE,SAAS,aAAa,aAAY,iCAAkB,SAAS,QAAQ,IAAI,KAAK;AAAA,EAClF;AACF;AAOA,SAAS,gBAAgB,UAA4B;AACnD,aAAO,+BAAgB,QAAQ,MAAM,OAAO,UAAU;AACxD;AAyBO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,mBAAmB;AAAA,MACnB,aAAa;AAAA,IACf,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ,gBAAgB,EAAE,GAAG,mBAAmB,OAAO,GAAG,IAAI;AAInE,QAAI,KAAK,UAAU,QAAW;AAC5B,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAa,WAAmB;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAuC;AAC9D,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAAA,EAES,OAAO,SAA6D;AAC3E,WAAO,IAAI,aAAa,MAAM,KAAK,OAAO,mCAAS,WAAW;AAAA,EAChE;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,gBAAgB,KAAK,OAAO,IAAI;AAK7C,QAAI,KAAK,aAAa,UAAa,KAAK,UAAU,QAAW;AAC3D,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AACF;AAEO,MAAM,qBAAqB,kBAAI,aAAa;AAAA,EACjD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,MAAwB;AAAA,EACxB;AAAA,EACA,YAAY;AAAA,EACZ,qBAAqB;AAAA,EACrB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb;AAAA,EAEA,YAAY,aAAkB,MAAkB,aAAiC;AAC/E,UAAM,aAAa,KAAK,YAAY,WAAW;AAC/C,SAAK,QAAQ,EAAE,GAAG,KAAK;AACvB,SAAK,mBAAkB,2CAAa,cAAa,0CAA4B;AAAA,EAC/E;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,MAAM;AApSjC;AAqSI,QAAI,KAAK,QAAQ;AACf,WAAK,MAAM;AACX;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,qBAAqB;AAC1B,SAAK,kBAAkB;AACvB,SAAK,aAAa;AAElB,QAAI;AACJ,UAAM,kBAAkB,IAAI,gBAAgB;AAE5C,QAAI;AACF,YAAM,MAAM,KAAK,gBAAgB;AACjC,WAAK,QAAQ,MAAM,+BAA+B,GAAG,EAAE;AAEvD,UAAI;AACJ,UAAI;AACF,aAAK,IAAI,oBAAU,KAAK;AAAA,UACtB,kBAAkB,KAAK;AAAA,UACvB,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,YACnC,CAAC,cAAc,GAAG;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH,SAAS,OAAO;AACd,cAAM,IAAI,iCAAmB;AAAA,UAC3B,SAAS,uBAAmB,uBAAQ,KAAK,CAAC;AAAA,UAC1C,SAAS,EAAE,WAAW,KAAK;AAAA,QAC7B,CAAC;AAAA,MACH;AACA,WAAK,MAAM;AAKX,SAAG,KAAK,WAAW,CAAC,aAA8B;AAChD,cAAM,cAAc,SAAS,QAAQ,iBAAiB;AACtD,cAAM,YAAY,MAAM,QAAQ,WAAW,IAAI,YAAY,CAAC,IAAI;AAChE,YAAI,WAAW;AACb,eAAK,aAAa;AAClB,eAAK,QAAQ,MAAM,EAAE,mBAAmB,UAAU,GAAG,kCAAkC;AAAA,QACzF;AAAA,MACF,CAAC;AAED,YAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,cAAM,UAAU,MAAM;AACpB,aAAG,IAAI,QAAQ,MAAM;AACrB,aAAG,IAAI,uBAAuB,oBAAoB;AAClD,aAAG,IAAI,SAAS,OAAO;AAAA,QACzB;AACA,cAAM,SAAS,MAAM;AACnB,kBAAQ;AACR,kBAAQ;AAAA,QACV;AACA,cAAM,uBAAuB,CAAC,UAAmB,aAAsC;AACrF,kBAAQ;AACR,aAAG,GAAG,SAAS,MAAM;AAAA,UAAC,CAAC;AACvB,aAAG,MAAM;AAET,gBAAM,aAAa,SAAS,cAAc;AAC1C;AAAA,YACE,IAAI,6BAAe;AAAA,cACjB,SAAS,sDAAsD,UAAU;AAAA,cACzE,SAAS,EAAE,WAAW;AAAA,YACxB,CAAC;AAAA,UACH;AAAA,QACF;AACA,cAAM,UAAU,CAAC,QAAe;AAC9B,kBAAQ;AAER;AAAA,YACE,IAAI,iCAAmB;AAAA,cACrB,SAAS,mBAAmB,GAAG;AAAA,cAC/B,SAAS,EAAE,WAAW,KAAK;AAAA,YAC7B,CAAC;AAAA,UACH;AAAA,QACF;AAEA,WAAG,KAAK,QAAQ,MAAM;AACtB,WAAG,KAAK,uBAAuB,oBAAoB;AACnD,WAAG,KAAK,SAAS,OAAO;AAAA,MAC1B,CAAC;AAOD,UAAI;AACJ,YAAM,WAAW,CAAC,QAAiB;AACjC,YAAI,eAAe,OAAW,cAAa;AAC3C,wBAAgB,MAAM;AACtB,YAAI,GAAG,eAAe,oBAAU,KAAM,IAAG,MAAM;AAAA,MACjD;AACA,YAAM,cAAc,KAAK,UAAU,IAAI,gBAAgB,MAAM,EAAE,MAAM,QAAQ;AAC7E,YAAM,cAAc,KAAK,UAAU,EAAE,EAAE,MAAM,QAAQ;AAErD,0BAAoB,YAAY,MAAM;AACpC,YAAI;AACF,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,eAAG,KAAK;AAAA,UACV;AAAA,QACF,QAAQ;AAAA,QAER;AAAA,MACF,GAAG,qBAAqB;AACxB,YAAM,QAAQ,IAAI,CAAC,aAAa,WAAW,CAAC;AAC5C,UAAI,eAAe,OAAW,OAAM;AAAA,IACtC,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,6BAA6B,EAAE,MAAM,CAAC;AACzD,YAAM;AAAA,IACR,UAAE;AACA,sBAAgB,MAAM;AACtB,UAAI,kBAAmB,eAAc,iBAAiB;AACtD,YAAI,UAAK,QAAL,mBAAU,gBAAe,oBAAU,MAAM;AAC3C,aAAK,IAAI,MAAM;AAAA,MACjB;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,UAAU,IAAe,aAA0B;AACvD,UAAM,kBAAkB,KAAK;AAAA,MAC1B,KAAK,MAAM,aAAa,KAAK,MAAM,uBAAwB;AAAA,IAC9D;AACA,UAAM,eAAe,IAAI,8BAAgB,KAAK,MAAM,YAAY,GAAG,eAAe;AAElF,QAAI,WAAW;AACf,UAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,UAAM,mBAAe,4BAAa,WAAW;AAE7C,WAAO,MAAM;AACX,YAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,UAAI,WAAW,OAAW;AAE1B,UAAI,OAAO,MAAM;AACf,mBAAW;AAAA,MACb,OAAO;AACL,cAAM,OAAO,OAAO;AACpB,cAAM,SAAuB,CAAC;AAE9B,YAAI,SAAS,aAAa,gBAAgB;AACxC,iBAAO,KAAK,GAAG,aAAa,MAAM,CAAC;AAAA,QACrC,OAAO;AAIL,iBAAO,KAAK,GAAG,aAAa,MAAM,KAAK,IAAI,CAAC;AAAA,QAC9C;AAEA,mBAAW,SAAS,QAAQ;AAC1B,eAAK,uBAAmB,6CAA8B,KAAK;AAC3D,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,eAAG,KAAK,MAAM,IAAI;AAAA,UACpB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAU;AAAA,IAChB;AAEA,QAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,WAAK,aAAa;AAClB,WAAK,QAAQ,MAAM,uCAAuC;AAC1D,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC,CAAC;AAKzC,YAAM,aAAa,WAAW,MAAM;AAClC,aAAK,QAAQ;AAAA,UACX,qCAAqC,gBAAgB;AAAA,QACvD;AACA,YAAI,GAAG,eAAe,oBAAU,QAAQ,GAAG,eAAe,oBAAU,SAAS;AAC3E,aAAG,UAAU;AAAA,QACf;AAAA,MACF,GAAG,gBAAgB;AACnB,SAAG,KAAK,SAAS,MAAM,aAAa,UAAU,CAAC;AAAA,IACjD;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,IAAe;AAC7B,QAAI,eAAkC;AAEtC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,CAAC,QAAgB;AAC9B,YAAI,IAAK,QAAO,GAAG;AAAA,YACd,SAAQ;AAAA,MACf;AAEA,SAAG,GAAG,WAAW,CAAC,MAAc,aAAsB;AACpD,YAAI,UAAU;AACZ,eAAK,QAAQ,KAAK,sDAAsD;AACxE;AAAA,QACF;AACA,YAAI;AACJ,YAAI;AACF,gBAAM,KAAK,MAAM,KAAK,SAAS,CAAC;AAAA,QAClC,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,wCAAwC,EAAE,MAAM,CAAC;AACpE;AAAA,QACF;AACA,YAAI;AACF,cAAI,IAAI,SAAS,SAAS;AACxB,iBAAK,QAAQ,MAAM,0BAA0B,GAAG;AAGhD,gBAAI,IAAI,gBAAgB,UAAa,IAAI,eAAe,KAAK;AAI3D,6BAAe,IAAI,iCAAmB;AAAA,gBACpC,SAAS,IAAI,WAAW,IAAI;AAAA,gBAC5B,SAAS;AAAA,kBACP,WAAW;AAAA,gBACb;AAAA,cACF,CAAC;AACD,iBAAG,MAAM;AACT;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,oBAAoB,GAAG;AAAA,UAC9B;AAAA,QACF,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,0CAA0C,EAAE,MAAM,CAAC;AAAA,QACxE;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAI/B,YAAI,KAAK,WAAW;AAClB,cAAI,KAAK,oBAAoB;AAC3B,iBAAK;AAAA,cACH,kBAAI,gBAAgB;AAAA,cACpB,KAAK;AAAA,YACP;AAAA,UACF;AACA,cAAI,CAAC,KAAK,MAAM;AACd,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,kBAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,YAClB,CAAC;AACH,eAAK,QAAQ,MAAM,4BAA4B;AAC/C,cAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,kBAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,cAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,YAC1D,CAAC;AACD,iBAAK,kBAAkB;AAAA,UACzB;AACA,eAAK,YAAY;AACjB,eAAK,qBAAqB;AAAA,QAC5B;AAEA,YAAI,cAAc;AAChB,iBAAO,YAAY;AACnB;AAAA,QACF;AACA,YAAI,KAAK,cAAc,KAAK,QAAQ;AAClC,iBAAO;AACP;AAAA,QACF;AACA,aAAK,QAAQ,KAAK,kCAAkC,IAAI,IAAI,OAAO,SAAS,CAAC,EAAE;AAC/E;AAAA,UACE,IAAI,iCAAmB;AAAA,YACrB,SAAS,qDAAqD,IAAI;AAAA,YAClE,SAAS,EAAE,WAAW,KAAK;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,YAAI,KAAK,QAAQ;AACf,iBAAO;AACP;AAAA,QACF;AACA,eAAO,IAAI,iCAAmB,EAAE,SAAS,IAAI,SAAS,SAAS,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;AAAA,MACvF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,oBAAoB,MAAmD;AACrE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,KAAK;AAAA,IACzB;AAEA,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK;AACH;AAAA,MAEF,KAAK,cAAc;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,YAAY;AACjB,aAAK,qBAAqB;AAC1B,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,8BAA8B;AACjD;AAAA,MACF;AAAA,MAEA,KAAK,eAAe;AAClB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK;AACxB,YAAI,CAAC,WAAY;AAGjB,YAAI,KAAK,uBAAuB,WAAY;AAC5C,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,UAAU;AAC5E;AAAA,MACF;AAAA,MAEA,KAAK,kBAAkB;AACrB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAC3C,YAAI,CAAC,WAAY;AACjB,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,kBAAI,gBAAgB,sBAAsB,UAAU;AAC9E;AAAA,MACF;AAAA,MAEA,KAAK;AAGH,YAAI,CAAC,KAAK,aAAa,CAAC,KAAK,mBAAoB;AACjD,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,KAAK,kBAAkB;AACzF;AAAA,MAEF,KAAK,YAAY;AACf,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAE3C,aAAK,qBAAqB,kBAAI,gBAAgB,kBAAkB,UAAU;AAE1E,aAAK,YAAY;AACjB,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,4BAA4B;AAC/C,aAAK,qBAAqB;AAE1B,YAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,YAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,UAC1D,CAAC;AACD,eAAK,kBAAkB;AAAA,QACzB;AAEA;AAAA,MACF;AAAA,MAEA;AACE,aAAK,QAAQ,KAAK,iDAAiD,EAAE,KAAK,CAAC;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,qBAAqB,WAAgC,YAAoB;AACvE,QAAI,KAAK,MAAM,OAAQ;AACvB,SAAK,MAAM,IAAI;AAAA,MACb,MAAM;AAAA,MACN,WAAW,KAAK;AAAA,MAChB,cAAc;AAAA,QACZ;AAAA,UACE,cAAU,8BAAe,KAAK,MAAM,QAAQ;AAAA,UAC5C,MAAM;AAAA,UACN,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,kBAA0B;AAKxB,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK,MAAM,WAAW,SAAS;AAAA,MAC5C,UAAU;AAAA,IACZ,CAAC;AAED,UAAM,SAAS,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACvD,WAAO,GAAG,MAAM,wBAAwB,OAAO,SAAS,CAAC;AAAA,EAC3D;AAAA,EAES,QAAQ;AAvrBnB;AAwrBI,UAAM,MAAM;AACZ,eAAK,QAAL,mBAAU;AAAA,EACZ;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIStatusError,\n AudioByteStream,\n DEFAULT_API_CONNECT_OPTIONS,\n asError,\n asLanguageCode,\n calculateAudioDurationSeconds,\n getBaseLanguage,\n log,\n normalizeLanguage,\n stt,\n waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { IncomingMessage } from 'node:http';\nimport { WebSocket } from 'ws';\nimport { AUDIO_ENCODING, type STTModel } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst REQUEST_ID_HEADER = 'cartesia-request-id';\nconst API_VERSION = '2026-03-01';\nconst DRAIN_TIMEOUT_MS = 5000;\nconst KEEPALIVE_INTERVAL_MS = 30000;\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\n/**\n * Fires once when the WebSocket connection is established.\n *\n * You do not need to wait for this event before sending audio.\n */\ntype STTConnectedEvent = {\n type: 'connected';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Model predicts {@link stt.SpeechEventType.START_OF_SPEECH}.\n */\ntype STTTurnStartEvent = {\n type: 'turn.start';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires repeatedly as the model transcribes the current user turn.\n *\n * Can be used for {@link stt.SpeechEventType.INTERIM_TRANSCRIPT}.\n */\ntype STTTurnUpdateEvent = {\n type: 'turn.update';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires when the model predicts that the user might be done speaking.\n *\n * Can be used for {@link stt.SpeechEventType.PREFLIGHT_TRANSCRIPT}.\n */\ntype STTTurnEagerEndEvent = {\n type: 'turn.eager_end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires after {@link STTTurnEagerEndEvent} if the user turn has not actually ended.\n */\ntype STTTurnResumeEvent = {\n type: 'turn.resume';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Marks the end of a user turn.\n *\n * This is used for {@link stt.SpeechEventType.END_OF_SPEECH} and {@link stt.SpeechEventType.FINAL_TRANSCRIPT}.\n */\ntype STTTurnEndEvent = {\n type: 'turn.end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\ntype STTErrorEvent = {\n type: 'error';\n error_code?: string;\n status_code?: number;\n title?: string;\n message?: string;\n doc_url?: string;\n request_id?: string;\n};\n\n/**\n * Server-sent event on the `/stt/turns/websocket` endpoint.\n *\n * See https://docs.cartesia.ai/api-reference/stt/turns/websocket.\n */\ntype STTEventMessage =\n | STTConnectedEvent\n | STTTurnStartEvent\n | STTTurnUpdateEvent\n | STTTurnEagerEndEvent\n | STTTurnResumeEvent\n | STTTurnEndEvent\n | STTErrorEvent;\n\nexport type STTOptions = {\n apiKey: string;\n // eslint-disable-next-line @typescript-eslint/ban-types\n model: STTModel | (string & {});\n sampleRate: number;\n baseUrl: string;\n audioChunkDurationMS: number;\n language: string;\n};\n\nconst defaultSTTOptions = {\n model: 'ink-2' satisfies STTModel,\n /** recommended default */\n sampleRate: 16_000,\n /** recommended default */\n audioChunkDurationMS: 160,\n baseUrl: 'https://api.cartesia.ai',\n language: 'en',\n};\n\nfunction mergeSTTOptions(base: STTOptions, override: Partial<STTOptions>): STTOptions {\n return {\n apiKey: override.apiKey ?? base.apiKey,\n baseUrl: override.baseUrl ?? base.baseUrl,\n model: override.model ?? base.model,\n sampleRate: override.sampleRate ?? base.sampleRate,\n audioChunkDurationMS: override.audioChunkDurationMS ?? base.audioChunkDurationMS,\n language:\n override.language !== undefined ? normalizeLanguage(override.language) : base.language,\n };\n}\n\n/**\n * Resolve the STT model from the configured language when the caller did not\n * pass one explicitly. Mirrors the Python plugin: `ink-2` only supports\n * English, so non-English languages route to the multilingual `ink-whisper`.\n */\nfunction resolveSTTModel(language: string): STTModel {\n return getBaseLanguage(language) === 'en' ? 'ink-2' : 'ink-whisper';\n}\n\n/**\n * Cartesia speech to text.\n *\n * Supports:\n * - Streaming\n * - Turn detection\n * - Interim results\n *\n * See https://docs.cartesia.ai/build-with-cartesia/stt-models/latest\n *\n * @example\n * ```typescript\n * import { voice } from '@livekit/agents';\n * import { STT, TTS } from '@livekit/agents-plugin-cartesia';\n *\n * const session = new voice.AgentSession({\n * stt: new STT(),\n * llm: new LLM(), // choose your favorite LLM\n * tts: new TTS(),\n * turnHandling: { turnDetection: 'stt' },\n * });\n * ```\n */\nexport class STT extends stt.STT {\n #opts: STTOptions;\n\n constructor(opts: Partial<STTOptions> = {}) {\n super({\n streaming: true,\n interimResults: true,\n alignedTranscript: false,\n diarization: false,\n });\n\n const apiKey = opts.apiKey ?? process.env.CARTESIA_API_KEY;\n if (!apiKey) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n this.#opts = mergeSTTOptions({ ...defaultSTTOptions, apiKey }, opts);\n\n // Route to the multilingual model for non-English languages unless the\n // caller pinned a model. Matches the Python plugin's language→model logic.\n if (opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n\n override get label(): string {\n return 'cartesia.STT';\n }\n\n override get model(): string {\n return this.#opts.model;\n }\n\n override get provider(): string {\n return 'Cartesia';\n }\n\n protected override async _recognize(): Promise<stt.SpeechEvent> {\n throw new Error('Cartesia STT does not support batch recognition, use stream() instead');\n }\n\n override stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {\n return new SpeechStream(this, this.#opts, options?.connOptions);\n }\n\n updateOptions(opts: Partial<STTOptions>) {\n this.#opts = mergeSTTOptions(this.#opts, opts);\n\n // Keep the model in sync with a newly set language (e.g. switching to a\n // non-English language must move off the English-only ink-2), unless the\n // caller pinned a model in the same call. Mirrors the constructor.\n if (opts.language !== undefined && opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n #opts: STTOptions;\n #logger = log();\n #ws: WebSocket | null = null;\n #requestId: string | undefined;\n #speaking = false;\n #currentTranscript = '';\n #speechDuration = 0;\n #closingWs = false;\n #connectTimeout: number;\n\n constructor(sttInstance: STT, opts: STTOptions, connOptions?: APIConnectOptions) {\n super(sttInstance, opts.sampleRate, connOptions);\n this.#opts = { ...opts };\n this.#connectTimeout = connOptions?.timeoutMs ?? DEFAULT_API_CONNECT_OPTIONS.timeoutMs;\n }\n\n override get label(): string {\n return 'cartesia.SpeechStream';\n }\n\n protected override async run() {\n if (this.closed) {\n this.close();\n return;\n }\n\n this.#speaking = false;\n this.#currentTranscript = '';\n this.#speechDuration = 0;\n this.#closingWs = false;\n\n let keepaliveInterval: NodeJS.Timeout | undefined;\n const abortController = new AbortController();\n\n try {\n const url = this.#getCartesiaUrl();\n this.#logger.debug(`Connecting to Cartesia STT: ${url}`);\n\n let ws: WebSocket;\n try {\n ws = new WebSocket(url, {\n handshakeTimeout: this.#connectTimeout,\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey,\n [VERSION_HEADER]: API_VERSION,\n },\n });\n } catch (error) {\n throw new APIConnectionError({\n message: sanitizedErrorName(asError(error)),\n options: { retryable: true },\n });\n }\n this.#ws = ws;\n\n // Cartesia returns the request id on the WS upgrade response, before any\n // turn events are sent. Capture it so logs and metrics emitted on the\n // connection (and any pre-`turn.start` errors) are attributable.\n ws.once('upgrade', (response: IncomingMessage) => {\n const headerValue = response.headers[REQUEST_ID_HEADER];\n const requestId = Array.isArray(headerValue) ? headerValue[0] : headerValue;\n if (requestId) {\n this.#requestId = requestId;\n this.#logger.debug({ cartesiaRequestId: requestId }, 'Cartesia STT WebSocket connected');\n }\n });\n\n await new Promise<void>((resolve, reject) => {\n const cleanup = () => {\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n };\n const onOpen = () => {\n cleanup();\n resolve();\n };\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n cleanup();\n ws.on('error', () => {});\n ws.close();\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onError = (err: Error) => {\n cleanup();\n // Transport errors can contain credentials in URLs.\n reject(\n new APIConnectionError({\n message: sanitizedErrorName(err),\n options: { retryable: true },\n }),\n );\n };\n\n ws.once('open', onOpen);\n ws.once('unexpected-response', onUnexpectedResponse);\n ws.once('error', onError);\n });\n\n // If one task fails, abort its peer and close the WS so the peer can\n // exit before we re-throw. Otherwise a dangling task would survive\n // into the next retry attempt (sendTask blocked on input.next() would\n // steal frames; recvTask's close handler could still push events to\n // the queue and surface an unhandled rejection).\n let firstError: unknown;\n const stopPeer = (err: unknown) => {\n if (firstError === undefined) firstError = err;\n abortController.abort();\n if (ws.readyState === WebSocket.OPEN) ws.close();\n };\n const sendPromise = this.#sendTask(ws, abortController.signal).catch(stopPeer);\n const recvPromise = this.#recvTask(ws).catch(stopPeer);\n\n keepaliveInterval = setInterval(() => {\n try {\n if (ws.readyState === WebSocket.OPEN) {\n ws.ping();\n }\n } catch {\n // ignore\n }\n }, KEEPALIVE_INTERVAL_MS);\n await Promise.all([sendPromise, recvPromise]);\n if (firstError !== undefined) throw firstError;\n } catch (error) {\n this.#logger.error('Cartesia STT stream error', { error });\n throw error;\n } finally {\n abortController.abort();\n if (keepaliveInterval) clearInterval(keepaliveInterval);\n if (this.#ws?.readyState === WebSocket.OPEN) {\n this.#ws.close();\n }\n }\n\n this.close();\n }\n\n async #sendTask(ws: WebSocket, abortSignal: AbortSignal) {\n const samplesPerChunk = Math.floor(\n (this.#opts.sampleRate * this.#opts.audioChunkDurationMS) / 1000,\n );\n const audioBstream = new AudioByteStream(this.#opts.sampleRate, 1, samplesPerChunk);\n\n let hasEnded = false;\n const iterator = this.input[Symbol.asyncIterator]();\n const abortPromise = waitForAbort(abortSignal);\n\n while (true) {\n const result = await Promise.race([iterator.next(), abortPromise]);\n\n if (result === undefined) return; // aborted\n\n if (result.done) {\n hasEnded = true;\n } else {\n const data = result.value;\n const frames: AudioFrame[] = [];\n\n if (data === SpeechStream.FLUSH_SENTINEL) {\n frames.push(...audioBstream.flush());\n } else {\n // Pass the typed array directly so AudioByteStream uses byteOffset/\n // byteLength — `.buffer` would include foreign bytes when rtc-node\n // hands us a view over a pooled allocator.\n frames.push(...audioBstream.write(data.data));\n }\n\n for (const frame of frames) {\n this.#speechDuration += calculateAudioDurationSeconds(frame);\n if (ws.readyState === WebSocket.OPEN) {\n ws.send(frame.data);\n }\n }\n }\n\n if (hasEnded) break;\n }\n\n if (ws.readyState === WebSocket.OPEN) {\n this.#closingWs = true;\n this.#logger.debug('Sending close message to Cartesia STT');\n ws.send(JSON.stringify({ type: 'close' }));\n\n // After `close`, the server should flush any pending turn events and\n // close the socket. If it hangs, force the issue rather than letting\n // the stream wait forever.\n const drainTimer = setTimeout(() => {\n this.#logger.warn(\n `Cartesia STT did not close within ${DRAIN_TIMEOUT_MS}ms after done; forcing close`,\n );\n if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CLOSING) {\n ws.terminate();\n }\n }, DRAIN_TIMEOUT_MS);\n ws.once('close', () => clearTimeout(drainTimer));\n }\n }\n\n async #recvTask(ws: WebSocket) {\n let pendingError: Error | undefined = undefined;\n\n return new Promise<void>((resolve, reject) => {\n const settle = (err?: Error) => {\n if (err) reject(err);\n else resolve();\n };\n\n ws.on('message', (data: Buffer, isBinary: boolean) => {\n if (isBinary) {\n this.#logger.warn('Received unexpected binary message from Cartesia STT');\n return;\n }\n let msg: STTEventMessage;\n try {\n msg = JSON.parse(data.toString());\n } catch (error) {\n this.#logger.error('Failed to parse Cartesia STT message', { error });\n return;\n }\n try {\n if (msg.type === 'error') {\n this.#logger.error({ 'lk.pii.message': msg }, 'Cartesia sent an error');\n\n // do not close the websocket on bad requests since that may be caused by invalid messages\n if (msg.status_code === undefined || msg.status_code >= 500) {\n // Defer until the WS is fully closed so we don't race the `close`\n // handler with a rejected `recvTask`. Close the socket explicitly\n // in case the server doesn't, otherwise recv would hang.\n pendingError = new APIConnectionError({\n message: msg.message || msg.title,\n options: {\n retryable: true,\n },\n });\n ws.close();\n return;\n }\n } else {\n this.#processStreamEvent(msg);\n }\n } catch (error) {\n this.#logger.error('Failed to process Cartesia STT message', { error });\n }\n });\n\n ws.on('close', (code, reason) => {\n // If a turn was in progress, close it out so consumers see a balanced\n // START_OF_SPEECH/END_OF_SPEECH pair and don't carry stale turn state\n // into the next reconnect.\n if (this.#speaking) {\n if (this.#currentTranscript) {\n this.#sendTranscriptEvent(\n stt.SpeechEventType.FINAL_TRANSCRIPT,\n this.#currentTranscript,\n );\n }\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n this.#speaking = false;\n this.#currentTranscript = '';\n }\n\n if (pendingError) {\n settle(pendingError);\n return;\n }\n if (this.#closingWs || this.closed) {\n settle();\n return;\n }\n this.#logger.warn(`Cartesia STT WebSocket closed: ${code} ${reason.toString()}`);\n settle(\n new APIConnectionError({\n message: `Cartesia STT connection closed unexpectedly (code=${code})`,\n options: { retryable: true },\n }),\n );\n });\n\n ws.on('error', (err) => {\n if (this.closed) {\n settle();\n return;\n }\n settle(new APIConnectionError({ message: err.message, options: { retryable: true } }));\n });\n });\n }\n\n #processStreamEvent(data: Exclude<STTEventMessage, { type: 'error' }>) {\n if (data.request_id) {\n this.#requestId = data.request_id;\n }\n\n switch (data.type) {\n case 'connected':\n return;\n\n case 'turn.start': {\n if (this.#speaking) return;\n this.#speaking = true;\n this.#currentTranscript = '';\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.START_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT START_OF_SPEECH');\n return;\n }\n\n case 'turn.update': {\n if (!this.#speaking) return;\n const transcript = data.transcript;\n if (!transcript) return;\n // Only emit interim updates when the cumulative transcript actually\n // changed; this avoids canceling preflight generation needlessly.\n if (this.#currentTranscript === transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.eager_end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n if (!transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.resume':\n // turn.resume has no transcript; re-emit the latest cumulative transcript\n // as an interim event so the pipeline cancels the pending preflight.\n if (!this.#speaking || !this.#currentTranscript) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, this.#currentTranscript);\n return;\n\n case 'turn.end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n\n this.#sendTranscriptEvent(stt.SpeechEventType.FINAL_TRANSCRIPT, transcript);\n\n this.#speaking = false;\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n this.#currentTranscript = '';\n\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n\n return;\n }\n\n default:\n this.#logger.warn({ 'lk.pii.data': data }, 'received unexpected message from Cartesia STT');\n }\n }\n\n #sendTranscriptEvent(eventType: stt.SpeechEventType, transcript: string) {\n if (this.queue.closed) return;\n this.queue.put({\n type: eventType,\n requestId: this.#requestId,\n alternatives: [\n {\n language: asLanguageCode(this.#opts.language),\n text: transcript,\n startTime: 0,\n endTime: 0,\n confidence: 0,\n },\n ],\n });\n }\n\n #getCartesiaUrl(): string {\n // The Cartesia /stt/turns/websocket endpoint only accepts model, sample_rate\n // and encoding — there is no `language` query param. Language selection is\n // expressed through the model (ink-2 for English, ink-whisper otherwise),\n // so #opts.language is used only to tag emitted transcripts.\n const params = new URLSearchParams({\n model: this.#opts.model,\n sample_rate: this.#opts.sampleRate.toString(),\n encoding: AUDIO_ENCODING,\n });\n\n const wsBase = this.#opts.baseUrl.replace(/^http/, 'ws');\n return `${wsBase}/stt/turns/websocket?${params.toString()}`;\n }\n\n override close() {\n super.close();\n this.#ws?.close();\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAcO;AAGP,gBAA0B;AAC1B,oBAA8C;AAE9C,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AACpB,MAAM,mBAAmB;AACzB,MAAM,wBAAwB;AAE9B,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AA0HA,MAAM,oBAAoB;AAAA,EACxB,OAAO;AAAA;AAAA,EAEP,YAAY;AAAA;AAAA,EAEZ,sBAAsB;AAAA,EACtB,SAAS;AAAA,EACT,UAAU;AACZ;AAEA,SAAS,gBAAgB,MAAkB,UAA2C;AACpF,SAAO;AAAA,IACL,QAAQ,SAAS,UAAU,KAAK;AAAA,IAChC,SAAS,SAAS,WAAW,KAAK;AAAA,IAClC,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,YAAY,SAAS,cAAc,KAAK;AAAA,IACxC,sBAAsB,SAAS,wBAAwB,KAAK;AAAA,IAC5D,UACE,SAAS,aAAa,aAAY,iCAAkB,SAAS,QAAQ,IAAI,KAAK;AAAA,EAClF;AACF;AAOA,SAAS,gBAAgB,UAA4B;AACnD,aAAO,+BAAgB,QAAQ,MAAM,OAAO,UAAU;AACxD;AAyBO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,mBAAmB;AAAA,MACnB,aAAa;AAAA,IACf,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ,gBAAgB,EAAE,GAAG,mBAAmB,OAAO,GAAG,IAAI;AAInE,QAAI,KAAK,UAAU,QAAW;AAC5B,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAa,WAAmB;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAuC;AAC9D,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAAA,EAES,OAAO,SAA6D;AAC3E,WAAO,IAAI,aAAa,MAAM,KAAK,OAAO,mCAAS,WAAW;AAAA,EAChE;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,gBAAgB,KAAK,OAAO,IAAI;AAK7C,QAAI,KAAK,aAAa,UAAa,KAAK,UAAU,QAAW;AAC3D,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AACF;AAEO,MAAM,qBAAqB,kBAAI,aAAa;AAAA,EACjD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,MAAwB;AAAA,EACxB;AAAA,EACA,YAAY;AAAA,EACZ,qBAAqB;AAAA,EACrB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb;AAAA,EAEA,YAAY,aAAkB,MAAkB,aAAiC;AAC/E,UAAM,aAAa,KAAK,YAAY,WAAW;AAC/C,SAAK,QAAQ,EAAE,GAAG,KAAK;AACvB,SAAK,mBAAkB,2CAAa,cAAa,0CAA4B;AAAA,EAC/E;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,MAAM;AApSjC;AAqSI,QAAI,KAAK,QAAQ;AACf,WAAK,MAAM;AACX;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,qBAAqB;AAC1B,SAAK,kBAAkB;AACvB,SAAK,aAAa;AAElB,QAAI;AACJ,UAAM,kBAAkB,IAAI,gBAAgB;AAE5C,QAAI;AACF,YAAM,MAAM,KAAK,gBAAgB;AACjC,WAAK,QAAQ,MAAM,+BAA+B,GAAG,EAAE;AAEvD,UAAI;AACJ,UAAI;AACF,aAAK,IAAI,oBAAU,KAAK;AAAA,UACtB,kBAAkB,KAAK;AAAA,UACvB,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,YACnC,CAAC,cAAc,GAAG;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH,SAAS,OAAO;AACd,cAAM,IAAI,iCAAmB;AAAA,UAC3B,SAAS,uBAAmB,uBAAQ,KAAK,CAAC;AAAA,UAC1C,SAAS,EAAE,WAAW,KAAK;AAAA,QAC7B,CAAC;AAAA,MACH;AACA,WAAK,MAAM;AAKX,SAAG,KAAK,WAAW,CAAC,aAA8B;AAChD,cAAM,cAAc,SAAS,QAAQ,iBAAiB;AACtD,cAAM,YAAY,MAAM,QAAQ,WAAW,IAAI,YAAY,CAAC,IAAI;AAChE,YAAI,WAAW;AACb,eAAK,aAAa;AAClB,eAAK,QAAQ,MAAM,EAAE,mBAAmB,UAAU,GAAG,kCAAkC;AAAA,QACzF;AAAA,MACF,CAAC;AAED,YAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,cAAM,UAAU,MAAM;AACpB,aAAG,IAAI,QAAQ,MAAM;AACrB,aAAG,IAAI,uBAAuB,oBAAoB;AAClD,aAAG,IAAI,SAAS,OAAO;AAAA,QACzB;AACA,cAAM,SAAS,MAAM;AACnB,kBAAQ;AACR,kBAAQ;AAAA,QACV;AACA,cAAM,uBAAuB,CAAC,UAAmB,aAAsC;AACrF,kBAAQ;AACR,aAAG,GAAG,SAAS,MAAM;AAAA,UAAC,CAAC;AACvB,aAAG,MAAM;AAET,gBAAM,aAAa,SAAS,cAAc;AAC1C;AAAA,YACE,IAAI,6BAAe;AAAA,cACjB,SAAS,sDAAsD,UAAU;AAAA,cACzE,SAAS,EAAE,WAAW;AAAA,YACxB,CAAC;AAAA,UACH;AAAA,QACF;AACA,cAAM,UAAU,CAAC,QAAe;AAC9B,kBAAQ;AAER;AAAA,YACE,IAAI,iCAAmB;AAAA,cACrB,SAAS,mBAAmB,GAAG;AAAA,cAC/B,SAAS,EAAE,WAAW,KAAK;AAAA,YAC7B,CAAC;AAAA,UACH;AAAA,QACF;AAEA,WAAG,KAAK,QAAQ,MAAM;AACtB,WAAG,KAAK,uBAAuB,oBAAoB;AACnD,WAAG,KAAK,SAAS,OAAO;AAAA,MAC1B,CAAC;AAOD,UAAI;AACJ,YAAM,WAAW,CAAC,QAAiB;AACjC,YAAI,eAAe,OAAW,cAAa;AAC3C,wBAAgB,MAAM;AACtB,YAAI,GAAG,eAAe,oBAAU,KAAM,IAAG,MAAM;AAAA,MACjD;AACA,YAAM,cAAc,KAAK,UAAU,IAAI,gBAAgB,MAAM,EAAE,MAAM,QAAQ;AAC7E,YAAM,cAAc,KAAK,UAAU,EAAE,EAAE,MAAM,QAAQ;AAErD,0BAAoB,YAAY,MAAM;AACpC,YAAI;AACF,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,eAAG,KAAK;AAAA,UACV;AAAA,QACF,QAAQ;AAAA,QAER;AAAA,MACF,GAAG,qBAAqB;AACxB,YAAM,QAAQ,IAAI,CAAC,aAAa,WAAW,CAAC;AAC5C,UAAI,eAAe,OAAW,OAAM;AAAA,IACtC,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,6BAA6B,EAAE,MAAM,CAAC;AACzD,YAAM;AAAA,IACR,UAAE;AACA,sBAAgB,MAAM;AACtB,UAAI,kBAAmB,eAAc,iBAAiB;AACtD,YAAI,UAAK,QAAL,mBAAU,gBAAe,oBAAU,MAAM;AAC3C,aAAK,IAAI,MAAM;AAAA,MACjB;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,UAAU,IAAe,aAA0B;AACvD,UAAM,kBAAkB,KAAK;AAAA,MAC1B,KAAK,MAAM,aAAa,KAAK,MAAM,uBAAwB;AAAA,IAC9D;AACA,UAAM,eAAe,IAAI,8BAAgB,KAAK,MAAM,YAAY,GAAG,eAAe;AAElF,QAAI,WAAW;AACf,UAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,UAAM,mBAAe,4BAAa,WAAW;AAE7C,WAAO,MAAM;AACX,YAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,UAAI,WAAW,OAAW;AAE1B,UAAI,OAAO,MAAM;AACf,mBAAW;AAAA,MACb,OAAO;AACL,cAAM,OAAO,OAAO;AACpB,cAAM,SAAuB,CAAC;AAE9B,YAAI,SAAS,aAAa,gBAAgB;AACxC,iBAAO,KAAK,GAAG,aAAa,MAAM,CAAC;AAAA,QACrC,OAAO;AAIL,iBAAO,KAAK,GAAG,aAAa,MAAM,KAAK,IAAI,CAAC;AAAA,QAC9C;AAEA,mBAAW,SAAS,QAAQ;AAC1B,eAAK,uBAAmB,6CAA8B,KAAK;AAC3D,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,eAAG,KAAK,MAAM,IAAI;AAAA,UACpB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAU;AAAA,IAChB;AAEA,QAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,WAAK,aAAa;AAClB,WAAK,QAAQ,MAAM,uCAAuC;AAC1D,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC,CAAC;AAKzC,YAAM,aAAa,WAAW,MAAM;AAClC,aAAK,QAAQ;AAAA,UACX,qCAAqC,gBAAgB;AAAA,QACvD;AACA,YAAI,GAAG,eAAe,oBAAU,QAAQ,GAAG,eAAe,oBAAU,SAAS;AAC3E,aAAG,UAAU;AAAA,QACf;AAAA,MACF,GAAG,gBAAgB;AACnB,SAAG,KAAK,SAAS,MAAM,aAAa,UAAU,CAAC;AAAA,IACjD;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,IAAe;AAC7B,QAAI,eAAkC;AAEtC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,CAAC,QAAgB;AAC9B,YAAI,IAAK,QAAO,GAAG;AAAA,YACd,SAAQ;AAAA,MACf;AAEA,SAAG,GAAG,WAAW,CAAC,MAAc,aAAsB;AACpD,YAAI,UAAU;AACZ,eAAK,QAAQ,KAAK,sDAAsD;AACxE;AAAA,QACF;AACA,YAAI;AACJ,YAAI;AACF,gBAAM,KAAK,MAAM,KAAK,SAAS,CAAC;AAAA,QAClC,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,wCAAwC,EAAE,MAAM,CAAC;AACpE;AAAA,QACF;AACA,YAAI;AACF,cAAI,IAAI,SAAS,SAAS;AACxB,iBAAK,QAAQ,MAAM,EAAE,kBAAkB,IAAI,GAAG,wBAAwB;AAGtE,gBAAI,IAAI,gBAAgB,UAAa,IAAI,eAAe,KAAK;AAI3D,6BAAe,IAAI,iCAAmB;AAAA,gBACpC,SAAS,IAAI,WAAW,IAAI;AAAA,gBAC5B,SAAS;AAAA,kBACP,WAAW;AAAA,gBACb;AAAA,cACF,CAAC;AACD,iBAAG,MAAM;AACT;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,oBAAoB,GAAG;AAAA,UAC9B;AAAA,QACF,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,0CAA0C,EAAE,MAAM,CAAC;AAAA,QACxE;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAI/B,YAAI,KAAK,WAAW;AAClB,cAAI,KAAK,oBAAoB;AAC3B,iBAAK;AAAA,cACH,kBAAI,gBAAgB;AAAA,cACpB,KAAK;AAAA,YACP;AAAA,UACF;AACA,cAAI,CAAC,KAAK,MAAM;AACd,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,kBAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,YAClB,CAAC;AACH,eAAK,QAAQ,MAAM,4BAA4B;AAC/C,cAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,kBAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,cAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,YAC1D,CAAC;AACD,iBAAK,kBAAkB;AAAA,UACzB;AACA,eAAK,YAAY;AACjB,eAAK,qBAAqB;AAAA,QAC5B;AAEA,YAAI,cAAc;AAChB,iBAAO,YAAY;AACnB;AAAA,QACF;AACA,YAAI,KAAK,cAAc,KAAK,QAAQ;AAClC,iBAAO;AACP;AAAA,QACF;AACA,aAAK,QAAQ,KAAK,kCAAkC,IAAI,IAAI,OAAO,SAAS,CAAC,EAAE;AAC/E;AAAA,UACE,IAAI,iCAAmB;AAAA,YACrB,SAAS,qDAAqD,IAAI;AAAA,YAClE,SAAS,EAAE,WAAW,KAAK;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,YAAI,KAAK,QAAQ;AACf,iBAAO;AACP;AAAA,QACF;AACA,eAAO,IAAI,iCAAmB,EAAE,SAAS,IAAI,SAAS,SAAS,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;AAAA,MACvF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,oBAAoB,MAAmD;AACrE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,KAAK;AAAA,IACzB;AAEA,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK;AACH;AAAA,MAEF,KAAK,cAAc;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,YAAY;AACjB,aAAK,qBAAqB;AAC1B,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,8BAA8B;AACjD;AAAA,MACF;AAAA,MAEA,KAAK,eAAe;AAClB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK;AACxB,YAAI,CAAC,WAAY;AAGjB,YAAI,KAAK,uBAAuB,WAAY;AAC5C,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,UAAU;AAC5E;AAAA,MACF;AAAA,MAEA,KAAK,kBAAkB;AACrB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAC3C,YAAI,CAAC,WAAY;AACjB,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,kBAAI,gBAAgB,sBAAsB,UAAU;AAC9E;AAAA,MACF;AAAA,MAEA,KAAK;AAGH,YAAI,CAAC,KAAK,aAAa,CAAC,KAAK,mBAAoB;AACjD,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,KAAK,kBAAkB;AACzF;AAAA,MAEF,KAAK,YAAY;AACf,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAE3C,aAAK,qBAAqB,kBAAI,gBAAgB,kBAAkB,UAAU;AAE1E,aAAK,YAAY;AACjB,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,4BAA4B;AAC/C,aAAK,qBAAqB;AAE1B,YAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,kBAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,YAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,UAC1D,CAAC;AACD,eAAK,kBAAkB;AAAA,QACzB;AAEA;AAAA,MACF;AAAA,MAEA;AACE,aAAK,QAAQ,KAAK,EAAE,eAAe,KAAK,GAAG,+CAA+C;AAAA,IAC9F;AAAA,EACF;AAAA,EAEA,qBAAqB,WAAgC,YAAoB;AACvE,QAAI,KAAK,MAAM,OAAQ;AACvB,SAAK,MAAM,IAAI;AAAA,MACb,MAAM;AAAA,MACN,WAAW,KAAK;AAAA,MAChB,cAAc;AAAA,QACZ;AAAA,UACE,cAAU,8BAAe,KAAK,MAAM,QAAQ;AAAA,UAC5C,MAAM;AAAA,UACN,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,kBAA0B;AAKxB,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK,MAAM,WAAW,SAAS;AAAA,MAC5C,UAAU;AAAA,IACZ,CAAC;AAED,UAAM,SAAS,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACvD,WAAO,GAAG,MAAM,wBAAwB,OAAO,SAAS,CAAC;AAAA,EAC3D;AAAA,EAES,QAAQ;AAvrBnB;AAwrBI,UAAM,MAAM;AACZ,eAAK,QAAL,mBAAU;AAAA,EACZ;AACF;","names":[]}
|
package/dist/stt.js
CHANGED
|
@@ -280,7 +280,7 @@ class SpeechStream extends stt.SpeechStream {
|
|
|
280
280
|
}
|
|
281
281
|
try {
|
|
282
282
|
if (msg.type === "error") {
|
|
283
|
-
this.#logger.error("Cartesia sent an error"
|
|
283
|
+
this.#logger.error({ "lk.pii.message": msg }, "Cartesia sent an error");
|
|
284
284
|
if (msg.status_code === void 0 || msg.status_code >= 500) {
|
|
285
285
|
pendingError = new APIConnectionError({
|
|
286
286
|
message: msg.message || msg.title,
|
|
@@ -411,7 +411,7 @@ class SpeechStream extends stt.SpeechStream {
|
|
|
411
411
|
return;
|
|
412
412
|
}
|
|
413
413
|
default:
|
|
414
|
-
this.#logger.warn("received unexpected message from Cartesia STT"
|
|
414
|
+
this.#logger.warn({ "lk.pii.data": data }, "received unexpected message from Cartesia STT");
|
|
415
415
|
}
|
|
416
416
|
}
|
|
417
417
|
#sendTranscriptEvent(eventType, transcript) {
|
package/dist/stt.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIStatusError,\n AudioByteStream,\n DEFAULT_API_CONNECT_OPTIONS,\n asError,\n asLanguageCode,\n calculateAudioDurationSeconds,\n getBaseLanguage,\n log,\n normalizeLanguage,\n stt,\n waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { IncomingMessage } from 'node:http';\nimport { WebSocket } from 'ws';\nimport { AUDIO_ENCODING, type STTModel } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst REQUEST_ID_HEADER = 'cartesia-request-id';\nconst API_VERSION = '2026-03-01';\nconst DRAIN_TIMEOUT_MS = 5000;\nconst KEEPALIVE_INTERVAL_MS = 30000;\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\n/**\n * Fires once when the WebSocket connection is established.\n *\n * You do not need to wait for this event before sending audio.\n */\ntype STTConnectedEvent = {\n type: 'connected';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Model predicts {@link stt.SpeechEventType.START_OF_SPEECH}.\n */\ntype STTTurnStartEvent = {\n type: 'turn.start';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires repeatedly as the model transcribes the current user turn.\n *\n * Can be used for {@link stt.SpeechEventType.INTERIM_TRANSCRIPT}.\n */\ntype STTTurnUpdateEvent = {\n type: 'turn.update';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires when the model predicts that the user might be done speaking.\n *\n * Can be used for {@link stt.SpeechEventType.PREFLIGHT_TRANSCRIPT}.\n */\ntype STTTurnEagerEndEvent = {\n type: 'turn.eager_end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires after {@link STTTurnEagerEndEvent} if the user turn has not actually ended.\n */\ntype STTTurnResumeEvent = {\n type: 'turn.resume';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Marks the end of a user turn.\n *\n * This is used for {@link stt.SpeechEventType.END_OF_SPEECH} and {@link stt.SpeechEventType.FINAL_TRANSCRIPT}.\n */\ntype STTTurnEndEvent = {\n type: 'turn.end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\ntype STTErrorEvent = {\n type: 'error';\n error_code?: string;\n status_code?: number;\n title?: string;\n message?: string;\n doc_url?: string;\n request_id?: string;\n};\n\n/**\n * Server-sent event on the `/stt/turns/websocket` endpoint.\n *\n * See https://docs.cartesia.ai/api-reference/stt/turns/websocket.\n */\ntype STTEventMessage =\n | STTConnectedEvent\n | STTTurnStartEvent\n | STTTurnUpdateEvent\n | STTTurnEagerEndEvent\n | STTTurnResumeEvent\n | STTTurnEndEvent\n | STTErrorEvent;\n\nexport type STTOptions = {\n apiKey: string;\n // eslint-disable-next-line @typescript-eslint/ban-types\n model: STTModel | (string & {});\n sampleRate: number;\n baseUrl: string;\n audioChunkDurationMS: number;\n language: string;\n};\n\nconst defaultSTTOptions = {\n model: 'ink-2' satisfies STTModel,\n /** recommended default */\n sampleRate: 16_000,\n /** recommended default */\n audioChunkDurationMS: 160,\n baseUrl: 'https://api.cartesia.ai',\n language: 'en',\n};\n\nfunction mergeSTTOptions(base: STTOptions, override: Partial<STTOptions>): STTOptions {\n return {\n apiKey: override.apiKey ?? base.apiKey,\n baseUrl: override.baseUrl ?? base.baseUrl,\n model: override.model ?? base.model,\n sampleRate: override.sampleRate ?? base.sampleRate,\n audioChunkDurationMS: override.audioChunkDurationMS ?? base.audioChunkDurationMS,\n language:\n override.language !== undefined ? normalizeLanguage(override.language) : base.language,\n };\n}\n\n/**\n * Resolve the STT model from the configured language when the caller did not\n * pass one explicitly. Mirrors the Python plugin: `ink-2` only supports\n * English, so non-English languages route to the multilingual `ink-whisper`.\n */\nfunction resolveSTTModel(language: string): STTModel {\n return getBaseLanguage(language) === 'en' ? 'ink-2' : 'ink-whisper';\n}\n\n/**\n * Cartesia speech to text.\n *\n * Supports:\n * - Streaming\n * - Turn detection\n * - Interim results\n *\n * See https://docs.cartesia.ai/build-with-cartesia/stt-models/latest\n *\n * @example\n * ```typescript\n * import { voice } from '@livekit/agents';\n * import { STT, TTS } from '@livekit/agents-plugin-cartesia';\n *\n * const session = new voice.AgentSession({\n * stt: new STT(),\n * llm: new LLM(), // choose your favorite LLM\n * tts: new TTS(),\n * turnHandling: { turnDetection: 'stt' },\n * });\n * ```\n */\nexport class STT extends stt.STT {\n #opts: STTOptions;\n\n constructor(opts: Partial<STTOptions> = {}) {\n super({\n streaming: true,\n interimResults: true,\n alignedTranscript: false,\n diarization: false,\n });\n\n const apiKey = opts.apiKey ?? process.env.CARTESIA_API_KEY;\n if (!apiKey) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n this.#opts = mergeSTTOptions({ ...defaultSTTOptions, apiKey }, opts);\n\n // Route to the multilingual model for non-English languages unless the\n // caller pinned a model. Matches the Python plugin's language→model logic.\n if (opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n\n override get label(): string {\n return 'cartesia.STT';\n }\n\n override get model(): string {\n return this.#opts.model;\n }\n\n override get provider(): string {\n return 'Cartesia';\n }\n\n protected override async _recognize(): Promise<stt.SpeechEvent> {\n throw new Error('Cartesia STT does not support batch recognition, use stream() instead');\n }\n\n override stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {\n return new SpeechStream(this, this.#opts, options?.connOptions);\n }\n\n updateOptions(opts: Partial<STTOptions>) {\n this.#opts = mergeSTTOptions(this.#opts, opts);\n\n // Keep the model in sync with a newly set language (e.g. switching to a\n // non-English language must move off the English-only ink-2), unless the\n // caller pinned a model in the same call. Mirrors the constructor.\n if (opts.language !== undefined && opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n #opts: STTOptions;\n #logger = log();\n #ws: WebSocket | null = null;\n #requestId: string | undefined;\n #speaking = false;\n #currentTranscript = '';\n #speechDuration = 0;\n #closingWs = false;\n #connectTimeout: number;\n\n constructor(sttInstance: STT, opts: STTOptions, connOptions?: APIConnectOptions) {\n super(sttInstance, opts.sampleRate, connOptions);\n this.#opts = { ...opts };\n this.#connectTimeout = connOptions?.timeoutMs ?? DEFAULT_API_CONNECT_OPTIONS.timeoutMs;\n }\n\n override get label(): string {\n return 'cartesia.SpeechStream';\n }\n\n protected override async run() {\n if (this.closed) {\n this.close();\n return;\n }\n\n this.#speaking = false;\n this.#currentTranscript = '';\n this.#speechDuration = 0;\n this.#closingWs = false;\n\n let keepaliveInterval: NodeJS.Timeout | undefined;\n const abortController = new AbortController();\n\n try {\n const url = this.#getCartesiaUrl();\n this.#logger.debug(`Connecting to Cartesia STT: ${url}`);\n\n let ws: WebSocket;\n try {\n ws = new WebSocket(url, {\n handshakeTimeout: this.#connectTimeout,\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey,\n [VERSION_HEADER]: API_VERSION,\n },\n });\n } catch (error) {\n throw new APIConnectionError({\n message: sanitizedErrorName(asError(error)),\n options: { retryable: true },\n });\n }\n this.#ws = ws;\n\n // Cartesia returns the request id on the WS upgrade response, before any\n // turn events are sent. Capture it so logs and metrics emitted on the\n // connection (and any pre-`turn.start` errors) are attributable.\n ws.once('upgrade', (response: IncomingMessage) => {\n const headerValue = response.headers[REQUEST_ID_HEADER];\n const requestId = Array.isArray(headerValue) ? headerValue[0] : headerValue;\n if (requestId) {\n this.#requestId = requestId;\n this.#logger.debug({ cartesiaRequestId: requestId }, 'Cartesia STT WebSocket connected');\n }\n });\n\n await new Promise<void>((resolve, reject) => {\n const cleanup = () => {\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n };\n const onOpen = () => {\n cleanup();\n resolve();\n };\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n cleanup();\n ws.on('error', () => {});\n ws.close();\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onError = (err: Error) => {\n cleanup();\n // Transport errors can contain credentials in URLs.\n reject(\n new APIConnectionError({\n message: sanitizedErrorName(err),\n options: { retryable: true },\n }),\n );\n };\n\n ws.once('open', onOpen);\n ws.once('unexpected-response', onUnexpectedResponse);\n ws.once('error', onError);\n });\n\n // If one task fails, abort its peer and close the WS so the peer can\n // exit before we re-throw. Otherwise a dangling task would survive\n // into the next retry attempt (sendTask blocked on input.next() would\n // steal frames; recvTask's close handler could still push events to\n // the queue and surface an unhandled rejection).\n let firstError: unknown;\n const stopPeer = (err: unknown) => {\n if (firstError === undefined) firstError = err;\n abortController.abort();\n if (ws.readyState === WebSocket.OPEN) ws.close();\n };\n const sendPromise = this.#sendTask(ws, abortController.signal).catch(stopPeer);\n const recvPromise = this.#recvTask(ws).catch(stopPeer);\n\n keepaliveInterval = setInterval(() => {\n try {\n if (ws.readyState === WebSocket.OPEN) {\n ws.ping();\n }\n } catch {\n // ignore\n }\n }, KEEPALIVE_INTERVAL_MS);\n await Promise.all([sendPromise, recvPromise]);\n if (firstError !== undefined) throw firstError;\n } catch (error) {\n this.#logger.error('Cartesia STT stream error', { error });\n throw error;\n } finally {\n abortController.abort();\n if (keepaliveInterval) clearInterval(keepaliveInterval);\n if (this.#ws?.readyState === WebSocket.OPEN) {\n this.#ws.close();\n }\n }\n\n this.close();\n }\n\n async #sendTask(ws: WebSocket, abortSignal: AbortSignal) {\n const samplesPerChunk = Math.floor(\n (this.#opts.sampleRate * this.#opts.audioChunkDurationMS) / 1000,\n );\n const audioBstream = new AudioByteStream(this.#opts.sampleRate, 1, samplesPerChunk);\n\n let hasEnded = false;\n const iterator = this.input[Symbol.asyncIterator]();\n const abortPromise = waitForAbort(abortSignal);\n\n while (true) {\n const result = await Promise.race([iterator.next(), abortPromise]);\n\n if (result === undefined) return; // aborted\n\n if (result.done) {\n hasEnded = true;\n } else {\n const data = result.value;\n const frames: AudioFrame[] = [];\n\n if (data === SpeechStream.FLUSH_SENTINEL) {\n frames.push(...audioBstream.flush());\n } else {\n // Pass the typed array directly so AudioByteStream uses byteOffset/\n // byteLength — `.buffer` would include foreign bytes when rtc-node\n // hands us a view over a pooled allocator.\n frames.push(...audioBstream.write(data.data));\n }\n\n for (const frame of frames) {\n this.#speechDuration += calculateAudioDurationSeconds(frame);\n if (ws.readyState === WebSocket.OPEN) {\n ws.send(frame.data);\n }\n }\n }\n\n if (hasEnded) break;\n }\n\n if (ws.readyState === WebSocket.OPEN) {\n this.#closingWs = true;\n this.#logger.debug('Sending close message to Cartesia STT');\n ws.send(JSON.stringify({ type: 'close' }));\n\n // After `close`, the server should flush any pending turn events and\n // close the socket. If it hangs, force the issue rather than letting\n // the stream wait forever.\n const drainTimer = setTimeout(() => {\n this.#logger.warn(\n `Cartesia STT did not close within ${DRAIN_TIMEOUT_MS}ms after done; forcing close`,\n );\n if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CLOSING) {\n ws.terminate();\n }\n }, DRAIN_TIMEOUT_MS);\n ws.once('close', () => clearTimeout(drainTimer));\n }\n }\n\n async #recvTask(ws: WebSocket) {\n let pendingError: Error | undefined = undefined;\n\n return new Promise<void>((resolve, reject) => {\n const settle = (err?: Error) => {\n if (err) reject(err);\n else resolve();\n };\n\n ws.on('message', (data: Buffer, isBinary: boolean) => {\n if (isBinary) {\n this.#logger.warn('Received unexpected binary message from Cartesia STT');\n return;\n }\n let msg: STTEventMessage;\n try {\n msg = JSON.parse(data.toString());\n } catch (error) {\n this.#logger.error('Failed to parse Cartesia STT message', { error });\n return;\n }\n try {\n if (msg.type === 'error') {\n this.#logger.error('Cartesia sent an error', msg);\n\n // do not close the websocket on bad requests since that may be caused by invalid messages\n if (msg.status_code === undefined || msg.status_code >= 500) {\n // Defer until the WS is fully closed so we don't race the `close`\n // handler with a rejected `recvTask`. Close the socket explicitly\n // in case the server doesn't, otherwise recv would hang.\n pendingError = new APIConnectionError({\n message: msg.message || msg.title,\n options: {\n retryable: true,\n },\n });\n ws.close();\n return;\n }\n } else {\n this.#processStreamEvent(msg);\n }\n } catch (error) {\n this.#logger.error('Failed to process Cartesia STT message', { error });\n }\n });\n\n ws.on('close', (code, reason) => {\n // If a turn was in progress, close it out so consumers see a balanced\n // START_OF_SPEECH/END_OF_SPEECH pair and don't carry stale turn state\n // into the next reconnect.\n if (this.#speaking) {\n if (this.#currentTranscript) {\n this.#sendTranscriptEvent(\n stt.SpeechEventType.FINAL_TRANSCRIPT,\n this.#currentTranscript,\n );\n }\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n this.#speaking = false;\n this.#currentTranscript = '';\n }\n\n if (pendingError) {\n settle(pendingError);\n return;\n }\n if (this.#closingWs || this.closed) {\n settle();\n return;\n }\n this.#logger.warn(`Cartesia STT WebSocket closed: ${code} ${reason.toString()}`);\n settle(\n new APIConnectionError({\n message: `Cartesia STT connection closed unexpectedly (code=${code})`,\n options: { retryable: true },\n }),\n );\n });\n\n ws.on('error', (err) => {\n if (this.closed) {\n settle();\n return;\n }\n settle(new APIConnectionError({ message: err.message, options: { retryable: true } }));\n });\n });\n }\n\n #processStreamEvent(data: Exclude<STTEventMessage, { type: 'error' }>) {\n if (data.request_id) {\n this.#requestId = data.request_id;\n }\n\n switch (data.type) {\n case 'connected':\n return;\n\n case 'turn.start': {\n if (this.#speaking) return;\n this.#speaking = true;\n this.#currentTranscript = '';\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.START_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT START_OF_SPEECH');\n return;\n }\n\n case 'turn.update': {\n if (!this.#speaking) return;\n const transcript = data.transcript;\n if (!transcript) return;\n // Only emit interim updates when the cumulative transcript actually\n // changed; this avoids canceling preflight generation needlessly.\n if (this.#currentTranscript === transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.eager_end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n if (!transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.resume':\n // turn.resume has no transcript; re-emit the latest cumulative transcript\n // as an interim event so the pipeline cancels the pending preflight.\n if (!this.#speaking || !this.#currentTranscript) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, this.#currentTranscript);\n return;\n\n case 'turn.end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n\n this.#sendTranscriptEvent(stt.SpeechEventType.FINAL_TRANSCRIPT, transcript);\n\n this.#speaking = false;\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n this.#currentTranscript = '';\n\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n\n return;\n }\n\n default:\n this.#logger.warn('received unexpected message from Cartesia STT', { data });\n }\n }\n\n #sendTranscriptEvent(eventType: stt.SpeechEventType, transcript: string) {\n if (this.queue.closed) return;\n this.queue.put({\n type: eventType,\n requestId: this.#requestId,\n alternatives: [\n {\n language: asLanguageCode(this.#opts.language),\n text: transcript,\n startTime: 0,\n endTime: 0,\n confidence: 0,\n },\n ],\n });\n }\n\n #getCartesiaUrl(): string {\n // The Cartesia /stt/turns/websocket endpoint only accepts model, sample_rate\n // and encoding — there is no `language` query param. Language selection is\n // expressed through the model (ink-2 for English, ink-whisper otherwise),\n // so #opts.language is used only to tag emitted transcripts.\n const params = new URLSearchParams({\n model: this.#opts.model,\n sample_rate: this.#opts.sampleRate.toString(),\n encoding: AUDIO_ENCODING,\n });\n\n const wsBase = this.#opts.baseUrl.replace(/^http/, 'ws');\n return `${wsBase}/stt/turns/websocket?${params.toString()}`;\n }\n\n override close() {\n super.close();\n this.#ws?.close();\n }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGP,SAAS,iBAAiB;AAC1B,SAAS,sBAAqC;AAE9C,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AACpB,MAAM,mBAAmB;AACzB,MAAM,wBAAwB;AAE9B,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AA0HA,MAAM,oBAAoB;AAAA,EACxB,OAAO;AAAA;AAAA,EAEP,YAAY;AAAA;AAAA,EAEZ,sBAAsB;AAAA,EACtB,SAAS;AAAA,EACT,UAAU;AACZ;AAEA,SAAS,gBAAgB,MAAkB,UAA2C;AACpF,SAAO;AAAA,IACL,QAAQ,SAAS,UAAU,KAAK;AAAA,IAChC,SAAS,SAAS,WAAW,KAAK;AAAA,IAClC,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,YAAY,SAAS,cAAc,KAAK;AAAA,IACxC,sBAAsB,SAAS,wBAAwB,KAAK;AAAA,IAC5D,UACE,SAAS,aAAa,SAAY,kBAAkB,SAAS,QAAQ,IAAI,KAAK;AAAA,EAClF;AACF;AAOA,SAAS,gBAAgB,UAA4B;AACnD,SAAO,gBAAgB,QAAQ,MAAM,OAAO,UAAU;AACxD;AAyBO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,mBAAmB;AAAA,MACnB,aAAa;AAAA,IACf,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ,gBAAgB,EAAE,GAAG,mBAAmB,OAAO,GAAG,IAAI;AAInE,QAAI,KAAK,UAAU,QAAW;AAC5B,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAa,WAAmB;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAuC;AAC9D,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAAA,EAES,OAAO,SAA6D;AAC3E,WAAO,IAAI,aAAa,MAAM,KAAK,OAAO,mCAAS,WAAW;AAAA,EAChE;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,gBAAgB,KAAK,OAAO,IAAI;AAK7C,QAAI,KAAK,aAAa,UAAa,KAAK,UAAU,QAAW;AAC3D,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AACF;AAEO,MAAM,qBAAqB,IAAI,aAAa;AAAA,EACjD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,MAAwB;AAAA,EACxB;AAAA,EACA,YAAY;AAAA,EACZ,qBAAqB;AAAA,EACrB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb;AAAA,EAEA,YAAY,aAAkB,MAAkB,aAAiC;AAC/E,UAAM,aAAa,KAAK,YAAY,WAAW;AAC/C,SAAK,QAAQ,EAAE,GAAG,KAAK;AACvB,SAAK,mBAAkB,2CAAa,cAAa,4BAA4B;AAAA,EAC/E;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,MAAM;AApSjC;AAqSI,QAAI,KAAK,QAAQ;AACf,WAAK,MAAM;AACX;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,qBAAqB;AAC1B,SAAK,kBAAkB;AACvB,SAAK,aAAa;AAElB,QAAI;AACJ,UAAM,kBAAkB,IAAI,gBAAgB;AAE5C,QAAI;AACF,YAAM,MAAM,KAAK,gBAAgB;AACjC,WAAK,QAAQ,MAAM,+BAA+B,GAAG,EAAE;AAEvD,UAAI;AACJ,UAAI;AACF,aAAK,IAAI,UAAU,KAAK;AAAA,UACtB,kBAAkB,KAAK;AAAA,UACvB,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,YACnC,CAAC,cAAc,GAAG;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH,SAAS,OAAO;AACd,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,mBAAmB,QAAQ,KAAK,CAAC;AAAA,UAC1C,SAAS,EAAE,WAAW,KAAK;AAAA,QAC7B,CAAC;AAAA,MACH;AACA,WAAK,MAAM;AAKX,SAAG,KAAK,WAAW,CAAC,aAA8B;AAChD,cAAM,cAAc,SAAS,QAAQ,iBAAiB;AACtD,cAAM,YAAY,MAAM,QAAQ,WAAW,IAAI,YAAY,CAAC,IAAI;AAChE,YAAI,WAAW;AACb,eAAK,aAAa;AAClB,eAAK,QAAQ,MAAM,EAAE,mBAAmB,UAAU,GAAG,kCAAkC;AAAA,QACzF;AAAA,MACF,CAAC;AAED,YAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,cAAM,UAAU,MAAM;AACpB,aAAG,IAAI,QAAQ,MAAM;AACrB,aAAG,IAAI,uBAAuB,oBAAoB;AAClD,aAAG,IAAI,SAAS,OAAO;AAAA,QACzB;AACA,cAAM,SAAS,MAAM;AACnB,kBAAQ;AACR,kBAAQ;AAAA,QACV;AACA,cAAM,uBAAuB,CAAC,UAAmB,aAAsC;AACrF,kBAAQ;AACR,aAAG,GAAG,SAAS,MAAM;AAAA,UAAC,CAAC;AACvB,aAAG,MAAM;AAET,gBAAM,aAAa,SAAS,cAAc;AAC1C;AAAA,YACE,IAAI,eAAe;AAAA,cACjB,SAAS,sDAAsD,UAAU;AAAA,cACzE,SAAS,EAAE,WAAW;AAAA,YACxB,CAAC;AAAA,UACH;AAAA,QACF;AACA,cAAM,UAAU,CAAC,QAAe;AAC9B,kBAAQ;AAER;AAAA,YACE,IAAI,mBAAmB;AAAA,cACrB,SAAS,mBAAmB,GAAG;AAAA,cAC/B,SAAS,EAAE,WAAW,KAAK;AAAA,YAC7B,CAAC;AAAA,UACH;AAAA,QACF;AAEA,WAAG,KAAK,QAAQ,MAAM;AACtB,WAAG,KAAK,uBAAuB,oBAAoB;AACnD,WAAG,KAAK,SAAS,OAAO;AAAA,MAC1B,CAAC;AAOD,UAAI;AACJ,YAAM,WAAW,CAAC,QAAiB;AACjC,YAAI,eAAe,OAAW,cAAa;AAC3C,wBAAgB,MAAM;AACtB,YAAI,GAAG,eAAe,UAAU,KAAM,IAAG,MAAM;AAAA,MACjD;AACA,YAAM,cAAc,KAAK,UAAU,IAAI,gBAAgB,MAAM,EAAE,MAAM,QAAQ;AAC7E,YAAM,cAAc,KAAK,UAAU,EAAE,EAAE,MAAM,QAAQ;AAErD,0BAAoB,YAAY,MAAM;AACpC,YAAI;AACF,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,eAAG,KAAK;AAAA,UACV;AAAA,QACF,QAAQ;AAAA,QAER;AAAA,MACF,GAAG,qBAAqB;AACxB,YAAM,QAAQ,IAAI,CAAC,aAAa,WAAW,CAAC;AAC5C,UAAI,eAAe,OAAW,OAAM;AAAA,IACtC,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,6BAA6B,EAAE,MAAM,CAAC;AACzD,YAAM;AAAA,IACR,UAAE;AACA,sBAAgB,MAAM;AACtB,UAAI,kBAAmB,eAAc,iBAAiB;AACtD,YAAI,UAAK,QAAL,mBAAU,gBAAe,UAAU,MAAM;AAC3C,aAAK,IAAI,MAAM;AAAA,MACjB;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,UAAU,IAAe,aAA0B;AACvD,UAAM,kBAAkB,KAAK;AAAA,MAC1B,KAAK,MAAM,aAAa,KAAK,MAAM,uBAAwB;AAAA,IAC9D;AACA,UAAM,eAAe,IAAI,gBAAgB,KAAK,MAAM,YAAY,GAAG,eAAe;AAElF,QAAI,WAAW;AACf,UAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,UAAM,eAAe,aAAa,WAAW;AAE7C,WAAO,MAAM;AACX,YAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,UAAI,WAAW,OAAW;AAE1B,UAAI,OAAO,MAAM;AACf,mBAAW;AAAA,MACb,OAAO;AACL,cAAM,OAAO,OAAO;AACpB,cAAM,SAAuB,CAAC;AAE9B,YAAI,SAAS,aAAa,gBAAgB;AACxC,iBAAO,KAAK,GAAG,aAAa,MAAM,CAAC;AAAA,QACrC,OAAO;AAIL,iBAAO,KAAK,GAAG,aAAa,MAAM,KAAK,IAAI,CAAC;AAAA,QAC9C;AAEA,mBAAW,SAAS,QAAQ;AAC1B,eAAK,mBAAmB,8BAA8B,KAAK;AAC3D,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,eAAG,KAAK,MAAM,IAAI;AAAA,UACpB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAU;AAAA,IAChB;AAEA,QAAI,GAAG,eAAe,UAAU,MAAM;AACpC,WAAK,aAAa;AAClB,WAAK,QAAQ,MAAM,uCAAuC;AAC1D,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC,CAAC;AAKzC,YAAM,aAAa,WAAW,MAAM;AAClC,aAAK,QAAQ;AAAA,UACX,qCAAqC,gBAAgB;AAAA,QACvD;AACA,YAAI,GAAG,eAAe,UAAU,QAAQ,GAAG,eAAe,UAAU,SAAS;AAC3E,aAAG,UAAU;AAAA,QACf;AAAA,MACF,GAAG,gBAAgB;AACnB,SAAG,KAAK,SAAS,MAAM,aAAa,UAAU,CAAC;AAAA,IACjD;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,IAAe;AAC7B,QAAI,eAAkC;AAEtC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,CAAC,QAAgB;AAC9B,YAAI,IAAK,QAAO,GAAG;AAAA,YACd,SAAQ;AAAA,MACf;AAEA,SAAG,GAAG,WAAW,CAAC,MAAc,aAAsB;AACpD,YAAI,UAAU;AACZ,eAAK,QAAQ,KAAK,sDAAsD;AACxE;AAAA,QACF;AACA,YAAI;AACJ,YAAI;AACF,gBAAM,KAAK,MAAM,KAAK,SAAS,CAAC;AAAA,QAClC,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,wCAAwC,EAAE,MAAM,CAAC;AACpE;AAAA,QACF;AACA,YAAI;AACF,cAAI,IAAI,SAAS,SAAS;AACxB,iBAAK,QAAQ,MAAM,0BAA0B,GAAG;AAGhD,gBAAI,IAAI,gBAAgB,UAAa,IAAI,eAAe,KAAK;AAI3D,6BAAe,IAAI,mBAAmB;AAAA,gBACpC,SAAS,IAAI,WAAW,IAAI;AAAA,gBAC5B,SAAS;AAAA,kBACP,WAAW;AAAA,gBACb;AAAA,cACF,CAAC;AACD,iBAAG,MAAM;AACT;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,oBAAoB,GAAG;AAAA,UAC9B;AAAA,QACF,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,0CAA0C,EAAE,MAAM,CAAC;AAAA,QACxE;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAI/B,YAAI,KAAK,WAAW;AAClB,cAAI,KAAK,oBAAoB;AAC3B,iBAAK;AAAA,cACH,IAAI,gBAAgB;AAAA,cACpB,KAAK;AAAA,YACP;AAAA,UACF;AACA,cAAI,CAAC,KAAK,MAAM;AACd,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,IAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,YAClB,CAAC;AACH,eAAK,QAAQ,MAAM,4BAA4B;AAC/C,cAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,IAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,cAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,YAC1D,CAAC;AACD,iBAAK,kBAAkB;AAAA,UACzB;AACA,eAAK,YAAY;AACjB,eAAK,qBAAqB;AAAA,QAC5B;AAEA,YAAI,cAAc;AAChB,iBAAO,YAAY;AACnB;AAAA,QACF;AACA,YAAI,KAAK,cAAc,KAAK,QAAQ;AAClC,iBAAO;AACP;AAAA,QACF;AACA,aAAK,QAAQ,KAAK,kCAAkC,IAAI,IAAI,OAAO,SAAS,CAAC,EAAE;AAC/E;AAAA,UACE,IAAI,mBAAmB;AAAA,YACrB,SAAS,qDAAqD,IAAI;AAAA,YAClE,SAAS,EAAE,WAAW,KAAK;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,YAAI,KAAK,QAAQ;AACf,iBAAO;AACP;AAAA,QACF;AACA,eAAO,IAAI,mBAAmB,EAAE,SAAS,IAAI,SAAS,SAAS,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;AAAA,MACvF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,oBAAoB,MAAmD;AACrE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,KAAK;AAAA,IACzB;AAEA,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK;AACH;AAAA,MAEF,KAAK,cAAc;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,YAAY;AACjB,aAAK,qBAAqB;AAC1B,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,8BAA8B;AACjD;AAAA,MACF;AAAA,MAEA,KAAK,eAAe;AAClB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK;AACxB,YAAI,CAAC,WAAY;AAGjB,YAAI,KAAK,uBAAuB,WAAY;AAC5C,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,IAAI,gBAAgB,oBAAoB,UAAU;AAC5E;AAAA,MACF;AAAA,MAEA,KAAK,kBAAkB;AACrB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAC3C,YAAI,CAAC,WAAY;AACjB,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,IAAI,gBAAgB,sBAAsB,UAAU;AAC9E;AAAA,MACF;AAAA,MAEA,KAAK;AAGH,YAAI,CAAC,KAAK,aAAa,CAAC,KAAK,mBAAoB;AACjD,aAAK,qBAAqB,IAAI,gBAAgB,oBAAoB,KAAK,kBAAkB;AACzF;AAAA,MAEF,KAAK,YAAY;AACf,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAE3C,aAAK,qBAAqB,IAAI,gBAAgB,kBAAkB,UAAU;AAE1E,aAAK,YAAY;AACjB,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,4BAA4B;AAC/C,aAAK,qBAAqB;AAE1B,YAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,YAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,UAC1D,CAAC;AACD,eAAK,kBAAkB;AAAA,QACzB;AAEA;AAAA,MACF;AAAA,MAEA;AACE,aAAK,QAAQ,KAAK,iDAAiD,EAAE,KAAK,CAAC;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,qBAAqB,WAAgC,YAAoB;AACvE,QAAI,KAAK,MAAM,OAAQ;AACvB,SAAK,MAAM,IAAI;AAAA,MACb,MAAM;AAAA,MACN,WAAW,KAAK;AAAA,MAChB,cAAc;AAAA,QACZ;AAAA,UACE,UAAU,eAAe,KAAK,MAAM,QAAQ;AAAA,UAC5C,MAAM;AAAA,UACN,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,kBAA0B;AAKxB,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK,MAAM,WAAW,SAAS;AAAA,MAC5C,UAAU;AAAA,IACZ,CAAC;AAED,UAAM,SAAS,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACvD,WAAO,GAAG,MAAM,wBAAwB,OAAO,SAAS,CAAC;AAAA,EAC3D;AAAA,EAES,QAAQ;AAvrBnB;AAwrBI,UAAM,MAAM;AACZ,eAAK,QAAL,mBAAU;AAAA,EACZ;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIStatusError,\n AudioByteStream,\n DEFAULT_API_CONNECT_OPTIONS,\n asError,\n asLanguageCode,\n calculateAudioDurationSeconds,\n getBaseLanguage,\n log,\n normalizeLanguage,\n stt,\n waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { IncomingMessage } from 'node:http';\nimport { WebSocket } from 'ws';\nimport { AUDIO_ENCODING, type STTModel } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst REQUEST_ID_HEADER = 'cartesia-request-id';\nconst API_VERSION = '2026-03-01';\nconst DRAIN_TIMEOUT_MS = 5000;\nconst KEEPALIVE_INTERVAL_MS = 30000;\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\n/**\n * Fires once when the WebSocket connection is established.\n *\n * You do not need to wait for this event before sending audio.\n */\ntype STTConnectedEvent = {\n type: 'connected';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Model predicts {@link stt.SpeechEventType.START_OF_SPEECH}.\n */\ntype STTTurnStartEvent = {\n type: 'turn.start';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires repeatedly as the model transcribes the current user turn.\n *\n * Can be used for {@link stt.SpeechEventType.INTERIM_TRANSCRIPT}.\n */\ntype STTTurnUpdateEvent = {\n type: 'turn.update';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires when the model predicts that the user might be done speaking.\n *\n * Can be used for {@link stt.SpeechEventType.PREFLIGHT_TRANSCRIPT}.\n */\ntype STTTurnEagerEndEvent = {\n type: 'turn.eager_end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Fires after {@link STTTurnEagerEndEvent} if the user turn has not actually ended.\n */\ntype STTTurnResumeEvent = {\n type: 'turn.resume';\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\n/**\n * Marks the end of a user turn.\n *\n * This is used for {@link stt.SpeechEventType.END_OF_SPEECH} and {@link stt.SpeechEventType.FINAL_TRANSCRIPT}.\n */\ntype STTTurnEndEvent = {\n type: 'turn.end';\n /**\n * Cumulative text for the current turn, i.e. the full text transcribed so far in this turn, not a delta.\n */\n transcript: string;\n /**\n * Unique identifier for this connection. Does not change between turns.\n */\n request_id: string;\n};\n\ntype STTErrorEvent = {\n type: 'error';\n error_code?: string;\n status_code?: number;\n title?: string;\n message?: string;\n doc_url?: string;\n request_id?: string;\n};\n\n/**\n * Server-sent event on the `/stt/turns/websocket` endpoint.\n *\n * See https://docs.cartesia.ai/api-reference/stt/turns/websocket.\n */\ntype STTEventMessage =\n | STTConnectedEvent\n | STTTurnStartEvent\n | STTTurnUpdateEvent\n | STTTurnEagerEndEvent\n | STTTurnResumeEvent\n | STTTurnEndEvent\n | STTErrorEvent;\n\nexport type STTOptions = {\n apiKey: string;\n // eslint-disable-next-line @typescript-eslint/ban-types\n model: STTModel | (string & {});\n sampleRate: number;\n baseUrl: string;\n audioChunkDurationMS: number;\n language: string;\n};\n\nconst defaultSTTOptions = {\n model: 'ink-2' satisfies STTModel,\n /** recommended default */\n sampleRate: 16_000,\n /** recommended default */\n audioChunkDurationMS: 160,\n baseUrl: 'https://api.cartesia.ai',\n language: 'en',\n};\n\nfunction mergeSTTOptions(base: STTOptions, override: Partial<STTOptions>): STTOptions {\n return {\n apiKey: override.apiKey ?? base.apiKey,\n baseUrl: override.baseUrl ?? base.baseUrl,\n model: override.model ?? base.model,\n sampleRate: override.sampleRate ?? base.sampleRate,\n audioChunkDurationMS: override.audioChunkDurationMS ?? base.audioChunkDurationMS,\n language:\n override.language !== undefined ? normalizeLanguage(override.language) : base.language,\n };\n}\n\n/**\n * Resolve the STT model from the configured language when the caller did not\n * pass one explicitly. Mirrors the Python plugin: `ink-2` only supports\n * English, so non-English languages route to the multilingual `ink-whisper`.\n */\nfunction resolveSTTModel(language: string): STTModel {\n return getBaseLanguage(language) === 'en' ? 'ink-2' : 'ink-whisper';\n}\n\n/**\n * Cartesia speech to text.\n *\n * Supports:\n * - Streaming\n * - Turn detection\n * - Interim results\n *\n * See https://docs.cartesia.ai/build-with-cartesia/stt-models/latest\n *\n * @example\n * ```typescript\n * import { voice } from '@livekit/agents';\n * import { STT, TTS } from '@livekit/agents-plugin-cartesia';\n *\n * const session = new voice.AgentSession({\n * stt: new STT(),\n * llm: new LLM(), // choose your favorite LLM\n * tts: new TTS(),\n * turnHandling: { turnDetection: 'stt' },\n * });\n * ```\n */\nexport class STT extends stt.STT {\n #opts: STTOptions;\n\n constructor(opts: Partial<STTOptions> = {}) {\n super({\n streaming: true,\n interimResults: true,\n alignedTranscript: false,\n diarization: false,\n });\n\n const apiKey = opts.apiKey ?? process.env.CARTESIA_API_KEY;\n if (!apiKey) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n this.#opts = mergeSTTOptions({ ...defaultSTTOptions, apiKey }, opts);\n\n // Route to the multilingual model for non-English languages unless the\n // caller pinned a model. Matches the Python plugin's language→model logic.\n if (opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n\n override get label(): string {\n return 'cartesia.STT';\n }\n\n override get model(): string {\n return this.#opts.model;\n }\n\n override get provider(): string {\n return 'Cartesia';\n }\n\n protected override async _recognize(): Promise<stt.SpeechEvent> {\n throw new Error('Cartesia STT does not support batch recognition, use stream() instead');\n }\n\n override stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {\n return new SpeechStream(this, this.#opts, options?.connOptions);\n }\n\n updateOptions(opts: Partial<STTOptions>) {\n this.#opts = mergeSTTOptions(this.#opts, opts);\n\n // Keep the model in sync with a newly set language (e.g. switching to a\n // non-English language must move off the English-only ink-2), unless the\n // caller pinned a model in the same call. Mirrors the constructor.\n if (opts.language !== undefined && opts.model === undefined) {\n this.#opts.model = resolveSTTModel(this.#opts.language);\n }\n }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n #opts: STTOptions;\n #logger = log();\n #ws: WebSocket | null = null;\n #requestId: string | undefined;\n #speaking = false;\n #currentTranscript = '';\n #speechDuration = 0;\n #closingWs = false;\n #connectTimeout: number;\n\n constructor(sttInstance: STT, opts: STTOptions, connOptions?: APIConnectOptions) {\n super(sttInstance, opts.sampleRate, connOptions);\n this.#opts = { ...opts };\n this.#connectTimeout = connOptions?.timeoutMs ?? DEFAULT_API_CONNECT_OPTIONS.timeoutMs;\n }\n\n override get label(): string {\n return 'cartesia.SpeechStream';\n }\n\n protected override async run() {\n if (this.closed) {\n this.close();\n return;\n }\n\n this.#speaking = false;\n this.#currentTranscript = '';\n this.#speechDuration = 0;\n this.#closingWs = false;\n\n let keepaliveInterval: NodeJS.Timeout | undefined;\n const abortController = new AbortController();\n\n try {\n const url = this.#getCartesiaUrl();\n this.#logger.debug(`Connecting to Cartesia STT: ${url}`);\n\n let ws: WebSocket;\n try {\n ws = new WebSocket(url, {\n handshakeTimeout: this.#connectTimeout,\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey,\n [VERSION_HEADER]: API_VERSION,\n },\n });\n } catch (error) {\n throw new APIConnectionError({\n message: sanitizedErrorName(asError(error)),\n options: { retryable: true },\n });\n }\n this.#ws = ws;\n\n // Cartesia returns the request id on the WS upgrade response, before any\n // turn events are sent. Capture it so logs and metrics emitted on the\n // connection (and any pre-`turn.start` errors) are attributable.\n ws.once('upgrade', (response: IncomingMessage) => {\n const headerValue = response.headers[REQUEST_ID_HEADER];\n const requestId = Array.isArray(headerValue) ? headerValue[0] : headerValue;\n if (requestId) {\n this.#requestId = requestId;\n this.#logger.debug({ cartesiaRequestId: requestId }, 'Cartesia STT WebSocket connected');\n }\n });\n\n await new Promise<void>((resolve, reject) => {\n const cleanup = () => {\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n };\n const onOpen = () => {\n cleanup();\n resolve();\n };\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n cleanup();\n ws.on('error', () => {});\n ws.close();\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onError = (err: Error) => {\n cleanup();\n // Transport errors can contain credentials in URLs.\n reject(\n new APIConnectionError({\n message: sanitizedErrorName(err),\n options: { retryable: true },\n }),\n );\n };\n\n ws.once('open', onOpen);\n ws.once('unexpected-response', onUnexpectedResponse);\n ws.once('error', onError);\n });\n\n // If one task fails, abort its peer and close the WS so the peer can\n // exit before we re-throw. Otherwise a dangling task would survive\n // into the next retry attempt (sendTask blocked on input.next() would\n // steal frames; recvTask's close handler could still push events to\n // the queue and surface an unhandled rejection).\n let firstError: unknown;\n const stopPeer = (err: unknown) => {\n if (firstError === undefined) firstError = err;\n abortController.abort();\n if (ws.readyState === WebSocket.OPEN) ws.close();\n };\n const sendPromise = this.#sendTask(ws, abortController.signal).catch(stopPeer);\n const recvPromise = this.#recvTask(ws).catch(stopPeer);\n\n keepaliveInterval = setInterval(() => {\n try {\n if (ws.readyState === WebSocket.OPEN) {\n ws.ping();\n }\n } catch {\n // ignore\n }\n }, KEEPALIVE_INTERVAL_MS);\n await Promise.all([sendPromise, recvPromise]);\n if (firstError !== undefined) throw firstError;\n } catch (error) {\n this.#logger.error('Cartesia STT stream error', { error });\n throw error;\n } finally {\n abortController.abort();\n if (keepaliveInterval) clearInterval(keepaliveInterval);\n if (this.#ws?.readyState === WebSocket.OPEN) {\n this.#ws.close();\n }\n }\n\n this.close();\n }\n\n async #sendTask(ws: WebSocket, abortSignal: AbortSignal) {\n const samplesPerChunk = Math.floor(\n (this.#opts.sampleRate * this.#opts.audioChunkDurationMS) / 1000,\n );\n const audioBstream = new AudioByteStream(this.#opts.sampleRate, 1, samplesPerChunk);\n\n let hasEnded = false;\n const iterator = this.input[Symbol.asyncIterator]();\n const abortPromise = waitForAbort(abortSignal);\n\n while (true) {\n const result = await Promise.race([iterator.next(), abortPromise]);\n\n if (result === undefined) return; // aborted\n\n if (result.done) {\n hasEnded = true;\n } else {\n const data = result.value;\n const frames: AudioFrame[] = [];\n\n if (data === SpeechStream.FLUSH_SENTINEL) {\n frames.push(...audioBstream.flush());\n } else {\n // Pass the typed array directly so AudioByteStream uses byteOffset/\n // byteLength — `.buffer` would include foreign bytes when rtc-node\n // hands us a view over a pooled allocator.\n frames.push(...audioBstream.write(data.data));\n }\n\n for (const frame of frames) {\n this.#speechDuration += calculateAudioDurationSeconds(frame);\n if (ws.readyState === WebSocket.OPEN) {\n ws.send(frame.data);\n }\n }\n }\n\n if (hasEnded) break;\n }\n\n if (ws.readyState === WebSocket.OPEN) {\n this.#closingWs = true;\n this.#logger.debug('Sending close message to Cartesia STT');\n ws.send(JSON.stringify({ type: 'close' }));\n\n // After `close`, the server should flush any pending turn events and\n // close the socket. If it hangs, force the issue rather than letting\n // the stream wait forever.\n const drainTimer = setTimeout(() => {\n this.#logger.warn(\n `Cartesia STT did not close within ${DRAIN_TIMEOUT_MS}ms after done; forcing close`,\n );\n if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CLOSING) {\n ws.terminate();\n }\n }, DRAIN_TIMEOUT_MS);\n ws.once('close', () => clearTimeout(drainTimer));\n }\n }\n\n async #recvTask(ws: WebSocket) {\n let pendingError: Error | undefined = undefined;\n\n return new Promise<void>((resolve, reject) => {\n const settle = (err?: Error) => {\n if (err) reject(err);\n else resolve();\n };\n\n ws.on('message', (data: Buffer, isBinary: boolean) => {\n if (isBinary) {\n this.#logger.warn('Received unexpected binary message from Cartesia STT');\n return;\n }\n let msg: STTEventMessage;\n try {\n msg = JSON.parse(data.toString());\n } catch (error) {\n this.#logger.error('Failed to parse Cartesia STT message', { error });\n return;\n }\n try {\n if (msg.type === 'error') {\n this.#logger.error({ 'lk.pii.message': msg }, 'Cartesia sent an error');\n\n // do not close the websocket on bad requests since that may be caused by invalid messages\n if (msg.status_code === undefined || msg.status_code >= 500) {\n // Defer until the WS is fully closed so we don't race the `close`\n // handler with a rejected `recvTask`. Close the socket explicitly\n // in case the server doesn't, otherwise recv would hang.\n pendingError = new APIConnectionError({\n message: msg.message || msg.title,\n options: {\n retryable: true,\n },\n });\n ws.close();\n return;\n }\n } else {\n this.#processStreamEvent(msg);\n }\n } catch (error) {\n this.#logger.error('Failed to process Cartesia STT message', { error });\n }\n });\n\n ws.on('close', (code, reason) => {\n // If a turn was in progress, close it out so consumers see a balanced\n // START_OF_SPEECH/END_OF_SPEECH pair and don't carry stale turn state\n // into the next reconnect.\n if (this.#speaking) {\n if (this.#currentTranscript) {\n this.#sendTranscriptEvent(\n stt.SpeechEventType.FINAL_TRANSCRIPT,\n this.#currentTranscript,\n );\n }\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n this.#speaking = false;\n this.#currentTranscript = '';\n }\n\n if (pendingError) {\n settle(pendingError);\n return;\n }\n if (this.#closingWs || this.closed) {\n settle();\n return;\n }\n this.#logger.warn(`Cartesia STT WebSocket closed: ${code} ${reason.toString()}`);\n settle(\n new APIConnectionError({\n message: `Cartesia STT connection closed unexpectedly (code=${code})`,\n options: { retryable: true },\n }),\n );\n });\n\n ws.on('error', (err) => {\n if (this.closed) {\n settle();\n return;\n }\n settle(new APIConnectionError({ message: err.message, options: { retryable: true } }));\n });\n });\n }\n\n #processStreamEvent(data: Exclude<STTEventMessage, { type: 'error' }>) {\n if (data.request_id) {\n this.#requestId = data.request_id;\n }\n\n switch (data.type) {\n case 'connected':\n return;\n\n case 'turn.start': {\n if (this.#speaking) return;\n this.#speaking = true;\n this.#currentTranscript = '';\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.START_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT START_OF_SPEECH');\n return;\n }\n\n case 'turn.update': {\n if (!this.#speaking) return;\n const transcript = data.transcript;\n if (!transcript) return;\n // Only emit interim updates when the cumulative transcript actually\n // changed; this avoids canceling preflight generation needlessly.\n if (this.#currentTranscript === transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.eager_end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n if (!transcript) return;\n this.#currentTranscript = transcript;\n this.#sendTranscriptEvent(stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, transcript);\n return;\n }\n\n case 'turn.resume':\n // turn.resume has no transcript; re-emit the latest cumulative transcript\n // as an interim event so the pipeline cancels the pending preflight.\n if (!this.#speaking || !this.#currentTranscript) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, this.#currentTranscript);\n return;\n\n case 'turn.end': {\n if (!this.#speaking) return;\n const transcript = data.transcript || this.#currentTranscript;\n\n this.#sendTranscriptEvent(stt.SpeechEventType.FINAL_TRANSCRIPT, transcript);\n\n this.#speaking = false;\n if (!this.queue.closed)\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n this.#logger.debug('Cartesia STT END_OF_SPEECH');\n this.#currentTranscript = '';\n\n if (this.#speechDuration > 0 && !this.queue.closed) {\n this.queue.put({\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: { audioDuration: this.#speechDuration },\n });\n this.#speechDuration = 0;\n }\n\n return;\n }\n\n default:\n this.#logger.warn({ 'lk.pii.data': data }, 'received unexpected message from Cartesia STT');\n }\n }\n\n #sendTranscriptEvent(eventType: stt.SpeechEventType, transcript: string) {\n if (this.queue.closed) return;\n this.queue.put({\n type: eventType,\n requestId: this.#requestId,\n alternatives: [\n {\n language: asLanguageCode(this.#opts.language),\n text: transcript,\n startTime: 0,\n endTime: 0,\n confidence: 0,\n },\n ],\n });\n }\n\n #getCartesiaUrl(): string {\n // The Cartesia /stt/turns/websocket endpoint only accepts model, sample_rate\n // and encoding — there is no `language` query param. Language selection is\n // expressed through the model (ink-2 for English, ink-whisper otherwise),\n // so #opts.language is used only to tag emitted transcripts.\n const params = new URLSearchParams({\n model: this.#opts.model,\n sample_rate: this.#opts.sampleRate.toString(),\n encoding: AUDIO_ENCODING,\n });\n\n const wsBase = this.#opts.baseUrl.replace(/^http/, 'ws');\n return `${wsBase}/stt/turns/websocket?${params.toString()}`;\n }\n\n override close() {\n super.close();\n this.#ws?.close();\n }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGP,SAAS,iBAAiB;AAC1B,SAAS,sBAAqC;AAE9C,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AACpB,MAAM,mBAAmB;AACzB,MAAM,wBAAwB;AAE9B,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AA0HA,MAAM,oBAAoB;AAAA,EACxB,OAAO;AAAA;AAAA,EAEP,YAAY;AAAA;AAAA,EAEZ,sBAAsB;AAAA,EACtB,SAAS;AAAA,EACT,UAAU;AACZ;AAEA,SAAS,gBAAgB,MAAkB,UAA2C;AACpF,SAAO;AAAA,IACL,QAAQ,SAAS,UAAU,KAAK;AAAA,IAChC,SAAS,SAAS,WAAW,KAAK;AAAA,IAClC,OAAO,SAAS,SAAS,KAAK;AAAA,IAC9B,YAAY,SAAS,cAAc,KAAK;AAAA,IACxC,sBAAsB,SAAS,wBAAwB,KAAK;AAAA,IAC5D,UACE,SAAS,aAAa,SAAY,kBAAkB,SAAS,QAAQ,IAAI,KAAK;AAAA,EAClF;AACF;AAOA,SAAS,gBAAgB,UAA4B;AACnD,SAAO,gBAAgB,QAAQ,MAAM,OAAO,UAAU;AACxD;AAyBO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,mBAAmB;AAAA,MACnB,aAAa;AAAA,IACf,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ,gBAAgB,EAAE,GAAG,mBAAmB,OAAO,GAAG,IAAI;AAInE,QAAI,KAAK,UAAU,QAAW;AAC5B,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAa,WAAmB;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAuC;AAC9D,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAAA,EAES,OAAO,SAA6D;AAC3E,WAAO,IAAI,aAAa,MAAM,KAAK,OAAO,mCAAS,WAAW;AAAA,EAChE;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,gBAAgB,KAAK,OAAO,IAAI;AAK7C,QAAI,KAAK,aAAa,UAAa,KAAK,UAAU,QAAW;AAC3D,WAAK,MAAM,QAAQ,gBAAgB,KAAK,MAAM,QAAQ;AAAA,IACxD;AAAA,EACF;AACF;AAEO,MAAM,qBAAqB,IAAI,aAAa;AAAA,EACjD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,MAAwB;AAAA,EACxB;AAAA,EACA,YAAY;AAAA,EACZ,qBAAqB;AAAA,EACrB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb;AAAA,EAEA,YAAY,aAAkB,MAAkB,aAAiC;AAC/E,UAAM,aAAa,KAAK,YAAY,WAAW;AAC/C,SAAK,QAAQ,EAAE,GAAG,KAAK;AACvB,SAAK,mBAAkB,2CAAa,cAAa,4BAA4B;AAAA,EAC/E;AAAA,EAEA,IAAa,QAAgB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,MAAM;AApSjC;AAqSI,QAAI,KAAK,QAAQ;AACf,WAAK,MAAM;AACX;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,qBAAqB;AAC1B,SAAK,kBAAkB;AACvB,SAAK,aAAa;AAElB,QAAI;AACJ,UAAM,kBAAkB,IAAI,gBAAgB;AAE5C,QAAI;AACF,YAAM,MAAM,KAAK,gBAAgB;AACjC,WAAK,QAAQ,MAAM,+BAA+B,GAAG,EAAE;AAEvD,UAAI;AACJ,UAAI;AACF,aAAK,IAAI,UAAU,KAAK;AAAA,UACtB,kBAAkB,KAAK;AAAA,UACvB,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,YACnC,CAAC,cAAc,GAAG;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH,SAAS,OAAO;AACd,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SAAS,mBAAmB,QAAQ,KAAK,CAAC;AAAA,UAC1C,SAAS,EAAE,WAAW,KAAK;AAAA,QAC7B,CAAC;AAAA,MACH;AACA,WAAK,MAAM;AAKX,SAAG,KAAK,WAAW,CAAC,aAA8B;AAChD,cAAM,cAAc,SAAS,QAAQ,iBAAiB;AACtD,cAAM,YAAY,MAAM,QAAQ,WAAW,IAAI,YAAY,CAAC,IAAI;AAChE,YAAI,WAAW;AACb,eAAK,aAAa;AAClB,eAAK,QAAQ,MAAM,EAAE,mBAAmB,UAAU,GAAG,kCAAkC;AAAA,QACzF;AAAA,MACF,CAAC;AAED,YAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,cAAM,UAAU,MAAM;AACpB,aAAG,IAAI,QAAQ,MAAM;AACrB,aAAG,IAAI,uBAAuB,oBAAoB;AAClD,aAAG,IAAI,SAAS,OAAO;AAAA,QACzB;AACA,cAAM,SAAS,MAAM;AACnB,kBAAQ;AACR,kBAAQ;AAAA,QACV;AACA,cAAM,uBAAuB,CAAC,UAAmB,aAAsC;AACrF,kBAAQ;AACR,aAAG,GAAG,SAAS,MAAM;AAAA,UAAC,CAAC;AACvB,aAAG,MAAM;AAET,gBAAM,aAAa,SAAS,cAAc;AAC1C;AAAA,YACE,IAAI,eAAe;AAAA,cACjB,SAAS,sDAAsD,UAAU;AAAA,cACzE,SAAS,EAAE,WAAW;AAAA,YACxB,CAAC;AAAA,UACH;AAAA,QACF;AACA,cAAM,UAAU,CAAC,QAAe;AAC9B,kBAAQ;AAER;AAAA,YACE,IAAI,mBAAmB;AAAA,cACrB,SAAS,mBAAmB,GAAG;AAAA,cAC/B,SAAS,EAAE,WAAW,KAAK;AAAA,YAC7B,CAAC;AAAA,UACH;AAAA,QACF;AAEA,WAAG,KAAK,QAAQ,MAAM;AACtB,WAAG,KAAK,uBAAuB,oBAAoB;AACnD,WAAG,KAAK,SAAS,OAAO;AAAA,MAC1B,CAAC;AAOD,UAAI;AACJ,YAAM,WAAW,CAAC,QAAiB;AACjC,YAAI,eAAe,OAAW,cAAa;AAC3C,wBAAgB,MAAM;AACtB,YAAI,GAAG,eAAe,UAAU,KAAM,IAAG,MAAM;AAAA,MACjD;AACA,YAAM,cAAc,KAAK,UAAU,IAAI,gBAAgB,MAAM,EAAE,MAAM,QAAQ;AAC7E,YAAM,cAAc,KAAK,UAAU,EAAE,EAAE,MAAM,QAAQ;AAErD,0BAAoB,YAAY,MAAM;AACpC,YAAI;AACF,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,eAAG,KAAK;AAAA,UACV;AAAA,QACF,QAAQ;AAAA,QAER;AAAA,MACF,GAAG,qBAAqB;AACxB,YAAM,QAAQ,IAAI,CAAC,aAAa,WAAW,CAAC;AAC5C,UAAI,eAAe,OAAW,OAAM;AAAA,IACtC,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,6BAA6B,EAAE,MAAM,CAAC;AACzD,YAAM;AAAA,IACR,UAAE;AACA,sBAAgB,MAAM;AACtB,UAAI,kBAAmB,eAAc,iBAAiB;AACtD,YAAI,UAAK,QAAL,mBAAU,gBAAe,UAAU,MAAM;AAC3C,aAAK,IAAI,MAAM;AAAA,MACjB;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,UAAU,IAAe,aAA0B;AACvD,UAAM,kBAAkB,KAAK;AAAA,MAC1B,KAAK,MAAM,aAAa,KAAK,MAAM,uBAAwB;AAAA,IAC9D;AACA,UAAM,eAAe,IAAI,gBAAgB,KAAK,MAAM,YAAY,GAAG,eAAe;AAElF,QAAI,WAAW;AACf,UAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAClD,UAAM,eAAe,aAAa,WAAW;AAE7C,WAAO,MAAM;AACX,YAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,YAAY,CAAC;AAEjE,UAAI,WAAW,OAAW;AAE1B,UAAI,OAAO,MAAM;AACf,mBAAW;AAAA,MACb,OAAO;AACL,cAAM,OAAO,OAAO;AACpB,cAAM,SAAuB,CAAC;AAE9B,YAAI,SAAS,aAAa,gBAAgB;AACxC,iBAAO,KAAK,GAAG,aAAa,MAAM,CAAC;AAAA,QACrC,OAAO;AAIL,iBAAO,KAAK,GAAG,aAAa,MAAM,KAAK,IAAI,CAAC;AAAA,QAC9C;AAEA,mBAAW,SAAS,QAAQ;AAC1B,eAAK,mBAAmB,8BAA8B,KAAK;AAC3D,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,eAAG,KAAK,MAAM,IAAI;AAAA,UACpB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAU;AAAA,IAChB;AAEA,QAAI,GAAG,eAAe,UAAU,MAAM;AACpC,WAAK,aAAa;AAClB,WAAK,QAAQ,MAAM,uCAAuC;AAC1D,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC,CAAC;AAKzC,YAAM,aAAa,WAAW,MAAM;AAClC,aAAK,QAAQ;AAAA,UACX,qCAAqC,gBAAgB;AAAA,QACvD;AACA,YAAI,GAAG,eAAe,UAAU,QAAQ,GAAG,eAAe,UAAU,SAAS;AAC3E,aAAG,UAAU;AAAA,QACf;AAAA,MACF,GAAG,gBAAgB;AACnB,SAAG,KAAK,SAAS,MAAM,aAAa,UAAU,CAAC;AAAA,IACjD;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,IAAe;AAC7B,QAAI,eAAkC;AAEtC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,CAAC,QAAgB;AAC9B,YAAI,IAAK,QAAO,GAAG;AAAA,YACd,SAAQ;AAAA,MACf;AAEA,SAAG,GAAG,WAAW,CAAC,MAAc,aAAsB;AACpD,YAAI,UAAU;AACZ,eAAK,QAAQ,KAAK,sDAAsD;AACxE;AAAA,QACF;AACA,YAAI;AACJ,YAAI;AACF,gBAAM,KAAK,MAAM,KAAK,SAAS,CAAC;AAAA,QAClC,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,wCAAwC,EAAE,MAAM,CAAC;AACpE;AAAA,QACF;AACA,YAAI;AACF,cAAI,IAAI,SAAS,SAAS;AACxB,iBAAK,QAAQ,MAAM,EAAE,kBAAkB,IAAI,GAAG,wBAAwB;AAGtE,gBAAI,IAAI,gBAAgB,UAAa,IAAI,eAAe,KAAK;AAI3D,6BAAe,IAAI,mBAAmB;AAAA,gBACpC,SAAS,IAAI,WAAW,IAAI;AAAA,gBAC5B,SAAS;AAAA,kBACP,WAAW;AAAA,gBACb;AAAA,cACF,CAAC;AACD,iBAAG,MAAM;AACT;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,oBAAoB,GAAG;AAAA,UAC9B;AAAA,QACF,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,0CAA0C,EAAE,MAAM,CAAC;AAAA,QACxE;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAI/B,YAAI,KAAK,WAAW;AAClB,cAAI,KAAK,oBAAoB;AAC3B,iBAAK;AAAA,cACH,IAAI,gBAAgB;AAAA,cACpB,KAAK;AAAA,YACP;AAAA,UACF;AACA,cAAI,CAAC,KAAK,MAAM;AACd,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,IAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,YAClB,CAAC;AACH,eAAK,QAAQ,MAAM,4BAA4B;AAC/C,cAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,iBAAK,MAAM,IAAI;AAAA,cACb,MAAM,IAAI,gBAAgB;AAAA,cAC1B,WAAW,KAAK;AAAA,cAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,YAC1D,CAAC;AACD,iBAAK,kBAAkB;AAAA,UACzB;AACA,eAAK,YAAY;AACjB,eAAK,qBAAqB;AAAA,QAC5B;AAEA,YAAI,cAAc;AAChB,iBAAO,YAAY;AACnB;AAAA,QACF;AACA,YAAI,KAAK,cAAc,KAAK,QAAQ;AAClC,iBAAO;AACP;AAAA,QACF;AACA,aAAK,QAAQ,KAAK,kCAAkC,IAAI,IAAI,OAAO,SAAS,CAAC,EAAE;AAC/E;AAAA,UACE,IAAI,mBAAmB;AAAA,YACrB,SAAS,qDAAqD,IAAI;AAAA,YAClE,SAAS,EAAE,WAAW,KAAK;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAED,SAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,YAAI,KAAK,QAAQ;AACf,iBAAO;AACP;AAAA,QACF;AACA,eAAO,IAAI,mBAAmB,EAAE,SAAS,IAAI,SAAS,SAAS,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;AAAA,MACvF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,oBAAoB,MAAmD;AACrE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,KAAK;AAAA,IACzB;AAEA,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK;AACH;AAAA,MAEF,KAAK,cAAc;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,YAAY;AACjB,aAAK,qBAAqB;AAC1B,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,8BAA8B;AACjD;AAAA,MACF;AAAA,MAEA,KAAK,eAAe;AAClB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK;AACxB,YAAI,CAAC,WAAY;AAGjB,YAAI,KAAK,uBAAuB,WAAY;AAC5C,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,IAAI,gBAAgB,oBAAoB,UAAU;AAC5E;AAAA,MACF;AAAA,MAEA,KAAK,kBAAkB;AACrB,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAC3C,YAAI,CAAC,WAAY;AACjB,aAAK,qBAAqB;AAC1B,aAAK,qBAAqB,IAAI,gBAAgB,sBAAsB,UAAU;AAC9E;AAAA,MACF;AAAA,MAEA,KAAK;AAGH,YAAI,CAAC,KAAK,aAAa,CAAC,KAAK,mBAAoB;AACjD,aAAK,qBAAqB,IAAI,gBAAgB,oBAAoB,KAAK,kBAAkB;AACzF;AAAA,MAEF,KAAK,YAAY;AACf,YAAI,CAAC,KAAK,UAAW;AACrB,cAAM,aAAa,KAAK,cAAc,KAAK;AAE3C,aAAK,qBAAqB,IAAI,gBAAgB,kBAAkB,UAAU;AAE1E,aAAK,YAAY;AACjB,YAAI,CAAC,KAAK,MAAM;AACd,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,UAClB,CAAC;AACH,aAAK,QAAQ,MAAM,4BAA4B;AAC/C,aAAK,qBAAqB;AAE1B,YAAI,KAAK,kBAAkB,KAAK,CAAC,KAAK,MAAM,QAAQ;AAClD,eAAK,MAAM,IAAI;AAAA,YACb,MAAM,IAAI,gBAAgB;AAAA,YAC1B,WAAW,KAAK;AAAA,YAChB,kBAAkB,EAAE,eAAe,KAAK,gBAAgB;AAAA,UAC1D,CAAC;AACD,eAAK,kBAAkB;AAAA,QACzB;AAEA;AAAA,MACF;AAAA,MAEA;AACE,aAAK,QAAQ,KAAK,EAAE,eAAe,KAAK,GAAG,+CAA+C;AAAA,IAC9F;AAAA,EACF;AAAA,EAEA,qBAAqB,WAAgC,YAAoB;AACvE,QAAI,KAAK,MAAM,OAAQ;AACvB,SAAK,MAAM,IAAI;AAAA,MACb,MAAM;AAAA,MACN,WAAW,KAAK;AAAA,MAChB,cAAc;AAAA,QACZ;AAAA,UACE,UAAU,eAAe,KAAK,MAAM,QAAQ;AAAA,UAC5C,MAAM;AAAA,UACN,WAAW;AAAA,UACX,SAAS;AAAA,UACT,YAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,kBAA0B;AAKxB,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK,MAAM,WAAW,SAAS;AAAA,MAC5C,UAAU;AAAA,IACZ,CAAC;AAED,UAAM,SAAS,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACvD,WAAO,GAAG,MAAM,wBAAwB,OAAO,SAAS,CAAC;AAAA,EAC3D;AAAA,EAES,QAAQ;AAvrBnB;AAwrBI,UAAM,MAAM;AACZ,eAAK,QAAL,mBAAU;AAAA,EACZ;AACF;","names":[]}
|
package/dist/tts.cjs
CHANGED
|
@@ -438,7 +438,7 @@ class SynthesizeStream extends import_agents.tts.SynthesizeStream {
|
|
|
438
438
|
}
|
|
439
439
|
}
|
|
440
440
|
} else if (!(0, import_types.isFlushDoneMessage)(serverMsg) && !(0, import_types.isErrorMessage)(serverMsg)) {
|
|
441
|
-
this.#logger.warn({ message: serverMsg }, "Unknown Cartesia message");
|
|
441
|
+
this.#logger.warn({ "lk.pii.message": serverMsg }, "Unknown Cartesia message");
|
|
442
442
|
}
|
|
443
443
|
}
|
|
444
444
|
if (timedOut) {
|
package/dist/tts.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIError,\n APIStatusError,\n APITimeoutError,\n AudioByteStream,\n ConnectionPool,\n Future,\n type TimedString,\n asError,\n createTimedString,\n getBaseLanguage,\n log,\n normalizeLanguage,\n shortuuid,\n stream,\n tokenize,\n tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n TTSDefaultVoiceId,\n type TTSEncoding,\n type TTSModels,\n type TTSVoiceEmotion,\n type TTSVoiceSpeed,\n isSonic3,\n} from './models.js';\nimport {\n type CartesiaServerMessage,\n cartesiaMessageSchema,\n hasWordTimestamps,\n isChunkMessage,\n isDoneMessage,\n isErrorMessage,\n isFlushDoneMessage,\n} from './types.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst API_VERSION = '2025-04-16';\nconst API_VERSION_WITH_EXPERIMENTAL_CONTROLS = '2024-11-13';\nconst MODEL_WITH_EXPERIMENTAL_CONTROLS = 'sonic-2-2025-03-07';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n// Cartesia refreshes a pooled socket after this long so a very long call cannot\n// keep one connection open indefinitely. Matches the Python plugin's 300s.\nconst MAX_SESSION_DURATION_MS = 300_000;\n\n// Lets each SynthesizeStream reach the pool owned by the TTS that created it,\n// without widening the constructor signature the base class fixes.\nconst connectionPools = new WeakMap<TTS, ConnectionPool<WebSocket>>();\n\nexport interface TTSOptions {\n model: TTSModels | string;\n encoding: TTSEncoding;\n sampleRate: number;\n voice: string | number[];\n speed?: TTSVoiceSpeed | number;\n emotion?: (TTSVoiceEmotion | string)[];\n /**\n * Volume of the speech. For sonic-3, the value is valid between 0.5 and 2.0.\n * @see https://docs.cartesia.ai/api-reference/tts/bytes#body-generation-config-volume\n */\n volume?: number;\n apiKey?: string;\n language: string;\n baseUrl: string;\n apiVersion: string;\n\n /**\n * The timeout for the next chunk to be received from the Cartesia API.\n */\n chunkTimeout: number;\n\n /**\n * Whether to add word timestamps to the output. When enabled, the TTS will return\n * timing information for each word in the transcript.\n * @defaultValue true\n */\n wordTimestamps?: boolean;\n\n pronunciationDictId?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n model: 'sonic-3',\n encoding: 'pcm_s16le',\n sampleRate: 24000,\n voice: TTSDefaultVoiceId,\n apiKey: process.env.CARTESIA_API_KEY,\n language: 'en',\n baseUrl: 'https://api.cartesia.ai',\n apiVersion: API_VERSION,\n chunkTimeout: 5000,\n wordTimestamps: true,\n};\n\nconst checkGenerationConfig = (opts: TTSOptions) => {\n const logger = log();\n if (isSonic3(opts.model)) {\n if (opts.speed !== undefined && typeof opts.speed === 'number') {\n if (opts.speed < 0.6 || opts.speed > 2.0) {\n logger.warn('speed must be between 0.6 and 2.0 for sonic-3');\n }\n }\n if (opts.volume !== undefined && (opts.volume < 0.5 || opts.volume > 2.0)) {\n logger.warn('volume must be between 0.5 and 2.0 for sonic-3');\n }\n } else if (\n opts.apiVersion !== API_VERSION_WITH_EXPERIMENTAL_CONTROLS ||\n opts.model !== MODEL_WITH_EXPERIMENTAL_CONTROLS\n ) {\n if (opts.speed || opts.emotion) {\n logger.warn(\n { model: opts.model, speed: opts.speed, emotion: opts.emotion },\n `speed and emotion controls are only supported for model '${MODEL_WITH_EXPERIMENTAL_CONTROLS}' ` +\n `or sonic-3 models, see https://docs.cartesia.ai/developer-tools/changelog for details`,\n );\n }\n }\n\n if (opts.pronunciationDictId && !isSonic3(opts.model)) {\n logger.warn(\n { model: opts.model, pronunciationDictId: opts.pronunciationDictId },\n 'pronunciationDictId is only supported for sonic-3 models',\n );\n }\n};\n\nexport class TTS extends tts.TTS {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #closed = false;\n label = 'cartesia.TTS';\n\n get model(): string {\n return this.#opts.model;\n }\n\n get provider(): string {\n return 'Cartesia';\n }\n\n constructor(opts: Partial<TTSOptions> = {}) {\n const resolvedOpts = {\n ...defaultTTSOptions,\n ...opts,\n };\n\n super(resolvedOpts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n streaming: true,\n alignedTranscript: resolvedOpts.wordTimestamps ?? true,\n });\n\n this.#opts = resolvedOpts;\n this.#opts.language = normalizeLanguage(this.#opts.language);\n\n if (this.#opts.apiKey === undefined) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n // One socket, reused across generations. Cartesia recommends a single\n // preconnected WebSocket for many generations because a fresh connection\n // repays TCP/TLS setup on every turn:\n // https://docs.cartesia.ai/use-the-api/compare-tts-endpoints\n this.#pool = new ConnectionPool<WebSocket>({\n connectCb: (timeoutMs) => this.#connectWebSocket(timeoutMs),\n closeCb: async (ws) => safeCloseWebSocket(ws),\n maxSessionDuration: MAX_SESSION_DURATION_MS,\n markRefreshedOnGet: true,\n });\n connectionPools.set(this, this.#pool);\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n // Only these three fields reach Cartesia at WebSocket-handshake time (auth\n // header, version header, host). Everything else (model, voice, encoding,\n // sample rate, speed, emotion, volume, language) is sent in-band on each\n // generation, so a pooled socket serves the new value without reconnecting.\n // Reconnect only when one of the handshake inputs actually changes.\n const handshakeChanged =\n (opts.apiKey !== undefined && opts.apiKey !== this.#opts.apiKey) ||\n (opts.apiVersion !== undefined && opts.apiVersion !== this.#opts.apiVersion) ||\n (opts.baseUrl !== undefined && opts.baseUrl !== this.#opts.baseUrl);\n\n this.#opts = { ...this.#opts, ...opts };\n if (opts.language !== undefined) {\n this.#opts.language = normalizeLanguage(opts.language);\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n if (handshakeChanged) {\n this.#pool.invalidate();\n }\n }\n\n synthesize(\n text: string,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ): tts.ChunkedStream {\n return new ChunkedStream(this, text, { ...this.#opts }, connOptions, abortSignal);\n }\n\n stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream {\n return new SynthesizeStream(this, { ...this.#opts }, options?.connOptions);\n }\n\n /**\n * Open the pooled WebSocket ahead of the first generation so the first turn\n * does not pay the connect. Safe to call more than once; it is a no-op when a\n * connection already exists.\n */\n prewarm(): void {\n this.#pool.prewarm();\n }\n\n override async close(): Promise<void> {\n this.#closed = true;\n await this.#pool.close();\n await super.close();\n }\n\n async #connectWebSocket(timeoutMs: number): Promise<WebSocket> {\n // Snapshot the handshake inputs. If a concurrent updateOptions() changes one\n // of them while this connect is in flight, reconnect on the new value rather\n // than pooling a socket built on stale credentials (mirrors the fishaudio\n // plugin's model re-check).\n const apiKey = this.#opts.apiKey!;\n const apiVersion = this.#opts.apiVersion;\n const baseUrl = this.#opts.baseUrl;\n const url = `${baseUrl.replace(/^http/, 'ws')}/tts/websocket`;\n const ws = await connectCartesiaWebSocket({\n url,\n headers: {\n [AUTHORIZATION_HEADER]: apiKey,\n [VERSION_HEADER]: apiVersion,\n },\n timeoutMs,\n });\n if (this.#closed) {\n safeCloseWebSocket(ws);\n throw new APIConnectionError({ message: 'Cartesia TTS is closed' });\n }\n if (\n apiKey !== this.#opts.apiKey ||\n apiVersion !== this.#opts.apiVersion ||\n baseUrl !== this.#opts.baseUrl\n ) {\n safeCloseWebSocket(ws);\n return await this.#connectWebSocket(timeoutMs);\n }\n // Drop a socket that closes (or errors) while idle in the pool. Between turns\n // no generation listeners are attached, so without this the pool keeps a dead\n // socket in `available` and the next turn spends a retry to discard it, or\n // fails outright at maxRetry:0. A generation attaches its own listeners on top\n // of these; the no-op error listener also stops an idle 'error' from crashing\n // the process. Remove is a no-op once the socket is no longer pooled, so this\n // is safe during an active generation and during close().\n ws.on('error', () => {});\n ws.on('close', () => this.#pool.remove(ws));\n return ws;\n }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n label = 'cartesia.ChunkedStream';\n #logger = log();\n #opts: TTSOptions;\n #text: string;\n\n constructor(\n tts: TTS,\n text: string,\n opts: TTSOptions,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ) {\n super(text, tts, connOptions, abortSignal);\n this.#text = text;\n this.#opts = opts;\n }\n\n protected async run() {\n const requestId = shortuuid();\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n const json = toCartesiaOptions(this.#opts);\n json.transcript = this.#text;\n\n const baseUrl = new URL(this.#opts.baseUrl);\n const doneFut = new Future<void>();\n\n const req = request(\n {\n hostname: baseUrl.hostname,\n port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n path: '/tts/bytes',\n method: 'POST',\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n [VERSION_HEADER]: this.#opts.apiVersion,\n },\n signal: this.abortSignal,\n },\n (res) => {\n res.on('data', (chunk) => {\n for (const frame of bstream.write(chunk)) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n });\n res.on('close', () => {\n for (const frame of bstream.flush()) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n this.queue.close();\n if (!doneFut.done) doneFut.resolve();\n });\n res.on('error', (err) => {\n if (err.message === 'aborted') return;\n this.#logger.error({ err }, 'Cartesia TTS response error');\n if (!doneFut.done) doneFut.reject(err);\n });\n },\n );\n\n req.on('error', (err) => {\n if (err.name === 'AbortError') return;\n this.#logger.error({ err }, 'Cartesia TTS request error');\n if (!doneFut.done) doneFut.reject(err);\n });\n req.on('close', () => {\n if (!doneFut.done) doneFut.resolve();\n });\n req.write(JSON.stringify(json));\n req.end();\n\n try {\n await doneFut.await;\n } catch (e) {\n if (this.abortSignal.aborted) return;\n if (!this.queue.closed) this.queue.close();\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #logger = log();\n #tokenizer = new tokenize.basic.SentenceTokenizer({\n minSentenceLength: BUFFERED_WORDS_COUNT,\n }).stream();\n label = 'cartesia.SynthesizeStream';\n\n constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n super(tts, connOptions);\n const pool = connectionPools.get(tts);\n if (!pool) throw new Error('Cartesia connection pool is not initialized');\n this.#pool = pool;\n this.#opts = opts;\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n this.#opts = { ...this.#opts, ...opts };\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n }\n\n protected async run() {\n const requestId = shortuuid();\n // Only finish the generation once both: 1) Cartesia returns done, AND 2) all sentences have been sent\n let sentenceStreamClosed = false;\n\n const sentenceStreamTask = async (ws: WebSocket) => {\n const packet = toCartesiaOptions(this.#opts, true);\n for await (const event of this.#tokenizer) {\n const msg = {\n ...packet,\n context_id: requestId,\n transcript: event.token + ' ',\n continue: true,\n };\n this.markStarted();\n ws.send(JSON.stringify(msg));\n }\n\n const endMsg = {\n ...packet,\n context_id: requestId,\n transcript: ' ',\n continue: false,\n };\n ws.send(JSON.stringify(endMsg));\n // Mark sentence stream as closed\n sentenceStreamClosed = true;\n };\n\n const inputTask = async () => {\n for await (const data of this.input) {\n if (data === SynthesizeStream.FLUSH_SENTINEL) {\n this.#tokenizer.flush();\n continue;\n }\n this.#tokenizer.pushText(data);\n }\n this.#tokenizer.endInput();\n this.#tokenizer.close();\n };\n\n // Use event channel and set up listeners ONCE to avoid missing messages during listener re-registration\n const recvTask = async (ws: WebSocket) => {\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n // Create event channel to buffer incoming messages\n // This prevents message loss between listener re-registrations\n const eventChannel = stream.createStreamChannel<RawData>();\n\n let lastFrame: AudioFrame | undefined;\n let pendingTimedTranscripts: TimedString[] = [];\n\n const sendLastFrame = (segmentId: string, final: boolean) => {\n if (lastFrame && !this.queue.closed) {\n // Include timedTranscripts with the audio frame\n this.queue.put({\n requestId,\n segmentId,\n frame: lastFrame,\n final,\n timedTranscripts:\n pendingTimedTranscripts.length > 0 ? pendingTimedTranscripts : undefined,\n });\n lastFrame = undefined;\n pendingTimedTranscripts = [];\n }\n };\n\n let timeout: NodeJS.Timeout | null = null;\n // Set when the chunk watchdog fires: the socket is discarded, not pooled.\n let timedOut = false;\n // Set once this generation's `done` has been handled. Until then, a socket\n // close or error is a mid-generation drop, not a normal end.\n let completed = false;\n // A socket close/error before completion. Thrown after the loop so the turn\n // fails over (and the dead socket is discarded) instead of ending silently.\n let streamError: Error | undefined;\n\n const clearTTSChunkTimeout = () => {\n if (timeout) {\n clearTimeout(timeout);\n timeout = null;\n }\n };\n\n // Set up WebSocket listeners ONCE (not in a loop)\n const onMessage = (data: RawData) => {\n void eventChannel.write(data).catch((error: unknown) => {\n this.#logger.debug({ error }, 'Failed writing Cartesia event to channel (likely closed)');\n });\n };\n\n const onClose = (code: number, reason: Buffer) => {\n // A close during an active generation is unexpected: the pool owns the\n // socket lifecycle and does not close it between turns. If it happens\n // before `done`, surface it so the turn retries rather than ending mid\n // speech, and so withConnection discards the dead socket.\n this.#logger.debug(`WebSocket closed with code ${code}: ${reason.toString()}`);\n clearTTSChunkTimeout();\n if (!completed && !timedOut && !streamError) {\n streamError = new APIConnectionError({\n message: `Cartesia WebSocket closed mid-generation (code=${code})`,\n });\n }\n void eventChannel.close();\n };\n\n const onError = (err: Error) => {\n this.#logger.error({ err }, 'Cartesia WebSocket error');\n if (!completed && !timedOut && !streamError) {\n streamError = err instanceof APIError ? err : toRetryableConnectionError(err);\n }\n void eventChannel.close();\n };\n\n // Attach listeners ONCE\n ws.on('message', onMessage);\n ws.on('close', onClose);\n ws.on('error', onError);\n\n try {\n // Process messages from the channel\n const reader = eventChannel.stream().getReader();\n\n while (!this.closed && !this.abortController.signal.aborted) {\n const result = await reader.read();\n if (result.done) break;\n\n const rawMsg = result.value;\n\n // Parse message with Zod schema for type safety\n let serverMsg: CartesiaServerMessage;\n try {\n const json = JSON.parse(rawMsg.toString());\n serverMsg = cartesiaMessageSchema.parse(json);\n } catch (parseErr) {\n this.#logger.warn({ parseErr }, 'Failed to parse Cartesia message');\n continue;\n }\n\n const segmentId = serverMsg.context_id;\n\n // Handle error frames first. 4xx (e.g. empty-transcript on\n // function-call turns) is non-fatal — log and fall through so an\n // accompanying done:true still triggers the unified close path\n // below. 5xx bubbles up so the base SynthesizeStream can retry.\n if (isErrorMessage(serverMsg)) {\n if (serverMsg.status_code >= 400 && serverMsg.status_code < 500) {\n this.#logger.debug({ error: serverMsg.error }, 'Cartesia sent a non-fatal error');\n } else {\n this.#logger.error({ error: serverMsg.error }, 'Cartesia returned error');\n throw new APIStatusError({\n message: `Cartesia returned error: ${serverMsg.error}`,\n options: { statusCode: serverMsg.status_code, retryable: true },\n });\n }\n }\n\n if (isChunkMessage(serverMsg)) {\n const audioBuffer = Buffer.from(serverMsg.data, 'base64');\n // Extract ArrayBuffer from Buffer for AudioByteStream compatibility\n const audioData = audioBuffer.buffer.slice(\n audioBuffer.byteOffset,\n audioBuffer.byteOffset + audioBuffer.byteLength,\n );\n for (const frame of bstream.write(audioData)) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n\n // IMPORTANT: close WS if TTS chunk stream been stuck too long\n // this allows unblock the current \"broken\" TTS node so that any future TTS nodes\n // can continue to process the stream without been blocked by the stuck node\n clearTTSChunkTimeout();\n timeout = setTimeout(() => {\n // cartesia chunk timeout quite often, so we make it a debug log\n this.#logger.debug(\n `Cartesia WebSocket TTS chunk stream timeout after ${this.#opts.chunkTimeout}ms`,\n );\n // The socket is stuck mid-generation, so it must not return to the\n // pool. Poison it and unblock the reader; the post-loop check turns\n // this into a retryable error so withConnection discards the socket.\n timedOut = true;\n safeCloseWebSocket(ws);\n void eventChannel.close();\n }, this.#opts.chunkTimeout);\n } else if (this.#opts.wordTimestamps !== false && hasWordTimestamps(serverMsg)) {\n const wordTimestamps = serverMsg.word_timestamps;\n for (let i = 0; i < wordTimestamps.words.length; i++) {\n const word = wordTimestamps.words[i];\n const startTime = wordTimestamps.start[i];\n const endTime = wordTimestamps.end[i];\n if (word !== undefined && startTime !== undefined && endTime !== undefined) {\n pendingTimedTranscripts.push(\n createTimedString({\n text: word + ' ', // Add space after word for consistency\n startTime,\n endTime,\n }),\n );\n }\n }\n } else if (isDoneMessage(serverMsg) || (isErrorMessage(serverMsg) && serverMsg.done)) {\n // This ensures all sentences have been sent before closing\n if (sentenceStreamClosed) {\n for (const frame of bstream.flush()) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n sendLastFrame(segmentId, true);\n if (!this.queue.closed) {\n this.queue.put(SynthesizeStream.END_OF_STREAM);\n }\n\n if (segmentId === requestId) {\n clearTTSChunkTimeout();\n completed = true;\n // Leave the socket open so the pool reuses it on the next turn.\n break; // Exit the loop\n }\n }\n // If sentenceStreamClosed is false, continue receiving - more done messages will come\n } else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {\n // flush_done is an ack with nothing to do; error frames without\n // done:true were already logged above.\n this.#logger.warn({ message: serverMsg }, 'Unknown Cartesia message');\n }\n }\n\n if (timedOut) {\n throw new APITimeoutError({\n message: `Cartesia TTS chunk stream timed out after ${this.#opts.chunkTimeout}ms`,\n });\n }\n if (streamError) {\n throw streamError;\n }\n } catch (err) {\n // Always propagate API errors so the base SynthesizeStream can retry\n // and emit tts_error once retries are exhausted.\n if (err instanceof APIError) throw err;\n // skip log error for normal websocket close\n if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n if (\n err.message.includes('Queue is closed') ||\n err.message.includes('Channel is closed')\n ) {\n this.#logger.warn(\n { err },\n 'Channel closed during transcript processing (expected during disconnect)',\n );\n } else {\n this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n }\n }\n } finally {\n // IMPORTANT: Remove listeners so connection can be reused\n ws.off('message', onMessage);\n ws.off('close', onClose);\n ws.off('error', onError);\n clearTTSChunkTimeout();\n }\n };\n\n try {\n // The pool hands back one live socket per call and reclaims it on success\n // (put) or discards it on any thrown error (remove). A generation never\n // closes the socket itself, so the next turn skips the handshake.\n await this.#pool.withConnection(\n async (ws) => {\n if (ws.readyState !== WebSocket.OPEN) {\n throw new APIConnectionError({ message: 'Cartesia pooled websocket is not open' });\n }\n await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n },\n { timeout: this.connOptions.timeoutMs, signal: this.abortSignal },\n );\n } catch (e) {\n if (this.abortSignal.aborted) {\n return;\n }\n if (e instanceof APIError) throw e;\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nconst transientNetworkCodes = new Set([\n 'ETIMEDOUT',\n 'ECONNRESET',\n 'EAI_AGAIN',\n 'ENETUNREACH',\n 'ECONNREFUSED',\n 'EHOSTUNREACH',\n]);\n\nconst isRecord = (v: unknown): v is Record<string, unknown> => {\n return v !== null && typeof v === 'object';\n};\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\nconst isAggregateErrorLike = (e: unknown): e is { errors: unknown[]; name?: string } => {\n if (!isRecord(e)) return false;\n return e.name === 'AggregateError' && Array.isArray(e.errors);\n};\n\nconst hasErrorCode = (e: unknown, code: string): boolean => {\n if (isRecord(e) && e.code === code) return true;\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasErrorCode(inner, code));\n }\n return false;\n};\n\nconst hasAnyTransientCode = (e: unknown): boolean => {\n if (isRecord(e) && typeof e.code === 'string') {\n return transientNetworkCodes.has(e.code);\n }\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasAnyTransientCode(inner));\n }\n return false;\n};\n\nconst toRetryableConnectionError = (e: unknown): APIConnectionError => {\n const err = asError(e);\n const isTimeout =\n hasErrorCode(e, 'ETIMEDOUT') ||\n (typeof err.message === 'string' && err.message.includes('ETIMEDOUT'));\n const message = isTimeout\n ? `Cartesia connection timed out`\n : `Cartesia connection failed: ${err.message || 'unknown error'}`;\n return isTimeout ? new APITimeoutError({ message }) : new APIConnectionError({ message });\n};\n\nconst waitForWsOpen = async ({\n ws,\n timeoutMs,\n abortSignal,\n}: {\n ws: WebSocket;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}) => {\n if (abortSignal?.aborted) {\n throw new Error('aborted');\n }\n\n const fut = new Future<void>();\n let timeout: NodeJS.Timeout | undefined;\n\n const cleanup = () => {\n if (timeout) clearTimeout(timeout);\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n ws.off('close', onClose);\n abortSignal?.removeEventListener('abort', onAbort);\n };\n\n const onOpen = () => fut.resolve();\n const onError = (err: Error) => fut.reject(asError(err));\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n fut.reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onClose = (code: number, reason: Buffer) =>\n fut.reject(\n new Error(`WebSocket closed before open (code=${code}, reason=${reason.toString()})`),\n );\n const onAbort = () => fut.reject(new Error('aborted'));\n\n ws.on('open', onOpen);\n ws.on('unexpected-response', onUnexpectedResponse);\n ws.on('error', onError);\n ws.on('close', onClose);\n abortSignal?.addEventListener('abort', onAbort, { once: true });\n\n if (timeoutMs > 0) {\n timeout = setTimeout(\n () => fut.reject(new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' })),\n timeoutMs,\n );\n }\n\n try {\n await fut.await;\n } finally {\n cleanup();\n }\n};\n\nconst safeTerminateWebSocket = (ws: WebSocket) => {\n // `ws` can emit an 'error' event during teardown (especially if CONNECTING).\n // If there is no error listener at that moment, Node will treat it as unhandled and crash the process.\n try {\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n // `terminate()` can throw if the socket was never established; `close()` is safer in CONNECTING.\n if (ws.readyState === WebSocket.CONNECTING) {\n ws.close();\n } else {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\n// Graceful close used by the connection pool. A pooled socket is healthy when it\n// is retired (session age, option change, or TTS close), so a clean close frame\n// is preferable to an abrupt terminate; terminate remains the fallback for a\n// socket caught mid-handshake.\nconst safeCloseWebSocket = (ws: WebSocket) => {\n try {\n // `ws` can emit 'error' during teardown; without a listener Node treats it as\n // unhandled and crashes the process.\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n if (ws.readyState === WebSocket.CONNECTING || ws.readyState === WebSocket.OPEN) {\n ws.close();\n } else if (ws.readyState !== WebSocket.CLOSED && ws.readyState !== WebSocket.CLOSING) {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\nconst connectCartesiaWebSocket = async ({\n url,\n headers,\n timeoutMs,\n abortSignal,\n}: {\n url: string;\n headers: Record<string, string>;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}): Promise<WebSocket> => {\n const connectOnce = async (family?: number): Promise<WebSocket> => {\n const ws = new WebSocket(url, { handshakeTimeout: timeoutMs, family, headers });\n try {\n await waitForWsOpen({ ws, timeoutMs, abortSignal });\n return ws;\n } catch (e) {\n safeTerminateWebSocket(ws);\n throw e;\n }\n };\n\n let connectError: unknown;\n try {\n return await connectOnce();\n } catch (e) {\n connectError = e;\n // Mitigation for Node.js dual-stack (IPv6/IPv4) connect flakiness (\"happy eyeballs\"):\n // some environments surface `AggregateError` with nested `ETIMEDOUT` during the initial\n // WebSocket open. In that case we do a one-off retry forcing IPv4 (`family: 4`) before\n // letting the outer framework retry loop handle further attempts.\n //\n // If you still see `AggregateError`/`ETIMEDOUT`:\n // - Increase the session TTS connect timeout (`connOptions.ttsConnOptions.timeoutMs`)\n // - Or adjust Node's family autoselection behavior via `NODE_OPTIONS`, e.g.\n // `--network-family-autoselection-attempt-timeout=5000` (or disable it entirely).\n if (!(e instanceof APIError) && (hasAnyTransientCode(e) || isAggregateErrorLike(e))) {\n try {\n return await connectOnce(4);\n } catch (retryError) {\n connectError = retryError;\n }\n }\n }\n\n if (connectError instanceof APIError) throw connectError;\n const error = asError(connectError);\n const isTimeout =\n hasErrorCode(connectError, 'ETIMEDOUT') || /timed?\\s*out|timeout/i.test(error.message);\n if (isTimeout) {\n throw new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' });\n }\n // Transport errors can contain credentials in URLs.\n throw new APIConnectionError({ message: sanitizedErrorName(error) });\n};\n\nconst toCartesiaOptions = (\n opts: TTSOptions,\n streaming: boolean = false,\n): { [id: string]: unknown } => {\n const voice: { [id: string]: unknown } = {};\n if (typeof opts.voice === 'string') {\n voice.mode = 'id';\n voice.id = opts.voice;\n } else {\n voice.mode = 'embedding';\n voice.embedding = opts.voice;\n }\n\n if (opts.apiVersion === API_VERSION_WITH_EXPERIMENTAL_CONTROLS) {\n const voiceControls: { [id: string]: unknown } = {};\n if (opts.speed) {\n voiceControls.speed = opts.speed;\n }\n if (opts.emotion) {\n voiceControls.emotion = opts.emotion;\n }\n if (Object.keys(voiceControls).length) {\n voice.__experimental_controls = voiceControls;\n }\n }\n\n const result: { [id: string]: unknown } = {\n model_id: opts.model,\n voice,\n output_format: {\n container: 'raw',\n encoding: opts.encoding,\n sample_rate: opts.sampleRate,\n },\n language: getBaseLanguage(opts.language),\n max_buffer_delay_ms: 0,\n };\n\n if (opts.pronunciationDictId) {\n result.pronunciation_dict_id = opts.pronunciationDictId;\n }\n\n if (opts.apiVersion > API_VERSION_WITH_EXPERIMENTAL_CONTROLS && isSonic3(opts.model)) {\n const generationConfig: { [id: string]: unknown } = {};\n if (opts.speed) {\n generationConfig.speed = opts.speed;\n }\n if (opts.emotion) {\n generationConfig.emotion = opts.emotion[0];\n }\n if (opts.volume) {\n generationConfig.volume = opts.volume;\n }\n if (Object.keys(generationConfig).length) {\n result.generation_config = generationConfig;\n }\n }\n\n if (streaming && opts.wordTimestamps !== false) {\n result.add_timestamps = true;\n }\n\n return result;\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAmBO;AAEP,wBAAwB;AACxB,gBAAwC;AACxC,oBAOO;AACP,mBAQO;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,cAAc;AACpB,MAAM,yCAAyC;AAC/C,MAAM,mCAAmC;AACzC,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAG7B,MAAM,0BAA0B;AAIhC,MAAM,kBAAkB,oBAAI,QAAwC;AAkCpE,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,gBAAgB;AAClB;AAEA,MAAM,wBAAwB,CAAC,SAAqB;AAClD,QAAM,aAAS,mBAAI;AACnB,UAAI,wBAAS,KAAK,KAAK,GAAG;AACxB,QAAI,KAAK,UAAU,UAAa,OAAO,KAAK,UAAU,UAAU;AAC9D,UAAI,KAAK,QAAQ,OAAO,KAAK,QAAQ,GAAK;AACxC,eAAO,KAAK,+CAA+C;AAAA,MAC7D;AAAA,IACF;AACA,QAAI,KAAK,WAAW,WAAc,KAAK,SAAS,OAAO,KAAK,SAAS,IAAM;AACzE,aAAO,KAAK,gDAAgD;AAAA,IAC9D;AAAA,EACF,WACE,KAAK,eAAe,0CACpB,KAAK,UAAU,kCACf;AACA,QAAI,KAAK,SAAS,KAAK,SAAS;AAC9B,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,OAAO,OAAO,KAAK,OAAO,SAAS,KAAK,QAAQ;AAAA,QAC9D,4DAA4D,gCAAgC;AAAA,MAE9F;AAAA,IACF;AAAA,EACF;AAEA,MAAI,KAAK,uBAAuB,KAAC,wBAAS,KAAK,KAAK,GAAG;AACrD,WAAO;AAAA,MACL,EAAE,OAAO,KAAK,OAAO,qBAAqB,KAAK,oBAAoB;AAAA,MACnE;AAAA,IACF;AAAA,EACF;AACF;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,UAAU;AAAA,EACV,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,eAAe;AAAA,MACnB,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,cAAc,kBAAkB,YAAY,cAAc;AAAA,MAC3E,WAAW;AAAA,MACX,mBAAmB,aAAa,kBAAkB;AAAA,IACpD,CAAC;AAED,SAAK,QAAQ;AACb,SAAK,MAAM,eAAW,iCAAkB,KAAK,MAAM,QAAQ;AAE3D,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAMA,SAAK,QAAQ,IAAI,6BAA0B;AAAA,MACzC,WAAW,CAAC,cAAc,KAAK,kBAAkB,SAAS;AAAA,MAC1D,SAAS,OAAO,OAAO,mBAAmB,EAAE;AAAA,MAC5C,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB,CAAC;AACD,oBAAgB,IAAI,MAAM,KAAK,KAAK;AAAA,EACtC;AAAA,EAEA,cAAc,MAA2B;AAMvC,UAAM,mBACH,KAAK,WAAW,UAAa,KAAK,WAAW,KAAK,MAAM,UACxD,KAAK,eAAe,UAAa,KAAK,eAAe,KAAK,MAAM,cAChE,KAAK,YAAY,UAAa,KAAK,YAAY,KAAK,MAAM;AAE7D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AACtC,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,MAAM,eAAW,iCAAkB,KAAK,QAAQ;AAAA,IACvD;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAEA,QAAI,kBAAkB;AACpB,WAAK,MAAM,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,aAAa,WAAW;AAAA,EAClF;AAAA,EAEA,OAAO,SAAiE;AACtE,WAAO,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,mCAAS,WAAW;AAAA,EAC3E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAgB;AACd,SAAK,MAAM,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAe,QAAuB;AACpC,SAAK,UAAU;AACf,UAAM,KAAK,MAAM,MAAM;AACvB,UAAM,MAAM,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,kBAAkB,WAAuC;AAK7D,UAAM,SAAS,KAAK,MAAM;AAC1B,UAAM,aAAa,KAAK,MAAM;AAC9B,UAAM,UAAU,KAAK,MAAM;AAC3B,UAAM,MAAM,GAAG,QAAQ,QAAQ,SAAS,IAAI,CAAC;AAC7C,UAAM,KAAK,MAAM,yBAAyB;AAAA,MACxC;AAAA,MACA,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG;AAAA,QACxB,CAAC,cAAc,GAAG;AAAA,MACpB;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,KAAK,SAAS;AAChB,yBAAmB,EAAE;AACrB,YAAM,IAAI,iCAAmB,EAAE,SAAS,yBAAyB,CAAC;AAAA,IACpE;AACA,QACE,WAAW,KAAK,MAAM,UACtB,eAAe,KAAK,MAAM,cAC1B,YAAY,KAAK,MAAM,SACvB;AACA,yBAAmB,EAAE;AACrB,aAAO,MAAM,KAAK,kBAAkB,SAAS;AAAA,IAC/C;AAQA,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACvB,OAAG,GAAG,SAAS,MAAM,KAAK,MAAM,OAAO,EAAE,CAAC;AAC1C,WAAO;AAAA,EACT;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,cAAU,mBAAI;AAAA,EACd;AAAA,EACA;AAAA,EAEA,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,UAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,UAAU,IAAI,qBAAa;AAEjC,UAAM,UAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG,KAAK,MAAM;AAAA,QAC/B;AAAA,QACA,QAAQ,KAAK;AAAA,MACf;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AACjB,cAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,QACrC,CAAC;AACD,YAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,cAAI,IAAI,YAAY,UAAW;AAC/B,eAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,cAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,UAAI,IAAI,SAAS,aAAc;AAC/B,WAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,UAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,IACvC,CAAC;AACD,QAAI,GAAG,SAAS,MAAM;AACpB,UAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,IACrC,CAAC;AACD,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAER,QAAI;AACF,YAAM,QAAQ;AAAA,IAChB,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,QAAS;AAC9B,UAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,aAAa,IAAI,uBAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,UAAM,OAAO,gBAAgB,IAAIA,IAAG;AACpC,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6CAA6C;AACxE,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAE5B,QAAI,uBAAuB;AAE3B,UAAM,qBAAqB,OAAO,OAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,OAAO,IAAI;AACjD,uBAAiB,SAAS,KAAK,YAAY;AACzC,cAAM,MAAM;AAAA,UACV,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY,MAAM,QAAQ;AAAA,UAC1B,UAAU;AAAA,QACZ;AACA,aAAK,YAAY;AACjB,WAAG,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,MAC7B;AAEA,YAAM,SAAS;AAAA,QACb,GAAG;AAAA,QACH,YAAY;AAAA,QACZ,YAAY;AAAA,QACZ,UAAU;AAAA,MACZ;AACA,SAAG,KAAK,KAAK,UAAU,MAAM,CAAC;AAE9B,6BAAuB;AAAA,IACzB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,OAAO,OAAkB;AACxC,YAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AAIvE,YAAM,eAAe,qBAAO,oBAA6B;AAEzD,UAAI;AACJ,UAAI,0BAAyC,CAAC;AAE9C,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AAEnC,eAAK,MAAM,IAAI;AAAA,YACb;AAAA,YACA;AAAA,YACA,OAAO;AAAA,YACP;AAAA,YACA,kBACE,wBAAwB,SAAS,IAAI,0BAA0B;AAAA,UACnE,CAAC;AACD,sBAAY;AACZ,oCAA0B,CAAC;AAAA,QAC7B;AAAA,MACF;AAEA,UAAI,UAAiC;AAErC,UAAI,WAAW;AAGf,UAAI,YAAY;AAGhB,UAAI;AAEJ,YAAM,uBAAuB,MAAM;AACjC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAGA,YAAM,YAAY,CAAC,SAAkB;AACnC,aAAK,aAAa,MAAM,IAAI,EAAE,MAAM,CAAC,UAAmB;AACtD,eAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,0DAA0D;AAAA,QAC1F,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,CAAC,MAAc,WAAmB;AAKhD,aAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,OAAO,SAAS,CAAC,EAAE;AAC7E,6BAAqB;AACrB,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,IAAI,iCAAmB;AAAA,YACnC,SAAS,kDAAkD,IAAI;AAAA,UACjE,CAAC;AAAA,QACH;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,YAAM,UAAU,CAAC,QAAe;AAC9B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,0BAA0B;AACtD,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,eAAe,yBAAW,MAAM,2BAA2B,GAAG;AAAA,QAC9E;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AAEtB,UAAI;AAEF,cAAM,SAAS,aAAa,OAAO,EAAE,UAAU;AAE/C,eAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,SAAS;AAC3D,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,KAAM;AAEjB,gBAAM,SAAS,OAAO;AAGtB,cAAI;AACJ,cAAI;AACF,kBAAM,OAAO,KAAK,MAAM,OAAO,SAAS,CAAC;AACzC,wBAAY,mCAAsB,MAAM,IAAI;AAAA,UAC9C,SAAS,UAAU;AACjB,iBAAK,QAAQ,KAAK,EAAE,SAAS,GAAG,kCAAkC;AAClE;AAAA,UACF;AAEA,gBAAM,YAAY,UAAU;AAM5B,kBAAI,6BAAe,SAAS,GAAG;AAC7B,gBAAI,UAAU,eAAe,OAAO,UAAU,cAAc,KAAK;AAC/D,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,iCAAiC;AAAA,YAClF,OAAO;AACL,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,yBAAyB;AACxE,oBAAM,IAAI,6BAAe;AAAA,gBACvB,SAAS,4BAA4B,UAAU,KAAK;AAAA,gBACpD,SAAS,EAAE,YAAY,UAAU,aAAa,WAAW,KAAK;AAAA,cAChE,CAAC;AAAA,YACH;AAAA,UACF;AAEA,kBAAI,6BAAe,SAAS,GAAG;AAC7B,kBAAM,cAAc,OAAO,KAAK,UAAU,MAAM,QAAQ;AAExD,kBAAM,YAAY,YAAY,OAAO;AAAA,cACnC,YAAY;AAAA,cACZ,YAAY,aAAa,YAAY;AAAA,YACvC;AACA,uBAAW,SAAS,QAAQ,MAAM,SAAS,GAAG;AAC5C,4BAAc,WAAW,KAAK;AAC9B,0BAAY;AAAA,YACd;AAKA,iCAAqB;AACrB,sBAAU,WAAW,MAAM;AAEzB,mBAAK,QAAQ;AAAA,gBACX,qDAAqD,KAAK,MAAM,YAAY;AAAA,cAC9E;AAIA,yBAAW;AACX,iCAAmB,EAAE;AACrB,mBAAK,aAAa,MAAM;AAAA,YAC1B,GAAG,KAAK,MAAM,YAAY;AAAA,UAC5B,WAAW,KAAK,MAAM,mBAAmB,aAAS,gCAAkB,SAAS,GAAG;AAC9E,kBAAM,iBAAiB,UAAU;AACjC,qBAAS,IAAI,GAAG,IAAI,eAAe,MAAM,QAAQ,KAAK;AACpD,oBAAM,OAAO,eAAe,MAAM,CAAC;AACnC,oBAAM,YAAY,eAAe,MAAM,CAAC;AACxC,oBAAM,UAAU,eAAe,IAAI,CAAC;AACpC,kBAAI,SAAS,UAAa,cAAc,UAAa,YAAY,QAAW;AAC1E,wCAAwB;AAAA,sBACtB,iCAAkB;AAAA,oBAChB,MAAM,OAAO;AAAA;AAAA,oBACb;AAAA,oBACA;AAAA,kBACF,CAAC;AAAA,gBACH;AAAA,cACF;AAAA,YACF;AAAA,UACF,eAAW,4BAAc,SAAS,SAAM,6BAAe,SAAS,KAAK,UAAU,MAAO;AAEpF,gBAAI,sBAAsB;AACxB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,qCAAqB;AACrB,4BAAY;AAEZ;AAAA,cACF;AAAA,YACF;AAAA,UAEF,WAAW,KAAC,iCAAmB,SAAS,KAAK,KAAC,6BAAe,SAAS,GAAG;AAGvE,iBAAK,QAAQ,KAAK,EAAE,SAAS,UAAU,GAAG,0BAA0B;AAAA,UACtE;AAAA,QACF;AAEA,YAAI,UAAU;AACZ,gBAAM,IAAI,8BAAgB;AAAA,YACxB,SAAS,6CAA6C,KAAK,MAAM,YAAY;AAAA,UAC/E,CAAC;AAAA,QACH;AACA,YAAI,aAAa;AACf,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,KAAK;AAGZ,YAAI,eAAe,uBAAU,OAAM;AAEnC,YAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,cACE,IAAI,QAAQ,SAAS,iBAAiB,KACtC,IAAI,QAAQ,SAAS,mBAAmB,GACxC;AACA,iBAAK,QAAQ;AAAA,cACX,EAAE,IAAI;AAAA,cACN;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AAAA,QACF;AAAA,MACF,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,6BAAqB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI;AAIF,YAAM,KAAK,MAAM;AAAA,QACf,OAAO,OAAO;AACZ,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,kBAAM,IAAI,iCAAmB,EAAE,SAAS,wCAAwC,CAAC;AAAA,UACnF;AACA,gBAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,QACvE;AAAA,QACA,EAAE,SAAS,KAAK,YAAY,WAAW,QAAQ,KAAK,YAAY;AAAA,MAClE;AAAA,IACF,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,SAAS;AAC5B;AAAA,MACF;AACA,UAAI,aAAa,uBAAU,OAAM;AACjC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEA,MAAM,wBAAwB,oBAAI,IAAI;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,WAAW,CAAC,MAA6C;AAC7D,SAAO,MAAM,QAAQ,OAAO,MAAM;AACpC;AAEA,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AAEA,MAAM,uBAAuB,CAAC,MAA0D;AACtF,MAAI,CAAC,SAAS,CAAC,EAAG,QAAO;AACzB,SAAO,EAAE,SAAS,oBAAoB,MAAM,QAAQ,EAAE,MAAM;AAC9D;AAEA,MAAM,eAAe,CAAC,GAAY,SAA0B;AAC1D,MAAI,SAAS,CAAC,KAAK,EAAE,SAAS,KAAM,QAAO;AAC3C,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,aAAa,OAAO,IAAI,CAAC;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,MAAM,sBAAsB,CAAC,MAAwB;AACnD,MAAI,SAAS,CAAC,KAAK,OAAO,EAAE,SAAS,UAAU;AAC7C,WAAO,sBAAsB,IAAI,EAAE,IAAI;AAAA,EACzC;AACA,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,oBAAoB,KAAK,CAAC;AAAA,EAC5D;AACA,SAAO;AACT;AAEA,MAAM,6BAA6B,CAAC,MAAmC;AACrE,QAAM,UAAM,uBAAQ,CAAC;AACrB,QAAM,YACJ,aAAa,GAAG,WAAW,KAC1B,OAAO,IAAI,YAAY,YAAY,IAAI,QAAQ,SAAS,WAAW;AACtE,QAAM,UAAU,YACZ,kCACA,+BAA+B,IAAI,WAAW,eAAe;AACjE,SAAO,YAAY,IAAI,8BAAgB,EAAE,QAAQ,CAAC,IAAI,IAAI,iCAAmB,EAAE,QAAQ,CAAC;AAC1F;AAEA,MAAM,gBAAgB,OAAO;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AACF,MAIM;AACJ,MAAI,2CAAa,SAAS;AACxB,UAAM,IAAI,MAAM,SAAS;AAAA,EAC3B;AAEA,QAAM,MAAM,IAAI,qBAAa;AAC7B,MAAI;AAEJ,QAAM,UAAU,MAAM;AACpB,QAAI,QAAS,cAAa,OAAO;AACjC,OAAG,IAAI,QAAQ,MAAM;AACrB,OAAG,IAAI,uBAAuB,oBAAoB;AAClD,OAAG,IAAI,SAAS,OAAO;AACvB,OAAG,IAAI,SAAS,OAAO;AACvB,+CAAa,oBAAoB,SAAS;AAAA,EAC5C;AAEA,QAAM,SAAS,MAAM,IAAI,QAAQ;AACjC,QAAM,UAAU,CAAC,QAAe,IAAI,WAAO,uBAAQ,GAAG,CAAC;AACvD,QAAM,uBAAuB,CAAC,UAAmB,aAAsC;AAErF,UAAM,aAAa,SAAS,cAAc;AAC1C,QAAI;AAAA,MACF,IAAI,6BAAe;AAAA,QACjB,SAAS,sDAAsD,UAAU;AAAA,QACzE,SAAS,EAAE,WAAW;AAAA,MACxB,CAAC;AAAA,IACH;AAAA,EACF;AACA,QAAM,UAAU,CAAC,MAAc,WAC7B,IAAI;AAAA,IACF,IAAI,MAAM,sCAAsC,IAAI,YAAY,OAAO,SAAS,CAAC,GAAG;AAAA,EACtF;AACF,QAAM,UAAU,MAAM,IAAI,OAAO,IAAI,MAAM,SAAS,CAAC;AAErD,KAAG,GAAG,QAAQ,MAAM;AACpB,KAAG,GAAG,uBAAuB,oBAAoB;AACjD,KAAG,GAAG,SAAS,OAAO;AACtB,KAAG,GAAG,SAAS,OAAO;AACtB,6CAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK;AAE7D,MAAI,YAAY,GAAG;AACjB,cAAU;AAAA,MACR,MAAM,IAAI,OAAO,IAAI,8BAAgB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,MAC5F;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,IAAI;AAAA,EACZ,UAAE;AACA,YAAQ;AAAA,EACV;AACF;AAEA,MAAM,yBAAyB,CAAC,OAAkB;AAGhD,MAAI;AACF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AAEF,QAAI,GAAG,eAAe,oBAAU,YAAY;AAC1C,SAAG,MAAM;AAAA,IACX,OAAO;AACL,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAMA,MAAM,qBAAqB,CAAC,OAAkB;AAC5C,MAAI;AAGF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AACF,QAAI,GAAG,eAAe,oBAAU,cAAc,GAAG,eAAe,oBAAU,MAAM;AAC9E,SAAG,MAAM;AAAA,IACX,WAAW,GAAG,eAAe,oBAAU,UAAU,GAAG,eAAe,oBAAU,SAAS;AACpF,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAEA,MAAM,2BAA2B,OAAO;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAK0B;AACxB,QAAM,cAAc,OAAO,WAAwC;AACjE,UAAM,KAAK,IAAI,oBAAU,KAAK,EAAE,kBAAkB,WAAW,QAAQ,QAAQ,CAAC;AAC9E,QAAI;AACF,YAAM,cAAc,EAAE,IAAI,WAAW,YAAY,CAAC;AAClD,aAAO;AAAA,IACT,SAAS,GAAG;AACV,6BAAuB,EAAE;AACzB,YAAM;AAAA,IACR;AAAA,EACF;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,YAAY;AAAA,EAC3B,SAAS,GAAG;AACV,mBAAe;AAUf,QAAI,EAAE,aAAa,4BAAc,oBAAoB,CAAC,KAAK,qBAAqB,CAAC,IAAI;AACnF,UAAI;AACF,eAAO,MAAM,YAAY,CAAC;AAAA,MAC5B,SAAS,YAAY;AACnB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,wBAAwB,uBAAU,OAAM;AAC5C,QAAM,YAAQ,uBAAQ,YAAY;AAClC,QAAM,YACJ,aAAa,cAAc,WAAW,KAAK,wBAAwB,KAAK,MAAM,OAAO;AACvF,MAAI,WAAW;AACb,UAAM,IAAI,8BAAgB,EAAE,SAAS,0CAA0C,CAAC;AAAA,EAClF;AAEA,QAAM,IAAI,iCAAmB,EAAE,SAAS,mBAAmB,KAAK,EAAE,CAAC;AACrE;AAEA,MAAM,oBAAoB,CACxB,MACA,YAAqB,UACS;AAC9B,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,MAAI,KAAK,eAAe,wCAAwC;AAC9D,UAAM,gBAA2C,CAAC;AAClD,QAAI,KAAK,OAAO;AACd,oBAAc,QAAQ,KAAK;AAAA,IAC7B;AACA,QAAI,KAAK,SAAS;AAChB,oBAAc,UAAU,KAAK;AAAA,IAC/B;AACA,QAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,YAAM,0BAA0B;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,SAAoC;AAAA,IACxC,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,cAAU,+BAAgB,KAAK,QAAQ;AAAA,IACvC,qBAAqB;AAAA,EACvB;AAEA,MAAI,KAAK,qBAAqB;AAC5B,WAAO,wBAAwB,KAAK;AAAA,EACtC;AAEA,MAAI,KAAK,aAAa,8CAA0C,wBAAS,KAAK,KAAK,GAAG;AACpF,UAAM,mBAA8C,CAAC;AACrD,QAAI,KAAK,OAAO;AACd,uBAAiB,QAAQ,KAAK;AAAA,IAChC;AACA,QAAI,KAAK,SAAS;AAChB,uBAAiB,UAAU,KAAK,QAAQ,CAAC;AAAA,IAC3C;AACA,QAAI,KAAK,QAAQ;AACf,uBAAiB,SAAS,KAAK;AAAA,IACjC;AACA,QAAI,OAAO,KAAK,gBAAgB,EAAE,QAAQ;AACxC,aAAO,oBAAoB;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,mBAAmB,OAAO;AAC9C,WAAO,iBAAiB;AAAA,EAC1B;AAEA,SAAO;AACT;","names":["tts"]}
|
|
1
|
+
{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIError,\n APIStatusError,\n APITimeoutError,\n AudioByteStream,\n ConnectionPool,\n Future,\n type TimedString,\n asError,\n createTimedString,\n getBaseLanguage,\n log,\n normalizeLanguage,\n shortuuid,\n stream,\n tokenize,\n tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n TTSDefaultVoiceId,\n type TTSEncoding,\n type TTSModels,\n type TTSVoiceEmotion,\n type TTSVoiceSpeed,\n isSonic3,\n} from './models.js';\nimport {\n type CartesiaServerMessage,\n cartesiaMessageSchema,\n hasWordTimestamps,\n isChunkMessage,\n isDoneMessage,\n isErrorMessage,\n isFlushDoneMessage,\n} from './types.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst API_VERSION = '2025-04-16';\nconst API_VERSION_WITH_EXPERIMENTAL_CONTROLS = '2024-11-13';\nconst MODEL_WITH_EXPERIMENTAL_CONTROLS = 'sonic-2-2025-03-07';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n// Cartesia refreshes a pooled socket after this long so a very long call cannot\n// keep one connection open indefinitely. Matches the Python plugin's 300s.\nconst MAX_SESSION_DURATION_MS = 300_000;\n\n// Lets each SynthesizeStream reach the pool owned by the TTS that created it,\n// without widening the constructor signature the base class fixes.\nconst connectionPools = new WeakMap<TTS, ConnectionPool<WebSocket>>();\n\nexport interface TTSOptions {\n model: TTSModels | string;\n encoding: TTSEncoding;\n sampleRate: number;\n voice: string | number[];\n speed?: TTSVoiceSpeed | number;\n emotion?: (TTSVoiceEmotion | string)[];\n /**\n * Volume of the speech. For sonic-3, the value is valid between 0.5 and 2.0.\n * @see https://docs.cartesia.ai/api-reference/tts/bytes#body-generation-config-volume\n */\n volume?: number;\n apiKey?: string;\n language: string;\n baseUrl: string;\n apiVersion: string;\n\n /**\n * The timeout for the next chunk to be received from the Cartesia API.\n */\n chunkTimeout: number;\n\n /**\n * Whether to add word timestamps to the output. When enabled, the TTS will return\n * timing information for each word in the transcript.\n * @defaultValue true\n */\n wordTimestamps?: boolean;\n\n pronunciationDictId?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n model: 'sonic-3',\n encoding: 'pcm_s16le',\n sampleRate: 24000,\n voice: TTSDefaultVoiceId,\n apiKey: process.env.CARTESIA_API_KEY,\n language: 'en',\n baseUrl: 'https://api.cartesia.ai',\n apiVersion: API_VERSION,\n chunkTimeout: 5000,\n wordTimestamps: true,\n};\n\nconst checkGenerationConfig = (opts: TTSOptions) => {\n const logger = log();\n if (isSonic3(opts.model)) {\n if (opts.speed !== undefined && typeof opts.speed === 'number') {\n if (opts.speed < 0.6 || opts.speed > 2.0) {\n logger.warn('speed must be between 0.6 and 2.0 for sonic-3');\n }\n }\n if (opts.volume !== undefined && (opts.volume < 0.5 || opts.volume > 2.0)) {\n logger.warn('volume must be between 0.5 and 2.0 for sonic-3');\n }\n } else if (\n opts.apiVersion !== API_VERSION_WITH_EXPERIMENTAL_CONTROLS ||\n opts.model !== MODEL_WITH_EXPERIMENTAL_CONTROLS\n ) {\n if (opts.speed || opts.emotion) {\n logger.warn(\n { model: opts.model, speed: opts.speed, emotion: opts.emotion },\n `speed and emotion controls are only supported for model '${MODEL_WITH_EXPERIMENTAL_CONTROLS}' ` +\n `or sonic-3 models, see https://docs.cartesia.ai/developer-tools/changelog for details`,\n );\n }\n }\n\n if (opts.pronunciationDictId && !isSonic3(opts.model)) {\n logger.warn(\n { model: opts.model, pronunciationDictId: opts.pronunciationDictId },\n 'pronunciationDictId is only supported for sonic-3 models',\n );\n }\n};\n\nexport class TTS extends tts.TTS {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #closed = false;\n label = 'cartesia.TTS';\n\n get model(): string {\n return this.#opts.model;\n }\n\n get provider(): string {\n return 'Cartesia';\n }\n\n constructor(opts: Partial<TTSOptions> = {}) {\n const resolvedOpts = {\n ...defaultTTSOptions,\n ...opts,\n };\n\n super(resolvedOpts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n streaming: true,\n alignedTranscript: resolvedOpts.wordTimestamps ?? true,\n });\n\n this.#opts = resolvedOpts;\n this.#opts.language = normalizeLanguage(this.#opts.language);\n\n if (this.#opts.apiKey === undefined) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n // One socket, reused across generations. Cartesia recommends a single\n // preconnected WebSocket for many generations because a fresh connection\n // repays TCP/TLS setup on every turn:\n // https://docs.cartesia.ai/use-the-api/compare-tts-endpoints\n this.#pool = new ConnectionPool<WebSocket>({\n connectCb: (timeoutMs) => this.#connectWebSocket(timeoutMs),\n closeCb: async (ws) => safeCloseWebSocket(ws),\n maxSessionDuration: MAX_SESSION_DURATION_MS,\n markRefreshedOnGet: true,\n });\n connectionPools.set(this, this.#pool);\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n // Only these three fields reach Cartesia at WebSocket-handshake time (auth\n // header, version header, host). Everything else (model, voice, encoding,\n // sample rate, speed, emotion, volume, language) is sent in-band on each\n // generation, so a pooled socket serves the new value without reconnecting.\n // Reconnect only when one of the handshake inputs actually changes.\n const handshakeChanged =\n (opts.apiKey !== undefined && opts.apiKey !== this.#opts.apiKey) ||\n (opts.apiVersion !== undefined && opts.apiVersion !== this.#opts.apiVersion) ||\n (opts.baseUrl !== undefined && opts.baseUrl !== this.#opts.baseUrl);\n\n this.#opts = { ...this.#opts, ...opts };\n if (opts.language !== undefined) {\n this.#opts.language = normalizeLanguage(opts.language);\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n if (handshakeChanged) {\n this.#pool.invalidate();\n }\n }\n\n synthesize(\n text: string,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ): tts.ChunkedStream {\n return new ChunkedStream(this, text, { ...this.#opts }, connOptions, abortSignal);\n }\n\n stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream {\n return new SynthesizeStream(this, { ...this.#opts }, options?.connOptions);\n }\n\n /**\n * Open the pooled WebSocket ahead of the first generation so the first turn\n * does not pay the connect. Safe to call more than once; it is a no-op when a\n * connection already exists.\n */\n prewarm(): void {\n this.#pool.prewarm();\n }\n\n override async close(): Promise<void> {\n this.#closed = true;\n await this.#pool.close();\n await super.close();\n }\n\n async #connectWebSocket(timeoutMs: number): Promise<WebSocket> {\n // Snapshot the handshake inputs. If a concurrent updateOptions() changes one\n // of them while this connect is in flight, reconnect on the new value rather\n // than pooling a socket built on stale credentials (mirrors the fishaudio\n // plugin's model re-check).\n const apiKey = this.#opts.apiKey!;\n const apiVersion = this.#opts.apiVersion;\n const baseUrl = this.#opts.baseUrl;\n const url = `${baseUrl.replace(/^http/, 'ws')}/tts/websocket`;\n const ws = await connectCartesiaWebSocket({\n url,\n headers: {\n [AUTHORIZATION_HEADER]: apiKey,\n [VERSION_HEADER]: apiVersion,\n },\n timeoutMs,\n });\n if (this.#closed) {\n safeCloseWebSocket(ws);\n throw new APIConnectionError({ message: 'Cartesia TTS is closed' });\n }\n if (\n apiKey !== this.#opts.apiKey ||\n apiVersion !== this.#opts.apiVersion ||\n baseUrl !== this.#opts.baseUrl\n ) {\n safeCloseWebSocket(ws);\n return await this.#connectWebSocket(timeoutMs);\n }\n // Drop a socket that closes (or errors) while idle in the pool. Between turns\n // no generation listeners are attached, so without this the pool keeps a dead\n // socket in `available` and the next turn spends a retry to discard it, or\n // fails outright at maxRetry:0. A generation attaches its own listeners on top\n // of these; the no-op error listener also stops an idle 'error' from crashing\n // the process. Remove is a no-op once the socket is no longer pooled, so this\n // is safe during an active generation and during close().\n ws.on('error', () => {});\n ws.on('close', () => this.#pool.remove(ws));\n return ws;\n }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n label = 'cartesia.ChunkedStream';\n #logger = log();\n #opts: TTSOptions;\n #text: string;\n\n constructor(\n tts: TTS,\n text: string,\n opts: TTSOptions,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ) {\n super(text, tts, connOptions, abortSignal);\n this.#text = text;\n this.#opts = opts;\n }\n\n protected async run() {\n const requestId = shortuuid();\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n const json = toCartesiaOptions(this.#opts);\n json.transcript = this.#text;\n\n const baseUrl = new URL(this.#opts.baseUrl);\n const doneFut = new Future<void>();\n\n const req = request(\n {\n hostname: baseUrl.hostname,\n port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n path: '/tts/bytes',\n method: 'POST',\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n [VERSION_HEADER]: this.#opts.apiVersion,\n },\n signal: this.abortSignal,\n },\n (res) => {\n res.on('data', (chunk) => {\n for (const frame of bstream.write(chunk)) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n });\n res.on('close', () => {\n for (const frame of bstream.flush()) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n this.queue.close();\n if (!doneFut.done) doneFut.resolve();\n });\n res.on('error', (err) => {\n if (err.message === 'aborted') return;\n this.#logger.error({ err }, 'Cartesia TTS response error');\n if (!doneFut.done) doneFut.reject(err);\n });\n },\n );\n\n req.on('error', (err) => {\n if (err.name === 'AbortError') return;\n this.#logger.error({ err }, 'Cartesia TTS request error');\n if (!doneFut.done) doneFut.reject(err);\n });\n req.on('close', () => {\n if (!doneFut.done) doneFut.resolve();\n });\n req.write(JSON.stringify(json));\n req.end();\n\n try {\n await doneFut.await;\n } catch (e) {\n if (this.abortSignal.aborted) return;\n if (!this.queue.closed) this.queue.close();\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #logger = log();\n #tokenizer = new tokenize.basic.SentenceTokenizer({\n minSentenceLength: BUFFERED_WORDS_COUNT,\n }).stream();\n label = 'cartesia.SynthesizeStream';\n\n constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n super(tts, connOptions);\n const pool = connectionPools.get(tts);\n if (!pool) throw new Error('Cartesia connection pool is not initialized');\n this.#pool = pool;\n this.#opts = opts;\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n this.#opts = { ...this.#opts, ...opts };\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n }\n\n protected async run() {\n const requestId = shortuuid();\n // Only finish the generation once both: 1) Cartesia returns done, AND 2) all sentences have been sent\n let sentenceStreamClosed = false;\n\n const sentenceStreamTask = async (ws: WebSocket) => {\n const packet = toCartesiaOptions(this.#opts, true);\n for await (const event of this.#tokenizer) {\n const msg = {\n ...packet,\n context_id: requestId,\n transcript: event.token + ' ',\n continue: true,\n };\n this.markStarted();\n ws.send(JSON.stringify(msg));\n }\n\n const endMsg = {\n ...packet,\n context_id: requestId,\n transcript: ' ',\n continue: false,\n };\n ws.send(JSON.stringify(endMsg));\n // Mark sentence stream as closed\n sentenceStreamClosed = true;\n };\n\n const inputTask = async () => {\n for await (const data of this.input) {\n if (data === SynthesizeStream.FLUSH_SENTINEL) {\n this.#tokenizer.flush();\n continue;\n }\n this.#tokenizer.pushText(data);\n }\n this.#tokenizer.endInput();\n this.#tokenizer.close();\n };\n\n // Use event channel and set up listeners ONCE to avoid missing messages during listener re-registration\n const recvTask = async (ws: WebSocket) => {\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n // Create event channel to buffer incoming messages\n // This prevents message loss between listener re-registrations\n const eventChannel = stream.createStreamChannel<RawData>();\n\n let lastFrame: AudioFrame | undefined;\n let pendingTimedTranscripts: TimedString[] = [];\n\n const sendLastFrame = (segmentId: string, final: boolean) => {\n if (lastFrame && !this.queue.closed) {\n // Include timedTranscripts with the audio frame\n this.queue.put({\n requestId,\n segmentId,\n frame: lastFrame,\n final,\n timedTranscripts:\n pendingTimedTranscripts.length > 0 ? pendingTimedTranscripts : undefined,\n });\n lastFrame = undefined;\n pendingTimedTranscripts = [];\n }\n };\n\n let timeout: NodeJS.Timeout | null = null;\n // Set when the chunk watchdog fires: the socket is discarded, not pooled.\n let timedOut = false;\n // Set once this generation's `done` has been handled. Until then, a socket\n // close or error is a mid-generation drop, not a normal end.\n let completed = false;\n // A socket close/error before completion. Thrown after the loop so the turn\n // fails over (and the dead socket is discarded) instead of ending silently.\n let streamError: Error | undefined;\n\n const clearTTSChunkTimeout = () => {\n if (timeout) {\n clearTimeout(timeout);\n timeout = null;\n }\n };\n\n // Set up WebSocket listeners ONCE (not in a loop)\n const onMessage = (data: RawData) => {\n void eventChannel.write(data).catch((error: unknown) => {\n this.#logger.debug({ error }, 'Failed writing Cartesia event to channel (likely closed)');\n });\n };\n\n const onClose = (code: number, reason: Buffer) => {\n // A close during an active generation is unexpected: the pool owns the\n // socket lifecycle and does not close it between turns. If it happens\n // before `done`, surface it so the turn retries rather than ending mid\n // speech, and so withConnection discards the dead socket.\n this.#logger.debug(`WebSocket closed with code ${code}: ${reason.toString()}`);\n clearTTSChunkTimeout();\n if (!completed && !timedOut && !streamError) {\n streamError = new APIConnectionError({\n message: `Cartesia WebSocket closed mid-generation (code=${code})`,\n });\n }\n void eventChannel.close();\n };\n\n const onError = (err: Error) => {\n this.#logger.error({ err }, 'Cartesia WebSocket error');\n if (!completed && !timedOut && !streamError) {\n streamError = err instanceof APIError ? err : toRetryableConnectionError(err);\n }\n void eventChannel.close();\n };\n\n // Attach listeners ONCE\n ws.on('message', onMessage);\n ws.on('close', onClose);\n ws.on('error', onError);\n\n try {\n // Process messages from the channel\n const reader = eventChannel.stream().getReader();\n\n while (!this.closed && !this.abortController.signal.aborted) {\n const result = await reader.read();\n if (result.done) break;\n\n const rawMsg = result.value;\n\n // Parse message with Zod schema for type safety\n let serverMsg: CartesiaServerMessage;\n try {\n const json = JSON.parse(rawMsg.toString());\n serverMsg = cartesiaMessageSchema.parse(json);\n } catch (parseErr) {\n this.#logger.warn({ parseErr }, 'Failed to parse Cartesia message');\n continue;\n }\n\n const segmentId = serverMsg.context_id;\n\n // Handle error frames first. 4xx (e.g. empty-transcript on\n // function-call turns) is non-fatal — log and fall through so an\n // accompanying done:true still triggers the unified close path\n // below. 5xx bubbles up so the base SynthesizeStream can retry.\n if (isErrorMessage(serverMsg)) {\n if (serverMsg.status_code >= 400 && serverMsg.status_code < 500) {\n this.#logger.debug({ error: serverMsg.error }, 'Cartesia sent a non-fatal error');\n } else {\n this.#logger.error({ error: serverMsg.error }, 'Cartesia returned error');\n throw new APIStatusError({\n message: `Cartesia returned error: ${serverMsg.error}`,\n options: { statusCode: serverMsg.status_code, retryable: true },\n });\n }\n }\n\n if (isChunkMessage(serverMsg)) {\n const audioBuffer = Buffer.from(serverMsg.data, 'base64');\n // Extract ArrayBuffer from Buffer for AudioByteStream compatibility\n const audioData = audioBuffer.buffer.slice(\n audioBuffer.byteOffset,\n audioBuffer.byteOffset + audioBuffer.byteLength,\n );\n for (const frame of bstream.write(audioData)) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n\n // IMPORTANT: close WS if TTS chunk stream been stuck too long\n // this allows unblock the current \"broken\" TTS node so that any future TTS nodes\n // can continue to process the stream without been blocked by the stuck node\n clearTTSChunkTimeout();\n timeout = setTimeout(() => {\n // cartesia chunk timeout quite often, so we make it a debug log\n this.#logger.debug(\n `Cartesia WebSocket TTS chunk stream timeout after ${this.#opts.chunkTimeout}ms`,\n );\n // The socket is stuck mid-generation, so it must not return to the\n // pool. Poison it and unblock the reader; the post-loop check turns\n // this into a retryable error so withConnection discards the socket.\n timedOut = true;\n safeCloseWebSocket(ws);\n void eventChannel.close();\n }, this.#opts.chunkTimeout);\n } else if (this.#opts.wordTimestamps !== false && hasWordTimestamps(serverMsg)) {\n const wordTimestamps = serverMsg.word_timestamps;\n for (let i = 0; i < wordTimestamps.words.length; i++) {\n const word = wordTimestamps.words[i];\n const startTime = wordTimestamps.start[i];\n const endTime = wordTimestamps.end[i];\n if (word !== undefined && startTime !== undefined && endTime !== undefined) {\n pendingTimedTranscripts.push(\n createTimedString({\n text: word + ' ', // Add space after word for consistency\n startTime,\n endTime,\n }),\n );\n }\n }\n } else if (isDoneMessage(serverMsg) || (isErrorMessage(serverMsg) && serverMsg.done)) {\n // This ensures all sentences have been sent before closing\n if (sentenceStreamClosed) {\n for (const frame of bstream.flush()) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n sendLastFrame(segmentId, true);\n if (!this.queue.closed) {\n this.queue.put(SynthesizeStream.END_OF_STREAM);\n }\n\n if (segmentId === requestId) {\n clearTTSChunkTimeout();\n completed = true;\n // Leave the socket open so the pool reuses it on the next turn.\n break; // Exit the loop\n }\n }\n // If sentenceStreamClosed is false, continue receiving - more done messages will come\n } else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {\n // flush_done is an ack with nothing to do; error frames without\n // done:true were already logged above.\n this.#logger.warn({ 'lk.pii.message': serverMsg }, 'Unknown Cartesia message');\n }\n }\n\n if (timedOut) {\n throw new APITimeoutError({\n message: `Cartesia TTS chunk stream timed out after ${this.#opts.chunkTimeout}ms`,\n });\n }\n if (streamError) {\n throw streamError;\n }\n } catch (err) {\n // Always propagate API errors so the base SynthesizeStream can retry\n // and emit tts_error once retries are exhausted.\n if (err instanceof APIError) throw err;\n // skip log error for normal websocket close\n if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n if (\n err.message.includes('Queue is closed') ||\n err.message.includes('Channel is closed')\n ) {\n this.#logger.warn(\n { err },\n 'Channel closed during transcript processing (expected during disconnect)',\n );\n } else {\n this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n }\n }\n } finally {\n // IMPORTANT: Remove listeners so connection can be reused\n ws.off('message', onMessage);\n ws.off('close', onClose);\n ws.off('error', onError);\n clearTTSChunkTimeout();\n }\n };\n\n try {\n // The pool hands back one live socket per call and reclaims it on success\n // (put) or discards it on any thrown error (remove). A generation never\n // closes the socket itself, so the next turn skips the handshake.\n await this.#pool.withConnection(\n async (ws) => {\n if (ws.readyState !== WebSocket.OPEN) {\n throw new APIConnectionError({ message: 'Cartesia pooled websocket is not open' });\n }\n await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n },\n { timeout: this.connOptions.timeoutMs, signal: this.abortSignal },\n );\n } catch (e) {\n if (this.abortSignal.aborted) {\n return;\n }\n if (e instanceof APIError) throw e;\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nconst transientNetworkCodes = new Set([\n 'ETIMEDOUT',\n 'ECONNRESET',\n 'EAI_AGAIN',\n 'ENETUNREACH',\n 'ECONNREFUSED',\n 'EHOSTUNREACH',\n]);\n\nconst isRecord = (v: unknown): v is Record<string, unknown> => {\n return v !== null && typeof v === 'object';\n};\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\nconst isAggregateErrorLike = (e: unknown): e is { errors: unknown[]; name?: string } => {\n if (!isRecord(e)) return false;\n return e.name === 'AggregateError' && Array.isArray(e.errors);\n};\n\nconst hasErrorCode = (e: unknown, code: string): boolean => {\n if (isRecord(e) && e.code === code) return true;\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasErrorCode(inner, code));\n }\n return false;\n};\n\nconst hasAnyTransientCode = (e: unknown): boolean => {\n if (isRecord(e) && typeof e.code === 'string') {\n return transientNetworkCodes.has(e.code);\n }\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasAnyTransientCode(inner));\n }\n return false;\n};\n\nconst toRetryableConnectionError = (e: unknown): APIConnectionError => {\n const err = asError(e);\n const isTimeout =\n hasErrorCode(e, 'ETIMEDOUT') ||\n (typeof err.message === 'string' && err.message.includes('ETIMEDOUT'));\n const message = isTimeout\n ? `Cartesia connection timed out`\n : `Cartesia connection failed: ${err.message || 'unknown error'}`;\n return isTimeout ? new APITimeoutError({ message }) : new APIConnectionError({ message });\n};\n\nconst waitForWsOpen = async ({\n ws,\n timeoutMs,\n abortSignal,\n}: {\n ws: WebSocket;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}) => {\n if (abortSignal?.aborted) {\n throw new Error('aborted');\n }\n\n const fut = new Future<void>();\n let timeout: NodeJS.Timeout | undefined;\n\n const cleanup = () => {\n if (timeout) clearTimeout(timeout);\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n ws.off('close', onClose);\n abortSignal?.removeEventListener('abort', onAbort);\n };\n\n const onOpen = () => fut.resolve();\n const onError = (err: Error) => fut.reject(asError(err));\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n fut.reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onClose = (code: number, reason: Buffer) =>\n fut.reject(\n new Error(`WebSocket closed before open (code=${code}, reason=${reason.toString()})`),\n );\n const onAbort = () => fut.reject(new Error('aborted'));\n\n ws.on('open', onOpen);\n ws.on('unexpected-response', onUnexpectedResponse);\n ws.on('error', onError);\n ws.on('close', onClose);\n abortSignal?.addEventListener('abort', onAbort, { once: true });\n\n if (timeoutMs > 0) {\n timeout = setTimeout(\n () => fut.reject(new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' })),\n timeoutMs,\n );\n }\n\n try {\n await fut.await;\n } finally {\n cleanup();\n }\n};\n\nconst safeTerminateWebSocket = (ws: WebSocket) => {\n // `ws` can emit an 'error' event during teardown (especially if CONNECTING).\n // If there is no error listener at that moment, Node will treat it as unhandled and crash the process.\n try {\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n // `terminate()` can throw if the socket was never established; `close()` is safer in CONNECTING.\n if (ws.readyState === WebSocket.CONNECTING) {\n ws.close();\n } else {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\n// Graceful close used by the connection pool. A pooled socket is healthy when it\n// is retired (session age, option change, or TTS close), so a clean close frame\n// is preferable to an abrupt terminate; terminate remains the fallback for a\n// socket caught mid-handshake.\nconst safeCloseWebSocket = (ws: WebSocket) => {\n try {\n // `ws` can emit 'error' during teardown; without a listener Node treats it as\n // unhandled and crashes the process.\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n if (ws.readyState === WebSocket.CONNECTING || ws.readyState === WebSocket.OPEN) {\n ws.close();\n } else if (ws.readyState !== WebSocket.CLOSED && ws.readyState !== WebSocket.CLOSING) {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\nconst connectCartesiaWebSocket = async ({\n url,\n headers,\n timeoutMs,\n abortSignal,\n}: {\n url: string;\n headers: Record<string, string>;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}): Promise<WebSocket> => {\n const connectOnce = async (family?: number): Promise<WebSocket> => {\n const ws = new WebSocket(url, { handshakeTimeout: timeoutMs, family, headers });\n try {\n await waitForWsOpen({ ws, timeoutMs, abortSignal });\n return ws;\n } catch (e) {\n safeTerminateWebSocket(ws);\n throw e;\n }\n };\n\n let connectError: unknown;\n try {\n return await connectOnce();\n } catch (e) {\n connectError = e;\n // Mitigation for Node.js dual-stack (IPv6/IPv4) connect flakiness (\"happy eyeballs\"):\n // some environments surface `AggregateError` with nested `ETIMEDOUT` during the initial\n // WebSocket open. In that case we do a one-off retry forcing IPv4 (`family: 4`) before\n // letting the outer framework retry loop handle further attempts.\n //\n // If you still see `AggregateError`/`ETIMEDOUT`:\n // - Increase the session TTS connect timeout (`connOptions.ttsConnOptions.timeoutMs`)\n // - Or adjust Node's family autoselection behavior via `NODE_OPTIONS`, e.g.\n // `--network-family-autoselection-attempt-timeout=5000` (or disable it entirely).\n if (!(e instanceof APIError) && (hasAnyTransientCode(e) || isAggregateErrorLike(e))) {\n try {\n return await connectOnce(4);\n } catch (retryError) {\n connectError = retryError;\n }\n }\n }\n\n if (connectError instanceof APIError) throw connectError;\n const error = asError(connectError);\n const isTimeout =\n hasErrorCode(connectError, 'ETIMEDOUT') || /timed?\\s*out|timeout/i.test(error.message);\n if (isTimeout) {\n throw new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' });\n }\n // Transport errors can contain credentials in URLs.\n throw new APIConnectionError({ message: sanitizedErrorName(error) });\n};\n\nconst toCartesiaOptions = (\n opts: TTSOptions,\n streaming: boolean = false,\n): { [id: string]: unknown } => {\n const voice: { [id: string]: unknown } = {};\n if (typeof opts.voice === 'string') {\n voice.mode = 'id';\n voice.id = opts.voice;\n } else {\n voice.mode = 'embedding';\n voice.embedding = opts.voice;\n }\n\n if (opts.apiVersion === API_VERSION_WITH_EXPERIMENTAL_CONTROLS) {\n const voiceControls: { [id: string]: unknown } = {};\n if (opts.speed) {\n voiceControls.speed = opts.speed;\n }\n if (opts.emotion) {\n voiceControls.emotion = opts.emotion;\n }\n if (Object.keys(voiceControls).length) {\n voice.__experimental_controls = voiceControls;\n }\n }\n\n const result: { [id: string]: unknown } = {\n model_id: opts.model,\n voice,\n output_format: {\n container: 'raw',\n encoding: opts.encoding,\n sample_rate: opts.sampleRate,\n },\n language: getBaseLanguage(opts.language),\n max_buffer_delay_ms: 0,\n };\n\n if (opts.pronunciationDictId) {\n result.pronunciation_dict_id = opts.pronunciationDictId;\n }\n\n if (opts.apiVersion > API_VERSION_WITH_EXPERIMENTAL_CONTROLS && isSonic3(opts.model)) {\n const generationConfig: { [id: string]: unknown } = {};\n if (opts.speed) {\n generationConfig.speed = opts.speed;\n }\n if (opts.emotion) {\n generationConfig.emotion = opts.emotion[0];\n }\n if (opts.volume) {\n generationConfig.volume = opts.volume;\n }\n if (Object.keys(generationConfig).length) {\n result.generation_config = generationConfig;\n }\n }\n\n if (streaming && opts.wordTimestamps !== false) {\n result.add_timestamps = true;\n }\n\n return result;\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAmBO;AAEP,wBAAwB;AACxB,gBAAwC;AACxC,oBAOO;AACP,mBAQO;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,cAAc;AACpB,MAAM,yCAAyC;AAC/C,MAAM,mCAAmC;AACzC,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAG7B,MAAM,0BAA0B;AAIhC,MAAM,kBAAkB,oBAAI,QAAwC;AAkCpE,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,gBAAgB;AAClB;AAEA,MAAM,wBAAwB,CAAC,SAAqB;AAClD,QAAM,aAAS,mBAAI;AACnB,UAAI,wBAAS,KAAK,KAAK,GAAG;AACxB,QAAI,KAAK,UAAU,UAAa,OAAO,KAAK,UAAU,UAAU;AAC9D,UAAI,KAAK,QAAQ,OAAO,KAAK,QAAQ,GAAK;AACxC,eAAO,KAAK,+CAA+C;AAAA,MAC7D;AAAA,IACF;AACA,QAAI,KAAK,WAAW,WAAc,KAAK,SAAS,OAAO,KAAK,SAAS,IAAM;AACzE,aAAO,KAAK,gDAAgD;AAAA,IAC9D;AAAA,EACF,WACE,KAAK,eAAe,0CACpB,KAAK,UAAU,kCACf;AACA,QAAI,KAAK,SAAS,KAAK,SAAS;AAC9B,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,OAAO,OAAO,KAAK,OAAO,SAAS,KAAK,QAAQ;AAAA,QAC9D,4DAA4D,gCAAgC;AAAA,MAE9F;AAAA,IACF;AAAA,EACF;AAEA,MAAI,KAAK,uBAAuB,KAAC,wBAAS,KAAK,KAAK,GAAG;AACrD,WAAO;AAAA,MACL,EAAE,OAAO,KAAK,OAAO,qBAAqB,KAAK,oBAAoB;AAAA,MACnE;AAAA,IACF;AAAA,EACF;AACF;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,UAAU;AAAA,EACV,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,eAAe;AAAA,MACnB,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,cAAc,kBAAkB,YAAY,cAAc;AAAA,MAC3E,WAAW;AAAA,MACX,mBAAmB,aAAa,kBAAkB;AAAA,IACpD,CAAC;AAED,SAAK,QAAQ;AACb,SAAK,MAAM,eAAW,iCAAkB,KAAK,MAAM,QAAQ;AAE3D,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAMA,SAAK,QAAQ,IAAI,6BAA0B;AAAA,MACzC,WAAW,CAAC,cAAc,KAAK,kBAAkB,SAAS;AAAA,MAC1D,SAAS,OAAO,OAAO,mBAAmB,EAAE;AAAA,MAC5C,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB,CAAC;AACD,oBAAgB,IAAI,MAAM,KAAK,KAAK;AAAA,EACtC;AAAA,EAEA,cAAc,MAA2B;AAMvC,UAAM,mBACH,KAAK,WAAW,UAAa,KAAK,WAAW,KAAK,MAAM,UACxD,KAAK,eAAe,UAAa,KAAK,eAAe,KAAK,MAAM,cAChE,KAAK,YAAY,UAAa,KAAK,YAAY,KAAK,MAAM;AAE7D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AACtC,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,MAAM,eAAW,iCAAkB,KAAK,QAAQ;AAAA,IACvD;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAEA,QAAI,kBAAkB;AACpB,WAAK,MAAM,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,aAAa,WAAW;AAAA,EAClF;AAAA,EAEA,OAAO,SAAiE;AACtE,WAAO,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,mCAAS,WAAW;AAAA,EAC3E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAgB;AACd,SAAK,MAAM,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAe,QAAuB;AACpC,SAAK,UAAU;AACf,UAAM,KAAK,MAAM,MAAM;AACvB,UAAM,MAAM,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,kBAAkB,WAAuC;AAK7D,UAAM,SAAS,KAAK,MAAM;AAC1B,UAAM,aAAa,KAAK,MAAM;AAC9B,UAAM,UAAU,KAAK,MAAM;AAC3B,UAAM,MAAM,GAAG,QAAQ,QAAQ,SAAS,IAAI,CAAC;AAC7C,UAAM,KAAK,MAAM,yBAAyB;AAAA,MACxC;AAAA,MACA,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG;AAAA,QACxB,CAAC,cAAc,GAAG;AAAA,MACpB;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,KAAK,SAAS;AAChB,yBAAmB,EAAE;AACrB,YAAM,IAAI,iCAAmB,EAAE,SAAS,yBAAyB,CAAC;AAAA,IACpE;AACA,QACE,WAAW,KAAK,MAAM,UACtB,eAAe,KAAK,MAAM,cAC1B,YAAY,KAAK,MAAM,SACvB;AACA,yBAAmB,EAAE;AACrB,aAAO,MAAM,KAAK,kBAAkB,SAAS;AAAA,IAC/C;AAQA,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACvB,OAAG,GAAG,SAAS,MAAM,KAAK,MAAM,OAAO,EAAE,CAAC;AAC1C,WAAO;AAAA,EACT;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,cAAU,mBAAI;AAAA,EACd;AAAA,EACA;AAAA,EAEA,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,UAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,UAAU,IAAI,qBAAa;AAEjC,UAAM,UAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG,KAAK,MAAM;AAAA,QAC/B;AAAA,QACA,QAAQ,KAAK;AAAA,MACf;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AACjB,cAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,QACrC,CAAC;AACD,YAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,cAAI,IAAI,YAAY,UAAW;AAC/B,eAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,cAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,UAAI,IAAI,SAAS,aAAc;AAC/B,WAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,UAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,IACvC,CAAC;AACD,QAAI,GAAG,SAAS,MAAM;AACpB,UAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,IACrC,CAAC;AACD,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAER,QAAI;AACF,YAAM,QAAQ;AAAA,IAChB,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,QAAS;AAC9B,UAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,aAAa,IAAI,uBAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,UAAM,OAAO,gBAAgB,IAAIA,IAAG;AACpC,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6CAA6C;AACxE,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAE5B,QAAI,uBAAuB;AAE3B,UAAM,qBAAqB,OAAO,OAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,OAAO,IAAI;AACjD,uBAAiB,SAAS,KAAK,YAAY;AACzC,cAAM,MAAM;AAAA,UACV,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY,MAAM,QAAQ;AAAA,UAC1B,UAAU;AAAA,QACZ;AACA,aAAK,YAAY;AACjB,WAAG,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,MAC7B;AAEA,YAAM,SAAS;AAAA,QACb,GAAG;AAAA,QACH,YAAY;AAAA,QACZ,YAAY;AAAA,QACZ,UAAU;AAAA,MACZ;AACA,SAAG,KAAK,KAAK,UAAU,MAAM,CAAC;AAE9B,6BAAuB;AAAA,IACzB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,OAAO,OAAkB;AACxC,YAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AAIvE,YAAM,eAAe,qBAAO,oBAA6B;AAEzD,UAAI;AACJ,UAAI,0BAAyC,CAAC;AAE9C,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AAEnC,eAAK,MAAM,IAAI;AAAA,YACb;AAAA,YACA;AAAA,YACA,OAAO;AAAA,YACP;AAAA,YACA,kBACE,wBAAwB,SAAS,IAAI,0BAA0B;AAAA,UACnE,CAAC;AACD,sBAAY;AACZ,oCAA0B,CAAC;AAAA,QAC7B;AAAA,MACF;AAEA,UAAI,UAAiC;AAErC,UAAI,WAAW;AAGf,UAAI,YAAY;AAGhB,UAAI;AAEJ,YAAM,uBAAuB,MAAM;AACjC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAGA,YAAM,YAAY,CAAC,SAAkB;AACnC,aAAK,aAAa,MAAM,IAAI,EAAE,MAAM,CAAC,UAAmB;AACtD,eAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,0DAA0D;AAAA,QAC1F,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,CAAC,MAAc,WAAmB;AAKhD,aAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,OAAO,SAAS,CAAC,EAAE;AAC7E,6BAAqB;AACrB,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,IAAI,iCAAmB;AAAA,YACnC,SAAS,kDAAkD,IAAI;AAAA,UACjE,CAAC;AAAA,QACH;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,YAAM,UAAU,CAAC,QAAe;AAC9B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,0BAA0B;AACtD,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,eAAe,yBAAW,MAAM,2BAA2B,GAAG;AAAA,QAC9E;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AAEtB,UAAI;AAEF,cAAM,SAAS,aAAa,OAAO,EAAE,UAAU;AAE/C,eAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,SAAS;AAC3D,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,KAAM;AAEjB,gBAAM,SAAS,OAAO;AAGtB,cAAI;AACJ,cAAI;AACF,kBAAM,OAAO,KAAK,MAAM,OAAO,SAAS,CAAC;AACzC,wBAAY,mCAAsB,MAAM,IAAI;AAAA,UAC9C,SAAS,UAAU;AACjB,iBAAK,QAAQ,KAAK,EAAE,SAAS,GAAG,kCAAkC;AAClE;AAAA,UACF;AAEA,gBAAM,YAAY,UAAU;AAM5B,kBAAI,6BAAe,SAAS,GAAG;AAC7B,gBAAI,UAAU,eAAe,OAAO,UAAU,cAAc,KAAK;AAC/D,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,iCAAiC;AAAA,YAClF,OAAO;AACL,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,yBAAyB;AACxE,oBAAM,IAAI,6BAAe;AAAA,gBACvB,SAAS,4BAA4B,UAAU,KAAK;AAAA,gBACpD,SAAS,EAAE,YAAY,UAAU,aAAa,WAAW,KAAK;AAAA,cAChE,CAAC;AAAA,YACH;AAAA,UACF;AAEA,kBAAI,6BAAe,SAAS,GAAG;AAC7B,kBAAM,cAAc,OAAO,KAAK,UAAU,MAAM,QAAQ;AAExD,kBAAM,YAAY,YAAY,OAAO;AAAA,cACnC,YAAY;AAAA,cACZ,YAAY,aAAa,YAAY;AAAA,YACvC;AACA,uBAAW,SAAS,QAAQ,MAAM,SAAS,GAAG;AAC5C,4BAAc,WAAW,KAAK;AAC9B,0BAAY;AAAA,YACd;AAKA,iCAAqB;AACrB,sBAAU,WAAW,MAAM;AAEzB,mBAAK,QAAQ;AAAA,gBACX,qDAAqD,KAAK,MAAM,YAAY;AAAA,cAC9E;AAIA,yBAAW;AACX,iCAAmB,EAAE;AACrB,mBAAK,aAAa,MAAM;AAAA,YAC1B,GAAG,KAAK,MAAM,YAAY;AAAA,UAC5B,WAAW,KAAK,MAAM,mBAAmB,aAAS,gCAAkB,SAAS,GAAG;AAC9E,kBAAM,iBAAiB,UAAU;AACjC,qBAAS,IAAI,GAAG,IAAI,eAAe,MAAM,QAAQ,KAAK;AACpD,oBAAM,OAAO,eAAe,MAAM,CAAC;AACnC,oBAAM,YAAY,eAAe,MAAM,CAAC;AACxC,oBAAM,UAAU,eAAe,IAAI,CAAC;AACpC,kBAAI,SAAS,UAAa,cAAc,UAAa,YAAY,QAAW;AAC1E,wCAAwB;AAAA,sBACtB,iCAAkB;AAAA,oBAChB,MAAM,OAAO;AAAA;AAAA,oBACb;AAAA,oBACA;AAAA,kBACF,CAAC;AAAA,gBACH;AAAA,cACF;AAAA,YACF;AAAA,UACF,eAAW,4BAAc,SAAS,SAAM,6BAAe,SAAS,KAAK,UAAU,MAAO;AAEpF,gBAAI,sBAAsB;AACxB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,qCAAqB;AACrB,4BAAY;AAEZ;AAAA,cACF;AAAA,YACF;AAAA,UAEF,WAAW,KAAC,iCAAmB,SAAS,KAAK,KAAC,6BAAe,SAAS,GAAG;AAGvE,iBAAK,QAAQ,KAAK,EAAE,kBAAkB,UAAU,GAAG,0BAA0B;AAAA,UAC/E;AAAA,QACF;AAEA,YAAI,UAAU;AACZ,gBAAM,IAAI,8BAAgB;AAAA,YACxB,SAAS,6CAA6C,KAAK,MAAM,YAAY;AAAA,UAC/E,CAAC;AAAA,QACH;AACA,YAAI,aAAa;AACf,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,KAAK;AAGZ,YAAI,eAAe,uBAAU,OAAM;AAEnC,YAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,cACE,IAAI,QAAQ,SAAS,iBAAiB,KACtC,IAAI,QAAQ,SAAS,mBAAmB,GACxC;AACA,iBAAK,QAAQ;AAAA,cACX,EAAE,IAAI;AAAA,cACN;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AAAA,QACF;AAAA,MACF,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,6BAAqB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI;AAIF,YAAM,KAAK,MAAM;AAAA,QACf,OAAO,OAAO;AACZ,cAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,kBAAM,IAAI,iCAAmB,EAAE,SAAS,wCAAwC,CAAC;AAAA,UACnF;AACA,gBAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,QACvE;AAAA,QACA,EAAE,SAAS,KAAK,YAAY,WAAW,QAAQ,KAAK,YAAY;AAAA,MAClE;AAAA,IACF,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,SAAS;AAC5B;AAAA,MACF;AACA,UAAI,aAAa,uBAAU,OAAM;AACjC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEA,MAAM,wBAAwB,oBAAI,IAAI;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,WAAW,CAAC,MAA6C;AAC7D,SAAO,MAAM,QAAQ,OAAO,MAAM;AACpC;AAEA,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AAEA,MAAM,uBAAuB,CAAC,MAA0D;AACtF,MAAI,CAAC,SAAS,CAAC,EAAG,QAAO;AACzB,SAAO,EAAE,SAAS,oBAAoB,MAAM,QAAQ,EAAE,MAAM;AAC9D;AAEA,MAAM,eAAe,CAAC,GAAY,SAA0B;AAC1D,MAAI,SAAS,CAAC,KAAK,EAAE,SAAS,KAAM,QAAO;AAC3C,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,aAAa,OAAO,IAAI,CAAC;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,MAAM,sBAAsB,CAAC,MAAwB;AACnD,MAAI,SAAS,CAAC,KAAK,OAAO,EAAE,SAAS,UAAU;AAC7C,WAAO,sBAAsB,IAAI,EAAE,IAAI;AAAA,EACzC;AACA,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,oBAAoB,KAAK,CAAC;AAAA,EAC5D;AACA,SAAO;AACT;AAEA,MAAM,6BAA6B,CAAC,MAAmC;AACrE,QAAM,UAAM,uBAAQ,CAAC;AACrB,QAAM,YACJ,aAAa,GAAG,WAAW,KAC1B,OAAO,IAAI,YAAY,YAAY,IAAI,QAAQ,SAAS,WAAW;AACtE,QAAM,UAAU,YACZ,kCACA,+BAA+B,IAAI,WAAW,eAAe;AACjE,SAAO,YAAY,IAAI,8BAAgB,EAAE,QAAQ,CAAC,IAAI,IAAI,iCAAmB,EAAE,QAAQ,CAAC;AAC1F;AAEA,MAAM,gBAAgB,OAAO;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AACF,MAIM;AACJ,MAAI,2CAAa,SAAS;AACxB,UAAM,IAAI,MAAM,SAAS;AAAA,EAC3B;AAEA,QAAM,MAAM,IAAI,qBAAa;AAC7B,MAAI;AAEJ,QAAM,UAAU,MAAM;AACpB,QAAI,QAAS,cAAa,OAAO;AACjC,OAAG,IAAI,QAAQ,MAAM;AACrB,OAAG,IAAI,uBAAuB,oBAAoB;AAClD,OAAG,IAAI,SAAS,OAAO;AACvB,OAAG,IAAI,SAAS,OAAO;AACvB,+CAAa,oBAAoB,SAAS;AAAA,EAC5C;AAEA,QAAM,SAAS,MAAM,IAAI,QAAQ;AACjC,QAAM,UAAU,CAAC,QAAe,IAAI,WAAO,uBAAQ,GAAG,CAAC;AACvD,QAAM,uBAAuB,CAAC,UAAmB,aAAsC;AAErF,UAAM,aAAa,SAAS,cAAc;AAC1C,QAAI;AAAA,MACF,IAAI,6BAAe;AAAA,QACjB,SAAS,sDAAsD,UAAU;AAAA,QACzE,SAAS,EAAE,WAAW;AAAA,MACxB,CAAC;AAAA,IACH;AAAA,EACF;AACA,QAAM,UAAU,CAAC,MAAc,WAC7B,IAAI;AAAA,IACF,IAAI,MAAM,sCAAsC,IAAI,YAAY,OAAO,SAAS,CAAC,GAAG;AAAA,EACtF;AACF,QAAM,UAAU,MAAM,IAAI,OAAO,IAAI,MAAM,SAAS,CAAC;AAErD,KAAG,GAAG,QAAQ,MAAM;AACpB,KAAG,GAAG,uBAAuB,oBAAoB;AACjD,KAAG,GAAG,SAAS,OAAO;AACtB,KAAG,GAAG,SAAS,OAAO;AACtB,6CAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK;AAE7D,MAAI,YAAY,GAAG;AACjB,cAAU;AAAA,MACR,MAAM,IAAI,OAAO,IAAI,8BAAgB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,MAC5F;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,IAAI;AAAA,EACZ,UAAE;AACA,YAAQ;AAAA,EACV;AACF;AAEA,MAAM,yBAAyB,CAAC,OAAkB;AAGhD,MAAI;AACF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AAEF,QAAI,GAAG,eAAe,oBAAU,YAAY;AAC1C,SAAG,MAAM;AAAA,IACX,OAAO;AACL,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAMA,MAAM,qBAAqB,CAAC,OAAkB;AAC5C,MAAI;AAGF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AACF,QAAI,GAAG,eAAe,oBAAU,cAAc,GAAG,eAAe,oBAAU,MAAM;AAC9E,SAAG,MAAM;AAAA,IACX,WAAW,GAAG,eAAe,oBAAU,UAAU,GAAG,eAAe,oBAAU,SAAS;AACpF,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAEA,MAAM,2BAA2B,OAAO;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAK0B;AACxB,QAAM,cAAc,OAAO,WAAwC;AACjE,UAAM,KAAK,IAAI,oBAAU,KAAK,EAAE,kBAAkB,WAAW,QAAQ,QAAQ,CAAC;AAC9E,QAAI;AACF,YAAM,cAAc,EAAE,IAAI,WAAW,YAAY,CAAC;AAClD,aAAO;AAAA,IACT,SAAS,GAAG;AACV,6BAAuB,EAAE;AACzB,YAAM;AAAA,IACR;AAAA,EACF;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,YAAY;AAAA,EAC3B,SAAS,GAAG;AACV,mBAAe;AAUf,QAAI,EAAE,aAAa,4BAAc,oBAAoB,CAAC,KAAK,qBAAqB,CAAC,IAAI;AACnF,UAAI;AACF,eAAO,MAAM,YAAY,CAAC;AAAA,MAC5B,SAAS,YAAY;AACnB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,wBAAwB,uBAAU,OAAM;AAC5C,QAAM,YAAQ,uBAAQ,YAAY;AAClC,QAAM,YACJ,aAAa,cAAc,WAAW,KAAK,wBAAwB,KAAK,MAAM,OAAO;AACvF,MAAI,WAAW;AACb,UAAM,IAAI,8BAAgB,EAAE,SAAS,0CAA0C,CAAC;AAAA,EAClF;AAEA,QAAM,IAAI,iCAAmB,EAAE,SAAS,mBAAmB,KAAK,EAAE,CAAC;AACrE;AAEA,MAAM,oBAAoB,CACxB,MACA,YAAqB,UACS;AAC9B,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,MAAI,KAAK,eAAe,wCAAwC;AAC9D,UAAM,gBAA2C,CAAC;AAClD,QAAI,KAAK,OAAO;AACd,oBAAc,QAAQ,KAAK;AAAA,IAC7B;AACA,QAAI,KAAK,SAAS;AAChB,oBAAc,UAAU,KAAK;AAAA,IAC/B;AACA,QAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,YAAM,0BAA0B;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,SAAoC;AAAA,IACxC,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,cAAU,+BAAgB,KAAK,QAAQ;AAAA,IACvC,qBAAqB;AAAA,EACvB;AAEA,MAAI,KAAK,qBAAqB;AAC5B,WAAO,wBAAwB,KAAK;AAAA,EACtC;AAEA,MAAI,KAAK,aAAa,8CAA0C,wBAAS,KAAK,KAAK,GAAG;AACpF,UAAM,mBAA8C,CAAC;AACrD,QAAI,KAAK,OAAO;AACd,uBAAiB,QAAQ,KAAK;AAAA,IAChC;AACA,QAAI,KAAK,SAAS;AAChB,uBAAiB,UAAU,KAAK,QAAQ,CAAC;AAAA,IAC3C;AACA,QAAI,KAAK,QAAQ;AACf,uBAAiB,SAAS,KAAK;AAAA,IACjC;AACA,QAAI,OAAO,KAAK,gBAAgB,EAAE,QAAQ;AACxC,aAAO,oBAAoB;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,mBAAmB,OAAO;AAC9C,WAAO,iBAAiB;AAAA,EAC1B;AAEA,SAAO;AACT;","names":["tts"]}
|
package/dist/tts.js
CHANGED
|
@@ -440,7 +440,7 @@ class SynthesizeStream extends tts.SynthesizeStream {
|
|
|
440
440
|
}
|
|
441
441
|
}
|
|
442
442
|
} else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {
|
|
443
|
-
this.#logger.warn({ message: serverMsg }, "Unknown Cartesia message");
|
|
443
|
+
this.#logger.warn({ "lk.pii.message": serverMsg }, "Unknown Cartesia message");
|
|
444
444
|
}
|
|
445
445
|
}
|
|
446
446
|
if (timedOut) {
|
package/dist/tts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIError,\n APIStatusError,\n APITimeoutError,\n AudioByteStream,\n ConnectionPool,\n Future,\n type TimedString,\n asError,\n createTimedString,\n getBaseLanguage,\n log,\n normalizeLanguage,\n shortuuid,\n stream,\n tokenize,\n tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n TTSDefaultVoiceId,\n type TTSEncoding,\n type TTSModels,\n type TTSVoiceEmotion,\n type TTSVoiceSpeed,\n isSonic3,\n} from './models.js';\nimport {\n type CartesiaServerMessage,\n cartesiaMessageSchema,\n hasWordTimestamps,\n isChunkMessage,\n isDoneMessage,\n isErrorMessage,\n isFlushDoneMessage,\n} from './types.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst API_VERSION = '2025-04-16';\nconst API_VERSION_WITH_EXPERIMENTAL_CONTROLS = '2024-11-13';\nconst MODEL_WITH_EXPERIMENTAL_CONTROLS = 'sonic-2-2025-03-07';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n// Cartesia refreshes a pooled socket after this long so a very long call cannot\n// keep one connection open indefinitely. Matches the Python plugin's 300s.\nconst MAX_SESSION_DURATION_MS = 300_000;\n\n// Lets each SynthesizeStream reach the pool owned by the TTS that created it,\n// without widening the constructor signature the base class fixes.\nconst connectionPools = new WeakMap<TTS, ConnectionPool<WebSocket>>();\n\nexport interface TTSOptions {\n model: TTSModels | string;\n encoding: TTSEncoding;\n sampleRate: number;\n voice: string | number[];\n speed?: TTSVoiceSpeed | number;\n emotion?: (TTSVoiceEmotion | string)[];\n /**\n * Volume of the speech. For sonic-3, the value is valid between 0.5 and 2.0.\n * @see https://docs.cartesia.ai/api-reference/tts/bytes#body-generation-config-volume\n */\n volume?: number;\n apiKey?: string;\n language: string;\n baseUrl: string;\n apiVersion: string;\n\n /**\n * The timeout for the next chunk to be received from the Cartesia API.\n */\n chunkTimeout: number;\n\n /**\n * Whether to add word timestamps to the output. When enabled, the TTS will return\n * timing information for each word in the transcript.\n * @defaultValue true\n */\n wordTimestamps?: boolean;\n\n pronunciationDictId?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n model: 'sonic-3',\n encoding: 'pcm_s16le',\n sampleRate: 24000,\n voice: TTSDefaultVoiceId,\n apiKey: process.env.CARTESIA_API_KEY,\n language: 'en',\n baseUrl: 'https://api.cartesia.ai',\n apiVersion: API_VERSION,\n chunkTimeout: 5000,\n wordTimestamps: true,\n};\n\nconst checkGenerationConfig = (opts: TTSOptions) => {\n const logger = log();\n if (isSonic3(opts.model)) {\n if (opts.speed !== undefined && typeof opts.speed === 'number') {\n if (opts.speed < 0.6 || opts.speed > 2.0) {\n logger.warn('speed must be between 0.6 and 2.0 for sonic-3');\n }\n }\n if (opts.volume !== undefined && (opts.volume < 0.5 || opts.volume > 2.0)) {\n logger.warn('volume must be between 0.5 and 2.0 for sonic-3');\n }\n } else if (\n opts.apiVersion !== API_VERSION_WITH_EXPERIMENTAL_CONTROLS ||\n opts.model !== MODEL_WITH_EXPERIMENTAL_CONTROLS\n ) {\n if (opts.speed || opts.emotion) {\n logger.warn(\n { model: opts.model, speed: opts.speed, emotion: opts.emotion },\n `speed and emotion controls are only supported for model '${MODEL_WITH_EXPERIMENTAL_CONTROLS}' ` +\n `or sonic-3 models, see https://docs.cartesia.ai/developer-tools/changelog for details`,\n );\n }\n }\n\n if (opts.pronunciationDictId && !isSonic3(opts.model)) {\n logger.warn(\n { model: opts.model, pronunciationDictId: opts.pronunciationDictId },\n 'pronunciationDictId is only supported for sonic-3 models',\n );\n }\n};\n\nexport class TTS extends tts.TTS {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #closed = false;\n label = 'cartesia.TTS';\n\n get model(): string {\n return this.#opts.model;\n }\n\n get provider(): string {\n return 'Cartesia';\n }\n\n constructor(opts: Partial<TTSOptions> = {}) {\n const resolvedOpts = {\n ...defaultTTSOptions,\n ...opts,\n };\n\n super(resolvedOpts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n streaming: true,\n alignedTranscript: resolvedOpts.wordTimestamps ?? true,\n });\n\n this.#opts = resolvedOpts;\n this.#opts.language = normalizeLanguage(this.#opts.language);\n\n if (this.#opts.apiKey === undefined) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n // One socket, reused across generations. Cartesia recommends a single\n // preconnected WebSocket for many generations because a fresh connection\n // repays TCP/TLS setup on every turn:\n // https://docs.cartesia.ai/use-the-api/compare-tts-endpoints\n this.#pool = new ConnectionPool<WebSocket>({\n connectCb: (timeoutMs) => this.#connectWebSocket(timeoutMs),\n closeCb: async (ws) => safeCloseWebSocket(ws),\n maxSessionDuration: MAX_SESSION_DURATION_MS,\n markRefreshedOnGet: true,\n });\n connectionPools.set(this, this.#pool);\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n // Only these three fields reach Cartesia at WebSocket-handshake time (auth\n // header, version header, host). Everything else (model, voice, encoding,\n // sample rate, speed, emotion, volume, language) is sent in-band on each\n // generation, so a pooled socket serves the new value without reconnecting.\n // Reconnect only when one of the handshake inputs actually changes.\n const handshakeChanged =\n (opts.apiKey !== undefined && opts.apiKey !== this.#opts.apiKey) ||\n (opts.apiVersion !== undefined && opts.apiVersion !== this.#opts.apiVersion) ||\n (opts.baseUrl !== undefined && opts.baseUrl !== this.#opts.baseUrl);\n\n this.#opts = { ...this.#opts, ...opts };\n if (opts.language !== undefined) {\n this.#opts.language = normalizeLanguage(opts.language);\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n if (handshakeChanged) {\n this.#pool.invalidate();\n }\n }\n\n synthesize(\n text: string,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ): tts.ChunkedStream {\n return new ChunkedStream(this, text, { ...this.#opts }, connOptions, abortSignal);\n }\n\n stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream {\n return new SynthesizeStream(this, { ...this.#opts }, options?.connOptions);\n }\n\n /**\n * Open the pooled WebSocket ahead of the first generation so the first turn\n * does not pay the connect. Safe to call more than once; it is a no-op when a\n * connection already exists.\n */\n prewarm(): void {\n this.#pool.prewarm();\n }\n\n override async close(): Promise<void> {\n this.#closed = true;\n await this.#pool.close();\n await super.close();\n }\n\n async #connectWebSocket(timeoutMs: number): Promise<WebSocket> {\n // Snapshot the handshake inputs. If a concurrent updateOptions() changes one\n // of them while this connect is in flight, reconnect on the new value rather\n // than pooling a socket built on stale credentials (mirrors the fishaudio\n // plugin's model re-check).\n const apiKey = this.#opts.apiKey!;\n const apiVersion = this.#opts.apiVersion;\n const baseUrl = this.#opts.baseUrl;\n const url = `${baseUrl.replace(/^http/, 'ws')}/tts/websocket`;\n const ws = await connectCartesiaWebSocket({\n url,\n headers: {\n [AUTHORIZATION_HEADER]: apiKey,\n [VERSION_HEADER]: apiVersion,\n },\n timeoutMs,\n });\n if (this.#closed) {\n safeCloseWebSocket(ws);\n throw new APIConnectionError({ message: 'Cartesia TTS is closed' });\n }\n if (\n apiKey !== this.#opts.apiKey ||\n apiVersion !== this.#opts.apiVersion ||\n baseUrl !== this.#opts.baseUrl\n ) {\n safeCloseWebSocket(ws);\n return await this.#connectWebSocket(timeoutMs);\n }\n // Drop a socket that closes (or errors) while idle in the pool. Between turns\n // no generation listeners are attached, so without this the pool keeps a dead\n // socket in `available` and the next turn spends a retry to discard it, or\n // fails outright at maxRetry:0. A generation attaches its own listeners on top\n // of these; the no-op error listener also stops an idle 'error' from crashing\n // the process. Remove is a no-op once the socket is no longer pooled, so this\n // is safe during an active generation and during close().\n ws.on('error', () => {});\n ws.on('close', () => this.#pool.remove(ws));\n return ws;\n }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n label = 'cartesia.ChunkedStream';\n #logger = log();\n #opts: TTSOptions;\n #text: string;\n\n constructor(\n tts: TTS,\n text: string,\n opts: TTSOptions,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ) {\n super(text, tts, connOptions, abortSignal);\n this.#text = text;\n this.#opts = opts;\n }\n\n protected async run() {\n const requestId = shortuuid();\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n const json = toCartesiaOptions(this.#opts);\n json.transcript = this.#text;\n\n const baseUrl = new URL(this.#opts.baseUrl);\n const doneFut = new Future<void>();\n\n const req = request(\n {\n hostname: baseUrl.hostname,\n port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n path: '/tts/bytes',\n method: 'POST',\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n [VERSION_HEADER]: this.#opts.apiVersion,\n },\n signal: this.abortSignal,\n },\n (res) => {\n res.on('data', (chunk) => {\n for (const frame of bstream.write(chunk)) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n });\n res.on('close', () => {\n for (const frame of bstream.flush()) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n this.queue.close();\n if (!doneFut.done) doneFut.resolve();\n });\n res.on('error', (err) => {\n if (err.message === 'aborted') return;\n this.#logger.error({ err }, 'Cartesia TTS response error');\n if (!doneFut.done) doneFut.reject(err);\n });\n },\n );\n\n req.on('error', (err) => {\n if (err.name === 'AbortError') return;\n this.#logger.error({ err }, 'Cartesia TTS request error');\n if (!doneFut.done) doneFut.reject(err);\n });\n req.on('close', () => {\n if (!doneFut.done) doneFut.resolve();\n });\n req.write(JSON.stringify(json));\n req.end();\n\n try {\n await doneFut.await;\n } catch (e) {\n if (this.abortSignal.aborted) return;\n if (!this.queue.closed) this.queue.close();\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #logger = log();\n #tokenizer = new tokenize.basic.SentenceTokenizer({\n minSentenceLength: BUFFERED_WORDS_COUNT,\n }).stream();\n label = 'cartesia.SynthesizeStream';\n\n constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n super(tts, connOptions);\n const pool = connectionPools.get(tts);\n if (!pool) throw new Error('Cartesia connection pool is not initialized');\n this.#pool = pool;\n this.#opts = opts;\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n this.#opts = { ...this.#opts, ...opts };\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n }\n\n protected async run() {\n const requestId = shortuuid();\n // Only finish the generation once both: 1) Cartesia returns done, AND 2) all sentences have been sent\n let sentenceStreamClosed = false;\n\n const sentenceStreamTask = async (ws: WebSocket) => {\n const packet = toCartesiaOptions(this.#opts, true);\n for await (const event of this.#tokenizer) {\n const msg = {\n ...packet,\n context_id: requestId,\n transcript: event.token + ' ',\n continue: true,\n };\n this.markStarted();\n ws.send(JSON.stringify(msg));\n }\n\n const endMsg = {\n ...packet,\n context_id: requestId,\n transcript: ' ',\n continue: false,\n };\n ws.send(JSON.stringify(endMsg));\n // Mark sentence stream as closed\n sentenceStreamClosed = true;\n };\n\n const inputTask = async () => {\n for await (const data of this.input) {\n if (data === SynthesizeStream.FLUSH_SENTINEL) {\n this.#tokenizer.flush();\n continue;\n }\n this.#tokenizer.pushText(data);\n }\n this.#tokenizer.endInput();\n this.#tokenizer.close();\n };\n\n // Use event channel and set up listeners ONCE to avoid missing messages during listener re-registration\n const recvTask = async (ws: WebSocket) => {\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n // Create event channel to buffer incoming messages\n // This prevents message loss between listener re-registrations\n const eventChannel = stream.createStreamChannel<RawData>();\n\n let lastFrame: AudioFrame | undefined;\n let pendingTimedTranscripts: TimedString[] = [];\n\n const sendLastFrame = (segmentId: string, final: boolean) => {\n if (lastFrame && !this.queue.closed) {\n // Include timedTranscripts with the audio frame\n this.queue.put({\n requestId,\n segmentId,\n frame: lastFrame,\n final,\n timedTranscripts:\n pendingTimedTranscripts.length > 0 ? pendingTimedTranscripts : undefined,\n });\n lastFrame = undefined;\n pendingTimedTranscripts = [];\n }\n };\n\n let timeout: NodeJS.Timeout | null = null;\n // Set when the chunk watchdog fires: the socket is discarded, not pooled.\n let timedOut = false;\n // Set once this generation's `done` has been handled. Until then, a socket\n // close or error is a mid-generation drop, not a normal end.\n let completed = false;\n // A socket close/error before completion. Thrown after the loop so the turn\n // fails over (and the dead socket is discarded) instead of ending silently.\n let streamError: Error | undefined;\n\n const clearTTSChunkTimeout = () => {\n if (timeout) {\n clearTimeout(timeout);\n timeout = null;\n }\n };\n\n // Set up WebSocket listeners ONCE (not in a loop)\n const onMessage = (data: RawData) => {\n void eventChannel.write(data).catch((error: unknown) => {\n this.#logger.debug({ error }, 'Failed writing Cartesia event to channel (likely closed)');\n });\n };\n\n const onClose = (code: number, reason: Buffer) => {\n // A close during an active generation is unexpected: the pool owns the\n // socket lifecycle and does not close it between turns. If it happens\n // before `done`, surface it so the turn retries rather than ending mid\n // speech, and so withConnection discards the dead socket.\n this.#logger.debug(`WebSocket closed with code ${code}: ${reason.toString()}`);\n clearTTSChunkTimeout();\n if (!completed && !timedOut && !streamError) {\n streamError = new APIConnectionError({\n message: `Cartesia WebSocket closed mid-generation (code=${code})`,\n });\n }\n void eventChannel.close();\n };\n\n const onError = (err: Error) => {\n this.#logger.error({ err }, 'Cartesia WebSocket error');\n if (!completed && !timedOut && !streamError) {\n streamError = err instanceof APIError ? err : toRetryableConnectionError(err);\n }\n void eventChannel.close();\n };\n\n // Attach listeners ONCE\n ws.on('message', onMessage);\n ws.on('close', onClose);\n ws.on('error', onError);\n\n try {\n // Process messages from the channel\n const reader = eventChannel.stream().getReader();\n\n while (!this.closed && !this.abortController.signal.aborted) {\n const result = await reader.read();\n if (result.done) break;\n\n const rawMsg = result.value;\n\n // Parse message with Zod schema for type safety\n let serverMsg: CartesiaServerMessage;\n try {\n const json = JSON.parse(rawMsg.toString());\n serverMsg = cartesiaMessageSchema.parse(json);\n } catch (parseErr) {\n this.#logger.warn({ parseErr }, 'Failed to parse Cartesia message');\n continue;\n }\n\n const segmentId = serverMsg.context_id;\n\n // Handle error frames first. 4xx (e.g. empty-transcript on\n // function-call turns) is non-fatal — log and fall through so an\n // accompanying done:true still triggers the unified close path\n // below. 5xx bubbles up so the base SynthesizeStream can retry.\n if (isErrorMessage(serverMsg)) {\n if (serverMsg.status_code >= 400 && serverMsg.status_code < 500) {\n this.#logger.debug({ error: serverMsg.error }, 'Cartesia sent a non-fatal error');\n } else {\n this.#logger.error({ error: serverMsg.error }, 'Cartesia returned error');\n throw new APIStatusError({\n message: `Cartesia returned error: ${serverMsg.error}`,\n options: { statusCode: serverMsg.status_code, retryable: true },\n });\n }\n }\n\n if (isChunkMessage(serverMsg)) {\n const audioBuffer = Buffer.from(serverMsg.data, 'base64');\n // Extract ArrayBuffer from Buffer for AudioByteStream compatibility\n const audioData = audioBuffer.buffer.slice(\n audioBuffer.byteOffset,\n audioBuffer.byteOffset + audioBuffer.byteLength,\n );\n for (const frame of bstream.write(audioData)) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n\n // IMPORTANT: close WS if TTS chunk stream been stuck too long\n // this allows unblock the current \"broken\" TTS node so that any future TTS nodes\n // can continue to process the stream without been blocked by the stuck node\n clearTTSChunkTimeout();\n timeout = setTimeout(() => {\n // cartesia chunk timeout quite often, so we make it a debug log\n this.#logger.debug(\n `Cartesia WebSocket TTS chunk stream timeout after ${this.#opts.chunkTimeout}ms`,\n );\n // The socket is stuck mid-generation, so it must not return to the\n // pool. Poison it and unblock the reader; the post-loop check turns\n // this into a retryable error so withConnection discards the socket.\n timedOut = true;\n safeCloseWebSocket(ws);\n void eventChannel.close();\n }, this.#opts.chunkTimeout);\n } else if (this.#opts.wordTimestamps !== false && hasWordTimestamps(serverMsg)) {\n const wordTimestamps = serverMsg.word_timestamps;\n for (let i = 0; i < wordTimestamps.words.length; i++) {\n const word = wordTimestamps.words[i];\n const startTime = wordTimestamps.start[i];\n const endTime = wordTimestamps.end[i];\n if (word !== undefined && startTime !== undefined && endTime !== undefined) {\n pendingTimedTranscripts.push(\n createTimedString({\n text: word + ' ', // Add space after word for consistency\n startTime,\n endTime,\n }),\n );\n }\n }\n } else if (isDoneMessage(serverMsg) || (isErrorMessage(serverMsg) && serverMsg.done)) {\n // This ensures all sentences have been sent before closing\n if (sentenceStreamClosed) {\n for (const frame of bstream.flush()) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n sendLastFrame(segmentId, true);\n if (!this.queue.closed) {\n this.queue.put(SynthesizeStream.END_OF_STREAM);\n }\n\n if (segmentId === requestId) {\n clearTTSChunkTimeout();\n completed = true;\n // Leave the socket open so the pool reuses it on the next turn.\n break; // Exit the loop\n }\n }\n // If sentenceStreamClosed is false, continue receiving - more done messages will come\n } else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {\n // flush_done is an ack with nothing to do; error frames without\n // done:true were already logged above.\n this.#logger.warn({ message: serverMsg }, 'Unknown Cartesia message');\n }\n }\n\n if (timedOut) {\n throw new APITimeoutError({\n message: `Cartesia TTS chunk stream timed out after ${this.#opts.chunkTimeout}ms`,\n });\n }\n if (streamError) {\n throw streamError;\n }\n } catch (err) {\n // Always propagate API errors so the base SynthesizeStream can retry\n // and emit tts_error once retries are exhausted.\n if (err instanceof APIError) throw err;\n // skip log error for normal websocket close\n if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n if (\n err.message.includes('Queue is closed') ||\n err.message.includes('Channel is closed')\n ) {\n this.#logger.warn(\n { err },\n 'Channel closed during transcript processing (expected during disconnect)',\n );\n } else {\n this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n }\n }\n } finally {\n // IMPORTANT: Remove listeners so connection can be reused\n ws.off('message', onMessage);\n ws.off('close', onClose);\n ws.off('error', onError);\n clearTTSChunkTimeout();\n }\n };\n\n try {\n // The pool hands back one live socket per call and reclaims it on success\n // (put) or discards it on any thrown error (remove). A generation never\n // closes the socket itself, so the next turn skips the handshake.\n await this.#pool.withConnection(\n async (ws) => {\n if (ws.readyState !== WebSocket.OPEN) {\n throw new APIConnectionError({ message: 'Cartesia pooled websocket is not open' });\n }\n await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n },\n { timeout: this.connOptions.timeoutMs, signal: this.abortSignal },\n );\n } catch (e) {\n if (this.abortSignal.aborted) {\n return;\n }\n if (e instanceof APIError) throw e;\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nconst transientNetworkCodes = new Set([\n 'ETIMEDOUT',\n 'ECONNRESET',\n 'EAI_AGAIN',\n 'ENETUNREACH',\n 'ECONNREFUSED',\n 'EHOSTUNREACH',\n]);\n\nconst isRecord = (v: unknown): v is Record<string, unknown> => {\n return v !== null && typeof v === 'object';\n};\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\nconst isAggregateErrorLike = (e: unknown): e is { errors: unknown[]; name?: string } => {\n if (!isRecord(e)) return false;\n return e.name === 'AggregateError' && Array.isArray(e.errors);\n};\n\nconst hasErrorCode = (e: unknown, code: string): boolean => {\n if (isRecord(e) && e.code === code) return true;\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasErrorCode(inner, code));\n }\n return false;\n};\n\nconst hasAnyTransientCode = (e: unknown): boolean => {\n if (isRecord(e) && typeof e.code === 'string') {\n return transientNetworkCodes.has(e.code);\n }\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasAnyTransientCode(inner));\n }\n return false;\n};\n\nconst toRetryableConnectionError = (e: unknown): APIConnectionError => {\n const err = asError(e);\n const isTimeout =\n hasErrorCode(e, 'ETIMEDOUT') ||\n (typeof err.message === 'string' && err.message.includes('ETIMEDOUT'));\n const message = isTimeout\n ? `Cartesia connection timed out`\n : `Cartesia connection failed: ${err.message || 'unknown error'}`;\n return isTimeout ? new APITimeoutError({ message }) : new APIConnectionError({ message });\n};\n\nconst waitForWsOpen = async ({\n ws,\n timeoutMs,\n abortSignal,\n}: {\n ws: WebSocket;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}) => {\n if (abortSignal?.aborted) {\n throw new Error('aborted');\n }\n\n const fut = new Future<void>();\n let timeout: NodeJS.Timeout | undefined;\n\n const cleanup = () => {\n if (timeout) clearTimeout(timeout);\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n ws.off('close', onClose);\n abortSignal?.removeEventListener('abort', onAbort);\n };\n\n const onOpen = () => fut.resolve();\n const onError = (err: Error) => fut.reject(asError(err));\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n fut.reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onClose = (code: number, reason: Buffer) =>\n fut.reject(\n new Error(`WebSocket closed before open (code=${code}, reason=${reason.toString()})`),\n );\n const onAbort = () => fut.reject(new Error('aborted'));\n\n ws.on('open', onOpen);\n ws.on('unexpected-response', onUnexpectedResponse);\n ws.on('error', onError);\n ws.on('close', onClose);\n abortSignal?.addEventListener('abort', onAbort, { once: true });\n\n if (timeoutMs > 0) {\n timeout = setTimeout(\n () => fut.reject(new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' })),\n timeoutMs,\n );\n }\n\n try {\n await fut.await;\n } finally {\n cleanup();\n }\n};\n\nconst safeTerminateWebSocket = (ws: WebSocket) => {\n // `ws` can emit an 'error' event during teardown (especially if CONNECTING).\n // If there is no error listener at that moment, Node will treat it as unhandled and crash the process.\n try {\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n // `terminate()` can throw if the socket was never established; `close()` is safer in CONNECTING.\n if (ws.readyState === WebSocket.CONNECTING) {\n ws.close();\n } else {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\n// Graceful close used by the connection pool. A pooled socket is healthy when it\n// is retired (session age, option change, or TTS close), so a clean close frame\n// is preferable to an abrupt terminate; terminate remains the fallback for a\n// socket caught mid-handshake.\nconst safeCloseWebSocket = (ws: WebSocket) => {\n try {\n // `ws` can emit 'error' during teardown; without a listener Node treats it as\n // unhandled and crashes the process.\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n if (ws.readyState === WebSocket.CONNECTING || ws.readyState === WebSocket.OPEN) {\n ws.close();\n } else if (ws.readyState !== WebSocket.CLOSED && ws.readyState !== WebSocket.CLOSING) {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\nconst connectCartesiaWebSocket = async ({\n url,\n headers,\n timeoutMs,\n abortSignal,\n}: {\n url: string;\n headers: Record<string, string>;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}): Promise<WebSocket> => {\n const connectOnce = async (family?: number): Promise<WebSocket> => {\n const ws = new WebSocket(url, { handshakeTimeout: timeoutMs, family, headers });\n try {\n await waitForWsOpen({ ws, timeoutMs, abortSignal });\n return ws;\n } catch (e) {\n safeTerminateWebSocket(ws);\n throw e;\n }\n };\n\n let connectError: unknown;\n try {\n return await connectOnce();\n } catch (e) {\n connectError = e;\n // Mitigation for Node.js dual-stack (IPv6/IPv4) connect flakiness (\"happy eyeballs\"):\n // some environments surface `AggregateError` with nested `ETIMEDOUT` during the initial\n // WebSocket open. In that case we do a one-off retry forcing IPv4 (`family: 4`) before\n // letting the outer framework retry loop handle further attempts.\n //\n // If you still see `AggregateError`/`ETIMEDOUT`:\n // - Increase the session TTS connect timeout (`connOptions.ttsConnOptions.timeoutMs`)\n // - Or adjust Node's family autoselection behavior via `NODE_OPTIONS`, e.g.\n // `--network-family-autoselection-attempt-timeout=5000` (or disable it entirely).\n if (!(e instanceof APIError) && (hasAnyTransientCode(e) || isAggregateErrorLike(e))) {\n try {\n return await connectOnce(4);\n } catch (retryError) {\n connectError = retryError;\n }\n }\n }\n\n if (connectError instanceof APIError) throw connectError;\n const error = asError(connectError);\n const isTimeout =\n hasErrorCode(connectError, 'ETIMEDOUT') || /timed?\\s*out|timeout/i.test(error.message);\n if (isTimeout) {\n throw new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' });\n }\n // Transport errors can contain credentials in URLs.\n throw new APIConnectionError({ message: sanitizedErrorName(error) });\n};\n\nconst toCartesiaOptions = (\n opts: TTSOptions,\n streaming: boolean = false,\n): { [id: string]: unknown } => {\n const voice: { [id: string]: unknown } = {};\n if (typeof opts.voice === 'string') {\n voice.mode = 'id';\n voice.id = opts.voice;\n } else {\n voice.mode = 'embedding';\n voice.embedding = opts.voice;\n }\n\n if (opts.apiVersion === API_VERSION_WITH_EXPERIMENTAL_CONTROLS) {\n const voiceControls: { [id: string]: unknown } = {};\n if (opts.speed) {\n voiceControls.speed = opts.speed;\n }\n if (opts.emotion) {\n voiceControls.emotion = opts.emotion;\n }\n if (Object.keys(voiceControls).length) {\n voice.__experimental_controls = voiceControls;\n }\n }\n\n const result: { [id: string]: unknown } = {\n model_id: opts.model,\n voice,\n output_format: {\n container: 'raw',\n encoding: opts.encoding,\n sample_rate: opts.sampleRate,\n },\n language: getBaseLanguage(opts.language),\n max_buffer_delay_ms: 0,\n };\n\n if (opts.pronunciationDictId) {\n result.pronunciation_dict_id = opts.pronunciationDictId;\n }\n\n if (opts.apiVersion > API_VERSION_WITH_EXPERIMENTAL_CONTROLS && isSonic3(opts.model)) {\n const generationConfig: { [id: string]: unknown } = {};\n if (opts.speed) {\n generationConfig.speed = opts.speed;\n }\n if (opts.emotion) {\n generationConfig.emotion = opts.emotion[0];\n }\n if (opts.volume) {\n generationConfig.volume = opts.volume;\n }\n if (Object.keys(generationConfig).length) {\n result.generation_config = generationConfig;\n }\n }\n\n if (streaming && opts.wordTimestamps !== false) {\n result.add_timestamps = true;\n }\n\n return result;\n};\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AACxC;AAAA,EACE;AAAA,EAKA;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,cAAc;AACpB,MAAM,yCAAyC;AAC/C,MAAM,mCAAmC;AACzC,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAG7B,MAAM,0BAA0B;AAIhC,MAAM,kBAAkB,oBAAI,QAAwC;AAkCpE,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,gBAAgB;AAClB;AAEA,MAAM,wBAAwB,CAAC,SAAqB;AAClD,QAAM,SAAS,IAAI;AACnB,MAAI,SAAS,KAAK,KAAK,GAAG;AACxB,QAAI,KAAK,UAAU,UAAa,OAAO,KAAK,UAAU,UAAU;AAC9D,UAAI,KAAK,QAAQ,OAAO,KAAK,QAAQ,GAAK;AACxC,eAAO,KAAK,+CAA+C;AAAA,MAC7D;AAAA,IACF;AACA,QAAI,KAAK,WAAW,WAAc,KAAK,SAAS,OAAO,KAAK,SAAS,IAAM;AACzE,aAAO,KAAK,gDAAgD;AAAA,IAC9D;AAAA,EACF,WACE,KAAK,eAAe,0CACpB,KAAK,UAAU,kCACf;AACA,QAAI,KAAK,SAAS,KAAK,SAAS;AAC9B,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,OAAO,OAAO,KAAK,OAAO,SAAS,KAAK,QAAQ;AAAA,QAC9D,4DAA4D,gCAAgC;AAAA,MAE9F;AAAA,IACF;AAAA,EACF;AAEA,MAAI,KAAK,uBAAuB,CAAC,SAAS,KAAK,KAAK,GAAG;AACrD,WAAO;AAAA,MACL,EAAE,OAAO,KAAK,OAAO,qBAAqB,KAAK,oBAAoB;AAAA,MACnE;AAAA,IACF;AAAA,EACF;AACF;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,UAAU;AAAA,EACV,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,eAAe;AAAA,MACnB,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,cAAc,kBAAkB,YAAY,cAAc;AAAA,MAC3E,WAAW;AAAA,MACX,mBAAmB,aAAa,kBAAkB;AAAA,IACpD,CAAC;AAED,SAAK,QAAQ;AACb,SAAK,MAAM,WAAW,kBAAkB,KAAK,MAAM,QAAQ;AAE3D,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAMA,SAAK,QAAQ,IAAI,eAA0B;AAAA,MACzC,WAAW,CAAC,cAAc,KAAK,kBAAkB,SAAS;AAAA,MAC1D,SAAS,OAAO,OAAO,mBAAmB,EAAE;AAAA,MAC5C,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB,CAAC;AACD,oBAAgB,IAAI,MAAM,KAAK,KAAK;AAAA,EACtC;AAAA,EAEA,cAAc,MAA2B;AAMvC,UAAM,mBACH,KAAK,WAAW,UAAa,KAAK,WAAW,KAAK,MAAM,UACxD,KAAK,eAAe,UAAa,KAAK,eAAe,KAAK,MAAM,cAChE,KAAK,YAAY,UAAa,KAAK,YAAY,KAAK,MAAM;AAE7D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AACtC,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,MAAM,WAAW,kBAAkB,KAAK,QAAQ;AAAA,IACvD;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAEA,QAAI,kBAAkB;AACpB,WAAK,MAAM,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,aAAa,WAAW;AAAA,EAClF;AAAA,EAEA,OAAO,SAAiE;AACtE,WAAO,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,mCAAS,WAAW;AAAA,EAC3E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAgB;AACd,SAAK,MAAM,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAe,QAAuB;AACpC,SAAK,UAAU;AACf,UAAM,KAAK,MAAM,MAAM;AACvB,UAAM,MAAM,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,kBAAkB,WAAuC;AAK7D,UAAM,SAAS,KAAK,MAAM;AAC1B,UAAM,aAAa,KAAK,MAAM;AAC9B,UAAM,UAAU,KAAK,MAAM;AAC3B,UAAM,MAAM,GAAG,QAAQ,QAAQ,SAAS,IAAI,CAAC;AAC7C,UAAM,KAAK,MAAM,yBAAyB;AAAA,MACxC;AAAA,MACA,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG;AAAA,QACxB,CAAC,cAAc,GAAG;AAAA,MACpB;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,KAAK,SAAS;AAChB,yBAAmB,EAAE;AACrB,YAAM,IAAI,mBAAmB,EAAE,SAAS,yBAAyB,CAAC;AAAA,IACpE;AACA,QACE,WAAW,KAAK,MAAM,UACtB,eAAe,KAAK,MAAM,cAC1B,YAAY,KAAK,MAAM,SACvB;AACA,yBAAmB,EAAE;AACrB,aAAO,MAAM,KAAK,kBAAkB,SAAS;AAAA,IAC/C;AAQA,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACvB,OAAG,GAAG,SAAS,MAAM,KAAK,MAAM,OAAO,EAAE,CAAC;AAC1C,WAAO;AAAA,EACT;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,UAAU,IAAI;AAAA,EACd;AAAA,EACA;AAAA,EAEA,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,UAAU,IAAI,OAAa;AAEjC,UAAM,MAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG,KAAK,MAAM;AAAA,QAC/B;AAAA,QACA,QAAQ,KAAK;AAAA,MACf;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AACjB,cAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,QACrC,CAAC;AACD,YAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,cAAI,IAAI,YAAY,UAAW;AAC/B,eAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,cAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,UAAI,IAAI,SAAS,aAAc;AAC/B,WAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,UAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,IACvC,CAAC;AACD,QAAI,GAAG,SAAS,MAAM;AACpB,UAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,IACrC,CAAC;AACD,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAER,QAAI;AACF,YAAM,QAAQ;AAAA,IAChB,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,QAAS;AAC9B,UAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA,UAAU,IAAI;AAAA,EACd,aAAa,IAAI,SAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,UAAM,OAAO,gBAAgB,IAAIA,IAAG;AACpC,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6CAA6C;AACxE,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAE5B,QAAI,uBAAuB;AAE3B,UAAM,qBAAqB,OAAO,OAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,OAAO,IAAI;AACjD,uBAAiB,SAAS,KAAK,YAAY;AACzC,cAAM,MAAM;AAAA,UACV,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY,MAAM,QAAQ;AAAA,UAC1B,UAAU;AAAA,QACZ;AACA,aAAK,YAAY;AACjB,WAAG,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,MAC7B;AAEA,YAAM,SAAS;AAAA,QACb,GAAG;AAAA,QACH,YAAY;AAAA,QACZ,YAAY;AAAA,QACZ,UAAU;AAAA,MACZ;AACA,SAAG,KAAK,KAAK,UAAU,MAAM,CAAC;AAE9B,6BAAuB;AAAA,IACzB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,OAAO,OAAkB;AACxC,YAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AAIvE,YAAM,eAAe,OAAO,oBAA6B;AAEzD,UAAI;AACJ,UAAI,0BAAyC,CAAC;AAE9C,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AAEnC,eAAK,MAAM,IAAI;AAAA,YACb;AAAA,YACA;AAAA,YACA,OAAO;AAAA,YACP;AAAA,YACA,kBACE,wBAAwB,SAAS,IAAI,0BAA0B;AAAA,UACnE,CAAC;AACD,sBAAY;AACZ,oCAA0B,CAAC;AAAA,QAC7B;AAAA,MACF;AAEA,UAAI,UAAiC;AAErC,UAAI,WAAW;AAGf,UAAI,YAAY;AAGhB,UAAI;AAEJ,YAAM,uBAAuB,MAAM;AACjC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAGA,YAAM,YAAY,CAAC,SAAkB;AACnC,aAAK,aAAa,MAAM,IAAI,EAAE,MAAM,CAAC,UAAmB;AACtD,eAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,0DAA0D;AAAA,QAC1F,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,CAAC,MAAc,WAAmB;AAKhD,aAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,OAAO,SAAS,CAAC,EAAE;AAC7E,6BAAqB;AACrB,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,IAAI,mBAAmB;AAAA,YACnC,SAAS,kDAAkD,IAAI;AAAA,UACjE,CAAC;AAAA,QACH;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,YAAM,UAAU,CAAC,QAAe;AAC9B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,0BAA0B;AACtD,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,eAAe,WAAW,MAAM,2BAA2B,GAAG;AAAA,QAC9E;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AAEtB,UAAI;AAEF,cAAM,SAAS,aAAa,OAAO,EAAE,UAAU;AAE/C,eAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,SAAS;AAC3D,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,KAAM;AAEjB,gBAAM,SAAS,OAAO;AAGtB,cAAI;AACJ,cAAI;AACF,kBAAM,OAAO,KAAK,MAAM,OAAO,SAAS,CAAC;AACzC,wBAAY,sBAAsB,MAAM,IAAI;AAAA,UAC9C,SAAS,UAAU;AACjB,iBAAK,QAAQ,KAAK,EAAE,SAAS,GAAG,kCAAkC;AAClE;AAAA,UACF;AAEA,gBAAM,YAAY,UAAU;AAM5B,cAAI,eAAe,SAAS,GAAG;AAC7B,gBAAI,UAAU,eAAe,OAAO,UAAU,cAAc,KAAK;AAC/D,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,iCAAiC;AAAA,YAClF,OAAO;AACL,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,yBAAyB;AACxE,oBAAM,IAAI,eAAe;AAAA,gBACvB,SAAS,4BAA4B,UAAU,KAAK;AAAA,gBACpD,SAAS,EAAE,YAAY,UAAU,aAAa,WAAW,KAAK;AAAA,cAChE,CAAC;AAAA,YACH;AAAA,UACF;AAEA,cAAI,eAAe,SAAS,GAAG;AAC7B,kBAAM,cAAc,OAAO,KAAK,UAAU,MAAM,QAAQ;AAExD,kBAAM,YAAY,YAAY,OAAO;AAAA,cACnC,YAAY;AAAA,cACZ,YAAY,aAAa,YAAY;AAAA,YACvC;AACA,uBAAW,SAAS,QAAQ,MAAM,SAAS,GAAG;AAC5C,4BAAc,WAAW,KAAK;AAC9B,0BAAY;AAAA,YACd;AAKA,iCAAqB;AACrB,sBAAU,WAAW,MAAM;AAEzB,mBAAK,QAAQ;AAAA,gBACX,qDAAqD,KAAK,MAAM,YAAY;AAAA,cAC9E;AAIA,yBAAW;AACX,iCAAmB,EAAE;AACrB,mBAAK,aAAa,MAAM;AAAA,YAC1B,GAAG,KAAK,MAAM,YAAY;AAAA,UAC5B,WAAW,KAAK,MAAM,mBAAmB,SAAS,kBAAkB,SAAS,GAAG;AAC9E,kBAAM,iBAAiB,UAAU;AACjC,qBAAS,IAAI,GAAG,IAAI,eAAe,MAAM,QAAQ,KAAK;AACpD,oBAAM,OAAO,eAAe,MAAM,CAAC;AACnC,oBAAM,YAAY,eAAe,MAAM,CAAC;AACxC,oBAAM,UAAU,eAAe,IAAI,CAAC;AACpC,kBAAI,SAAS,UAAa,cAAc,UAAa,YAAY,QAAW;AAC1E,wCAAwB;AAAA,kBACtB,kBAAkB;AAAA,oBAChB,MAAM,OAAO;AAAA;AAAA,oBACb;AAAA,oBACA;AAAA,kBACF,CAAC;AAAA,gBACH;AAAA,cACF;AAAA,YACF;AAAA,UACF,WAAW,cAAc,SAAS,KAAM,eAAe,SAAS,KAAK,UAAU,MAAO;AAEpF,gBAAI,sBAAsB;AACxB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,qCAAqB;AACrB,4BAAY;AAEZ;AAAA,cACF;AAAA,YACF;AAAA,UAEF,WAAW,CAAC,mBAAmB,SAAS,KAAK,CAAC,eAAe,SAAS,GAAG;AAGvE,iBAAK,QAAQ,KAAK,EAAE,SAAS,UAAU,GAAG,0BAA0B;AAAA,UACtE;AAAA,QACF;AAEA,YAAI,UAAU;AACZ,gBAAM,IAAI,gBAAgB;AAAA,YACxB,SAAS,6CAA6C,KAAK,MAAM,YAAY;AAAA,UAC/E,CAAC;AAAA,QACH;AACA,YAAI,aAAa;AACf,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,KAAK;AAGZ,YAAI,eAAe,SAAU,OAAM;AAEnC,YAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,cACE,IAAI,QAAQ,SAAS,iBAAiB,KACtC,IAAI,QAAQ,SAAS,mBAAmB,GACxC;AACA,iBAAK,QAAQ;AAAA,cACX,EAAE,IAAI;AAAA,cACN;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AAAA,QACF;AAAA,MACF,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,6BAAqB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI;AAIF,YAAM,KAAK,MAAM;AAAA,QACf,OAAO,OAAO;AACZ,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,kBAAM,IAAI,mBAAmB,EAAE,SAAS,wCAAwC,CAAC;AAAA,UACnF;AACA,gBAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,QACvE;AAAA,QACA,EAAE,SAAS,KAAK,YAAY,WAAW,QAAQ,KAAK,YAAY;AAAA,MAClE;AAAA,IACF,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,SAAS;AAC5B;AAAA,MACF;AACA,UAAI,aAAa,SAAU,OAAM;AACjC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEA,MAAM,wBAAwB,oBAAI,IAAI;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,WAAW,CAAC,MAA6C;AAC7D,SAAO,MAAM,QAAQ,OAAO,MAAM;AACpC;AAEA,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AAEA,MAAM,uBAAuB,CAAC,MAA0D;AACtF,MAAI,CAAC,SAAS,CAAC,EAAG,QAAO;AACzB,SAAO,EAAE,SAAS,oBAAoB,MAAM,QAAQ,EAAE,MAAM;AAC9D;AAEA,MAAM,eAAe,CAAC,GAAY,SAA0B;AAC1D,MAAI,SAAS,CAAC,KAAK,EAAE,SAAS,KAAM,QAAO;AAC3C,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,aAAa,OAAO,IAAI,CAAC;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,MAAM,sBAAsB,CAAC,MAAwB;AACnD,MAAI,SAAS,CAAC,KAAK,OAAO,EAAE,SAAS,UAAU;AAC7C,WAAO,sBAAsB,IAAI,EAAE,IAAI;AAAA,EACzC;AACA,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,oBAAoB,KAAK,CAAC;AAAA,EAC5D;AACA,SAAO;AACT;AAEA,MAAM,6BAA6B,CAAC,MAAmC;AACrE,QAAM,MAAM,QAAQ,CAAC;AACrB,QAAM,YACJ,aAAa,GAAG,WAAW,KAC1B,OAAO,IAAI,YAAY,YAAY,IAAI,QAAQ,SAAS,WAAW;AACtE,QAAM,UAAU,YACZ,kCACA,+BAA+B,IAAI,WAAW,eAAe;AACjE,SAAO,YAAY,IAAI,gBAAgB,EAAE,QAAQ,CAAC,IAAI,IAAI,mBAAmB,EAAE,QAAQ,CAAC;AAC1F;AAEA,MAAM,gBAAgB,OAAO;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AACF,MAIM;AACJ,MAAI,2CAAa,SAAS;AACxB,UAAM,IAAI,MAAM,SAAS;AAAA,EAC3B;AAEA,QAAM,MAAM,IAAI,OAAa;AAC7B,MAAI;AAEJ,QAAM,UAAU,MAAM;AACpB,QAAI,QAAS,cAAa,OAAO;AACjC,OAAG,IAAI,QAAQ,MAAM;AACrB,OAAG,IAAI,uBAAuB,oBAAoB;AAClD,OAAG,IAAI,SAAS,OAAO;AACvB,OAAG,IAAI,SAAS,OAAO;AACvB,+CAAa,oBAAoB,SAAS;AAAA,EAC5C;AAEA,QAAM,SAAS,MAAM,IAAI,QAAQ;AACjC,QAAM,UAAU,CAAC,QAAe,IAAI,OAAO,QAAQ,GAAG,CAAC;AACvD,QAAM,uBAAuB,CAAC,UAAmB,aAAsC;AAErF,UAAM,aAAa,SAAS,cAAc;AAC1C,QAAI;AAAA,MACF,IAAI,eAAe;AAAA,QACjB,SAAS,sDAAsD,UAAU;AAAA,QACzE,SAAS,EAAE,WAAW;AAAA,MACxB,CAAC;AAAA,IACH;AAAA,EACF;AACA,QAAM,UAAU,CAAC,MAAc,WAC7B,IAAI;AAAA,IACF,IAAI,MAAM,sCAAsC,IAAI,YAAY,OAAO,SAAS,CAAC,GAAG;AAAA,EACtF;AACF,QAAM,UAAU,MAAM,IAAI,OAAO,IAAI,MAAM,SAAS,CAAC;AAErD,KAAG,GAAG,QAAQ,MAAM;AACpB,KAAG,GAAG,uBAAuB,oBAAoB;AACjD,KAAG,GAAG,SAAS,OAAO;AACtB,KAAG,GAAG,SAAS,OAAO;AACtB,6CAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK;AAE7D,MAAI,YAAY,GAAG;AACjB,cAAU;AAAA,MACR,MAAM,IAAI,OAAO,IAAI,gBAAgB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,MAC5F;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,IAAI;AAAA,EACZ,UAAE;AACA,YAAQ;AAAA,EACV;AACF;AAEA,MAAM,yBAAyB,CAAC,OAAkB;AAGhD,MAAI;AACF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AAEF,QAAI,GAAG,eAAe,UAAU,YAAY;AAC1C,SAAG,MAAM;AAAA,IACX,OAAO;AACL,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAMA,MAAM,qBAAqB,CAAC,OAAkB;AAC5C,MAAI;AAGF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AACF,QAAI,GAAG,eAAe,UAAU,cAAc,GAAG,eAAe,UAAU,MAAM;AAC9E,SAAG,MAAM;AAAA,IACX,WAAW,GAAG,eAAe,UAAU,UAAU,GAAG,eAAe,UAAU,SAAS;AACpF,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAEA,MAAM,2BAA2B,OAAO;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAK0B;AACxB,QAAM,cAAc,OAAO,WAAwC;AACjE,UAAM,KAAK,IAAI,UAAU,KAAK,EAAE,kBAAkB,WAAW,QAAQ,QAAQ,CAAC;AAC9E,QAAI;AACF,YAAM,cAAc,EAAE,IAAI,WAAW,YAAY,CAAC;AAClD,aAAO;AAAA,IACT,SAAS,GAAG;AACV,6BAAuB,EAAE;AACzB,YAAM;AAAA,IACR;AAAA,EACF;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,YAAY;AAAA,EAC3B,SAAS,GAAG;AACV,mBAAe;AAUf,QAAI,EAAE,aAAa,cAAc,oBAAoB,CAAC,KAAK,qBAAqB,CAAC,IAAI;AACnF,UAAI;AACF,eAAO,MAAM,YAAY,CAAC;AAAA,MAC5B,SAAS,YAAY;AACnB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,wBAAwB,SAAU,OAAM;AAC5C,QAAM,QAAQ,QAAQ,YAAY;AAClC,QAAM,YACJ,aAAa,cAAc,WAAW,KAAK,wBAAwB,KAAK,MAAM,OAAO;AACvF,MAAI,WAAW;AACb,UAAM,IAAI,gBAAgB,EAAE,SAAS,0CAA0C,CAAC;AAAA,EAClF;AAEA,QAAM,IAAI,mBAAmB,EAAE,SAAS,mBAAmB,KAAK,EAAE,CAAC;AACrE;AAEA,MAAM,oBAAoB,CACxB,MACA,YAAqB,UACS;AAC9B,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,MAAI,KAAK,eAAe,wCAAwC;AAC9D,UAAM,gBAA2C,CAAC;AAClD,QAAI,KAAK,OAAO;AACd,oBAAc,QAAQ,KAAK;AAAA,IAC7B;AACA,QAAI,KAAK,SAAS;AAChB,oBAAc,UAAU,KAAK;AAAA,IAC/B;AACA,QAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,YAAM,0BAA0B;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,SAAoC;AAAA,IACxC,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,gBAAgB,KAAK,QAAQ;AAAA,IACvC,qBAAqB;AAAA,EACvB;AAEA,MAAI,KAAK,qBAAqB;AAC5B,WAAO,wBAAwB,KAAK;AAAA,EACtC;AAEA,MAAI,KAAK,aAAa,0CAA0C,SAAS,KAAK,KAAK,GAAG;AACpF,UAAM,mBAA8C,CAAC;AACrD,QAAI,KAAK,OAAO;AACd,uBAAiB,QAAQ,KAAK;AAAA,IAChC;AACA,QAAI,KAAK,SAAS;AAChB,uBAAiB,UAAU,KAAK,QAAQ,CAAC;AAAA,IAC3C;AACA,QAAI,KAAK,QAAQ;AACf,uBAAiB,SAAS,KAAK;AAAA,IACjC;AACA,QAAI,OAAO,KAAK,gBAAgB,EAAE,QAAQ;AACxC,aAAO,oBAAoB;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,mBAAmB,OAAO;AAC9C,WAAO,iBAAiB;AAAA,EAC1B;AAEA,SAAO;AACT;","names":["tts"]}
|
|
1
|
+
{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIError,\n APIStatusError,\n APITimeoutError,\n AudioByteStream,\n ConnectionPool,\n Future,\n type TimedString,\n asError,\n createTimedString,\n getBaseLanguage,\n log,\n normalizeLanguage,\n shortuuid,\n stream,\n tokenize,\n tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n TTSDefaultVoiceId,\n type TTSEncoding,\n type TTSModels,\n type TTSVoiceEmotion,\n type TTSVoiceSpeed,\n isSonic3,\n} from './models.js';\nimport {\n type CartesiaServerMessage,\n cartesiaMessageSchema,\n hasWordTimestamps,\n isChunkMessage,\n isDoneMessage,\n isErrorMessage,\n isFlushDoneMessage,\n} from './types.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst API_VERSION = '2025-04-16';\nconst API_VERSION_WITH_EXPERIMENTAL_CONTROLS = '2024-11-13';\nconst MODEL_WITH_EXPERIMENTAL_CONTROLS = 'sonic-2-2025-03-07';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n// Cartesia refreshes a pooled socket after this long so a very long call cannot\n// keep one connection open indefinitely. Matches the Python plugin's 300s.\nconst MAX_SESSION_DURATION_MS = 300_000;\n\n// Lets each SynthesizeStream reach the pool owned by the TTS that created it,\n// without widening the constructor signature the base class fixes.\nconst connectionPools = new WeakMap<TTS, ConnectionPool<WebSocket>>();\n\nexport interface TTSOptions {\n model: TTSModels | string;\n encoding: TTSEncoding;\n sampleRate: number;\n voice: string | number[];\n speed?: TTSVoiceSpeed | number;\n emotion?: (TTSVoiceEmotion | string)[];\n /**\n * Volume of the speech. For sonic-3, the value is valid between 0.5 and 2.0.\n * @see https://docs.cartesia.ai/api-reference/tts/bytes#body-generation-config-volume\n */\n volume?: number;\n apiKey?: string;\n language: string;\n baseUrl: string;\n apiVersion: string;\n\n /**\n * The timeout for the next chunk to be received from the Cartesia API.\n */\n chunkTimeout: number;\n\n /**\n * Whether to add word timestamps to the output. When enabled, the TTS will return\n * timing information for each word in the transcript.\n * @defaultValue true\n */\n wordTimestamps?: boolean;\n\n pronunciationDictId?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n model: 'sonic-3',\n encoding: 'pcm_s16le',\n sampleRate: 24000,\n voice: TTSDefaultVoiceId,\n apiKey: process.env.CARTESIA_API_KEY,\n language: 'en',\n baseUrl: 'https://api.cartesia.ai',\n apiVersion: API_VERSION,\n chunkTimeout: 5000,\n wordTimestamps: true,\n};\n\nconst checkGenerationConfig = (opts: TTSOptions) => {\n const logger = log();\n if (isSonic3(opts.model)) {\n if (opts.speed !== undefined && typeof opts.speed === 'number') {\n if (opts.speed < 0.6 || opts.speed > 2.0) {\n logger.warn('speed must be between 0.6 and 2.0 for sonic-3');\n }\n }\n if (opts.volume !== undefined && (opts.volume < 0.5 || opts.volume > 2.0)) {\n logger.warn('volume must be between 0.5 and 2.0 for sonic-3');\n }\n } else if (\n opts.apiVersion !== API_VERSION_WITH_EXPERIMENTAL_CONTROLS ||\n opts.model !== MODEL_WITH_EXPERIMENTAL_CONTROLS\n ) {\n if (opts.speed || opts.emotion) {\n logger.warn(\n { model: opts.model, speed: opts.speed, emotion: opts.emotion },\n `speed and emotion controls are only supported for model '${MODEL_WITH_EXPERIMENTAL_CONTROLS}' ` +\n `or sonic-3 models, see https://docs.cartesia.ai/developer-tools/changelog for details`,\n );\n }\n }\n\n if (opts.pronunciationDictId && !isSonic3(opts.model)) {\n logger.warn(\n { model: opts.model, pronunciationDictId: opts.pronunciationDictId },\n 'pronunciationDictId is only supported for sonic-3 models',\n );\n }\n};\n\nexport class TTS extends tts.TTS {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #closed = false;\n label = 'cartesia.TTS';\n\n get model(): string {\n return this.#opts.model;\n }\n\n get provider(): string {\n return 'Cartesia';\n }\n\n constructor(opts: Partial<TTSOptions> = {}) {\n const resolvedOpts = {\n ...defaultTTSOptions,\n ...opts,\n };\n\n super(resolvedOpts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n streaming: true,\n alignedTranscript: resolvedOpts.wordTimestamps ?? true,\n });\n\n this.#opts = resolvedOpts;\n this.#opts.language = normalizeLanguage(this.#opts.language);\n\n if (this.#opts.apiKey === undefined) {\n throw new Error(\n 'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n );\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n // One socket, reused across generations. Cartesia recommends a single\n // preconnected WebSocket for many generations because a fresh connection\n // repays TCP/TLS setup on every turn:\n // https://docs.cartesia.ai/use-the-api/compare-tts-endpoints\n this.#pool = new ConnectionPool<WebSocket>({\n connectCb: (timeoutMs) => this.#connectWebSocket(timeoutMs),\n closeCb: async (ws) => safeCloseWebSocket(ws),\n maxSessionDuration: MAX_SESSION_DURATION_MS,\n markRefreshedOnGet: true,\n });\n connectionPools.set(this, this.#pool);\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n // Only these three fields reach Cartesia at WebSocket-handshake time (auth\n // header, version header, host). Everything else (model, voice, encoding,\n // sample rate, speed, emotion, volume, language) is sent in-band on each\n // generation, so a pooled socket serves the new value without reconnecting.\n // Reconnect only when one of the handshake inputs actually changes.\n const handshakeChanged =\n (opts.apiKey !== undefined && opts.apiKey !== this.#opts.apiKey) ||\n (opts.apiVersion !== undefined && opts.apiVersion !== this.#opts.apiVersion) ||\n (opts.baseUrl !== undefined && opts.baseUrl !== this.#opts.baseUrl);\n\n this.#opts = { ...this.#opts, ...opts };\n if (opts.language !== undefined) {\n this.#opts.language = normalizeLanguage(opts.language);\n }\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n\n if (handshakeChanged) {\n this.#pool.invalidate();\n }\n }\n\n synthesize(\n text: string,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ): tts.ChunkedStream {\n return new ChunkedStream(this, text, { ...this.#opts }, connOptions, abortSignal);\n }\n\n stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream {\n return new SynthesizeStream(this, { ...this.#opts }, options?.connOptions);\n }\n\n /**\n * Open the pooled WebSocket ahead of the first generation so the first turn\n * does not pay the connect. Safe to call more than once; it is a no-op when a\n * connection already exists.\n */\n prewarm(): void {\n this.#pool.prewarm();\n }\n\n override async close(): Promise<void> {\n this.#closed = true;\n await this.#pool.close();\n await super.close();\n }\n\n async #connectWebSocket(timeoutMs: number): Promise<WebSocket> {\n // Snapshot the handshake inputs. If a concurrent updateOptions() changes one\n // of them while this connect is in flight, reconnect on the new value rather\n // than pooling a socket built on stale credentials (mirrors the fishaudio\n // plugin's model re-check).\n const apiKey = this.#opts.apiKey!;\n const apiVersion = this.#opts.apiVersion;\n const baseUrl = this.#opts.baseUrl;\n const url = `${baseUrl.replace(/^http/, 'ws')}/tts/websocket`;\n const ws = await connectCartesiaWebSocket({\n url,\n headers: {\n [AUTHORIZATION_HEADER]: apiKey,\n [VERSION_HEADER]: apiVersion,\n },\n timeoutMs,\n });\n if (this.#closed) {\n safeCloseWebSocket(ws);\n throw new APIConnectionError({ message: 'Cartesia TTS is closed' });\n }\n if (\n apiKey !== this.#opts.apiKey ||\n apiVersion !== this.#opts.apiVersion ||\n baseUrl !== this.#opts.baseUrl\n ) {\n safeCloseWebSocket(ws);\n return await this.#connectWebSocket(timeoutMs);\n }\n // Drop a socket that closes (or errors) while idle in the pool. Between turns\n // no generation listeners are attached, so without this the pool keeps a dead\n // socket in `available` and the next turn spends a retry to discard it, or\n // fails outright at maxRetry:0. A generation attaches its own listeners on top\n // of these; the no-op error listener also stops an idle 'error' from crashing\n // the process. Remove is a no-op once the socket is no longer pooled, so this\n // is safe during an active generation and during close().\n ws.on('error', () => {});\n ws.on('close', () => this.#pool.remove(ws));\n return ws;\n }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n label = 'cartesia.ChunkedStream';\n #logger = log();\n #opts: TTSOptions;\n #text: string;\n\n constructor(\n tts: TTS,\n text: string,\n opts: TTSOptions,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ) {\n super(text, tts, connOptions, abortSignal);\n this.#text = text;\n this.#opts = opts;\n }\n\n protected async run() {\n const requestId = shortuuid();\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n const json = toCartesiaOptions(this.#opts);\n json.transcript = this.#text;\n\n const baseUrl = new URL(this.#opts.baseUrl);\n const doneFut = new Future<void>();\n\n const req = request(\n {\n hostname: baseUrl.hostname,\n port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n path: '/tts/bytes',\n method: 'POST',\n headers: {\n [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n [VERSION_HEADER]: this.#opts.apiVersion,\n },\n signal: this.abortSignal,\n },\n (res) => {\n res.on('data', (chunk) => {\n for (const frame of bstream.write(chunk)) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n });\n res.on('close', () => {\n for (const frame of bstream.flush()) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n this.queue.close();\n if (!doneFut.done) doneFut.resolve();\n });\n res.on('error', (err) => {\n if (err.message === 'aborted') return;\n this.#logger.error({ err }, 'Cartesia TTS response error');\n if (!doneFut.done) doneFut.reject(err);\n });\n },\n );\n\n req.on('error', (err) => {\n if (err.name === 'AbortError') return;\n this.#logger.error({ err }, 'Cartesia TTS request error');\n if (!doneFut.done) doneFut.reject(err);\n });\n req.on('close', () => {\n if (!doneFut.done) doneFut.resolve();\n });\n req.write(JSON.stringify(json));\n req.end();\n\n try {\n await doneFut.await;\n } catch (e) {\n if (this.abortSignal.aborted) return;\n if (!this.queue.closed) this.queue.close();\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n #opts: TTSOptions;\n #pool: ConnectionPool<WebSocket>;\n #logger = log();\n #tokenizer = new tokenize.basic.SentenceTokenizer({\n minSentenceLength: BUFFERED_WORDS_COUNT,\n }).stream();\n label = 'cartesia.SynthesizeStream';\n\n constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n super(tts, connOptions);\n const pool = connectionPools.get(tts);\n if (!pool) throw new Error('Cartesia connection pool is not initialized');\n this.#pool = pool;\n this.#opts = opts;\n }\n\n updateOptions(opts: Partial<TTSOptions>) {\n this.#opts = { ...this.#opts, ...opts };\n\n if (\n this.#opts.speed ||\n this.#opts.emotion ||\n this.#opts.volume ||\n this.#opts.pronunciationDictId\n ) {\n checkGenerationConfig(this.#opts);\n }\n }\n\n protected async run() {\n const requestId = shortuuid();\n // Only finish the generation once both: 1) Cartesia returns done, AND 2) all sentences have been sent\n let sentenceStreamClosed = false;\n\n const sentenceStreamTask = async (ws: WebSocket) => {\n const packet = toCartesiaOptions(this.#opts, true);\n for await (const event of this.#tokenizer) {\n const msg = {\n ...packet,\n context_id: requestId,\n transcript: event.token + ' ',\n continue: true,\n };\n this.markStarted();\n ws.send(JSON.stringify(msg));\n }\n\n const endMsg = {\n ...packet,\n context_id: requestId,\n transcript: ' ',\n continue: false,\n };\n ws.send(JSON.stringify(endMsg));\n // Mark sentence stream as closed\n sentenceStreamClosed = true;\n };\n\n const inputTask = async () => {\n for await (const data of this.input) {\n if (data === SynthesizeStream.FLUSH_SENTINEL) {\n this.#tokenizer.flush();\n continue;\n }\n this.#tokenizer.pushText(data);\n }\n this.#tokenizer.endInput();\n this.#tokenizer.close();\n };\n\n // Use event channel and set up listeners ONCE to avoid missing messages during listener re-registration\n const recvTask = async (ws: WebSocket) => {\n const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n // Create event channel to buffer incoming messages\n // This prevents message loss between listener re-registrations\n const eventChannel = stream.createStreamChannel<RawData>();\n\n let lastFrame: AudioFrame | undefined;\n let pendingTimedTranscripts: TimedString[] = [];\n\n const sendLastFrame = (segmentId: string, final: boolean) => {\n if (lastFrame && !this.queue.closed) {\n // Include timedTranscripts with the audio frame\n this.queue.put({\n requestId,\n segmentId,\n frame: lastFrame,\n final,\n timedTranscripts:\n pendingTimedTranscripts.length > 0 ? pendingTimedTranscripts : undefined,\n });\n lastFrame = undefined;\n pendingTimedTranscripts = [];\n }\n };\n\n let timeout: NodeJS.Timeout | null = null;\n // Set when the chunk watchdog fires: the socket is discarded, not pooled.\n let timedOut = false;\n // Set once this generation's `done` has been handled. Until then, a socket\n // close or error is a mid-generation drop, not a normal end.\n let completed = false;\n // A socket close/error before completion. Thrown after the loop so the turn\n // fails over (and the dead socket is discarded) instead of ending silently.\n let streamError: Error | undefined;\n\n const clearTTSChunkTimeout = () => {\n if (timeout) {\n clearTimeout(timeout);\n timeout = null;\n }\n };\n\n // Set up WebSocket listeners ONCE (not in a loop)\n const onMessage = (data: RawData) => {\n void eventChannel.write(data).catch((error: unknown) => {\n this.#logger.debug({ error }, 'Failed writing Cartesia event to channel (likely closed)');\n });\n };\n\n const onClose = (code: number, reason: Buffer) => {\n // A close during an active generation is unexpected: the pool owns the\n // socket lifecycle and does not close it between turns. If it happens\n // before `done`, surface it so the turn retries rather than ending mid\n // speech, and so withConnection discards the dead socket.\n this.#logger.debug(`WebSocket closed with code ${code}: ${reason.toString()}`);\n clearTTSChunkTimeout();\n if (!completed && !timedOut && !streamError) {\n streamError = new APIConnectionError({\n message: `Cartesia WebSocket closed mid-generation (code=${code})`,\n });\n }\n void eventChannel.close();\n };\n\n const onError = (err: Error) => {\n this.#logger.error({ err }, 'Cartesia WebSocket error');\n if (!completed && !timedOut && !streamError) {\n streamError = err instanceof APIError ? err : toRetryableConnectionError(err);\n }\n void eventChannel.close();\n };\n\n // Attach listeners ONCE\n ws.on('message', onMessage);\n ws.on('close', onClose);\n ws.on('error', onError);\n\n try {\n // Process messages from the channel\n const reader = eventChannel.stream().getReader();\n\n while (!this.closed && !this.abortController.signal.aborted) {\n const result = await reader.read();\n if (result.done) break;\n\n const rawMsg = result.value;\n\n // Parse message with Zod schema for type safety\n let serverMsg: CartesiaServerMessage;\n try {\n const json = JSON.parse(rawMsg.toString());\n serverMsg = cartesiaMessageSchema.parse(json);\n } catch (parseErr) {\n this.#logger.warn({ parseErr }, 'Failed to parse Cartesia message');\n continue;\n }\n\n const segmentId = serverMsg.context_id;\n\n // Handle error frames first. 4xx (e.g. empty-transcript on\n // function-call turns) is non-fatal — log and fall through so an\n // accompanying done:true still triggers the unified close path\n // below. 5xx bubbles up so the base SynthesizeStream can retry.\n if (isErrorMessage(serverMsg)) {\n if (serverMsg.status_code >= 400 && serverMsg.status_code < 500) {\n this.#logger.debug({ error: serverMsg.error }, 'Cartesia sent a non-fatal error');\n } else {\n this.#logger.error({ error: serverMsg.error }, 'Cartesia returned error');\n throw new APIStatusError({\n message: `Cartesia returned error: ${serverMsg.error}`,\n options: { statusCode: serverMsg.status_code, retryable: true },\n });\n }\n }\n\n if (isChunkMessage(serverMsg)) {\n const audioBuffer = Buffer.from(serverMsg.data, 'base64');\n // Extract ArrayBuffer from Buffer for AudioByteStream compatibility\n const audioData = audioBuffer.buffer.slice(\n audioBuffer.byteOffset,\n audioBuffer.byteOffset + audioBuffer.byteLength,\n );\n for (const frame of bstream.write(audioData)) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n\n // IMPORTANT: close WS if TTS chunk stream been stuck too long\n // this allows unblock the current \"broken\" TTS node so that any future TTS nodes\n // can continue to process the stream without been blocked by the stuck node\n clearTTSChunkTimeout();\n timeout = setTimeout(() => {\n // cartesia chunk timeout quite often, so we make it a debug log\n this.#logger.debug(\n `Cartesia WebSocket TTS chunk stream timeout after ${this.#opts.chunkTimeout}ms`,\n );\n // The socket is stuck mid-generation, so it must not return to the\n // pool. Poison it and unblock the reader; the post-loop check turns\n // this into a retryable error so withConnection discards the socket.\n timedOut = true;\n safeCloseWebSocket(ws);\n void eventChannel.close();\n }, this.#opts.chunkTimeout);\n } else if (this.#opts.wordTimestamps !== false && hasWordTimestamps(serverMsg)) {\n const wordTimestamps = serverMsg.word_timestamps;\n for (let i = 0; i < wordTimestamps.words.length; i++) {\n const word = wordTimestamps.words[i];\n const startTime = wordTimestamps.start[i];\n const endTime = wordTimestamps.end[i];\n if (word !== undefined && startTime !== undefined && endTime !== undefined) {\n pendingTimedTranscripts.push(\n createTimedString({\n text: word + ' ', // Add space after word for consistency\n startTime,\n endTime,\n }),\n );\n }\n }\n } else if (isDoneMessage(serverMsg) || (isErrorMessage(serverMsg) && serverMsg.done)) {\n // This ensures all sentences have been sent before closing\n if (sentenceStreamClosed) {\n for (const frame of bstream.flush()) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n sendLastFrame(segmentId, true);\n if (!this.queue.closed) {\n this.queue.put(SynthesizeStream.END_OF_STREAM);\n }\n\n if (segmentId === requestId) {\n clearTTSChunkTimeout();\n completed = true;\n // Leave the socket open so the pool reuses it on the next turn.\n break; // Exit the loop\n }\n }\n // If sentenceStreamClosed is false, continue receiving - more done messages will come\n } else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {\n // flush_done is an ack with nothing to do; error frames without\n // done:true were already logged above.\n this.#logger.warn({ 'lk.pii.message': serverMsg }, 'Unknown Cartesia message');\n }\n }\n\n if (timedOut) {\n throw new APITimeoutError({\n message: `Cartesia TTS chunk stream timed out after ${this.#opts.chunkTimeout}ms`,\n });\n }\n if (streamError) {\n throw streamError;\n }\n } catch (err) {\n // Always propagate API errors so the base SynthesizeStream can retry\n // and emit tts_error once retries are exhausted.\n if (err instanceof APIError) throw err;\n // skip log error for normal websocket close\n if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n if (\n err.message.includes('Queue is closed') ||\n err.message.includes('Channel is closed')\n ) {\n this.#logger.warn(\n { err },\n 'Channel closed during transcript processing (expected during disconnect)',\n );\n } else {\n this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n }\n }\n } finally {\n // IMPORTANT: Remove listeners so connection can be reused\n ws.off('message', onMessage);\n ws.off('close', onClose);\n ws.off('error', onError);\n clearTTSChunkTimeout();\n }\n };\n\n try {\n // The pool hands back one live socket per call and reclaims it on success\n // (put) or discards it on any thrown error (remove). A generation never\n // closes the socket itself, so the next turn skips the handshake.\n await this.#pool.withConnection(\n async (ws) => {\n if (ws.readyState !== WebSocket.OPEN) {\n throw new APIConnectionError({ message: 'Cartesia pooled websocket is not open' });\n }\n await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n },\n { timeout: this.connOptions.timeoutMs, signal: this.abortSignal },\n );\n } catch (e) {\n if (this.abortSignal.aborted) {\n return;\n }\n if (e instanceof APIError) throw e;\n throw toRetryableConnectionError(e);\n }\n }\n}\n\nconst transientNetworkCodes = new Set([\n 'ETIMEDOUT',\n 'ECONNRESET',\n 'EAI_AGAIN',\n 'ENETUNREACH',\n 'ECONNREFUSED',\n 'EHOSTUNREACH',\n]);\n\nconst isRecord = (v: unknown): v is Record<string, unknown> => {\n return v !== null && typeof v === 'object';\n};\n\nconst sanitizedErrorName = (error: Error): string => {\n if (error instanceof SyntaxError) return 'SyntaxError';\n if (error instanceof TypeError) return 'TypeError';\n if (error instanceof RangeError) return 'RangeError';\n if (error instanceof AggregateError) return 'AggregateError';\n return 'Error';\n};\n\nconst isAggregateErrorLike = (e: unknown): e is { errors: unknown[]; name?: string } => {\n if (!isRecord(e)) return false;\n return e.name === 'AggregateError' && Array.isArray(e.errors);\n};\n\nconst hasErrorCode = (e: unknown, code: string): boolean => {\n if (isRecord(e) && e.code === code) return true;\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasErrorCode(inner, code));\n }\n return false;\n};\n\nconst hasAnyTransientCode = (e: unknown): boolean => {\n if (isRecord(e) && typeof e.code === 'string') {\n return transientNetworkCodes.has(e.code);\n }\n if (isAggregateErrorLike(e)) {\n return e.errors.some((inner) => hasAnyTransientCode(inner));\n }\n return false;\n};\n\nconst toRetryableConnectionError = (e: unknown): APIConnectionError => {\n const err = asError(e);\n const isTimeout =\n hasErrorCode(e, 'ETIMEDOUT') ||\n (typeof err.message === 'string' && err.message.includes('ETIMEDOUT'));\n const message = isTimeout\n ? `Cartesia connection timed out`\n : `Cartesia connection failed: ${err.message || 'unknown error'}`;\n return isTimeout ? new APITimeoutError({ message }) : new APIConnectionError({ message });\n};\n\nconst waitForWsOpen = async ({\n ws,\n timeoutMs,\n abortSignal,\n}: {\n ws: WebSocket;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}) => {\n if (abortSignal?.aborted) {\n throw new Error('aborted');\n }\n\n const fut = new Future<void>();\n let timeout: NodeJS.Timeout | undefined;\n\n const cleanup = () => {\n if (timeout) clearTimeout(timeout);\n ws.off('open', onOpen);\n ws.off('unexpected-response', onUnexpectedResponse);\n ws.off('error', onError);\n ws.off('close', onClose);\n abortSignal?.removeEventListener('abort', onAbort);\n };\n\n const onOpen = () => fut.resolve();\n const onError = (err: Error) => fut.reject(asError(err));\n const onUnexpectedResponse = (_request: unknown, response: { statusCode?: number }) => {\n // Authentication headers can appear in WebSocket handshake errors.\n const statusCode = response.statusCode ?? -1;\n fut.reject(\n new APIStatusError({\n message: `Cartesia WebSocket connection rejected with status ${statusCode}`,\n options: { statusCode },\n }),\n );\n };\n const onClose = (code: number, reason: Buffer) =>\n fut.reject(\n new Error(`WebSocket closed before open (code=${code}, reason=${reason.toString()})`),\n );\n const onAbort = () => fut.reject(new Error('aborted'));\n\n ws.on('open', onOpen);\n ws.on('unexpected-response', onUnexpectedResponse);\n ws.on('error', onError);\n ws.on('close', onClose);\n abortSignal?.addEventListener('abort', onAbort, { once: true });\n\n if (timeoutMs > 0) {\n timeout = setTimeout(\n () => fut.reject(new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' })),\n timeoutMs,\n );\n }\n\n try {\n await fut.await;\n } finally {\n cleanup();\n }\n};\n\nconst safeTerminateWebSocket = (ws: WebSocket) => {\n // `ws` can emit an 'error' event during teardown (especially if CONNECTING).\n // If there is no error listener at that moment, Node will treat it as unhandled and crash the process.\n try {\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n // `terminate()` can throw if the socket was never established; `close()` is safer in CONNECTING.\n if (ws.readyState === WebSocket.CONNECTING) {\n ws.close();\n } else {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\n// Graceful close used by the connection pool. A pooled socket is healthy when it\n// is retired (session age, option change, or TTS close), so a clean close frame\n// is preferable to an abrupt terminate; terminate remains the fallback for a\n// socket caught mid-handshake.\nconst safeCloseWebSocket = (ws: WebSocket) => {\n try {\n // `ws` can emit 'error' during teardown; without a listener Node treats it as\n // unhandled and crashes the process.\n ws.on('error', () => {});\n } catch {\n // ignore\n }\n\n try {\n if (ws.readyState === WebSocket.CONNECTING || ws.readyState === WebSocket.OPEN) {\n ws.close();\n } else if (ws.readyState !== WebSocket.CLOSED && ws.readyState !== WebSocket.CLOSING) {\n ws.terminate();\n }\n } catch {\n // ignore\n }\n};\n\nconst connectCartesiaWebSocket = async ({\n url,\n headers,\n timeoutMs,\n abortSignal,\n}: {\n url: string;\n headers: Record<string, string>;\n timeoutMs: number;\n abortSignal?: AbortSignal;\n}): Promise<WebSocket> => {\n const connectOnce = async (family?: number): Promise<WebSocket> => {\n const ws = new WebSocket(url, { handshakeTimeout: timeoutMs, family, headers });\n try {\n await waitForWsOpen({ ws, timeoutMs, abortSignal });\n return ws;\n } catch (e) {\n safeTerminateWebSocket(ws);\n throw e;\n }\n };\n\n let connectError: unknown;\n try {\n return await connectOnce();\n } catch (e) {\n connectError = e;\n // Mitigation for Node.js dual-stack (IPv6/IPv4) connect flakiness (\"happy eyeballs\"):\n // some environments surface `AggregateError` with nested `ETIMEDOUT` during the initial\n // WebSocket open. In that case we do a one-off retry forcing IPv4 (`family: 4`) before\n // letting the outer framework retry loop handle further attempts.\n //\n // If you still see `AggregateError`/`ETIMEDOUT`:\n // - Increase the session TTS connect timeout (`connOptions.ttsConnOptions.timeoutMs`)\n // - Or adjust Node's family autoselection behavior via `NODE_OPTIONS`, e.g.\n // `--network-family-autoselection-attempt-timeout=5000` (or disable it entirely).\n if (!(e instanceof APIError) && (hasAnyTransientCode(e) || isAggregateErrorLike(e))) {\n try {\n return await connectOnce(4);\n } catch (retryError) {\n connectError = retryError;\n }\n }\n }\n\n if (connectError instanceof APIError) throw connectError;\n const error = asError(connectError);\n const isTimeout =\n hasErrorCode(connectError, 'ETIMEDOUT') || /timed?\\s*out|timeout/i.test(error.message);\n if (isTimeout) {\n throw new APITimeoutError({ message: 'Cartesia WebSocket connection timed out' });\n }\n // Transport errors can contain credentials in URLs.\n throw new APIConnectionError({ message: sanitizedErrorName(error) });\n};\n\nconst toCartesiaOptions = (\n opts: TTSOptions,\n streaming: boolean = false,\n): { [id: string]: unknown } => {\n const voice: { [id: string]: unknown } = {};\n if (typeof opts.voice === 'string') {\n voice.mode = 'id';\n voice.id = opts.voice;\n } else {\n voice.mode = 'embedding';\n voice.embedding = opts.voice;\n }\n\n if (opts.apiVersion === API_VERSION_WITH_EXPERIMENTAL_CONTROLS) {\n const voiceControls: { [id: string]: unknown } = {};\n if (opts.speed) {\n voiceControls.speed = opts.speed;\n }\n if (opts.emotion) {\n voiceControls.emotion = opts.emotion;\n }\n if (Object.keys(voiceControls).length) {\n voice.__experimental_controls = voiceControls;\n }\n }\n\n const result: { [id: string]: unknown } = {\n model_id: opts.model,\n voice,\n output_format: {\n container: 'raw',\n encoding: opts.encoding,\n sample_rate: opts.sampleRate,\n },\n language: getBaseLanguage(opts.language),\n max_buffer_delay_ms: 0,\n };\n\n if (opts.pronunciationDictId) {\n result.pronunciation_dict_id = opts.pronunciationDictId;\n }\n\n if (opts.apiVersion > API_VERSION_WITH_EXPERIMENTAL_CONTROLS && isSonic3(opts.model)) {\n const generationConfig: { [id: string]: unknown } = {};\n if (opts.speed) {\n generationConfig.speed = opts.speed;\n }\n if (opts.emotion) {\n generationConfig.emotion = opts.emotion[0];\n }\n if (opts.volume) {\n generationConfig.volume = opts.volume;\n }\n if (Object.keys(generationConfig).length) {\n result.generation_config = generationConfig;\n }\n }\n\n if (streaming && opts.wordTimestamps !== false) {\n result.add_timestamps = true;\n }\n\n return result;\n};\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AACxC;AAAA,EACE;AAAA,EAKA;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,cAAc;AACpB,MAAM,yCAAyC;AAC/C,MAAM,mCAAmC;AACzC,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAG7B,MAAM,0BAA0B;AAIhC,MAAM,kBAAkB,oBAAI,QAAwC;AAkCpE,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,gBAAgB;AAClB;AAEA,MAAM,wBAAwB,CAAC,SAAqB;AAClD,QAAM,SAAS,IAAI;AACnB,MAAI,SAAS,KAAK,KAAK,GAAG;AACxB,QAAI,KAAK,UAAU,UAAa,OAAO,KAAK,UAAU,UAAU;AAC9D,UAAI,KAAK,QAAQ,OAAO,KAAK,QAAQ,GAAK;AACxC,eAAO,KAAK,+CAA+C;AAAA,MAC7D;AAAA,IACF;AACA,QAAI,KAAK,WAAW,WAAc,KAAK,SAAS,OAAO,KAAK,SAAS,IAAM;AACzE,aAAO,KAAK,gDAAgD;AAAA,IAC9D;AAAA,EACF,WACE,KAAK,eAAe,0CACpB,KAAK,UAAU,kCACf;AACA,QAAI,KAAK,SAAS,KAAK,SAAS;AAC9B,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,OAAO,OAAO,KAAK,OAAO,SAAS,KAAK,QAAQ;AAAA,QAC9D,4DAA4D,gCAAgC;AAAA,MAE9F;AAAA,IACF;AAAA,EACF;AAEA,MAAI,KAAK,uBAAuB,CAAC,SAAS,KAAK,KAAK,GAAG;AACrD,WAAO;AAAA,MACL,EAAE,OAAO,KAAK,OAAO,qBAAqB,KAAK,oBAAoB;AAAA,MACnE;AAAA,IACF;AAAA,EACF;AACF;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,UAAU;AAAA,EACV,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,eAAe;AAAA,MACnB,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,cAAc,kBAAkB,YAAY,cAAc;AAAA,MAC3E,WAAW;AAAA,MACX,mBAAmB,aAAa,kBAAkB;AAAA,IACpD,CAAC;AAED,SAAK,QAAQ;AACb,SAAK,MAAM,WAAW,kBAAkB,KAAK,MAAM,QAAQ;AAE3D,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAMA,SAAK,QAAQ,IAAI,eAA0B;AAAA,MACzC,WAAW,CAAC,cAAc,KAAK,kBAAkB,SAAS;AAAA,MAC1D,SAAS,OAAO,OAAO,mBAAmB,EAAE;AAAA,MAC5C,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB,CAAC;AACD,oBAAgB,IAAI,MAAM,KAAK,KAAK;AAAA,EACtC;AAAA,EAEA,cAAc,MAA2B;AAMvC,UAAM,mBACH,KAAK,WAAW,UAAa,KAAK,WAAW,KAAK,MAAM,UACxD,KAAK,eAAe,UAAa,KAAK,eAAe,KAAK,MAAM,cAChE,KAAK,YAAY,UAAa,KAAK,YAAY,KAAK,MAAM;AAE7D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AACtC,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,MAAM,WAAW,kBAAkB,KAAK,QAAQ;AAAA,IACvD;AAEA,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAEA,QAAI,kBAAkB;AACpB,WAAK,MAAM,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,aAAa,WAAW;AAAA,EAClF;AAAA,EAEA,OAAO,SAAiE;AACtE,WAAO,IAAI,iBAAiB,MAAM,EAAE,GAAG,KAAK,MAAM,GAAG,mCAAS,WAAW;AAAA,EAC3E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAgB;AACd,SAAK,MAAM,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAe,QAAuB;AACpC,SAAK,UAAU;AACf,UAAM,KAAK,MAAM,MAAM;AACvB,UAAM,MAAM,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,kBAAkB,WAAuC;AAK7D,UAAM,SAAS,KAAK,MAAM;AAC1B,UAAM,aAAa,KAAK,MAAM;AAC9B,UAAM,UAAU,KAAK,MAAM;AAC3B,UAAM,MAAM,GAAG,QAAQ,QAAQ,SAAS,IAAI,CAAC;AAC7C,UAAM,KAAK,MAAM,yBAAyB;AAAA,MACxC;AAAA,MACA,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG;AAAA,QACxB,CAAC,cAAc,GAAG;AAAA,MACpB;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,KAAK,SAAS;AAChB,yBAAmB,EAAE;AACrB,YAAM,IAAI,mBAAmB,EAAE,SAAS,yBAAyB,CAAC;AAAA,IACpE;AACA,QACE,WAAW,KAAK,MAAM,UACtB,eAAe,KAAK,MAAM,cAC1B,YAAY,KAAK,MAAM,SACvB;AACA,yBAAmB,EAAE;AACrB,aAAO,MAAM,KAAK,kBAAkB,SAAS;AAAA,IAC/C;AAQA,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AACvB,OAAG,GAAG,SAAS,MAAM,KAAK,MAAM,OAAO,EAAE,CAAC;AAC1C,WAAO;AAAA,EACT;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,UAAU,IAAI;AAAA,EACd;AAAA,EACA;AAAA,EAEA,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,UAAU,IAAI,OAAa;AAEjC,UAAM,MAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG,KAAK,MAAM;AAAA,QAC/B;AAAA,QACA,QAAQ,KAAK;AAAA,MACf;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AACjB,cAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,QACrC,CAAC;AACD,YAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,cAAI,IAAI,YAAY,UAAW;AAC/B,eAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,cAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,QACvC,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,UAAI,IAAI,SAAS,aAAc;AAC/B,WAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,UAAI,CAAC,QAAQ,KAAM,SAAQ,OAAO,GAAG;AAAA,IACvC,CAAC;AACD,QAAI,GAAG,SAAS,MAAM;AACpB,UAAI,CAAC,QAAQ,KAAM,SAAQ,QAAQ;AAAA,IACrC,CAAC;AACD,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAER,QAAI;AACF,YAAM,QAAQ;AAAA,IAChB,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,QAAS;AAC9B,UAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA,UAAU,IAAI;AAAA,EACd,aAAa,IAAI,SAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,UAAM,OAAO,gBAAgB,IAAIA,IAAG;AACpC,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6CAA6C;AACxE,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,QACE,KAAK,MAAM,SACX,KAAK,MAAM,WACX,KAAK,MAAM,UACX,KAAK,MAAM,qBACX;AACA,4BAAsB,KAAK,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAE5B,QAAI,uBAAuB;AAE3B,UAAM,qBAAqB,OAAO,OAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,OAAO,IAAI;AACjD,uBAAiB,SAAS,KAAK,YAAY;AACzC,cAAM,MAAM;AAAA,UACV,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY,MAAM,QAAQ;AAAA,UAC1B,UAAU;AAAA,QACZ;AACA,aAAK,YAAY;AACjB,WAAG,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,MAC7B;AAEA,YAAM,SAAS;AAAA,QACb,GAAG;AAAA,QACH,YAAY;AAAA,QACZ,YAAY;AAAA,QACZ,UAAU;AAAA,MACZ;AACA,SAAG,KAAK,KAAK,UAAU,MAAM,CAAC;AAE9B,6BAAuB;AAAA,IACzB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAGA,UAAM,WAAW,OAAO,OAAkB;AACxC,YAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AAIvE,YAAM,eAAe,OAAO,oBAA6B;AAEzD,UAAI;AACJ,UAAI,0BAAyC,CAAC;AAE9C,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AAEnC,eAAK,MAAM,IAAI;AAAA,YACb;AAAA,YACA;AAAA,YACA,OAAO;AAAA,YACP;AAAA,YACA,kBACE,wBAAwB,SAAS,IAAI,0BAA0B;AAAA,UACnE,CAAC;AACD,sBAAY;AACZ,oCAA0B,CAAC;AAAA,QAC7B;AAAA,MACF;AAEA,UAAI,UAAiC;AAErC,UAAI,WAAW;AAGf,UAAI,YAAY;AAGhB,UAAI;AAEJ,YAAM,uBAAuB,MAAM;AACjC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAGA,YAAM,YAAY,CAAC,SAAkB;AACnC,aAAK,aAAa,MAAM,IAAI,EAAE,MAAM,CAAC,UAAmB;AACtD,eAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,0DAA0D;AAAA,QAC1F,CAAC;AAAA,MACH;AAEA,YAAM,UAAU,CAAC,MAAc,WAAmB;AAKhD,aAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,OAAO,SAAS,CAAC,EAAE;AAC7E,6BAAqB;AACrB,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,IAAI,mBAAmB;AAAA,YACnC,SAAS,kDAAkD,IAAI;AAAA,UACjE,CAAC;AAAA,QACH;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,YAAM,UAAU,CAAC,QAAe;AAC9B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,0BAA0B;AACtD,YAAI,CAAC,aAAa,CAAC,YAAY,CAAC,aAAa;AAC3C,wBAAc,eAAe,WAAW,MAAM,2BAA2B,GAAG;AAAA,QAC9E;AACA,aAAK,aAAa,MAAM;AAAA,MAC1B;AAGA,SAAG,GAAG,WAAW,SAAS;AAC1B,SAAG,GAAG,SAAS,OAAO;AACtB,SAAG,GAAG,SAAS,OAAO;AAEtB,UAAI;AAEF,cAAM,SAAS,aAAa,OAAO,EAAE,UAAU;AAE/C,eAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,SAAS;AAC3D,gBAAM,SAAS,MAAM,OAAO,KAAK;AACjC,cAAI,OAAO,KAAM;AAEjB,gBAAM,SAAS,OAAO;AAGtB,cAAI;AACJ,cAAI;AACF,kBAAM,OAAO,KAAK,MAAM,OAAO,SAAS,CAAC;AACzC,wBAAY,sBAAsB,MAAM,IAAI;AAAA,UAC9C,SAAS,UAAU;AACjB,iBAAK,QAAQ,KAAK,EAAE,SAAS,GAAG,kCAAkC;AAClE;AAAA,UACF;AAEA,gBAAM,YAAY,UAAU;AAM5B,cAAI,eAAe,SAAS,GAAG;AAC7B,gBAAI,UAAU,eAAe,OAAO,UAAU,cAAc,KAAK;AAC/D,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,iCAAiC;AAAA,YAClF,OAAO;AACL,mBAAK,QAAQ,MAAM,EAAE,OAAO,UAAU,MAAM,GAAG,yBAAyB;AACxE,oBAAM,IAAI,eAAe;AAAA,gBACvB,SAAS,4BAA4B,UAAU,KAAK;AAAA,gBACpD,SAAS,EAAE,YAAY,UAAU,aAAa,WAAW,KAAK;AAAA,cAChE,CAAC;AAAA,YACH;AAAA,UACF;AAEA,cAAI,eAAe,SAAS,GAAG;AAC7B,kBAAM,cAAc,OAAO,KAAK,UAAU,MAAM,QAAQ;AAExD,kBAAM,YAAY,YAAY,OAAO;AAAA,cACnC,YAAY;AAAA,cACZ,YAAY,aAAa,YAAY;AAAA,YACvC;AACA,uBAAW,SAAS,QAAQ,MAAM,SAAS,GAAG;AAC5C,4BAAc,WAAW,KAAK;AAC9B,0BAAY;AAAA,YACd;AAKA,iCAAqB;AACrB,sBAAU,WAAW,MAAM;AAEzB,mBAAK,QAAQ;AAAA,gBACX,qDAAqD,KAAK,MAAM,YAAY;AAAA,cAC9E;AAIA,yBAAW;AACX,iCAAmB,EAAE;AACrB,mBAAK,aAAa,MAAM;AAAA,YAC1B,GAAG,KAAK,MAAM,YAAY;AAAA,UAC5B,WAAW,KAAK,MAAM,mBAAmB,SAAS,kBAAkB,SAAS,GAAG;AAC9E,kBAAM,iBAAiB,UAAU;AACjC,qBAAS,IAAI,GAAG,IAAI,eAAe,MAAM,QAAQ,KAAK;AACpD,oBAAM,OAAO,eAAe,MAAM,CAAC;AACnC,oBAAM,YAAY,eAAe,MAAM,CAAC;AACxC,oBAAM,UAAU,eAAe,IAAI,CAAC;AACpC,kBAAI,SAAS,UAAa,cAAc,UAAa,YAAY,QAAW;AAC1E,wCAAwB;AAAA,kBACtB,kBAAkB;AAAA,oBAChB,MAAM,OAAO;AAAA;AAAA,oBACb;AAAA,oBACA;AAAA,kBACF,CAAC;AAAA,gBACH;AAAA,cACF;AAAA,YACF;AAAA,UACF,WAAW,cAAc,SAAS,KAAM,eAAe,SAAS,KAAK,UAAU,MAAO;AAEpF,gBAAI,sBAAsB;AACxB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,qCAAqB;AACrB,4BAAY;AAEZ;AAAA,cACF;AAAA,YACF;AAAA,UAEF,WAAW,CAAC,mBAAmB,SAAS,KAAK,CAAC,eAAe,SAAS,GAAG;AAGvE,iBAAK,QAAQ,KAAK,EAAE,kBAAkB,UAAU,GAAG,0BAA0B;AAAA,UAC/E;AAAA,QACF;AAEA,YAAI,UAAU;AACZ,gBAAM,IAAI,gBAAgB;AAAA,YACxB,SAAS,6CAA6C,KAAK,MAAM,YAAY;AAAA,UAC/E,CAAC;AAAA,QACH;AACA,YAAI,aAAa;AACf,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,KAAK;AAGZ,YAAI,eAAe,SAAU,OAAM;AAEnC,YAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,cACE,IAAI,QAAQ,SAAS,iBAAiB,KACtC,IAAI,QAAQ,SAAS,mBAAmB,GACxC;AACA,iBAAK,QAAQ;AAAA,cACX,EAAE,IAAI;AAAA,cACN;AAAA,YACF;AAAA,UACF,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AAAA,QACF;AAAA,MACF,UAAE;AAEA,WAAG,IAAI,WAAW,SAAS;AAC3B,WAAG,IAAI,SAAS,OAAO;AACvB,WAAG,IAAI,SAAS,OAAO;AACvB,6BAAqB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI;AAIF,YAAM,KAAK,MAAM;AAAA,QACf,OAAO,OAAO;AACZ,cAAI,GAAG,eAAe,UAAU,MAAM;AACpC,kBAAM,IAAI,mBAAmB,EAAE,SAAS,wCAAwC,CAAC;AAAA,UACnF;AACA,gBAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,QACvE;AAAA,QACA,EAAE,SAAS,KAAK,YAAY,WAAW,QAAQ,KAAK,YAAY;AAAA,MAClE;AAAA,IACF,SAAS,GAAG;AACV,UAAI,KAAK,YAAY,SAAS;AAC5B;AAAA,MACF;AACA,UAAI,aAAa,SAAU,OAAM;AACjC,YAAM,2BAA2B,CAAC;AAAA,IACpC;AAAA,EACF;AACF;AAEA,MAAM,wBAAwB,oBAAI,IAAI;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,WAAW,CAAC,MAA6C;AAC7D,SAAO,MAAM,QAAQ,OAAO,MAAM;AACpC;AAEA,MAAM,qBAAqB,CAAC,UAAyB;AACnD,MAAI,iBAAiB,YAAa,QAAO;AACzC,MAAI,iBAAiB,UAAW,QAAO;AACvC,MAAI,iBAAiB,WAAY,QAAO;AACxC,MAAI,iBAAiB,eAAgB,QAAO;AAC5C,SAAO;AACT;AAEA,MAAM,uBAAuB,CAAC,MAA0D;AACtF,MAAI,CAAC,SAAS,CAAC,EAAG,QAAO;AACzB,SAAO,EAAE,SAAS,oBAAoB,MAAM,QAAQ,EAAE,MAAM;AAC9D;AAEA,MAAM,eAAe,CAAC,GAAY,SAA0B;AAC1D,MAAI,SAAS,CAAC,KAAK,EAAE,SAAS,KAAM,QAAO;AAC3C,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,aAAa,OAAO,IAAI,CAAC;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,MAAM,sBAAsB,CAAC,MAAwB;AACnD,MAAI,SAAS,CAAC,KAAK,OAAO,EAAE,SAAS,UAAU;AAC7C,WAAO,sBAAsB,IAAI,EAAE,IAAI;AAAA,EACzC;AACA,MAAI,qBAAqB,CAAC,GAAG;AAC3B,WAAO,EAAE,OAAO,KAAK,CAAC,UAAU,oBAAoB,KAAK,CAAC;AAAA,EAC5D;AACA,SAAO;AACT;AAEA,MAAM,6BAA6B,CAAC,MAAmC;AACrE,QAAM,MAAM,QAAQ,CAAC;AACrB,QAAM,YACJ,aAAa,GAAG,WAAW,KAC1B,OAAO,IAAI,YAAY,YAAY,IAAI,QAAQ,SAAS,WAAW;AACtE,QAAM,UAAU,YACZ,kCACA,+BAA+B,IAAI,WAAW,eAAe;AACjE,SAAO,YAAY,IAAI,gBAAgB,EAAE,QAAQ,CAAC,IAAI,IAAI,mBAAmB,EAAE,QAAQ,CAAC;AAC1F;AAEA,MAAM,gBAAgB,OAAO;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AACF,MAIM;AACJ,MAAI,2CAAa,SAAS;AACxB,UAAM,IAAI,MAAM,SAAS;AAAA,EAC3B;AAEA,QAAM,MAAM,IAAI,OAAa;AAC7B,MAAI;AAEJ,QAAM,UAAU,MAAM;AACpB,QAAI,QAAS,cAAa,OAAO;AACjC,OAAG,IAAI,QAAQ,MAAM;AACrB,OAAG,IAAI,uBAAuB,oBAAoB;AAClD,OAAG,IAAI,SAAS,OAAO;AACvB,OAAG,IAAI,SAAS,OAAO;AACvB,+CAAa,oBAAoB,SAAS;AAAA,EAC5C;AAEA,QAAM,SAAS,MAAM,IAAI,QAAQ;AACjC,QAAM,UAAU,CAAC,QAAe,IAAI,OAAO,QAAQ,GAAG,CAAC;AACvD,QAAM,uBAAuB,CAAC,UAAmB,aAAsC;AAErF,UAAM,aAAa,SAAS,cAAc;AAC1C,QAAI;AAAA,MACF,IAAI,eAAe;AAAA,QACjB,SAAS,sDAAsD,UAAU;AAAA,QACzE,SAAS,EAAE,WAAW;AAAA,MACxB,CAAC;AAAA,IACH;AAAA,EACF;AACA,QAAM,UAAU,CAAC,MAAc,WAC7B,IAAI;AAAA,IACF,IAAI,MAAM,sCAAsC,IAAI,YAAY,OAAO,SAAS,CAAC,GAAG;AAAA,EACtF;AACF,QAAM,UAAU,MAAM,IAAI,OAAO,IAAI,MAAM,SAAS,CAAC;AAErD,KAAG,GAAG,QAAQ,MAAM;AACpB,KAAG,GAAG,uBAAuB,oBAAoB;AACjD,KAAG,GAAG,SAAS,OAAO;AACtB,KAAG,GAAG,SAAS,OAAO;AACtB,6CAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK;AAE7D,MAAI,YAAY,GAAG;AACjB,cAAU;AAAA,MACR,MAAM,IAAI,OAAO,IAAI,gBAAgB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,MAC5F;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,IAAI;AAAA,EACZ,UAAE;AACA,YAAQ;AAAA,EACV;AACF;AAEA,MAAM,yBAAyB,CAAC,OAAkB;AAGhD,MAAI;AACF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AAEF,QAAI,GAAG,eAAe,UAAU,YAAY;AAC1C,SAAG,MAAM;AAAA,IACX,OAAO;AACL,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAMA,MAAM,qBAAqB,CAAC,OAAkB;AAC5C,MAAI;AAGF,OAAG,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAAA,EACzB,QAAQ;AAAA,EAER;AAEA,MAAI;AACF,QAAI,GAAG,eAAe,UAAU,cAAc,GAAG,eAAe,UAAU,MAAM;AAC9E,SAAG,MAAM;AAAA,IACX,WAAW,GAAG,eAAe,UAAU,UAAU,GAAG,eAAe,UAAU,SAAS;AACpF,SAAG,UAAU;AAAA,IACf;AAAA,EACF,QAAQ;AAAA,EAER;AACF;AAEA,MAAM,2BAA2B,OAAO;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAK0B;AACxB,QAAM,cAAc,OAAO,WAAwC;AACjE,UAAM,KAAK,IAAI,UAAU,KAAK,EAAE,kBAAkB,WAAW,QAAQ,QAAQ,CAAC;AAC9E,QAAI;AACF,YAAM,cAAc,EAAE,IAAI,WAAW,YAAY,CAAC;AAClD,aAAO;AAAA,IACT,SAAS,GAAG;AACV,6BAAuB,EAAE;AACzB,YAAM;AAAA,IACR;AAAA,EACF;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,YAAY;AAAA,EAC3B,SAAS,GAAG;AACV,mBAAe;AAUf,QAAI,EAAE,aAAa,cAAc,oBAAoB,CAAC,KAAK,qBAAqB,CAAC,IAAI;AACnF,UAAI;AACF,eAAO,MAAM,YAAY,CAAC;AAAA,MAC5B,SAAS,YAAY;AACnB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,wBAAwB,SAAU,OAAM;AAC5C,QAAM,QAAQ,QAAQ,YAAY;AAClC,QAAM,YACJ,aAAa,cAAc,WAAW,KAAK,wBAAwB,KAAK,MAAM,OAAO;AACvF,MAAI,WAAW;AACb,UAAM,IAAI,gBAAgB,EAAE,SAAS,0CAA0C,CAAC;AAAA,EAClF;AAEA,QAAM,IAAI,mBAAmB,EAAE,SAAS,mBAAmB,KAAK,EAAE,CAAC;AACrE;AAEA,MAAM,oBAAoB,CACxB,MACA,YAAqB,UACS;AAC9B,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,MAAI,KAAK,eAAe,wCAAwC;AAC9D,UAAM,gBAA2C,CAAC;AAClD,QAAI,KAAK,OAAO;AACd,oBAAc,QAAQ,KAAK;AAAA,IAC7B;AACA,QAAI,KAAK,SAAS;AAChB,oBAAc,UAAU,KAAK;AAAA,IAC/B;AACA,QAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,YAAM,0BAA0B;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,SAAoC;AAAA,IACxC,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,gBAAgB,KAAK,QAAQ;AAAA,IACvC,qBAAqB;AAAA,EACvB;AAEA,MAAI,KAAK,qBAAqB;AAC5B,WAAO,wBAAwB,KAAK;AAAA,EACtC;AAEA,MAAI,KAAK,aAAa,0CAA0C,SAAS,KAAK,KAAK,GAAG;AACpF,UAAM,mBAA8C,CAAC;AACrD,QAAI,KAAK,OAAO;AACd,uBAAiB,QAAQ,KAAK;AAAA,IAChC;AACA,QAAI,KAAK,SAAS;AAChB,uBAAiB,UAAU,KAAK,QAAQ,CAAC;AAAA,IAC3C;AACA,QAAI,KAAK,QAAQ;AACf,uBAAiB,SAAS,KAAK;AAAA,IACjC;AACA,QAAI,OAAO,KAAK,gBAAgB,EAAE,QAAQ;AACxC,aAAO,oBAAoB;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,mBAAmB,OAAO;AAC9C,WAAO,iBAAiB;AAAA,EAC1B;AAEA,SAAO;AACT;","names":["tts"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@livekit/agents-plugin-cartesia",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.7.0",
|
|
4
4
|
"description": "Cartesia plugin for LiveKit Node Agents",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"require": "dist/index.cjs",
|
|
@@ -28,23 +28,23 @@
|
|
|
28
28
|
"README.md"
|
|
29
29
|
],
|
|
30
30
|
"devDependencies": {
|
|
31
|
-
"@livekit/rtc-node": "^0.13.
|
|
32
|
-
"@microsoft/api-extractor": "^7.
|
|
31
|
+
"@livekit/rtc-node": "^0.13.34",
|
|
32
|
+
"@microsoft/api-extractor": "^7.58.12",
|
|
33
33
|
"@types/ws": "^8.5.10",
|
|
34
34
|
"tsup": "^8.3.5",
|
|
35
35
|
"typescript": "^5.0.0",
|
|
36
|
-
"@livekit/agents": "1.
|
|
37
|
-
"@livekit/agents-plugin-openai": "1.
|
|
38
|
-
"@livekit/agents-plugin-silero": "1.
|
|
39
|
-
"@livekit/agents-plugins-test": "1.
|
|
36
|
+
"@livekit/agents": "1.7.0",
|
|
37
|
+
"@livekit/agents-plugin-openai": "1.7.0",
|
|
38
|
+
"@livekit/agents-plugin-silero": "1.7.0",
|
|
39
|
+
"@livekit/agents-plugins-test": "1.7.0"
|
|
40
40
|
},
|
|
41
41
|
"dependencies": {
|
|
42
42
|
"ws": "^8.21.0"
|
|
43
43
|
},
|
|
44
44
|
"peerDependencies": {
|
|
45
|
-
"@livekit/rtc-node": "^0.13.
|
|
45
|
+
"@livekit/rtc-node": "^0.13.34",
|
|
46
46
|
"zod": "^3.25.76 || ^4.1.8",
|
|
47
|
-
"@livekit/agents": "1.
|
|
47
|
+
"@livekit/agents": "1.7.0"
|
|
48
48
|
},
|
|
49
49
|
"scripts": {
|
|
50
50
|
"build": "tsup --onSuccess \"pnpm build:types\"",
|
package/src/stt.ts
CHANGED
|
@@ -499,7 +499,7 @@ export class SpeechStream extends stt.SpeechStream {
|
|
|
499
499
|
}
|
|
500
500
|
try {
|
|
501
501
|
if (msg.type === 'error') {
|
|
502
|
-
this.#logger.error('Cartesia sent an error'
|
|
502
|
+
this.#logger.error({ 'lk.pii.message': msg }, 'Cartesia sent an error');
|
|
503
503
|
|
|
504
504
|
// do not close the websocket on bad requests since that may be caused by invalid messages
|
|
505
505
|
if (msg.status_code === undefined || msg.status_code >= 500) {
|
|
@@ -657,7 +657,7 @@ export class SpeechStream extends stt.SpeechStream {
|
|
|
657
657
|
}
|
|
658
658
|
|
|
659
659
|
default:
|
|
660
|
-
this.#logger.warn('received unexpected message from Cartesia STT'
|
|
660
|
+
this.#logger.warn({ 'lk.pii.data': data }, 'received unexpected message from Cartesia STT');
|
|
661
661
|
}
|
|
662
662
|
}
|
|
663
663
|
|
package/src/tts.ts
CHANGED
|
@@ -635,7 +635,7 @@ export class SynthesizeStream extends tts.SynthesizeStream {
|
|
|
635
635
|
} else if (!isFlushDoneMessage(serverMsg) && !isErrorMessage(serverMsg)) {
|
|
636
636
|
// flush_done is an ack with nothing to do; error frames without
|
|
637
637
|
// done:true were already logged above.
|
|
638
|
-
this.#logger.warn({ message: serverMsg }, 'Unknown Cartesia message');
|
|
638
|
+
this.#logger.warn({ 'lk.pii.message': serverMsg }, 'Unknown Cartesia message');
|
|
639
639
|
}
|
|
640
640
|
}
|
|
641
641
|
|