@livekit/agents-plugin-deepgram 1.4.9 → 1.5.0

package/dist/tts.d.ts

@@ -4,7 +4,9 @@ export interface TTSOptions {
     model: TTSModels | string;
     encoding: TTSEncoding;
     sampleRate: number;
+    bitRate?: number | null;
     speed?: number;
+    mipOptOut: boolean;
     apiKey?: string;
     baseUrl?: string;
     sentenceTokenizer: tokenize.SentenceTokenizer;
@@ -15,11 +17,13 @@ export declare class TTS extends tts.TTS {
     label: string;
     get model(): string;
     get provider(): string;
+    get sampleRate(): number;
     constructor(opts?: Partial<TTSOptions>);
     synthesize(text: string, connOptions?: APIConnectOptions, abortSignal?: AbortSignal): tts.ChunkedStream;
     stream(options?: {
         connOptions?: APIConnectOptions;
     }): tts.SynthesizeStream;
+    updateOptions(opts: Partial<Pick<TTSOptions, 'model' | 'encoding' | 'sampleRate' | 'bitRate' | 'speed' | 'mipOptOut'>>): void;
 }
 export declare class ChunkedStream extends tts.ChunkedStream {
     #private;

package/dist/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,iBAAiB,EAQtB,QAAQ,EACR,GAAG,EACJ,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAM1D,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB,CAAC;IAC9C,YAAY,EAAE,GAAG,CAAC,eAAe,CAAC;CACnC;AAgBD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;IAC9B,OAAO,CAAC,IAAI,CAAa;IACzB,KAAK,SAAkB;IAEvB,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;gBAEW,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAqB1C,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,GAAG,CAAC,aAAa;IAIpB,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,GAAG,CAAC,gBAAgB;CAG5E;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;IAClD,KAAK,SAA4B;IAEjC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAS;gBAGnB,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW;cAOX,GAAG;CA8FpB;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IACxD,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,SAAS,CAA0B;IAE3C,KAAK,SAA+B;IAEpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;gBAE1D,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,iBAAiB;YAMzD,cAAc;cA4CZ,GAAG;CAqLpB"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,iBAAiB,EAQtB,QAAQ,EACR,GAAG,EACJ,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAM1D,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB,CAAC;IAC9C,YAAY,EAAE,GAAG,CAAC,eAAe,CAAC;CACnC;AAkBD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;IAC9B,OAAO,CAAC,IAAI,CAAa;IACzB,KAAK,SAAkB;IAEvB,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAa,UAAU,IAAI,MAAM,CAEhC;gBAEW,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAqB1C,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,GAAG,CAAC,aAAa;IAIpB,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,GAAG,CAAC,gBAAgB;IAI3E,aAAa,CACX,IAAI,EAAE,OAAO,CACX,IAAI,CAAC,UAAU,EAAE,OAAO,GAAG,UAAU,GAAG,YAAY,GAAG,SAAS,GAAG,OAAO,GAAG,WAAW,CAAC,CAC1F;CAOJ;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;IAClD,KAAK,SAA4B;IAEjC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAS;gBAGnB,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW;cAOX,GAAG;CAmGpB;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IACxD,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,SAAS,CAA0B;IAE3C,KAAK,SAA+B;IAEpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;gBAE1D,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,iBAAiB;YAMzD,cAAc;cA4CZ,GAAG;CAyLpB"}

package/dist/tts.js

@@ -15,9 +15,11 @@ const AUTHORIZATION_HEADER = "Authorization";
 const NUM_CHANNELS = 1;
 const MIN_SENTENCE_LENGTH = 8;
 const defaultTTSOptions = {
-  model: "aura-asteria-en",
+  model: "aura-2-andromeda-en",
   encoding: "linear16",
   sampleRate: 24e3,
+  bitRate: null,
+  mipOptOut: false,
   apiKey: process.env.DEEPGRAM_API_KEY,
   baseUrl: "https://api.deepgram.com",
   capabilities: {
@@ -36,6 +38,9 @@ class TTS extends tts.TTS {
   get provider() {
     return "Deepgram";
   }
+  get sampleRate() {
+    return this.opts.sampleRate;
+  }
   constructor(opts = {}) {
     var _a;
     super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {
@@ -60,6 +65,12 @@ class TTS extends tts.TTS {
   stream(options) {
     return new SynthesizeStream(this, this.opts, options == null ? void 0 : options.connOptions);
   }
+  updateOptions(opts) {
+    this.opts = {
+      ...this.opts,
+      ...opts
+    };
+  }
 }
 class ChunkedStream extends tts.ChunkedStream {
   label = "deepgram.ChunkedStream";
@@ -79,6 +90,11 @@ class ChunkedStream extends tts.ChunkedStream {
     url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
     url.searchParams.append("model", this.opts.model);
     url.searchParams.append("encoding", this.opts.encoding);
+    url.searchParams.append("container", "none");
+    url.searchParams.append("mip_opt_out", String(this.opts.mipOptOut));
+    if (this.opts.bitRate !== void 0 && this.opts.bitRate !== null) {
+      url.searchParams.append("bit_rate", this.opts.bitRate.toString());
+    }
     if (this.opts.speed !== void 0) {
       url.searchParams.append("speed", this.opts.speed.toString());
     }
@@ -213,6 +229,10 @@ class SynthesizeStream extends tts.SynthesizeStream {
     url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
     url.searchParams.append("model", this.opts.model);
     url.searchParams.append("encoding", this.opts.encoding);
+    url.searchParams.append("mip_opt_out", String(this.opts.mipOptOut));
+    if (this.opts.bitRate !== void 0 && this.opts.bitRate !== null) {
+      url.searchParams.append("bit_rate", this.opts.bitRate.toString());
+    }
     if (this.opts.speed !== void 0) {
       url.searchParams.append("speed", this.opts.speed.toString());
     }

package/dist/tts.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type APIConnectOptions,\n  APIConnectionError,\n  APIError,\n  APIStatusError,\n  APITimeoutError,\n  AudioByteStream,\n  log,\n  shortuuid,\n  tokenize,\n  tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'Authorization';\nconst NUM_CHANNELS = 1;\nconst MIN_SENTENCE_LENGTH = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  speed?: number;\n  apiKey?: string;\n  baseUrl?: string;\n  sentenceTokenizer: tokenize.SentenceTokenizer;\n  capabilities: tts.TTSCapabilities;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'aura-asteria-en',\n  encoding: 'linear16',\n  sampleRate: 24000,\n  apiKey: process.env.DEEPGRAM_API_KEY,\n  baseUrl: 'https://api.deepgram.com',\n  capabilities: {\n    streaming: true,\n  },\n  sentenceTokenizer: new tokenize.basic.SentenceTokenizer({\n    minSentenceLength: MIN_SENTENCE_LENGTH,\n  }),\n};\n\nexport class TTS extends tts.TTS {\n  private opts: TTSOptions;\n  label = 'deepgram.TTS';\n\n  get model(): string {\n    return this.opts.model;\n  }\n\n  get provider(): string {\n    return 'Deepgram';\n  }\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: opts.capabilities?.streaming ?? defaultTTSOptions.capabilities.streaming,\n    });\n\n    this.opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.opts.apiKey === undefined) {\n      throw new Error(\n        'Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY',\n      );\n    }\n\n    if (this.opts.speed !== undefined && (this.opts.speed < 0.7 || this.opts.speed > 1.5)) {\n      throw new Error(`Deepgram TTS speed must be between 0.7 and 1.5, got ${this.opts.speed}`);\n    }\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.opts, connOptions, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): tts.SynthesizeStream {\n    return new SynthesizeStream(this, this.opts, options?.connOptions);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'deepgram.ChunkedStream';\n  #logger = log();\n  private opts: TTSOptions;\n  private text: string;\n\n  constructor(\n    tts: TTS,\n    text: string,\n    opts: TTSOptions,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.text = text;\n    this.opts = opts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n    const json = { text: this.text };\n    const url = new URL(`${this.opts.baseUrl!}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n    if (this.opts.speed !== undefined) {\n      url.searchParams.append('speed', this.opts.speed.toString());\n    }\n\n    await new Promise<void>((resolve, reject) => {\n      let settled = false;\n      const settle = (fn: () => void) => {\n        if (!settled) {\n          settled = true;\n          fn();\n        }\n      };\n\n      const req = request(\n        {\n          hostname: url.hostname,\n          port: 443,\n          path: url.pathname + url.search,\n          method: 'POST',\n          headers: {\n            [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n            'Content-Type': 'application/json',\n          },\n          signal: this.abortSignal,\n        },\n        (res) => {\n          if (res.statusCode !== 200) {\n            settle(() =>\n              reject(\n                new Error(\n                  `Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`,\n                ),\n              ),\n            );\n            return;\n          }\n\n          res.on('data', (chunk) => {\n            for (const frame of bstream.write(chunk)) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n          });\n\n          res.on('error', (err) => {\n            if (err.message === 'aborted') return;\n            this.#logger.error({ err }, 'Deepgram TTS response error');\n            settle(() => reject(err));\n          });\n\n          res.on('close', () => {\n            for (const frame of bstream.flush()) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n            if (!this.queue.closed) {\n              this.queue.close();\n            }\n            settle(() => resolve());\n          });\n        },\n      );\n\n      req.on('error', (err) => {\n        if (err.name === 'AbortError') return;\n        this.#logger.error({ err }, 'Deepgram TTS request error');\n        settle(() => reject(err));\n      });\n\n      req.on('close', () => settle(() => resolve()));\n      req.write(JSON.stringify(json));\n      req.end();\n    });\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  private opts: TTSOptions;\n  private tokenizer: tokenize.SentenceStream;\n  #logger = log();\n  label = 'deepgram.SynthesizeStream';\n\n  private static readonly FLUSH_MSG = JSON.stringify({ type: 'Flush' });\n  private static readonly CLOSE_MSG = JSON.stringify({ type: 'Close' });\n\n  constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tokenizer = opts.sentenceTokenizer.stream();\n  }\n\n  private async closeWebSocket(ws: WebSocket): Promise<void> {\n    try {\n      // Send Flush and Close messages to ensure Deepgram processes all remaining audio\n      // and properly terminates the session, preventing lingering TTS sessions\n      if (ws.readyState === WebSocket.OPEN) {\n        ws.send(SynthesizeStream.FLUSH_MSG);\n        ws.send(SynthesizeStream.CLOSE_MSG);\n\n        // Wait for server acknowledgment to prevent race conditions and ensure\n        // proper cleanup, avoiding 429 Too Many Requests errors from lingering sessions\n        try {\n          await new Promise<void>((resolve, _reject) => {\n            const timeout = setTimeout(() => {\n              resolve();\n            }, 1000);\n\n            ws.once('message', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('close', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('error', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n          });\n        } catch (e) {\n          // Ignore timeout or other errors during close sequence\n        }\n      }\n    } catch (e) {\n      console.warn(`Error during WebSocket close sequence: ${e}`);\n    } finally {\n      if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING) {\n        ws.close();\n      }\n    }\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const segmentId = shortuuid();\n\n    const wsUrl = this.opts.baseUrl!.replace(/^http/, 'ws');\n    const url = new URL(`${wsUrl}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n    if (this.opts.speed !== undefined) {\n      url.searchParams.append('speed', this.opts.speed.toString());\n    }\n\n    const ws = new WebSocket(url, {\n      headers: {\n        [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n      },\n    });\n\n    await new Promise((resolve, reject) => {\n      ws.on('open', resolve);\n      ws.on('error', (error) => reject(error));\n      ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n    });\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.tokenizer.flush();\n          continue;\n        }\n        this.tokenizer.pushText(data);\n      }\n      this.tokenizer.endInput();\n      this.tokenizer.close();\n    };\n\n    let markInputSent: () => void = () => {};\n    const inputSent = new Promise<void>((resolve) => {\n      markInputSent = resolve;\n    });\n\n    const sendTask = async () => {\n      try {\n        for await (const event of this.tokenizer) {\n          if (this.abortController.signal.aborted) break;\n\n          let text = event.token;\n          if (!text.endsWith(' ')) {\n            text += ' ';\n          }\n\n          const message = JSON.stringify({\n            type: 'Speak',\n            text: text,\n          });\n\n          ws.send(message);\n          markInputSent();\n        }\n\n        if (!this.abortController.signal.aborted) {\n          ws.send(SynthesizeStream.FLUSH_MSG);\n          markInputSent();\n        }\n      } finally {\n        markInputSent();\n      }\n    };\n\n    const recvTask = async () => {\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      let finalReceived = false;\n      let timeout: NodeJS.Timeout | null = null;\n      let lastFrame: AudioFrame | undefined;\n\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame && !this.queue.closed) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      const clearMessageTimeout = () => {\n        if (timeout) {\n          clearTimeout(timeout);\n          timeout = null;\n        }\n      };\n\n      const resetMessageTimeout = (reject: (reason?: unknown) => void) => {\n        clearMessageTimeout();\n        timeout = setTimeout(() => {\n          reject(new APITimeoutError({ message: 'Deepgram TTS recv idle timeout' }));\n        }, this.connOptions.timeoutMs);\n      };\n\n      await inputSent;\n      if (this.abortController.signal.aborted) return;\n\n      return new Promise<void>((resolve, reject) => {\n        resetMessageTimeout(reject);\n\n        ws.on('message', (data: RawData, isBinary: boolean) => {\n          clearMessageTimeout();\n\n          if (!isBinary) {\n            const message = JSON.parse(data.toString());\n            if (message.type === 'Flushed') {\n              finalReceived = true;\n              for (const frame of bstream.flush()) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(segmentId, true);\n\n              if (!this.queue.closed) {\n                this.queue.put(SynthesizeStream.END_OF_STREAM);\n              }\n              resolve();\n              return;\n            } else if (message.type === 'Warning') {\n              this.#logger.warn(`Deepgram warning: ${message.warn_msg}`);\n            } else if (message.type === 'Error' || message.type === 'error') {\n              reject(new APIError('Deepgram TTS returned error', { body: message }));\n              return;\n            } else if (message.type !== 'Metadata') {\n              this.#logger.warn({ message }, 'Unknown Deepgram message type');\n            }\n\n            resetMessageTimeout(reject);\n            return;\n          }\n\n          const buffer =\n            data instanceof Buffer\n              ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)\n              : (data as ArrayBuffer);\n          for (const frame of bstream.write(buffer as ArrayBuffer)) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n          resetMessageTimeout(reject);\n        });\n\n        ws.on('close', (code, reason) => {\n          clearMessageTimeout();\n          if (!finalReceived) {\n            reject(\n              new APIStatusError({\n                message: 'Deepgram websocket connection closed unexpectedly',\n                options: {\n                  statusCode: code || -1,\n                  body: { reason: reason.toString() },\n                },\n              }),\n            );\n            return;\n          }\n          resolve();\n        });\n\n        ws.on('error', (error) => {\n          clearMessageTimeout();\n          reject(error);\n        });\n      });\n    };\n\n    try {\n      await Promise.all([inputTask(), sendTask(), recvTask()]);\n    } catch (e) {\n      if (this.abortController.signal.aborted) return;\n      if (e instanceof APIError) throw e;\n      throw new APIConnectionError({\n        message: `Deepgram TTS WebSocket failed: ${(e as Error).message ?? 'unknown error'}`,\n      });\n    } finally {\n      await this.closeWebSocket(ws);\n    }\n  }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AAGxC,MAAM,uBAAuB;AAC7B,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAa5B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,QAAQ,QAAQ,IAAI;AAAA,EACpB,SAAS;AAAA,EACT,cAAc;AAAA,IACZ,WAAW;AAAA,EACb;AAAA,EACA,mBAAmB,IAAI,SAAS,MAAM,kBAAkB;AAAA,IACtD,mBAAmB;AAAA,EACrB,CAAC;AACH;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EACvB;AAAA,EACR,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AA7D9C;AA8DI,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,aAAW,UAAK,iBAAL,mBAAmB,cAAa,kBAAkB,aAAa;AAAA,IAC5E,CAAC;AAED,SAAK,OAAO;AAAA,MACV,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,KAAK,WAAW,QAAW;AAClC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,KAAK,KAAK,UAAU,WAAc,KAAK,KAAK,QAAQ,OAAO,KAAK,KAAK,QAAQ,MAAM;AACrF,YAAM,IAAI,MAAM,uDAAuD,KAAK,KAAK,KAAK,EAAE;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,MAAM,aAAa,WAAW;AAAA,EAC1E;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,iBAAiB,MAAM,KAAK,MAAM,mCAAS,WAAW;AAAA,EACnE;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,UAAU,IAAI;AAAA,EACN;AAAA,EACA;AAAA,EAER,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAM,OAAO,EAAE,MAAM,KAAK,KAAK;AAC/B,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,KAAK,OAAQ,WAAW;AACpD,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAI,UAAU;AACd,YAAM,SAAS,CAAC,OAAmB;AACjC,YAAI,CAAC,SAAS;AACZ,oBAAU;AACV,aAAG;AAAA,QACL;AAAA,MACF;AAEA,YAAM,MAAM;AAAA,QACV;AAAA,UACE,UAAU,IAAI;AAAA,UACd,MAAM;AAAA,UACN,MAAM,IAAI,WAAW,IAAI;AAAA,UACzB,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,YAClD,gBAAgB;AAAA,UAClB;AAAA,UACA,QAAQ,KAAK;AAAA,QACf;AAAA,QACA,CAAC,QAAQ;AACP,cAAI,IAAI,eAAe,KAAK;AAC1B;AAAA,cAAO,MACL;AAAA,gBACE,IAAI;AAAA,kBACF,qCAAqC,IAAI,UAAU,IAAI,IAAI,aAAa;AAAA,gBAC1E;AAAA,cACF;AAAA,YACF;AACA;AAAA,UACF;AAEA,cAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,uBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AAED,cAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,gBAAI,IAAI,YAAY,UAAW;AAC/B,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,mBAAO,MAAM,OAAO,GAAG,CAAC;AAAA,UAC1B,CAAC;AAED,cAAI,GAAG,SAAS,MAAM;AACpB,uBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AACA,gBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,mBAAK,MAAM,MAAM;AAAA,YACnB;AACA,mBAAO,MAAM,QAAQ,CAAC;AAAA,UACxB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,YAAI,IAAI,SAAS,aAAc;AAC/B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,eAAO,MAAM,OAAO,GAAG,CAAC;AAAA,MAC1B,CAAC;AAED,UAAI,GAAG,SAAS,MAAM,OAAO,MAAM,QAAQ,CAAC,CAAC;AAC7C,UAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,UAAI,IAAI;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACjD;AAAA,EACA;AAAA,EACR,UAAU,IAAI;AAAA,EACd,QAAQ;AAAA,EAER,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EACpE,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EAEpE,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,YAAY,KAAK,kBAAkB,OAAO;AAAA,EACjD;AAAA,EAEA,MAAc,eAAe,IAA8B;AACzD,QAAI;AAGF,UAAI,GAAG,eAAe,UAAU,MAAM;AACpC,WAAG,KAAK,iBAAiB,SAAS;AAClC,WAAG,KAAK,iBAAiB,SAAS;AAIlC,YAAI;AACF,gBAAM,IAAI,QAAc,CAAC,SAAS,YAAY;AAC5C,kBAAM,UAAU,WAAW,MAAM;AAC/B,sBAAQ;AAAA,YACV,GAAG,GAAI;AAEP,eAAG,KAAK,WAAW,MAAM;AACvB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAAA,UACH,CAAC;AAAA,QACH,SAAS,GAAG;AAAA,QAEZ;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,KAAK,0CAA0C,CAAC,EAAE;AAAA,IAC5D,UAAE;AACA,UAAI,GAAG,eAAe,UAAU,QAAQ,GAAG,eAAe,UAAU,YAAY;AAC9E,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,YAAY,UAAU;AAE5B,UAAM,QAAQ,KAAK,KAAK,QAAS,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,WAAW;AACvC,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,KAAK,IAAI,UAAU,KAAK;AAAA,MAC5B,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,MACpD;AAAA,IACF,CAAC;AAED,UAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,SAAG,GAAG,QAAQ,OAAO;AACrB,SAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,SAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,IAC/D,CAAC;AAED,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,UAAU,MAAM;AACrB;AAAA,QACF;AACA,aAAK,UAAU,SAAS,IAAI;AAAA,MAC9B;AACA,WAAK,UAAU,SAAS;AACxB,WAAK,UAAU,MAAM;AAAA,IACvB;AAEA,QAAI,gBAA4B,MAAM;AAAA,IAAC;AACvC,UAAM,YAAY,IAAI,QAAc,CAAC,YAAY;AAC/C,sBAAgB;AAAA,IAClB,CAAC;AAED,UAAM,WAAW,YAAY;AAC3B,UAAI;AACF,yBAAiB,SAAS,KAAK,WAAW;AACxC,cAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,cAAI,OAAO,MAAM;AACjB,cAAI,CAAC,KAAK,SAAS,GAAG,GAAG;AACvB,oBAAQ;AAAA,UACV;AAEA,gBAAM,UAAU,KAAK,UAAU;AAAA,YAC7B,MAAM;AAAA,YACN;AAAA,UACF,CAAC;AAED,aAAG,KAAK,OAAO;AACf,wBAAc;AAAA,QAChB;AAEA,YAAI,CAAC,KAAK,gBAAgB,OAAO,SAAS;AACxC,aAAG,KAAK,iBAAiB,SAAS;AAClC,wBAAc;AAAA,QAChB;AAAA,MACF,UAAE;AACA,sBAAc;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAI,gBAAgB;AACpB,UAAI,UAAiC;AACrC,UAAI;AAEJ,YAAM,gBAAgB,CAACC,YAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAAA,YAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,YAAM,sBAAsB,MAAM;AAChC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAEA,YAAM,sBAAsB,CAAC,WAAuC;AAClE,4BAAoB;AACpB,kBAAU,WAAW,MAAM;AACzB,iBAAO,IAAI,gBAAgB,EAAE,SAAS,iCAAiC,CAAC,CAAC;AAAA,QAC3E,GAAG,KAAK,YAAY,SAAS;AAAA,MAC/B;AAEA,YAAM;AACN,UAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,aAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,4BAAoB,MAAM;AAE1B,WAAG,GAAG,WAAW,CAAC,MAAe,aAAsB;AACrD,8BAAoB;AAEpB,cAAI,CAAC,UAAU;AACb,kBAAM,UAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAC1C,gBAAI,QAAQ,SAAS,WAAW;AAC9B,8BAAgB;AAChB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAE7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AACA,sBAAQ;AACR;AAAA,YACF,WAAW,QAAQ,SAAS,WAAW;AACrC,mBAAK,QAAQ,KAAK,qBAAqB,QAAQ,QAAQ,EAAE;AAAA,YAC3D,WAAW,QAAQ,SAAS,WAAW,QAAQ,SAAS,SAAS;AAC/D,qBAAO,IAAI,SAAS,+BAA+B,EAAE,MAAM,QAAQ,CAAC,CAAC;AACrE;AAAA,YACF,WAAW,QAAQ,SAAS,YAAY;AACtC,mBAAK,QAAQ,KAAK,EAAE,QAAQ,GAAG,+BAA+B;AAAA,YAChE;AAEA,gCAAoB,MAAM;AAC1B;AAAA,UACF;AAEA,gBAAM,SACJ,gBAAgB,SACZ,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU,IACnE;AACP,qBAAW,SAAS,QAAQ,MAAM,MAAqB,GAAG;AACxD,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AACA,8BAAoB,MAAM;AAAA,QAC5B,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,8BAAoB;AACpB,cAAI,CAAC,eAAe;AAClB;AAAA,cACE,IAAI,eAAe;AAAA,gBACjB,SAAS;AAAA,gBACT,SAAS;AAAA,kBACP,YAAY,QAAQ;AAAA,kBACpB,MAAM,EAAE,QAAQ,OAAO,SAAS,EAAE;AAAA,gBACpC;AAAA,cACF,CAAC;AAAA,YACH;AACA;AAAA,UACF;AACA,kBAAQ;AAAA,QACV,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,UAAU;AACxB,8BAAoB;AACpB,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAAA,IACzD,SAAS,GAAG;AACV,UAAI,KAAK,gBAAgB,OAAO,QAAS;AACzC,UAAI,aAAa,SAAU,OAAM;AACjC,YAAM,IAAI,mBAAmB;AAAA,QAC3B,SAAS,kCAAmC,EAAY,WAAW,eAAe;AAAA,MACpF,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,eAAe,EAAE;AAAA,IAC9B;AAAA,EACF;AACF;","names":["tts","segmentId"]}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type APIConnectOptions,\n  APIConnectionError,\n  APIError,\n  APIStatusError,\n  APITimeoutError,\n  AudioByteStream,\n  log,\n  shortuuid,\n  tokenize,\n  tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'Authorization';\nconst NUM_CHANNELS = 1;\nconst MIN_SENTENCE_LENGTH = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  bitRate?: number | null;\n  speed?: number;\n  mipOptOut: boolean;\n  apiKey?: string;\n  baseUrl?: string;\n  sentenceTokenizer: tokenize.SentenceTokenizer;\n  capabilities: tts.TTSCapabilities;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'aura-2-andromeda-en',\n  encoding: 'linear16',\n  sampleRate: 24000,\n  bitRate: null,\n  mipOptOut: false,\n  apiKey: process.env.DEEPGRAM_API_KEY,\n  baseUrl: 'https://api.deepgram.com',\n  capabilities: {\n    streaming: true,\n  },\n  sentenceTokenizer: new tokenize.basic.SentenceTokenizer({\n    minSentenceLength: MIN_SENTENCE_LENGTH,\n  }),\n};\n\nexport class TTS extends tts.TTS {\n  private opts: TTSOptions;\n  label = 'deepgram.TTS';\n\n  get model(): string {\n    return this.opts.model;\n  }\n\n  get provider(): string {\n    return 'Deepgram';\n  }\n\n  override get sampleRate(): number {\n    return this.opts.sampleRate;\n  }\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: opts.capabilities?.streaming ?? defaultTTSOptions.capabilities.streaming,\n    });\n\n    this.opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.opts.apiKey === undefined) {\n      throw new Error(\n        'Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY',\n      );\n    }\n\n    if (this.opts.speed !== undefined && (this.opts.speed < 0.7 || this.opts.speed > 1.5)) {\n      throw new Error(`Deepgram TTS speed must be between 0.7 and 1.5, got ${this.opts.speed}`);\n    }\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.opts, connOptions, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): tts.SynthesizeStream {\n    return new SynthesizeStream(this, this.opts, options?.connOptions);\n  }\n\n  updateOptions(\n    opts: Partial<\n      Pick<TTSOptions, 'model' | 'encoding' | 'sampleRate' | 'bitRate' | 'speed' | 'mipOptOut'>\n    >,\n  ) {\n    this.opts = {\n      ...this.opts,\n      ...opts,\n    };\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'deepgram.ChunkedStream';\n  #logger = log();\n  private opts: TTSOptions;\n  private text: string;\n\n  constructor(\n    tts: TTS,\n    text: string,\n    opts: TTSOptions,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ) {\n    super(text, tts, connOptions, abortSignal);\n    this.text = text;\n    this.opts = opts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n    const json = { text: this.text };\n    const url = new URL(`${this.opts.baseUrl!}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n    url.searchParams.append('container', 'none');\n    url.searchParams.append('mip_opt_out', String(this.opts.mipOptOut));\n    if (this.opts.bitRate !== undefined && this.opts.bitRate !== null) {\n      url.searchParams.append('bit_rate', this.opts.bitRate.toString());\n    }\n    if (this.opts.speed !== undefined) {\n      url.searchParams.append('speed', this.opts.speed.toString());\n    }\n\n    await new Promise<void>((resolve, reject) => {\n      let settled = false;\n      const settle = (fn: () => void) => {\n        if (!settled) {\n          settled = true;\n          fn();\n        }\n      };\n\n      const req = request(\n        {\n          hostname: url.hostname,\n          port: 443,\n          path: url.pathname + url.search,\n          method: 'POST',\n          headers: {\n            [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n            'Content-Type': 'application/json',\n          },\n          signal: this.abortSignal,\n        },\n        (res) => {\n          if (res.statusCode !== 200) {\n            settle(() =>\n              reject(\n                new Error(\n                  `Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`,\n                ),\n              ),\n            );\n            return;\n          }\n\n          res.on('data', (chunk) => {\n            for (const frame of bstream.write(chunk)) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n          });\n\n          res.on('error', (err) => {\n            if (err.message === 'aborted') return;\n            this.#logger.error({ err }, 'Deepgram TTS response error');\n            settle(() => reject(err));\n          });\n\n          res.on('close', () => {\n            for (const frame of bstream.flush()) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n            if (!this.queue.closed) {\n              this.queue.close();\n            }\n            settle(() => resolve());\n          });\n        },\n      );\n\n      req.on('error', (err) => {\n        if (err.name === 'AbortError') return;\n        this.#logger.error({ err }, 'Deepgram TTS request error');\n        settle(() => reject(err));\n      });\n\n      req.on('close', () => settle(() => resolve()));\n      req.write(JSON.stringify(json));\n      req.end();\n    });\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  private opts: TTSOptions;\n  private tokenizer: tokenize.SentenceStream;\n  #logger = log();\n  label = 'deepgram.SynthesizeStream';\n\n  private static readonly FLUSH_MSG = JSON.stringify({ type: 'Flush' });\n  private static readonly CLOSE_MSG = JSON.stringify({ type: 'Close' });\n\n  constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n    super(tts, connOptions);\n    this.opts = opts;\n    this.tokenizer = opts.sentenceTokenizer.stream();\n  }\n\n  private async closeWebSocket(ws: WebSocket): Promise<void> {\n    try {\n      // Send Flush and Close messages to ensure Deepgram processes all remaining audio\n      // and properly terminates the session, preventing lingering TTS sessions\n      if (ws.readyState === WebSocket.OPEN) {\n        ws.send(SynthesizeStream.FLUSH_MSG);\n        ws.send(SynthesizeStream.CLOSE_MSG);\n\n        // Wait for server acknowledgment to prevent race conditions and ensure\n        // proper cleanup, avoiding 429 Too Many Requests errors from lingering sessions\n        try {\n          await new Promise<void>((resolve, _reject) => {\n            const timeout = setTimeout(() => {\n              resolve();\n            }, 1000);\n\n            ws.once('message', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('close', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('error', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n          });\n        } catch (e) {\n          // Ignore timeout or other errors during close sequence\n        }\n      }\n    } catch (e) {\n      console.warn(`Error during WebSocket close sequence: ${e}`);\n    } finally {\n      if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING) {\n        ws.close();\n      }\n    }\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const segmentId = shortuuid();\n\n    const wsUrl = this.opts.baseUrl!.replace(/^http/, 'ws');\n    const url = new URL(`${wsUrl}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n    url.searchParams.append('mip_opt_out', String(this.opts.mipOptOut));\n    if (this.opts.bitRate !== undefined && this.opts.bitRate !== null) {\n      url.searchParams.append('bit_rate', this.opts.bitRate.toString());\n    }\n    if (this.opts.speed !== undefined) {\n      url.searchParams.append('speed', this.opts.speed.toString());\n    }\n\n    const ws = new WebSocket(url, {\n      headers: {\n        [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n      },\n    });\n\n    await new Promise((resolve, reject) => {\n      ws.on('open', resolve);\n      ws.on('error', (error) => reject(error));\n      ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n    });\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.tokenizer.flush();\n          continue;\n        }\n        this.tokenizer.pushText(data);\n      }\n      this.tokenizer.endInput();\n      this.tokenizer.close();\n    };\n\n    let markInputSent: () => void = () => {};\n    const inputSent = new Promise<void>((resolve) => {\n      markInputSent = resolve;\n    });\n\n    const sendTask = async () => {\n      try {\n        for await (const event of this.tokenizer) {\n          if (this.abortController.signal.aborted) break;\n\n          let text = event.token;\n          if (!text.endsWith(' ')) {\n            text += ' ';\n          }\n\n          const message = JSON.stringify({\n            type: 'Speak',\n            text: text,\n          });\n\n          ws.send(message);\n          markInputSent();\n        }\n\n        if (!this.abortController.signal.aborted) {\n          ws.send(SynthesizeStream.FLUSH_MSG);\n          markInputSent();\n        }\n      } finally {\n        markInputSent();\n      }\n    };\n\n    const recvTask = async () => {\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      let finalReceived = false;\n      let timeout: NodeJS.Timeout | null = null;\n      let lastFrame: AudioFrame | undefined;\n\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame && !this.queue.closed) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      const clearMessageTimeout = () => {\n        if (timeout) {\n          clearTimeout(timeout);\n          timeout = null;\n        }\n      };\n\n      const resetMessageTimeout = (reject: (reason?: unknown) => void) => {\n        clearMessageTimeout();\n        timeout = setTimeout(() => {\n          reject(new APITimeoutError({ message: 'Deepgram TTS recv idle timeout' }));\n        }, this.connOptions.timeoutMs);\n      };\n\n      await inputSent;\n      if (this.abortController.signal.aborted) return;\n\n      return new Promise<void>((resolve, reject) => {\n        resetMessageTimeout(reject);\n\n        ws.on('message', (data: RawData, isBinary: boolean) => {\n          clearMessageTimeout();\n\n          if (!isBinary) {\n            const message = JSON.parse(data.toString());\n            if (message.type === 'Flushed') {\n              finalReceived = true;\n              for (const frame of bstream.flush()) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(segmentId, true);\n\n              if (!this.queue.closed) {\n                this.queue.put(SynthesizeStream.END_OF_STREAM);\n              }\n              resolve();\n              return;\n            } else if (message.type === 'Warning') {\n              this.#logger.warn(`Deepgram warning: ${message.warn_msg}`);\n            } else if (message.type === 'Error' || message.type === 'error') {\n              reject(new APIError('Deepgram TTS returned error', { body: message }));\n              return;\n            } else if (message.type !== 'Metadata') {\n              this.#logger.warn({ message }, 'Unknown Deepgram message type');\n            }\n\n            resetMessageTimeout(reject);\n            return;\n          }\n\n          const buffer =\n            data instanceof Buffer\n              ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)\n              : (data as ArrayBuffer);\n          for (const frame of bstream.write(buffer as ArrayBuffer)) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n          resetMessageTimeout(reject);\n        });\n\n        ws.on('close', (code, reason) => {\n          clearMessageTimeout();\n          if (!finalReceived) {\n            reject(\n              new APIStatusError({\n                message: 'Deepgram websocket connection closed unexpectedly',\n                options: {\n                  statusCode: code || -1,\n                  body: { reason: reason.toString() },\n                },\n              }),\n            );\n            return;\n          }\n          resolve();\n        });\n\n        ws.on('error', (error) => {\n          clearMessageTimeout();\n          reject(error);\n        });\n      });\n    };\n\n    try {\n      await Promise.all([inputTask(), sendTask(), recvTask()]);\n    } catch (e) {\n      if (this.abortController.signal.aborted) return;\n      if (e instanceof APIError) throw e;\n      throw new APIConnectionError({\n        message: `Deepgram TTS WebSocket failed: ${(e as Error).message ?? 'unknown error'}`,\n      });\n    } finally {\n      await this.closeWebSocket(ws);\n    }\n  }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AAGxC,MAAM,uBAAuB;AAC7B,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAe5B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,SAAS;AAAA,EACT,WAAW;AAAA,EACX,QAAQ,QAAQ,IAAI;AAAA,EACpB,SAAS;AAAA,EACT,cAAc;AAAA,IACZ,WAAW;AAAA,EACb;AAAA,EACA,mBAAmB,IAAI,SAAS,MAAM,kBAAkB;AAAA,IACtD,mBAAmB;AAAA,EACrB,CAAC;AACH;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EACvB;AAAA,EACR,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,IAAa,aAAqB;AAChC,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AArE9C;AAsEI,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,aAAW,UAAK,iBAAL,mBAAmB,cAAa,kBAAkB,aAAa;AAAA,IAC5E,CAAC;AAED,SAAK,OAAO;AAAA,MACV,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,KAAK,WAAW,QAAW;AAClC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,KAAK,KAAK,UAAU,WAAc,KAAK,KAAK,QAAQ,OAAO,KAAK,KAAK,QAAQ,MAAM;AACrF,YAAM,IAAI,MAAM,uDAAuD,KAAK,KAAK,KAAK,EAAE;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,MAAM,aAAa,WAAW;AAAA,EAC1E;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,iBAAiB,MAAM,KAAK,MAAM,mCAAS,WAAW;AAAA,EACnE;AAAA,EAEA,cACE,MAGA;AACA,SAAK,OAAO;AAAA,MACV,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,IACL;AAAA,EACF;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,UAAU,IAAI;AAAA,EACN;AAAA,EACA;AAAA,EAER,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAM,OAAO,EAAE,MAAM,KAAK,KAAK;AAC/B,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,KAAK,OAAQ,WAAW;AACpD,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,aAAa,OAAO,aAAa,MAAM;AAC3C,QAAI,aAAa,OAAO,eAAe,OAAO,KAAK,KAAK,SAAS,CAAC;AAClE,QAAI,KAAK,KAAK,YAAY,UAAa,KAAK,KAAK,YAAY,MAAM;AACjE,UAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ,SAAS,CAAC;AAAA,IAClE;AACA,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAI,UAAU;AACd,YAAM,SAAS,CAAC,OAAmB;AACjC,YAAI,CAAC,SAAS;AACZ,oBAAU;AACV,aAAG;AAAA,QACL;AAAA,MACF;AAEA,YAAM,MAAM;AAAA,QACV;AAAA,UACE,UAAU,IAAI;AAAA,UACd,MAAM;AAAA,UACN,MAAM,IAAI,WAAW,IAAI;AAAA,UACzB,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,YAClD,gBAAgB;AAAA,UAClB;AAAA,UACA,QAAQ,KAAK;AAAA,QACf;AAAA,QACA,CAAC,QAAQ;AACP,cAAI,IAAI,eAAe,KAAK;AAC1B;AAAA,cAAO,MACL;AAAA,gBACE,IAAI;AAAA,kBACF,qCAAqC,IAAI,UAAU,IAAI,IAAI,aAAa;AAAA,gBAC1E;AAAA,cACF;AAAA,YACF;AACA;AAAA,UACF;AAEA,cAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,uBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AAED,cAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,gBAAI,IAAI,YAAY,UAAW;AAC/B,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,mBAAO,MAAM,OAAO,GAAG,CAAC;AAAA,UAC1B,CAAC;AAED,cAAI,GAAG,SAAS,MAAM;AACpB,uBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AACA,gBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,mBAAK,MAAM,MAAM;AAAA,YACnB;AACA,mBAAO,MAAM,QAAQ,CAAC;AAAA,UACxB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,YAAI,IAAI,SAAS,aAAc;AAC/B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,eAAO,MAAM,OAAO,GAAG,CAAC;AAAA,MAC1B,CAAC;AAED,UAAI,GAAG,SAAS,MAAM,OAAO,MAAM,QAAQ,CAAC,CAAC;AAC7C,UAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,UAAI,IAAI;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACjD;AAAA,EACA;AAAA,EACR,UAAU,IAAI;AAAA,EACd,QAAQ;AAAA,EAER,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EACpE,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EAEpE,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,YAAY,KAAK,kBAAkB,OAAO;AAAA,EACjD;AAAA,EAEA,MAAc,eAAe,IAA8B;AACzD,QAAI;AAGF,UAAI,GAAG,eAAe,UAAU,MAAM;AACpC,WAAG,KAAK,iBAAiB,SAAS;AAClC,WAAG,KAAK,iBAAiB,SAAS;AAIlC,YAAI;AACF,gBAAM,IAAI,QAAc,CAAC,SAAS,YAAY;AAC5C,kBAAM,UAAU,WAAW,MAAM;AAC/B,sBAAQ;AAAA,YACV,GAAG,GAAI;AAEP,eAAG,KAAK,WAAW,MAAM;AACvB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAAA,UACH,CAAC;AAAA,QACH,SAAS,GAAG;AAAA,QAEZ;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,KAAK,0CAA0C,CAAC,EAAE;AAAA,IAC5D,UAAE;AACA,UAAI,GAAG,eAAe,UAAU,QAAQ,GAAG,eAAe,UAAU,YAAY;AAC9E,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,YAAY,UAAU;AAE5B,UAAM,QAAQ,KAAK,KAAK,QAAS,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,WAAW;AACvC,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,aAAa,OAAO,eAAe,OAAO,KAAK,KAAK,SAAS,CAAC;AAClE,QAAI,KAAK,KAAK,YAAY,UAAa,KAAK,KAAK,YAAY,MAAM;AACjE,UAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ,SAAS,CAAC;AAAA,IAClE;AACA,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,KAAK,IAAI,UAAU,KAAK;AAAA,MAC5B,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,MACpD;AAAA,IACF,CAAC;AAED,UAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,SAAG,GAAG,QAAQ,OAAO;AACrB,SAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,SAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,IAC/D,CAAC;AAED,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,UAAU,MAAM;AACrB;AAAA,QACF;AACA,aAAK,UAAU,SAAS,IAAI;AAAA,MAC9B;AACA,WAAK,UAAU,SAAS;AACxB,WAAK,UAAU,MAAM;AAAA,IACvB;AAEA,QAAI,gBAA4B,MAAM;AAAA,IAAC;AACvC,UAAM,YAAY,IAAI,QAAc,CAAC,YAAY;AAC/C,sBAAgB;AAAA,IAClB,CAAC;AAED,UAAM,WAAW,YAAY;AAC3B,UAAI;AACF,yBAAiB,SAAS,KAAK,WAAW;AACxC,cAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,cAAI,OAAO,MAAM;AACjB,cAAI,CAAC,KAAK,SAAS,GAAG,GAAG;AACvB,oBAAQ;AAAA,UACV;AAEA,gBAAM,UAAU,KAAK,UAAU;AAAA,YAC7B,MAAM;AAAA,YACN;AAAA,UACF,CAAC;AAED,aAAG,KAAK,OAAO;AACf,wBAAc;AAAA,QAChB;AAEA,YAAI,CAAC,KAAK,gBAAgB,OAAO,SAAS;AACxC,aAAG,KAAK,iBAAiB,SAAS;AAClC,wBAAc;AAAA,QAChB;AAAA,MACF,UAAE;AACA,sBAAc;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAI,gBAAgB;AACpB,UAAI,UAAiC;AACrC,UAAI;AAEJ,YAAM,gBAAgB,CAACC,YAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAAA,YAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,YAAM,sBAAsB,MAAM;AAChC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAEA,YAAM,sBAAsB,CAAC,WAAuC;AAClE,4BAAoB;AACpB,kBAAU,WAAW,MAAM;AACzB,iBAAO,IAAI,gBAAgB,EAAE,SAAS,iCAAiC,CAAC,CAAC;AAAA,QAC3E,GAAG,KAAK,YAAY,SAAS;AAAA,MAC/B;AAEA,YAAM;AACN,UAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,aAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,4BAAoB,MAAM;AAE1B,WAAG,GAAG,WAAW,CAAC,MAAe,aAAsB;AACrD,8BAAoB;AAEpB,cAAI,CAAC,UAAU;AACb,kBAAM,UAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAC1C,gBAAI,QAAQ,SAAS,WAAW;AAC9B,8BAAgB;AAChB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAE7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AACA,sBAAQ;AACR;AAAA,YACF,WAAW,QAAQ,SAAS,WAAW;AACrC,mBAAK,QAAQ,KAAK,qBAAqB,QAAQ,QAAQ,EAAE;AAAA,YAC3D,WAAW,QAAQ,SAAS,WAAW,QAAQ,SAAS,SAAS;AAC/D,qBAAO,IAAI,SAAS,+BAA+B,EAAE,MAAM,QAAQ,CAAC,CAAC;AACrE;AAAA,YACF,WAAW,QAAQ,SAAS,YAAY;AACtC,mBAAK,QAAQ,KAAK,EAAE,QAAQ,GAAG,+BAA+B;AAAA,YAChE;AAEA,gCAAoB,MAAM;AAC1B;AAAA,UACF;AAEA,gBAAM,SACJ,gBAAgB,SACZ,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU,IACnE;AACP,qBAAW,SAAS,QAAQ,MAAM,MAAqB,GAAG;AACxD,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AACA,8BAAoB,MAAM;AAAA,QAC5B,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,8BAAoB;AACpB,cAAI,CAAC,eAAe;AAClB;AAAA,cACE,IAAI,eAAe;AAAA,gBACjB,SAAS;AAAA,gBACT,SAAS;AAAA,kBACP,YAAY,QAAQ;AAAA,kBACpB,MAAM,EAAE,QAAQ,OAAO,SAAS,EAAE;AAAA,gBACpC;AAAA,cACF,CAAC;AAAA,YACH;AACA;AAAA,UACF;AACA,kBAAQ;AAAA,QACV,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,UAAU;AACxB,8BAAoB;AACpB,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAAA,IACzD,SAAS,GAAG;AACV,UAAI,KAAK,gBAAgB,OAAO,QAAS;AACzC,UAAI,aAAa,SAAU,OAAM;AACjC,YAAM,IAAI,mBAAmB;AAAA,QAC3B,SAAS,kCAAmC,EAAY,WAAW,eAAe;AAAA,MACpF,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,eAAe,EAAE;AAAA,IAC9B;AAAA,EACF;AACF;","names":["tts","segmentId"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-deepgram",
-  "version": "1.4.9",
+  "version": "1.5.0",
   "description": "Deepgram plugin for LiveKit Agents for Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -25,22 +25,22 @@
     "README.md"
   ],
   "devDependencies": {
-    "@livekit/rtc-node": "^0.13.29",
+    "@livekit/rtc-node": "^0.13.30",
     "@microsoft/api-extractor": "^7.35.0",
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.4.9",
-    "@livekit/agents-plugin-openai": "^1.4.9",
-    "@livekit/agents-plugin-silero": "1.4.9",
-    "@livekit/agents-plugins-test": "1.4.9"
+    "@livekit/agents": "1.5.0",
+    "@livekit/agents-plugin-openai": "^1.5.0",
+    "@livekit/agents-plugin-silero": "1.5.0",
+    "@livekit/agents-plugins-test": "1.5.0"
   },
   "dependencies": {
     "ws": "^8.18.0"
   },
   "peerDependencies": {
-    "@livekit/rtc-node": "^0.13.29",
-    "@livekit/agents": "1.4.9"
+    "@livekit/rtc-node": "^0.13.30",
+    "@livekit/agents": "1.5.0"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/index.ts

@@ -6,6 +6,7 @@ import { Plugin } from '@livekit/agents';
 export * from './stt.js';
 export * from './stt_v2.js';
 export * from './tts.js';
+export * from './models.js';
 
 class DeepgramPlugin extends Plugin {
   constructor() {

package/src/models.ts

@@ -2,7 +2,54 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
+// https://developers.deepgram.com/docs/tts-models
 export type TTSModels =
+  | 'aura-2-andromeda-en'
+  | 'aura-2-apollo-en'
+  | 'aura-2-arcas-en'
+  | 'aura-2-aries-en'
+  | 'aura-2-artemis-en'
+  | 'aura-2-asteria-en'
+  | 'aura-2-atlas-en'
+  | 'aura-2-aurora-en'
+  | 'aura-2-callisto-en'
+  | 'aura-2-cetus-en'
+  | 'aura-2-chiron-en'
+  | 'aura-2-columbia-en'
+  | 'aura-2-cordelia-en'
+  | 'aura-2-crina-en'
+  | 'aura-2-draco-en'
+  | 'aura-2-electra-en'
+  | 'aura-2-eos-en'
+  | 'aura-2-harmonia-en'
+  | 'aura-2-helios-en'
+  | 'aura-2-hera-en'
+  | 'aura-2-hermes-en'
+  | 'aura-2-hyperion-en'
+  | 'aura-2-io-en'
+  | 'aura-2-iris-en'
+  | 'aura-2-janus-en'
+  | 'aura-2-juno-en'
+  | 'aura-2-jupiter-en'
+  | 'aura-2-luna-en'
+  | 'aura-2-mars-en'
+  | 'aura-2-minerva-en'
+  | 'aura-2-mira-en'
+  | 'aura-2-neptune-en'
+  | 'aura-2-odysseus-en'
+  | 'aura-2-ophiuchus-en'
+  | 'aura-2-orion-en'
+  | 'aura-2-orpheus-en'
+  | 'aura-2-phoebe-en'
+  | 'aura-2-pluto-en'
+  | 'aura-2-saturn-en'
+  | 'aura-2-selene-en'
+  | 'aura-2-theia-en'
+  | 'aura-2-titan-en'
+  | 'aura-2-triton-en'
+  | 'aura-2-vega-en'
+  | 'aura-2-venus-en'
+  | 'aura-2-zeus-en'
   | 'aura-asteria-en'
   | 'aura-luna-en'
   | 'aura-stella-en'
@@ -35,9 +82,11 @@ export type STTModels =
   | 'nova-2-medical'
   | 'nova-2-drivethru'
   | 'nova-2-automotive'
+  | 'nova-2-atc'
   | 'nova-3'
   | 'nova-3-general'
   | 'nova-3-medical'
+  | 'nova-3-multilingual'
   | 'enhanced-general'
   | 'enhanced-meeting'
   | 'enhanced-phonecall'
@@ -53,10 +102,16 @@ export type STTModels =
   | 'whisper-base'
   | 'whisper-small'
   | 'whisper-medium'
-  | 'whisper-large';
+  | 'whisper-large'
+  | 'flux-general-en';
 
+// https://developers.deepgram.com/docs/models-languages-overview
 export type STTLanguages =
+  | 'zh'
+  | 'zh-CN'
+  | 'zh-TW'
   | 'da'
+  | 'nl'
   | 'de'
   | 'en'
   | 'en-AU'
@@ -67,15 +122,14 @@ export type STTLanguages =
   | 'es'
   | 'es-419'
   | 'es-LATAM'
-  | 'fr'
-  | 'fr-CA'
   | 'hi'
   | 'hi-Latn'
+  | 'fr'
+  | 'fr-CA'
   | 'id'
   | 'it'
   | 'ja'
   | 'ko'
-  | 'nl'
   | 'no'
   | 'pl'
   | 'pt'
@@ -87,7 +141,4 @@ export type STTLanguages =
   | 'th'
   | 'tr'
   | 'uk'
-  | 'zh'
-  | 'zh-CN'
-  | 'zh-TW'
   | 'multi';

package/src/stt.test.ts

@@ -3,11 +3,28 @@
 // SPDX-License-Identifier: Apache-2.0
 import { VAD } from '@livekit/agents-plugin-silero';
 import { stt } from '@livekit/agents-plugins-test';
-import { describe, it } from 'vitest';
+import { describe, expect, it } from 'vitest';
 import { STT } from './stt.js';
 
 const hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);
 
+describe('Deepgram streaming language detection', () => {
+  // Deepgram only supports language detection for prerecorded audio, so a
+  // streaming session must reject it rather than silently default to English.
+  // Mirrors livekit-plugins-deepgram (Python).
+  it('throws when starting a stream with detectLanguage enabled', () => {
+    const stt = new STT({ apiKey: 'test', detectLanguage: true });
+    expect(() => stt.stream()).toThrow('language detection is not supported in streaming mode');
+  });
+
+  it('allows streaming with an explicit language', () => {
+    const stt = new STT({ apiKey: 'test', language: 'en-US' });
+    const stream = stt.stream();
+    // Close immediately so the connection loop never starts (no network in unit tests).
+    stream.close();
+  });
+});
+
 if (hasDeepgramApiKey) {
   describe('Deepgram', async () => {
     await stt(new STT(), await VAD.load(), { nonStreaming: false });

package/src/stt.ts

@@ -11,6 +11,7 @@ import {
   createTimedString,
   getBaseLanguage,
   log,
+  mergeFrames,
   normalizeLanguage,
   stt,
   waitForAbort,
@@ -26,7 +27,7 @@ export interface STTOptions {
   detectLanguage: boolean;
   interimResults: boolean;
   punctuate: boolean;
-  model: STTModels;
+  model: STTModels | string;
   smartFormat: boolean;
   noDelay: boolean;
   endpointing: number;
@@ -42,6 +43,9 @@ export interface STTOptions {
    * See https://developers.deepgram.com/docs/redaction for details.
    */
   redact: string | string[];
+  utteranceEndMs?: number | null;
+  replace?: Record<string, string> | null;
+  search?: string[] | null;
   dictation: boolean;
   diarize: boolean;
   numerals: boolean;
@@ -66,6 +70,9 @@ const defaultSTTOptions: STTOptions = {
   keyterm: [],
   profanityFilter: false,
   redact: [],
+  utteranceEndMs: null,
+  replace: null,
+  search: null,
   dictation: false,
   diarize: false,
   numerals: false,
@@ -107,9 +114,74 @@ export class STT extends stt.STT {
 
     if (this.#opts.detectLanguage) {
       this.#opts.language = undefined;
-    } else if (
-      this.#opts.language &&
-      getBaseLanguage(this.#opts.language) !== 'en' &&
+    } else {
+      this.#opts.model = this.#validateModel(this.#opts.model, this.#opts.language);
+    }
+  }
+
+  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {
+    const frame = mergeFrames(buffer);
+    const listenURL = new URL(`${this.#opts.baseUrl.replace(/^ws/, 'http')}/v1/listen`);
+    const params = {
+      model: this.#opts.model,
+      punctuate: this.#opts.punctuate,
+      detect_language: this.#opts.detectLanguage,
+      smart_format: this.#opts.smartFormat,
+      keywords: this.#opts.keywords.map((x) => x.join(':')),
+      profanity_filter: this.#opts.profanityFilter,
+      numerals: this.#opts.numerals,
+      mip_opt_out: this.#opts.mipOptOut,
+      language: this.#opts.language,
+      ...(this.#opts.keyterm.length > 0 ? { keyterm: this.#opts.keyterm } : {}),
+      ...(this.#opts.redact.length > 0 ? { redact: this.#opts.redact } : {}),
+    };
+
+    appendSearchParams(listenURL, params);
+
+    if (this.#opts.diarize) {
+      this.#logger.warn('speaker diarization is not supported in non-streaming mode, ignoring');
+    }
+
+    const resp = await fetch(listenURL, {
+      method: 'POST',
+      headers: {
+        Authorization: `Token ${this.#opts.apiKey}`,
+        Accept: 'application/json',
+        'Content-Type': 'audio/wav',
+      },
+      body: new Blob([new Uint8Array(createWav(frame))], { type: 'audio/wav' }),
+      signal: abortSignal ?? null,
+    });
+
+    if (!resp.ok) {
+      throw new Error(
+        `Deepgram STT REST request failed with status ${resp.status}: ${await resp.text()}`,
+      );
+    }
+
+    return prerecordedTranscriptionToSpeechEvent(this.#opts.language, await resp.json());
+  }
+
+  updateOptions(opts: Partial<STTOptions>) {
+    const language =
+      opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language;
+    const model =
+      opts.model !== undefined || opts.language !== undefined
+        ? this.#validateModel(opts.model ?? this.#opts.model, language)
+        : this.#opts.model;
+
+    this.#opts = {
+      ...this.#opts,
+      ...opts,
+      language,
+      model,
+    };
+  }
+
+  #validateModel(model: STTModels | string, language?: string) {
+    if (
+      language &&
+      getBaseLanguage(language) !== 'en' &&
       [
         'nova-2-meeting',
         'nova-2-phonecall',
@@ -121,30 +193,24 @@ export class STT extends stt.STT {
         'nova-2-drivethru',
         'nova-2-automotive',
         'nova-3-general',
-      ].includes(this.#opts.model)
+      ].includes(model)
     ) {
       this.#logger.warn(
-        `${this.#opts.model} does not support language ${this.#opts.language}, falling back to nova-2-general`,
+        `${model} does not support language ${language}, falling back to nova-2-general`,
       );
-      this.#opts.model = 'nova-2-general';
+      return 'nova-2-general';
     }
-  }
 
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  async _recognize(_: AudioBuffer): Promise<stt.SpeechEvent> {
-    throw new Error('Recognize is not supported on Deepgram STT');
-  }
-
-  updateOptions(opts: Partial<STTOptions>) {
-    this.#opts = {
-      ...this.#opts,
-      ...opts,
-      language:
-        opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language,
-    };
+    return model;
   }
 
   stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {
+    // Deepgram only supports language detection for prerecorded audio, not streaming.
+    if (this.#opts.detectLanguage || this.#opts.language === undefined) {
+      throw new Error(
+        'language detection is not supported in streaming mode, please disable it and specify a language',
+      );
+    }
     return new SpeechStream(this, this.#opts, options?.connOptions);
   }
 
@@ -199,19 +265,14 @@ export class SpeechStream extends stt.SpeechStream {
         keywords: this.#opts.keywords.map((x) => x.join(':')),
         keyterm: this.#opts.keyterm,
         profanity_filter: this.#opts.profanityFilter,
-        redact: this.#opts.redact,
+        utterance_end_ms: this.#opts.utteranceEndMs,
+        replace: this.#opts.replace,
+        search: this.#opts.search,
         language: this.#opts.language,
         mip_opt_out: this.#opts.mipOptOut,
+        ...(this.#opts.redact.length > 0 ? { redact: this.#opts.redact } : {}),
       };
-      Object.entries(params).forEach(([k, v]) => {
-        if (v !== undefined) {
-          if (typeof v === 'string' || typeof v === 'number' || typeof v === 'boolean') {
-            streamURL.searchParams.append(k, String(v));
-          } else {
-            v.forEach((x) => streamURL.searchParams.append(k, String(x)));
-          }
-        }
-      });
+      appendSearchParams(streamURL, params);
 
       ws = new WebSocket(streamURL, {
         headers: { Authorization: `Token ${this.#opts.apiKey}` },
@@ -411,6 +472,13 @@ export class SpeechStream extends stt.SpeechStream {
               case 'Metadata': {
                 break;
               }
+              case 'UtteranceEnd': {
+                if (this.#speaking) {
+                  this.#speaking = false;
+                  putMessage({ type: stt.SpeechEventType.END_OF_SPEECH });
+                }
+                break;
+              }
               default: {
                 this.#logger.child({ msg: json }).warn('received unexpected message from Deepgram');
                 break;
@@ -451,6 +519,46 @@ export class SpeechStream extends stt.SpeechStream {
   }
 }
 
+function appendSearchParams(url: URL, params: Record<string, unknown>) {
+  Object.entries(params).forEach(([key, value]) => {
+    if (value === undefined || value === null) return;
+
+    if (Array.isArray(value)) {
+      value.forEach((item) => url.searchParams.append(key, String(item)));
+    } else if (typeof value === 'object') {
+      Object.entries(value).forEach(([term, replacement]) => {
+        url.searchParams.append(key, `${term}:${replacement}`);
+      });
+    } else {
+      url.searchParams.append(key, String(value));
+    }
+  });
+}
+
+function createWav(frame: AudioFrame): Buffer {
+  const bitsPerSample = 16;
+  const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;
+  const blockAlign = (frame.channels * bitsPerSample) / 8;
+
+  const header = Buffer.alloc(44);
+  header.write('RIFF', 0);
+  header.writeUInt32LE(36 + frame.data.byteLength, 4);
+  header.write('WAVE', 8);
+  header.write('fmt ', 12);
+  header.writeUInt32LE(16, 16);
+  header.writeUInt16LE(1, 20);
+  header.writeUInt16LE(frame.channels, 22);
+  header.writeUInt32LE(frame.sampleRate, 24);
+  header.writeUInt32LE(byteRate, 28);
+  header.writeUInt16LE(blockAlign, 32);
+  header.writeUInt16LE(bitsPerSample, 34);
+  header.write('data', 36);
+  header.writeUInt32LE(frame.data.byteLength, 40);
+
+  const pcm = Buffer.from(frame.data.buffer, frame.data.byteOffset, frame.data.byteLength);
+  return Buffer.concat([header, pcm]);
+}
+
 const liveTranscriptionToSpeechData = (
   language: STTLanguages | string,
   data: { [id: string]: any },
@@ -483,3 +591,38 @@ const liveTranscriptionToSpeechData = (
     };
   });
 };
+
+function prerecordedTranscriptionToSpeechEvent(
+  language: STTLanguages | string | undefined,
+  data: { [id: string]: any },
+): stt.SpeechEvent {
+  const channel = data['results']['channels'][0];
+  const detectedLanguage = channel['detected_language'] ?? '';
+  const alternatives = channel['alternatives'].map((alt: { [id: string]: any }) => {
+    const wordsData: any[] = alt['words'] ?? [];
+
+    return {
+      language: normalizeLanguage(language ?? detectedLanguage),
+      startTime: wordsData.length ? wordsData[0]['start'] : 0,
+      endTime: wordsData.length ? wordsData[wordsData.length - 1]['end'] : 0,
+      confidence: alt['confidence'],
+      text: alt['transcript'],
+      words: wordsData.map((word) =>
+        createTimedString({
+          text: word['word'] ?? '',
+          startTime: word['start'] ?? 0,
+          endTime: word['end'] ?? 0,
+          confidence: word['confidence'] ?? 0.0,
+        }),
+      ),
+    };
+  }) as stt.SpeechData[];
+
+  return {
+    type: stt.SpeechEventType.FINAL_TRANSCRIPT,
+    requestId: data['metadata']['request_id'],
+    ...(alternatives.length
+      ? { alternatives: alternatives as [stt.SpeechData, ...stt.SpeechData[]] }
+      : {}),
+  };
+}