@livekit/agents-plugin-deepgram 0.0.0-next-20260624041820

package/dist/stt.js

@@ -0,0 +1,483 @@
+import {
+  AudioByteStream,
+  AudioEnergyFilter,
+  Future,
+  Task,
+  createTimedString,
+  getBaseLanguage,
+  log,
+  mergeFrames,
+  normalizeLanguage,
+  stt,
+  waitForAbort
+} from "@livekit/agents";
+import { WebSocket } from "ws";
+import { PeriodicCollector } from "./_utils.js";
+const defaultSTTOptions = {
+  apiKey: process.env.DEEPGRAM_API_KEY,
+  language: "en-US",
+  detectLanguage: false,
+  interimResults: true,
+  punctuate: true,
+  model: "nova-3",
+  smartFormat: true,
+  noDelay: true,
+  endpointing: 25,
+  fillerWords: false,
+  sampleRate: 16e3,
+  numChannels: 1,
+  keywords: [],
+  keyterm: [],
+  profanityFilter: false,
+  redact: [],
+  dictation: false,
+  diarize: false,
+  numerals: false,
+  mipOptOut: false,
+  baseUrl: "wss://api.deepgram.com"
+};
+class STT extends stt.STT {
+  #opts;
+  #logger = log();
+  label = "deepgram.STT";
+  abortController = new AbortController();
+  get model() {
+    return this.#opts.model;
+  }
+  get provider() {
+    return "Deepgram";
+  }
+  constructor(opts = defaultSTTOptions) {
+    super({
+      streaming: true,
+      interimResults: opts.interimResults ?? defaultSTTOptions.interimResults,
+      alignedTranscript: "word"
+    });
+    if (opts.apiKey === void 0 && defaultSTTOptions.apiKey === void 0) {
+      throw new Error(
+        "Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY"
+      );
+    }
+    this.#opts = {
+      ...defaultSTTOptions,
+      ...opts,
+      language: opts.language ? normalizeLanguage(opts.language) : defaultSTTOptions.language
+    };
+    if (this.#opts.detectLanguage) {
+      this.#opts.language = void 0;
+    } else {
+      this.#opts.model = this.#validateModel(this.#opts.model, this.#opts.language);
+    }
+  }
+  async _recognize(buffer, abortSignal) {
+    const frame = mergeFrames(buffer);
+    const listenURL = new URL(`${this.#opts.baseUrl.replace(/^ws/, "http")}/v1/listen`);
+    const params = {
+      model: this.#opts.model,
+      punctuate: this.#opts.punctuate,
+      detect_language: this.#opts.detectLanguage,
+      smart_format: this.#opts.smartFormat,
+      keywords: this.#opts.keywords.map((x) => x.join(":")),
+      profanity_filter: this.#opts.profanityFilter,
+      numerals: this.#opts.numerals,
+      mip_opt_out: this.#opts.mipOptOut,
+      language: this.#opts.language,
+      ...this.#opts.keyterm.length > 0 ? { keyterm: this.#opts.keyterm } : {},
+      ...this.#opts.redact.length > 0 ? { redact: this.#opts.redact } : {}
+    };
+    Object.entries(params).forEach(([k, v]) => {
+      if (v !== void 0) {
+        if (typeof v === "string" || typeof v === "number" || typeof v === "boolean") {
+          listenURL.searchParams.append(k, String(v));
+        } else {
+          v.forEach((x) => listenURL.searchParams.append(k, String(x)));
+        }
+      }
+    });
+    if (this.#opts.diarize) {
+      this.#logger.warn("speaker diarization is not supported in non-streaming mode, ignoring");
+    }
+    const resp = await fetch(listenURL, {
+      method: "POST",
+      headers: {
+        Authorization: `Token ${this.#opts.apiKey}`,
+        Accept: "application/json",
+        "Content-Type": "audio/wav"
+      },
+      body: new Blob([new Uint8Array(createWav(frame))], { type: "audio/wav" }),
+      signal: abortSignal ?? null
+    });
+    if (!resp.ok) {
+      throw new Error(
+        `Deepgram STT REST request failed with status ${resp.status}: ${await resp.text()}`
+      );
+    }
+    return prerecordedTranscriptionToSpeechEvent(this.#opts.language, await resp.json());
+  }
+  updateOptions(opts) {
+    const language = opts.language !== void 0 ? normalizeLanguage(opts.language) : this.#opts.language;
+    const model = opts.model !== void 0 || opts.language !== void 0 ? this.#validateModel(opts.model ?? this.#opts.model, language) : this.#opts.model;
+    this.#opts = {
+      ...this.#opts,
+      ...opts,
+      language,
+      model
+    };
+  }
+  #validateModel(model, language) {
+    if (language && getBaseLanguage(language) !== "en" && [
+      "nova-2-meeting",
+      "nova-2-phonecall",
+      "nova-2-finance",
+      "nova-2-conversationalai",
+      "nova-2-voicemail",
+      "nova-2-video",
+      "nova-2-medical",
+      "nova-2-drivethru",
+      "nova-2-automotive",
+      "nova-3-general"
+    ].includes(model)) {
+      this.#logger.warn(
+        `${model} does not support language ${language}, falling back to nova-2-general`
+      );
+      return "nova-2-general";
+    }
+    return model;
+  }
+  stream(options) {
+    if (this.#opts.detectLanguage || this.#opts.language === void 0) {
+      throw new Error(
+        "language detection is not supported in streaming mode, please disable it and specify a language"
+      );
+    }
+    return new SpeechStream(this, this.#opts, options == null ? void 0 : options.connOptions);
+  }
+  async close() {
+    this.abortController.abort();
+  }
+}
+class SpeechStream extends stt.SpeechStream {
+  #opts;
+  #audioEnergyFilter;
+  #logger = log();
+  #speaking = false;
+  #resetWS = new Future();
+  #requestId = "";
+  #audioDurationCollector;
+  label = "deepgram.SpeechStream";
+  constructor(stt2, opts, connOptions) {
+    super(stt2, opts.sampleRate, connOptions);
+    this.#opts = opts;
+    this.closed = false;
+    this.#audioEnergyFilter = new AudioEnergyFilter();
+    this.#audioDurationCollector = new PeriodicCollector(
+      (duration) => this.onAudioDurationReport(duration),
+      { duration: 5 }
+    );
+  }
+  async run() {
+    const maxRetry = 32;
+    let retries = 0;
+    let ws;
+    while (!this.input.closed && !this.closed) {
+      const streamURL = new URL(`${this.#opts.baseUrl}/v1/listen`);
+      const params = {
+        model: this.#opts.model,
+        punctuate: this.#opts.punctuate,
+        smart_format: this.#opts.smartFormat,
+        dictation: this.#opts.dictation,
+        diarize: this.#opts.diarize,
+        numerals: this.#opts.numerals,
+        no_delay: this.#opts.noDelay,
+        interim_results: this.#opts.interimResults,
+        encoding: "linear16",
+        vad_events: true,
+        sample_rate: this.#opts.sampleRate,
+        channels: this.#opts.numChannels,
+        endpointing: this.#opts.endpointing || false,
+        filler_words: this.#opts.fillerWords,
+        keywords: this.#opts.keywords.map((x) => x.join(":")),
+        keyterm: this.#opts.keyterm,
+        profanity_filter: this.#opts.profanityFilter,
+        redact: this.#opts.redact,
+        language: this.#opts.language,
+        mip_opt_out: this.#opts.mipOptOut
+      };
+      Object.entries(params).forEach(([k, v]) => {
+        if (v !== void 0) {
+          if (typeof v === "string" || typeof v === "number" || typeof v === "boolean") {
+            streamURL.searchParams.append(k, String(v));
+          } else {
+            v.forEach((x) => streamURL.searchParams.append(k, String(x)));
+          }
+        }
+      });
+      ws = new WebSocket(streamURL, {
+        headers: { Authorization: `Token ${this.#opts.apiKey}` }
+      });
+      try {
+        await new Promise((resolve, reject) => {
+          ws.on("open", resolve);
+          ws.on("error", (error) => reject(error));
+          ws.on("close", (code) => reject(`WebSocket returned ${code}`));
+        });
+        await this.#runWS(ws);
+      } catch (e) {
+        if (!this.closed && !this.input.closed) {
+          if (retries >= maxRetry) {
+            throw new Error(`failed to connect to Deepgram after ${retries} attempts: ${e}`);
+          }
+          const delay = Math.min(retries * 5, 10);
+          retries++;
+          this.#logger.warn(
+            `failed to connect to Deepgram, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`
+          );
+          await new Promise((resolve) => setTimeout(resolve, delay * 1e3));
+        } else {
+          this.#logger.warn(
+            `Deepgram disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`
+          );
+        }
+      }
+    }
+    this.closed = true;
+  }
+  updateOptions(opts) {
+    this.#opts = { ...this.#opts, ...opts };
+    this.#resetWS.resolve();
+  }
+  async #runWS(ws) {
+    this.#resetWS = new Future();
+    let closing = false;
+    const keepalive = setInterval(() => {
+      try {
+        ws.send(JSON.stringify({ type: "KeepAlive" }));
+      } catch {
+        clearInterval(keepalive);
+        return;
+      }
+    }, 5e3);
+    const wsMonitor = Task.from(async (controller) => {
+      const closed = new Promise(async (_, reject) => {
+        ws.once("close", (code, reason) => {
+          if (!closing) {
+            this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+            reject(new Error("WebSocket closed"));
+          }
+        });
+      });
+      await Promise.race([closed, waitForAbort(controller.signal)]);
+    });
+    const sendTask = async () => {
+      const samples100Ms = Math.floor(this.#opts.sampleRate / 10);
+      const stream = new AudioByteStream(
+        this.#opts.sampleRate,
+        this.#opts.numChannels,
+        samples100Ms
+      );
+      const abortPromise = waitForAbort(this.abortSignal);
+      try {
+        while (!this.closed) {
+          const result = await Promise.race([this.input.next(), abortPromise]);
+          if (result === void 0) return;
+          if (result.done) {
+            break;
+          }
+          const data = result.value;
+          let frames;
+          if (data === SpeechStream.FLUSH_SENTINEL) {
+            frames = stream.flush();
+            this.#audioDurationCollector.flush();
+          } else if (data.sampleRate === this.#opts.sampleRate && data.channels === this.#opts.numChannels) {
+            frames = stream.write(data.data.buffer);
+          } else {
+            throw new Error(`sample rate or channel count of frame does not match`);
+          }
+          for await (const frame of frames) {
+            if (this.#audioEnergyFilter.pushFrame(frame)) {
+              const frameDuration = frame.samplesPerChannel / frame.sampleRate;
+              this.#audioDurationCollector.push(frameDuration);
+              ws.send(frame.data.buffer);
+            }
+          }
+        }
+      } finally {
+        closing = true;
+        ws.send(JSON.stringify({ type: "CloseStream" }));
+        wsMonitor.cancel();
+      }
+    };
+    const listenTask = Task.from(async (controller) => {
+      const putMessage = (message) => {
+        if (!this.queue.closed) {
+          try {
+            this.queue.put(message);
+          } catch (e) {
+          }
+        }
+      };
+      const listenMessage = new Promise((resolve, reject) => {
+        ws.on("message", (msg) => {
+          try {
+            const json = JSON.parse(msg.toString());
+            switch (json["type"]) {
+              case "SpeechStarted": {
+                if (this.#speaking) return;
+                this.#speaking = true;
+                putMessage({ type: stt.SpeechEventType.START_OF_SPEECH });
+                break;
+              }
+              // see this page:
+              // https://developers.deepgram.com/docs/understand-endpointing-interim-results#using-endpointing-speech_final
+              // for more information about the different types of events
+              case "Results": {
+                const metadata = json["metadata"];
+                const requestId = metadata["request_id"];
+                const isFinal = json["is_final"];
+                const isEndpoint = json["speech_final"];
+                this.#requestId = requestId;
+                const alternatives = liveTranscriptionToSpeechData(
+                  this.#opts.language,
+                  json,
+                  this.startTimeOffset
+                );
+                if (alternatives[0] && alternatives[0].text) {
+                  if (!this.#speaking) {
+                    this.#speaking = true;
+                    putMessage({
+                      type: stt.SpeechEventType.START_OF_SPEECH
+                    });
+                  }
+                  if (isFinal) {
+                    putMessage({
+                      type: stt.SpeechEventType.FINAL_TRANSCRIPT,
+                      alternatives: [alternatives[0], ...alternatives.slice(1)]
+                    });
+                  } else {
+                    putMessage({
+                      type: stt.SpeechEventType.INTERIM_TRANSCRIPT,
+                      alternatives: [alternatives[0], ...alternatives.slice(1)]
+                    });
+                  }
+                }
+                if (isEndpoint && this.#speaking) {
+                  this.#speaking = false;
+                  putMessage({ type: stt.SpeechEventType.END_OF_SPEECH });
+                }
+                break;
+              }
+              case "Metadata": {
+                break;
+              }
+              default: {
+                this.#logger.child({ msg: json }).warn("received unexpected message from Deepgram");
+                break;
+              }
+            }
+            if (this.closed || closing) {
+              resolve();
+            }
+          } catch (err) {
+            this.#logger.error(`STT: Error processing message: ${msg}`);
+            reject(err);
+          }
+        });
+      });
+      await Promise.race([listenMessage, waitForAbort(controller.signal)]);
+    }, this.abortController);
+    await Promise.race([
+      this.#resetWS.await,
+      Promise.all([sendTask(), listenTask.result, wsMonitor])
+    ]);
+    closing = true;
+    ws.close();
+    clearInterval(keepalive);
+  }
+  onAudioDurationReport(duration) {
+    const usageEvent = {
+      type: stt.SpeechEventType.RECOGNITION_USAGE,
+      requestId: this.#requestId,
+      recognitionUsage: {
+        audioDuration: duration
+      }
+    };
+    this.queue.put(usageEvent);
+  }
+}
+function createWav(frame) {
+  const bitsPerSample = 16;
+  const byteRate = frame.sampleRate * frame.channels * bitsPerSample / 8;
+  const blockAlign = frame.channels * bitsPerSample / 8;
+  const header = Buffer.alloc(44);
+  header.write("RIFF", 0);
+  header.writeUInt32LE(36 + frame.data.byteLength, 4);
+  header.write("WAVE", 8);
+  header.write("fmt ", 12);
+  header.writeUInt32LE(16, 16);
+  header.writeUInt16LE(1, 20);
+  header.writeUInt16LE(frame.channels, 22);
+  header.writeUInt32LE(frame.sampleRate, 24);
+  header.writeUInt32LE(byteRate, 28);
+  header.writeUInt16LE(blockAlign, 32);
+  header.writeUInt16LE(bitsPerSample, 34);
+  header.write("data", 36);
+  header.writeUInt32LE(frame.data.byteLength, 40);
+  const pcm = Buffer.from(frame.data.buffer, frame.data.byteOffset, frame.data.byteLength);
+  return Buffer.concat([header, pcm]);
+}
+const liveTranscriptionToSpeechData = (language, data, startTimeOffset = 0) => {
+  const alts = data["channel"]["alternatives"];
+  return alts.map((alt) => {
+    var _a;
+    const wordsData = alt["words"] ?? [];
+    const detectedLanguage = language === "multi" ? ((_a = alt["languages"]) == null ? void 0 : _a[0]) ?? language : alt["language"] ?? language;
+    return {
+      language: normalizeLanguage(detectedLanguage),
+      startTime: wordsData.length ? wordsData[0]["start"] + startTimeOffset : startTimeOffset,
+      endTime: wordsData.length ? wordsData[wordsData.length - 1]["end"] + startTimeOffset : startTimeOffset,
+      confidence: alt["confidence"],
+      text: alt["transcript"],
+      words: wordsData.map(
+        (word) => createTimedString({
+          text: word["word"] ?? "",
+          startTime: (word["start"] ?? 0) + startTimeOffset,
+          endTime: (word["end"] ?? 0) + startTimeOffset,
+          confidence: word["confidence"] ?? 0,
+          startTimeOffset
+        })
+      )
+    };
+  });
+};
+function prerecordedTranscriptionToSpeechEvent(language, data) {
+  const channel = data["results"]["channels"][0];
+  const detectedLanguage = channel["detected_language"] ?? "";
+  const alternatives = channel["alternatives"].map((alt) => {
+    const wordsData = alt["words"] ?? [];
+    return {
+      language: normalizeLanguage(language ?? detectedLanguage),
+      startTime: wordsData.length ? wordsData[0]["start"] : 0,
+      endTime: wordsData.length ? wordsData[wordsData.length - 1]["end"] : 0,
+      confidence: alt["confidence"],
+      text: alt["transcript"],
+      words: wordsData.map(
+        (word) => createTimedString({
+          text: word["word"] ?? "",
+          startTime: word["start"] ?? 0,
+          endTime: word["end"] ?? 0,
+          confidence: word["confidence"] ?? 0
+        })
+      )
+    };
+  });
+  return {
+    type: stt.SpeechEventType.FINAL_TRANSCRIPT,
+    requestId: data["metadata"]["request_id"],
+    ...alternatives.length ? { alternatives } : {}
+  };
+}
+export {
+  STT,
+  SpeechStream
+};
+//# sourceMappingURL=stt.js.map

package/dist/stt.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type APIConnectOptions,\n  type AudioBuffer,\n  AudioByteStream,\n  AudioEnergyFilter,\n  Future,\n  Task,\n  createTimedString,\n  getBaseLanguage,\n  log,\n  mergeFrames,\n  normalizeLanguage,\n  stt,\n  waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport { PeriodicCollector } from './_utils.js';\nimport type { STTLanguages, STTModels } from './models.js';\n\nexport interface STTOptions {\n  apiKey?: string;\n  language?: STTLanguages | string;\n  detectLanguage: boolean;\n  interimResults: boolean;\n  punctuate: boolean;\n  model: STTModels;\n  smartFormat: boolean;\n  noDelay: boolean;\n  endpointing: number;\n  fillerWords: boolean;\n  sampleRate: number;\n  numChannels: number;\n  keywords: [string, number][];\n  keyterm: string[];\n  profanityFilter: boolean;\n  /**\n   * Redact sensitive information from the transcription. Accepts a single value or list of\n   * values. Supported values: \"pci\", \"numbers\", \"ssn\", \"true\" (redact all).\n   * See https://developers.deepgram.com/docs/redaction for details.\n   */\n  redact: string | string[];\n  dictation: boolean;\n  diarize: boolean;\n  numerals: boolean;\n  mipOptOut: boolean;\n  baseUrl: string;\n}\n\nconst defaultSTTOptions: STTOptions = {\n  apiKey: process.env.DEEPGRAM_API_KEY,\n  language: 'en-US',\n  detectLanguage: false,\n  interimResults: true,\n  punctuate: true,\n  model: 'nova-3',\n  smartFormat: true,\n  noDelay: true,\n  endpointing: 25,\n  fillerWords: false,\n  sampleRate: 16000,\n  numChannels: 1,\n  keywords: [],\n  keyterm: [],\n  profanityFilter: false,\n  redact: [],\n  dictation: false,\n  diarize: false,\n  numerals: false,\n  mipOptOut: false,\n  baseUrl: 'wss://api.deepgram.com',\n};\n\nexport class STT extends stt.STT {\n  #opts: STTOptions;\n  #logger = log();\n  label = 'deepgram.STT';\n  private abortController = new AbortController();\n\n  get model(): string {\n    return this.#opts.model;\n  }\n\n  get provider(): string {\n    return 'Deepgram';\n  }\n\n  constructor(opts: Partial<STTOptions> = defaultSTTOptions) {\n    super({\n      streaming: true,\n      interimResults: opts.interimResults ?? defaultSTTOptions.interimResults,\n      alignedTranscript: 'word',\n    });\n    if (opts.apiKey === undefined && defaultSTTOptions.apiKey === undefined) {\n      throw new Error(\n        'Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY',\n      );\n    }\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      language: opts.language ? normalizeLanguage(opts.language) : defaultSTTOptions.language,\n    };\n\n    if (this.#opts.detectLanguage) {\n      this.#opts.language = undefined;\n    } else {\n      this.#opts.model = this.#validateModel(this.#opts.model, this.#opts.language);\n    }\n  }\n\n  async _recognize(buffer: AudioBuffer, abortSignal?: AbortSignal): Promise<stt.SpeechEvent> {\n    const frame = mergeFrames(buffer);\n    const listenURL = new URL(`${this.#opts.baseUrl.replace(/^ws/, 'http')}/v1/listen`);\n    const params = {\n      model: this.#opts.model,\n      punctuate: this.#opts.punctuate,\n      detect_language: this.#opts.detectLanguage,\n      smart_format: this.#opts.smartFormat,\n      keywords: this.#opts.keywords.map((x) => x.join(':')),\n      profanity_filter: this.#opts.profanityFilter,\n      numerals: this.#opts.numerals,\n      mip_opt_out: this.#opts.mipOptOut,\n      language: this.#opts.language,\n      ...(this.#opts.keyterm.length > 0 ? { keyterm: this.#opts.keyterm } : {}),\n      ...(this.#opts.redact.length > 0 ? { redact: this.#opts.redact } : {}),\n    };\n\n    Object.entries(params).forEach(([k, v]) => {\n      if (v !== undefined) {\n        if (typeof v === 'string' || typeof v === 'number' || typeof v === 'boolean') {\n          listenURL.searchParams.append(k, String(v));\n        } else {\n          v.forEach((x) => listenURL.searchParams.append(k, String(x)));\n        }\n      }\n    });\n\n    if (this.#opts.diarize) {\n      this.#logger.warn('speaker diarization is not supported in non-streaming mode, ignoring');\n    }\n\n    const resp = await fetch(listenURL, {\n      method: 'POST',\n      headers: {\n        Authorization: `Token ${this.#opts.apiKey}`,\n        Accept: 'application/json',\n        'Content-Type': 'audio/wav',\n      },\n      body: new Blob([new Uint8Array(createWav(frame))], { type: 'audio/wav' }),\n      signal: abortSignal ?? null,\n    });\n\n    if (!resp.ok) {\n      throw new Error(\n        `Deepgram STT REST request failed with status ${resp.status}: ${await resp.text()}`,\n      );\n    }\n\n    return prerecordedTranscriptionToSpeechEvent(this.#opts.language, await resp.json());\n  }\n\n  updateOptions(opts: Partial<STTOptions>) {\n    const language =\n      opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language;\n    const model =\n      opts.model !== undefined || opts.language !== undefined\n        ? this.#validateModel(opts.model ?? this.#opts.model, language)\n        : this.#opts.model;\n\n    this.#opts = {\n      ...this.#opts,\n      ...opts,\n      language,\n      model,\n    };\n  }\n\n  #validateModel(model: STTModels, language?: string) {\n    if (\n      language &&\n      getBaseLanguage(language) !== 'en' &&\n      [\n        'nova-2-meeting',\n        'nova-2-phonecall',\n        'nova-2-finance',\n        'nova-2-conversationalai',\n        'nova-2-voicemail',\n        'nova-2-video',\n        'nova-2-medical',\n        'nova-2-drivethru',\n        'nova-2-automotive',\n        'nova-3-general',\n      ].includes(model)\n    ) {\n      this.#logger.warn(\n        `${model} does not support language ${language}, falling back to nova-2-general`,\n      );\n      return 'nova-2-general';\n    }\n\n    return model;\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {\n    // Deepgram only supports language detection for prerecorded audio, not streaming.\n    if (this.#opts.detectLanguage || this.#opts.language === undefined) {\n      throw new Error(\n        'language detection is not supported in streaming mode, please disable it and specify a language',\n      );\n    }\n    return new SpeechStream(this, this.#opts, options?.connOptions);\n  }\n\n  async close() {\n    this.abortController.abort();\n  }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n  #opts: STTOptions;\n  #audioEnergyFilter: AudioEnergyFilter;\n  #logger = log();\n  #speaking = false;\n  #resetWS = new Future();\n  #requestId = '';\n  #audioDurationCollector: PeriodicCollector<number>;\n  label = 'deepgram.SpeechStream';\n\n  constructor(stt: STT, opts: STTOptions, connOptions?: APIConnectOptions) {\n    super(stt, opts.sampleRate, connOptions);\n    this.#opts = opts;\n    this.closed = false;\n    this.#audioEnergyFilter = new AudioEnergyFilter();\n    this.#audioDurationCollector = new PeriodicCollector(\n      (duration) => this.onAudioDurationReport(duration),\n      { duration: 5.0 },\n    );\n  }\n\n  protected async run() {\n    const maxRetry = 32;\n    let retries = 0;\n    let ws: WebSocket;\n\n    while (!this.input.closed && !this.closed) {\n      const streamURL = new URL(`${this.#opts.baseUrl}/v1/listen`);\n      const params = {\n        model: this.#opts.model,\n        punctuate: this.#opts.punctuate,\n        smart_format: this.#opts.smartFormat,\n        dictation: this.#opts.dictation,\n        diarize: this.#opts.diarize,\n        numerals: this.#opts.numerals,\n        no_delay: this.#opts.noDelay,\n        interim_results: this.#opts.interimResults,\n        encoding: 'linear16',\n        vad_events: true,\n        sample_rate: this.#opts.sampleRate,\n        channels: this.#opts.numChannels,\n        endpointing: this.#opts.endpointing || false,\n        filler_words: this.#opts.fillerWords,\n        keywords: this.#opts.keywords.map((x) => x.join(':')),\n        keyterm: this.#opts.keyterm,\n        profanity_filter: this.#opts.profanityFilter,\n        redact: this.#opts.redact,\n        language: this.#opts.language,\n        mip_opt_out: this.#opts.mipOptOut,\n      };\n      Object.entries(params).forEach(([k, v]) => {\n        if (v !== undefined) {\n          if (typeof v === 'string' || typeof v === 'number' || typeof v === 'boolean') {\n            streamURL.searchParams.append(k, String(v));\n          } else {\n            v.forEach((x) => streamURL.searchParams.append(k, String(x)));\n          }\n        }\n      });\n\n      ws = new WebSocket(streamURL, {\n        headers: { Authorization: `Token ${this.#opts.apiKey}` },\n      });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n\n        await this.#runWS(ws);\n      } catch (e) {\n        if (!this.closed && !this.input.closed) {\n          if (retries >= maxRetry) {\n            throw new Error(`failed to connect to Deepgram after ${retries} attempts: ${e}`);\n          }\n\n          const delay = Math.min(retries * 5, 10);\n          retries++;\n\n          this.#logger.warn(\n            `failed to connect to Deepgram, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n          );\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        } else {\n          this.#logger.warn(\n            `Deepgram disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`,\n          );\n        }\n      }\n    }\n\n    this.closed = true;\n  }\n\n  updateOptions(opts: Partial<STTOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n    this.#resetWS.resolve();\n  }\n\n  async #runWS(ws: WebSocket) {\n    this.#resetWS = new Future();\n    let closing = false;\n\n    const keepalive = setInterval(() => {\n      try {\n        ws.send(JSON.stringify({ type: 'KeepAlive' }));\n      } catch {\n        clearInterval(keepalive);\n        return;\n      }\n    }, 5000);\n\n    // gets cancelled also when sendTask is complete\n    const wsMonitor = Task.from(async (controller) => {\n      const closed = new Promise<void>(async (_, reject) => {\n        ws.once('close', (code, reason) => {\n          if (!closing) {\n            this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n            reject(new Error('WebSocket closed'));\n          }\n        });\n      });\n\n      await Promise.race([closed, waitForAbort(controller.signal)]);\n    });\n\n    const sendTask = async () => {\n      const samples100Ms = Math.floor(this.#opts.sampleRate / 10);\n      const stream = new AudioByteStream(\n        this.#opts.sampleRate,\n        this.#opts.numChannels,\n        samples100Ms,\n      );\n\n      // waitForAbort internally sets up an abort listener on the abort signal\n      // we need to put it outside loop to avoid constant re-registration of the listener\n      const abortPromise = waitForAbort(this.abortSignal);\n\n      try {\n        while (!this.closed) {\n          const result = await Promise.race([this.input.next(), abortPromise]);\n\n          if (result === undefined) return; // aborted\n          if (result.done) {\n            break;\n          }\n\n          const data = result.value;\n\n          let frames: AudioFrame[];\n          if (data === SpeechStream.FLUSH_SENTINEL) {\n            frames = stream.flush();\n            this.#audioDurationCollector.flush();\n          } else if (\n            data.sampleRate === this.#opts.sampleRate &&\n            data.channels === this.#opts.numChannels\n          ) {\n            frames = stream.write(data.data.buffer as ArrayBuffer);\n          } else {\n            throw new Error(`sample rate or channel count of frame does not match`);\n          }\n\n          for await (const frame of frames) {\n            if (this.#audioEnergyFilter.pushFrame(frame)) {\n              const frameDuration = frame.samplesPerChannel / frame.sampleRate;\n              this.#audioDurationCollector.push(frameDuration);\n              ws.send(frame.data.buffer);\n            }\n          }\n        }\n      } finally {\n        closing = true;\n        ws.send(JSON.stringify({ type: 'CloseStream' }));\n        wsMonitor.cancel();\n      }\n    };\n\n    const listenTask = Task.from(async (controller) => {\n      const putMessage = (message: stt.SpeechEvent) => {\n        if (!this.queue.closed) {\n          try {\n            this.queue.put(message);\n          } catch (e) {\n            // ignore\n          }\n        }\n      };\n\n      const listenMessage = new Promise<void>((resolve, reject) => {\n        ws.on('message', (msg) => {\n          try {\n            const json = JSON.parse(msg.toString());\n            switch (json['type']) {\n              case 'SpeechStarted': {\n                // This is a normal case. Deepgram's SpeechStarted events\n                // are not correlated with speech_final or utterance end.\n                // It's possible that we receive two in a row without an endpoint\n                // It's also possible we receive a transcript without a SpeechStarted event.\n                if (this.#speaking) return;\n                this.#speaking = true;\n                putMessage({ type: stt.SpeechEventType.START_OF_SPEECH });\n                break;\n              }\n              // see this page:\n              // https://developers.deepgram.com/docs/understand-endpointing-interim-results#using-endpointing-speech_final\n              // for more information about the different types of events\n              case 'Results': {\n                const metadata = json['metadata'];\n                const requestId = metadata['request_id'];\n                const isFinal = json['is_final'];\n                const isEndpoint = json['speech_final'];\n                this.#requestId = requestId;\n\n                const alternatives = liveTranscriptionToSpeechData(\n                  this.#opts.language!,\n                  json,\n                  this.startTimeOffset,\n                );\n\n                // If, for some reason, we didn't get a SpeechStarted event but we got\n                // a transcript with text, we should start speaking. It's rare but has\n                // been observed.\n                if (alternatives[0] && alternatives[0].text) {\n                  if (!this.#speaking) {\n                    this.#speaking = true;\n                    putMessage({\n                      type: stt.SpeechEventType.START_OF_SPEECH,\n                    });\n                  }\n\n                  if (isFinal) {\n                    putMessage({\n                      type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n                      alternatives: [alternatives[0], ...alternatives.slice(1)],\n                    });\n                  } else {\n                    putMessage({\n                      type: stt.SpeechEventType.INTERIM_TRANSCRIPT,\n                      alternatives: [alternatives[0], ...alternatives.slice(1)],\n                    });\n                  }\n                }\n\n                // if we receive an endpoint, only end the speech if\n                // we either had a SpeechStarted event or we have a seen\n                // a non-empty transcript (deepgram doesn't have a SpeechEnded event)\n                if (isEndpoint && this.#speaking) {\n                  this.#speaking = false;\n                  putMessage({ type: stt.SpeechEventType.END_OF_SPEECH });\n                }\n\n                break;\n              }\n              case 'Metadata': {\n                break;\n              }\n              default: {\n                this.#logger.child({ msg: json }).warn('received unexpected message from Deepgram');\n                break;\n              }\n            }\n\n            if (this.closed || closing) {\n              resolve();\n            }\n          } catch (err) {\n            this.#logger.error(`STT: Error processing message: ${msg}`);\n            reject(err);\n          }\n        });\n      });\n\n      await Promise.race([listenMessage, waitForAbort(controller.signal)]);\n    }, this.abortController);\n\n    await Promise.race([\n      this.#resetWS.await,\n      Promise.all([sendTask(), listenTask.result, wsMonitor]),\n    ]);\n    closing = true;\n    ws.close();\n    clearInterval(keepalive);\n  }\n\n  private onAudioDurationReport(duration: number) {\n    const usageEvent: stt.SpeechEvent = {\n      type: stt.SpeechEventType.RECOGNITION_USAGE,\n      requestId: this.#requestId,\n      recognitionUsage: {\n        audioDuration: duration,\n      },\n    };\n    this.queue.put(usageEvent);\n  }\n}\n\nfunction createWav(frame: AudioFrame): Buffer {\n  const bitsPerSample = 16;\n  const byteRate = (frame.sampleRate * frame.channels * bitsPerSample) / 8;\n  const blockAlign = (frame.channels * bitsPerSample) / 8;\n\n  const header = Buffer.alloc(44);\n  header.write('RIFF', 0);\n  header.writeUInt32LE(36 + frame.data.byteLength, 4);\n  header.write('WAVE', 8);\n  header.write('fmt ', 12);\n  header.writeUInt32LE(16, 16);\n  header.writeUInt16LE(1, 20);\n  header.writeUInt16LE(frame.channels, 22);\n  header.writeUInt32LE(frame.sampleRate, 24);\n  header.writeUInt32LE(byteRate, 28);\n  header.writeUInt16LE(blockAlign, 32);\n  header.writeUInt16LE(bitsPerSample, 34);\n  header.write('data', 36);\n  header.writeUInt32LE(frame.data.byteLength, 40);\n\n  const pcm = Buffer.from(frame.data.buffer, frame.data.byteOffset, frame.data.byteLength);\n  return Buffer.concat([header, pcm]);\n}\n\nconst liveTranscriptionToSpeechData = (\n  language: STTLanguages | string,\n  data: { [id: string]: any },\n  startTimeOffset: number = 0,\n): stt.SpeechData[] => {\n  const alts: any[] = data['channel']['alternatives'];\n\n  return alts.map((alt) => {\n    const wordsData: any[] = alt['words'] ?? [];\n    const detectedLanguage =\n      language === 'multi' ? alt['languages']?.[0] ?? language : alt['language'] ?? language;\n\n    return {\n      language: normalizeLanguage(detectedLanguage),\n      startTime: wordsData.length ? wordsData[0]['start'] + startTimeOffset : startTimeOffset,\n      endTime: wordsData.length\n        ? wordsData[wordsData.length - 1]['end'] + startTimeOffset\n        : startTimeOffset,\n      confidence: alt['confidence'],\n      text: alt['transcript'],\n      words: wordsData.map((word) =>\n        createTimedString({\n          text: word['word'] ?? '',\n          startTime: (word['start'] ?? 0) + startTimeOffset,\n          endTime: (word['end'] ?? 0) + startTimeOffset,\n          confidence: word['confidence'] ?? 0.0,\n          startTimeOffset,\n        }),\n      ),\n    };\n  });\n};\n\nfunction prerecordedTranscriptionToSpeechEvent(\n  language: STTLanguages | string | undefined,\n  data: { [id: string]: any },\n): stt.SpeechEvent {\n  const channel = data['results']['channels'][0];\n  const detectedLanguage = channel['detected_language'] ?? '';\n  const alternatives = channel['alternatives'].map((alt: { [id: string]: any }) => {\n    const wordsData: any[] = alt['words'] ?? [];\n\n    return {\n      language: normalizeLanguage(language ?? detectedLanguage),\n      startTime: wordsData.length ? wordsData[0]['start'] : 0,\n      endTime: wordsData.length ? wordsData[wordsData.length - 1]['end'] : 0,\n      confidence: alt['confidence'],\n      text: alt['transcript'],\n      words: wordsData.map((word) =>\n        createTimedString({\n          text: word['word'] ?? '',\n          startTime: word['start'] ?? 0,\n          endTime: word['end'] ?? 0,\n          confidence: word['confidence'] ?? 0.0,\n        }),\n      ),\n    };\n  }) as stt.SpeechData[];\n\n  return {\n    type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n    requestId: data['metadata']['request_id'],\n    ...(alternatives.length\n      ? { alternatives: alternatives as [stt.SpeechData, ...stt.SpeechData[]] }\n      : {}),\n  };\n}\n"],"mappings":"AAGA;AAAA,EAGE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,iBAAiB;AAC1B,SAAS,yBAAyB;AAgClC,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,gBAAgB;AAAA,EAChB,gBAAgB;AAAA,EAChB,WAAW;AAAA,EACX,OAAO;AAAA,EACP,aAAa;AAAA,EACb,SAAS;AAAA,EACT,aAAa;AAAA,EACb,aAAa;AAAA,EACb,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,UAAU,CAAC;AAAA,EACX,SAAS,CAAC;AAAA,EACV,iBAAiB;AAAA,EACjB,QAAQ,CAAC;AAAA,EACT,WAAW;AAAA,EACX,SAAS;AAAA,EACT,UAAU;AAAA,EACV,WAAW;AAAA,EACX,SAAS;AACX;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA,UAAU,IAAI;AAAA,EACd,QAAQ;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA,EAE9C,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,mBAAmB;AACzD,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB,KAAK,kBAAkB,kBAAkB;AAAA,MACzD,mBAAmB;AAAA,IACrB,CAAC;AACD,QAAI,KAAK,WAAW,UAAa,kBAAkB,WAAW,QAAW;AACvE,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH,UAAU,KAAK,WAAW,kBAAkB,KAAK,QAAQ,IAAI,kBAAkB;AAAA,IACjF;AAEA,QAAI,KAAK,MAAM,gBAAgB;AAC7B,WAAK,MAAM,WAAW;AAAA,IACxB,OAAO;AACL,WAAK,MAAM,QAAQ,KAAK,eAAe,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ;AAAA,IAC9E;AAAA,EACF;AAAA,EAEA,MAAM,WAAW,QAAqB,aAAqD;AACzF,UAAM,QAAQ,YAAY,MAAM;AAChC,UAAM,YAAY,IAAI,IAAI,GAAG,KAAK,MAAM,QAAQ,QAAQ,OAAO,MAAM,CAAC,YAAY;AAClF,UAAM,SAAS;AAAA,MACb,OAAO,KAAK,MAAM;AAAA,MAClB,WAAW,KAAK,MAAM;AAAA,MACtB,iBAAiB,KAAK,MAAM;AAAA,MAC5B,cAAc,KAAK,MAAM;AAAA,MACzB,UAAU,KAAK,MAAM,SAAS,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC;AAAA,MACpD,kBAAkB,KAAK,MAAM;AAAA,MAC7B,UAAU,KAAK,MAAM;AAAA,MACrB,aAAa,KAAK,MAAM;AAAA,MACxB,UAAU,KAAK,MAAM;AAAA,MACrB,GAAI,KAAK,MAAM,QAAQ,SAAS,IAAI,EAAE,SAAS,KAAK,MAAM,QAAQ,IAAI,CAAC;AAAA,MACvE,GAAI,KAAK,MAAM,OAAO,SAAS,IAAI,EAAE,QAAQ,KAAK,MAAM,OAAO,IAAI,CAAC;AAAA,IACtE;AAEA,WAAO,QAAQ,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM;AACzC,UAAI,MAAM,QAAW;AACnB,YAAI,OAAO,MAAM,YAAY,OAAO,MAAM,YAAY,OAAO,MAAM,WAAW;AAC5E,oBAAU,aAAa,OAAO,GAAG,OAAO,CAAC,CAAC;AAAA,QAC5C,OAAO;AACL,YAAE,QAAQ,CAAC,MAAM,UAAU,aAAa,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;AAAA,QAC9D;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,KAAK,MAAM,SAAS;AACtB,WAAK,QAAQ,KAAK,sEAAsE;AAAA,IAC1F;AAEA,UAAM,OAAO,MAAM,MAAM,WAAW;AAAA,MAClC,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,SAAS,KAAK,MAAM,MAAM;AAAA,QACzC,QAAQ;AAAA,QACR,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,IAAI,KAAK,CAAC,IAAI,WAAW,UAAU,KAAK,CAAC,CAAC,GAAG,EAAE,MAAM,YAAY,CAAC;AAAA,MACxE,QAAQ,eAAe;AAAA,IACzB,CAAC;AAED,QAAI,CAAC,KAAK,IAAI;AACZ,YAAM,IAAI;AAAA,QACR,gDAAgD,KAAK,MAAM,KAAK,MAAM,KAAK,KAAK,CAAC;AAAA,MACnF;AAAA,IACF;AAEA,WAAO,sCAAsC,KAAK,MAAM,UAAU,MAAM,KAAK,KAAK,CAAC;AAAA,EACrF;AAAA,EAEA,cAAc,MAA2B;AACvC,UAAM,WACJ,KAAK,aAAa,SAAY,kBAAkB,KAAK,QAAQ,IAAI,KAAK,MAAM;AAC9E,UAAM,QACJ,KAAK,UAAU,UAAa,KAAK,aAAa,SAC1C,KAAK,eAAe,KAAK,SAAS,KAAK,MAAM,OAAO,QAAQ,IAC5D,KAAK,MAAM;AAEjB,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,eAAe,OAAkB,UAAmB;AAClD,QACE,YACA,gBAAgB,QAAQ,MAAM,QAC9B;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,SAAS,KAAK,GAChB;AACA,WAAK,QAAQ;AAAA,QACX,GAAG,KAAK,8BAA8B,QAAQ;AAAA,MAChD;AACA,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,SAA6D;AAElE,QAAI,KAAK,MAAM,kBAAkB,KAAK,MAAM,aAAa,QAAW;AAClE,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO,IAAI,aAAa,MAAM,KAAK,OAAO,mCAAS,WAAW;AAAA,EAChE;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;AAEO,MAAM,qBAAqB,IAAI,aAAa;AAAA,EACjD;AAAA,EACA;AAAA,EACA,UAAU,IAAI;AAAA,EACd,YAAY;AAAA,EACZ,WAAW,IAAI,OAAO;AAAA,EACtB,aAAa;AAAA,EACb;AAAA,EACA,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,KAAK,YAAY,WAAW;AACvC,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,qBAAqB,IAAI,kBAAkB;AAChD,SAAK,0BAA0B,IAAI;AAAA,MACjC,CAAC,aAAa,KAAK,sBAAsB,QAAQ;AAAA,MACjD,EAAE,UAAU,EAAI;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,WAAW;AACjB,QAAI,UAAU;AACd,QAAI;AAEJ,WAAO,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,QAAQ;AACzC,YAAM,YAAY,IAAI,IAAI,GAAG,KAAK,MAAM,OAAO,YAAY;AAC3D,YAAM,SAAS;AAAA,QACb,OAAO,KAAK,MAAM;AAAA,QAClB,WAAW,KAAK,MAAM;AAAA,QACtB,cAAc,KAAK,MAAM;AAAA,QACzB,WAAW,KAAK,MAAM;AAAA,QACtB,SAAS,KAAK,MAAM;AAAA,QACpB,UAAU,KAAK,MAAM;AAAA,QACrB,UAAU,KAAK,MAAM;AAAA,QACrB,iBAAiB,KAAK,MAAM;AAAA,QAC5B,UAAU;AAAA,QACV,YAAY;AAAA,QACZ,aAAa,KAAK,MAAM;AAAA,QACxB,UAAU,KAAK,MAAM;AAAA,QACrB,aAAa,KAAK,MAAM,eAAe;AAAA,QACvC,cAAc,KAAK,MAAM;AAAA,QACzB,UAAU,KAAK,MAAM,SAAS,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC;AAAA,QACpD,SAAS,KAAK,MAAM;AAAA,QACpB,kBAAkB,KAAK,MAAM;AAAA,QAC7B,QAAQ,KAAK,MAAM;AAAA,QACnB,UAAU,KAAK,MAAM;AAAA,QACrB,aAAa,KAAK,MAAM;AAAA,MAC1B;AACA,aAAO,QAAQ,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM;AACzC,YAAI,MAAM,QAAW;AACnB,cAAI,OAAO,MAAM,YAAY,OAAO,MAAM,YAAY,OAAO,MAAM,WAAW;AAC5E,sBAAU,aAAa,OAAO,GAAG,OAAO,CAAC,CAAC;AAAA,UAC5C,OAAO;AACL,cAAE,QAAQ,CAAC,MAAM,UAAU,aAAa,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;AAAA,UAC9D;AAAA,QACF;AAAA,MACF,CAAC;AAED,WAAK,IAAI,UAAU,WAAW;AAAA,QAC5B,SAAS,EAAE,eAAe,SAAS,KAAK,MAAM,MAAM,GAAG;AAAA,MACzD,CAAC;AAED,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AAED,cAAM,KAAK,OAAO,EAAE;AAAA,MACtB,SAAS,GAAG;AACV,YAAI,CAAC,KAAK,UAAU,CAAC,KAAK,MAAM,QAAQ;AACtC,cAAI,WAAW,UAAU;AACvB,kBAAM,IAAI,MAAM,uCAAuC,OAAO,cAAc,CAAC,EAAE;AAAA,UACjF;AAEA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AACtC;AAEA,eAAK,QAAQ;AAAA,YACX,8CAA8C,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,UAC3F;AACA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE,OAAO;AACL,eAAK,QAAQ;AAAA,YACX,gDAAgD,CAAC,kBAAkB,KAAK,MAAM,MAAM,eAAe,KAAK,MAAM;AAAA,UAChH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AACtC,SAAK,SAAS,QAAQ;AAAA,EACxB;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,SAAK,WAAW,IAAI,OAAO;AAC3B,QAAI,UAAU;AAEd,UAAM,YAAY,YAAY,MAAM;AAClC,UAAI;AACF,WAAG,KAAK,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC,CAAC;AAAA,MAC/C,QAAQ;AACN,sBAAc,SAAS;AACvB;AAAA,MACF;AAAA,IACF,GAAG,GAAI;AAGP,UAAM,YAAY,KAAK,KAAK,OAAO,eAAe;AAChD,YAAM,SAAS,IAAI,QAAc,OAAO,GAAG,WAAW;AACpD,WAAG,KAAK,SAAS,CAAC,MAAM,WAAW;AACjC,cAAI,CAAC,SAAS;AACZ,iBAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAClE,mBAAO,IAAI,MAAM,kBAAkB,CAAC;AAAA,UACtC;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,QAAQ,aAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IAC9D,CAAC;AAED,UAAM,WAAW,YAAY;AAC3B,YAAM,eAAe,KAAK,MAAM,KAAK,MAAM,aAAa,EAAE;AAC1D,YAAM,SAAS,IAAI;AAAA,QACjB,KAAK,MAAM;AAAA,QACX,KAAK,MAAM;AAAA,QACX;AAAA,MACF;AAIA,YAAM,eAAe,aAAa,KAAK,WAAW;AAElD,UAAI;AACF,eAAO,CAAC,KAAK,QAAQ;AACnB,gBAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,KAAK,MAAM,KAAK,GAAG,YAAY,CAAC;AAEnE,cAAI,WAAW,OAAW;AAC1B,cAAI,OAAO,MAAM;AACf;AAAA,UACF;AAEA,gBAAM,OAAO,OAAO;AAEpB,cAAI;AACJ,cAAI,SAAS,aAAa,gBAAgB;AACxC,qBAAS,OAAO,MAAM;AACtB,iBAAK,wBAAwB,MAAM;AAAA,UACrC,WACE,KAAK,eAAe,KAAK,MAAM,cAC/B,KAAK,aAAa,KAAK,MAAM,aAC7B;AACA,qBAAS,OAAO,MAAM,KAAK,KAAK,MAAqB;AAAA,UACvD,OAAO;AACL,kBAAM,IAAI,MAAM,sDAAsD;AAAA,UACxE;AAEA,2BAAiB,SAAS,QAAQ;AAChC,gBAAI,KAAK,mBAAmB,UAAU,KAAK,GAAG;AAC5C,oBAAM,gBAAgB,MAAM,oBAAoB,MAAM;AACtD,mBAAK,wBAAwB,KAAK,aAAa;AAC/C,iBAAG,KAAK,MAAM,KAAK,MAAM;AAAA,YAC3B;AAAA,UACF;AAAA,QACF;AAAA,MACF,UAAE;AACA,kBAAU;AACV,WAAG,KAAK,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC,CAAC;AAC/C,kBAAU,OAAO;AAAA,MACnB;AAAA,IACF;AAEA,UAAM,aAAa,KAAK,KAAK,OAAO,eAAe;AACjD,YAAM,aAAa,CAAC,YAA6B;AAC/C,YAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,cAAI;AACF,iBAAK,MAAM,IAAI,OAAO;AAAA,UACxB,SAAS,GAAG;AAAA,UAEZ;AAAA,QACF;AAAA,MACF;AAEA,YAAM,gBAAgB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3D,WAAG,GAAG,WAAW,CAAC,QAAQ;AACxB,cAAI;AACF,kBAAM,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC;AACtC,oBAAQ,KAAK,MAAM,GAAG;AAAA,cACpB,KAAK,iBAAiB;AAKpB,oBAAI,KAAK,UAAW;AACpB,qBAAK,YAAY;AACjB,2BAAW,EAAE,MAAM,IAAI,gBAAgB,gBAAgB,CAAC;AACxD;AAAA,cACF;AAAA;AAAA;AAAA;AAAA,cAIA,KAAK,WAAW;AACd,sBAAM,WAAW,KAAK,UAAU;AAChC,sBAAM,YAAY,SAAS,YAAY;AACvC,sBAAM,UAAU,KAAK,UAAU;AAC/B,sBAAM,aAAa,KAAK,cAAc;AACtC,qBAAK,aAAa;AAElB,sBAAM,eAAe;AAAA,kBACnB,KAAK,MAAM;AAAA,kBACX;AAAA,kBACA,KAAK;AAAA,gBACP;AAKA,oBAAI,aAAa,CAAC,KAAK,aAAa,CAAC,EAAE,MAAM;AAC3C,sBAAI,CAAC,KAAK,WAAW;AACnB,yBAAK,YAAY;AACjB,+BAAW;AAAA,sBACT,MAAM,IAAI,gBAAgB;AAAA,oBAC5B,CAAC;AAAA,kBACH;AAEA,sBAAI,SAAS;AACX,+BAAW;AAAA,sBACT,MAAM,IAAI,gBAAgB;AAAA,sBAC1B,cAAc,CAAC,aAAa,CAAC,GAAG,GAAG,aAAa,MAAM,CAAC,CAAC;AAAA,oBAC1D,CAAC;AAAA,kBACH,OAAO;AACL,+BAAW;AAAA,sBACT,MAAM,IAAI,gBAAgB;AAAA,sBAC1B,cAAc,CAAC,aAAa,CAAC,GAAG,GAAG,aAAa,MAAM,CAAC,CAAC;AAAA,oBAC1D,CAAC;AAAA,kBACH;AAAA,gBACF;AAKA,oBAAI,cAAc,KAAK,WAAW;AAChC,uBAAK,YAAY;AACjB,6BAAW,EAAE,MAAM,IAAI,gBAAgB,cAAc,CAAC;AAAA,gBACxD;AAEA;AAAA,cACF;AAAA,cACA,KAAK,YAAY;AACf;AAAA,cACF;AAAA,cACA,SAAS;AACP,qBAAK,QAAQ,MAAM,EAAE,KAAK,KAAK,CAAC,EAAE,KAAK,2CAA2C;AAClF;AAAA,cACF;AAAA,YACF;AAEA,gBAAI,KAAK,UAAU,SAAS;AAC1B,sBAAQ;AAAA,YACV;AAAA,UACF,SAAS,KAAK;AACZ,iBAAK,QAAQ,MAAM,kCAAkC,GAAG,EAAE;AAC1D,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,eAAe,aAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IACrE,GAAG,KAAK,eAAe;AAEvB,UAAM,QAAQ,KAAK;AAAA,MACjB,KAAK,SAAS;AAAA,MACd,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,QAAQ,SAAS,CAAC;AAAA,IACxD,CAAC;AACD,cAAU;AACV,OAAG,MAAM;AACT,kBAAc,SAAS;AAAA,EACzB;AAAA,EAEQ,sBAAsB,UAAkB;AAC9C,UAAM,aAA8B;AAAA,MAClC,MAAM,IAAI,gBAAgB;AAAA,MAC1B,WAAW,KAAK;AAAA,MAChB,kBAAkB;AAAA,QAChB,eAAe;AAAA,MACjB;AAAA,IACF;AACA,SAAK,MAAM,IAAI,UAAU;AAAA,EAC3B;AACF;AAEA,SAAS,UAAU,OAA2B;AAC5C,QAAM,gBAAgB;AACtB,QAAM,WAAY,MAAM,aAAa,MAAM,WAAW,gBAAiB;AACvE,QAAM,aAAc,MAAM,WAAW,gBAAiB;AAEtD,QAAM,SAAS,OAAO,MAAM,EAAE;AAC9B,SAAO,MAAM,QAAQ,CAAC;AACtB,SAAO,cAAc,KAAK,MAAM,KAAK,YAAY,CAAC;AAClD,SAAO,MAAM,QAAQ,CAAC;AACtB,SAAO,MAAM,QAAQ,EAAE;AACvB,SAAO,cAAc,IAAI,EAAE;AAC3B,SAAO,cAAc,GAAG,EAAE;AAC1B,SAAO,cAAc,MAAM,UAAU,EAAE;AACvC,SAAO,cAAc,MAAM,YAAY,EAAE;AACzC,SAAO,cAAc,UAAU,EAAE;AACjC,SAAO,cAAc,YAAY,EAAE;AACnC,SAAO,cAAc,eAAe,EAAE;AACtC,SAAO,MAAM,QAAQ,EAAE;AACvB,SAAO,cAAc,MAAM,KAAK,YAAY,EAAE;AAE9C,QAAM,MAAM,OAAO,KAAK,MAAM,KAAK,QAAQ,MAAM,KAAK,YAAY,MAAM,KAAK,UAAU;AACvF,SAAO,OAAO,OAAO,CAAC,QAAQ,GAAG,CAAC;AACpC;AAEA,MAAM,gCAAgC,CACpC,UACA,MACA,kBAA0B,MACL;AACrB,QAAM,OAAc,KAAK,SAAS,EAAE,cAAc;AAElD,SAAO,KAAK,IAAI,CAAC,QAAQ;AAxiB3B;AAyiBI,UAAM,YAAmB,IAAI,OAAO,KAAK,CAAC;AAC1C,UAAM,mBACJ,aAAa,YAAU,SAAI,WAAW,MAAf,mBAAmB,OAAM,WAAW,IAAI,UAAU,KAAK;AAEhF,WAAO;AAAA,MACL,UAAU,kBAAkB,gBAAgB;AAAA,MAC5C,WAAW,UAAU,SAAS,UAAU,CAAC,EAAE,OAAO,IAAI,kBAAkB;AAAA,MACxE,SAAS,UAAU,SACf,UAAU,UAAU,SAAS,CAAC,EAAE,KAAK,IAAI,kBACzC;AAAA,MACJ,YAAY,IAAI,YAAY;AAAA,MAC5B,MAAM,IAAI,YAAY;AAAA,MACtB,OAAO,UAAU;AAAA,QAAI,CAAC,SACpB,kBAAkB;AAAA,UAChB,MAAM,KAAK,MAAM,KAAK;AAAA,UACtB,YAAY,KAAK,OAAO,KAAK,KAAK;AAAA,UAClC,UAAU,KAAK,KAAK,KAAK,KAAK;AAAA,UAC9B,YAAY,KAAK,YAAY,KAAK;AAAA,UAClC;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEA,SAAS,sCACP,UACA,MACiB;AACjB,QAAM,UAAU,KAAK,SAAS,EAAE,UAAU,EAAE,CAAC;AAC7C,QAAM,mBAAmB,QAAQ,mBAAmB,KAAK;AACzD,QAAM,eAAe,QAAQ,cAAc,EAAE,IAAI,CAAC,QAA+B;AAC/E,UAAM,YAAmB,IAAI,OAAO,KAAK,CAAC;AAE1C,WAAO;AAAA,MACL,UAAU,kBAAkB,YAAY,gBAAgB;AAAA,MACxD,WAAW,UAAU,SAAS,UAAU,CAAC,EAAE,OAAO,IAAI;AAAA,MACtD,SAAS,UAAU,SAAS,UAAU,UAAU,SAAS,CAAC,EAAE,KAAK,IAAI;AAAA,MACrE,YAAY,IAAI,YAAY;AAAA,MAC5B,MAAM,IAAI,YAAY;AAAA,MACtB,OAAO,UAAU;AAAA,QAAI,CAAC,SACpB,kBAAkB;AAAA,UAChB,MAAM,KAAK,MAAM,KAAK;AAAA,UACtB,WAAW,KAAK,OAAO,KAAK;AAAA,UAC5B,SAAS,KAAK,KAAK,KAAK;AAAA,UACxB,YAAY,KAAK,YAAY,KAAK;AAAA,QACpC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO;AAAA,IACL,MAAM,IAAI,gBAAgB;AAAA,IAC1B,WAAW,KAAK,UAAU,EAAE,YAAY;AAAA,IACxC,GAAI,aAAa,SACb,EAAE,aAAoE,IACtE,CAAC;AAAA,EACP;AACF;","names":["stt"]}

package/dist/stt.test.cjs

@@ -0,0 +1,28 @@
+"use strict";
+var import_agents_plugin_silero = require("@livekit/agents-plugin-silero");
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_stt = require("./stt.cjs");
+const hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);
+(0, import_vitest.describe)("Deepgram streaming language detection", () => {
+  (0, import_vitest.it)("throws when starting a stream with detectLanguage enabled", () => {
+    const stt2 = new import_stt.STT({ apiKey: "test", detectLanguage: true });
+    (0, import_vitest.expect)(() => stt2.stream()).toThrow("language detection is not supported in streaming mode");
+  });
+  (0, import_vitest.it)("allows streaming with an explicit language", () => {
+    const stt2 = new import_stt.STT({ apiKey: "test", language: "en-US" });
+    const stream = stt2.stream();
+    stream.close();
+  });
+});
+if (hasDeepgramApiKey) {
+  (0, import_vitest.describe)("Deepgram", async () => {
+    await (0, import_agents_plugins_test.stt)(new import_stt.STT(), await import_agents_plugin_silero.VAD.load(), { nonStreaming: false });
+  });
+} else {
+  (0, import_vitest.describe)("Deepgram", () => {
+    import_vitest.it.skip("requires DEEPGRAM_API_KEY", () => {
+    });
+  });
+}
+//# sourceMappingURL=stt.test.cjs.map

package/dist/stt.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe, expect, it } from 'vitest';\nimport { STT } from './stt.js';\n\nconst hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);\n\ndescribe('Deepgram streaming language detection', () => {\n  // Deepgram only supports language detection for prerecorded audio, so a\n  // streaming session must reject it rather than silently default to English.\n  // Mirrors livekit-plugins-deepgram (Python).\n  it('throws when starting a stream with detectLanguage enabled', () => {\n    const stt = new STT({ apiKey: 'test', detectLanguage: true });\n    expect(() => stt.stream()).toThrow('language detection is not supported in streaming mode');\n  });\n\n  it('allows streaming with an explicit language', () => {\n    const stt = new STT({ apiKey: 'test', language: 'en-US' });\n    const stream = stt.stream();\n    // Close immediately so the connection loop never starts (no network in unit tests).\n    stream.close();\n  });\n});\n\nif (hasDeepgramApiKey) {\n  describe('Deepgram', async () => {\n    await stt(new STT(), await VAD.load(), { nonStreaming: false });\n  });\n} else {\n  describe('Deepgram', () => {\n    it.skip('requires DEEPGRAM_API_KEY', () => {});\n  });\n}\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAAqC;AACrC,iBAAoB;AAEpB,MAAM,oBAAoB,QAAQ,QAAQ,IAAI,gBAAgB;AAAA,IAE9D,wBAAS,yCAAyC,MAAM;AAItD,wBAAG,6DAA6D,MAAM;AACpE,UAAMA,OAAM,IAAI,eAAI,EAAE,QAAQ,QAAQ,gBAAgB,KAAK,CAAC;AAC5D,8BAAO,MAAMA,KAAI,OAAO,CAAC,EAAE,QAAQ,uDAAuD;AAAA,EAC5F,CAAC;AAED,wBAAG,8CAA8C,MAAM;AACrD,UAAMA,OAAM,IAAI,eAAI,EAAE,QAAQ,QAAQ,UAAU,QAAQ,CAAC;AACzD,UAAM,SAASA,KAAI,OAAO;AAE1B,WAAO,MAAM;AAAA,EACf,CAAC;AACH,CAAC;AAED,IAAI,mBAAmB;AACrB,8BAAS,YAAY,YAAY;AAC/B,cAAM,gCAAI,IAAI,eAAI,GAAG,MAAM,gCAAI,KAAK,GAAG,EAAE,cAAc,MAAM,CAAC;AAAA,EAChE,CAAC;AACH,OAAO;AACL,8BAAS,YAAY,MAAM;AACzB,qBAAG,KAAK,6BAA6B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC/C,CAAC;AACH;","names":["stt"]}

package/dist/stt.test.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=stt.test.d.ts.map

package/dist/stt.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=stt.test.d.ts.map

package/dist/stt.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.test.d.ts","sourceRoot":"","sources":["../src/stt.test.ts"],"names":[],"mappings":""}

package/dist/stt.test.js

@@ -0,0 +1,27 @@
+import { VAD } from "@livekit/agents-plugin-silero";
+import { stt } from "@livekit/agents-plugins-test";
+import { describe, expect, it } from "vitest";
+import { STT } from "./stt.js";
+const hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);
+describe("Deepgram streaming language detection", () => {
+  it("throws when starting a stream with detectLanguage enabled", () => {
+    const stt2 = new STT({ apiKey: "test", detectLanguage: true });
+    expect(() => stt2.stream()).toThrow("language detection is not supported in streaming mode");
+  });
+  it("allows streaming with an explicit language", () => {
+    const stt2 = new STT({ apiKey: "test", language: "en-US" });
+    const stream = stt2.stream();
+    stream.close();
+  });
+});
+if (hasDeepgramApiKey) {
+  describe("Deepgram", async () => {
+    await stt(new STT(), await VAD.load(), { nonStreaming: false });
+  });
+} else {
+  describe("Deepgram", () => {
+    it.skip("requires DEEPGRAM_API_KEY", () => {
+    });
+  });
+}
+//# sourceMappingURL=stt.test.js.map

package/dist/stt.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/stt.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VAD } from '@livekit/agents-plugin-silero';\nimport { stt } from '@livekit/agents-plugins-test';\nimport { describe, expect, it } from 'vitest';\nimport { STT } from './stt.js';\n\nconst hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);\n\ndescribe('Deepgram streaming language detection', () => {\n  // Deepgram only supports language detection for prerecorded audio, so a\n  // streaming session must reject it rather than silently default to English.\n  // Mirrors livekit-plugins-deepgram (Python).\n  it('throws when starting a stream with detectLanguage enabled', () => {\n    const stt = new STT({ apiKey: 'test', detectLanguage: true });\n    expect(() => stt.stream()).toThrow('language detection is not supported in streaming mode');\n  });\n\n  it('allows streaming with an explicit language', () => {\n    const stt = new STT({ apiKey: 'test', language: 'en-US' });\n    const stream = stt.stream();\n    // Close immediately so the connection loop never starts (no network in unit tests).\n    stream.close();\n  });\n});\n\nif (hasDeepgramApiKey) {\n  describe('Deepgram', async () => {\n    await stt(new STT(), await VAD.load(), { nonStreaming: false });\n  });\n} else {\n  describe('Deepgram', () => {\n    it.skip('requires DEEPGRAM_API_KEY', () => {});\n  });\n}\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,WAAW;AAEpB,MAAM,oBAAoB,QAAQ,QAAQ,IAAI,gBAAgB;AAE9D,SAAS,yCAAyC,MAAM;AAItD,KAAG,6DAA6D,MAAM;AACpE,UAAMA,OAAM,IAAI,IAAI,EAAE,QAAQ,QAAQ,gBAAgB,KAAK,CAAC;AAC5D,WAAO,MAAMA,KAAI,OAAO,CAAC,EAAE,QAAQ,uDAAuD;AAAA,EAC5F,CAAC;AAED,KAAG,8CAA8C,MAAM;AACrD,UAAMA,OAAM,IAAI,IAAI,EAAE,QAAQ,QAAQ,UAAU,QAAQ,CAAC;AACzD,UAAM,SAASA,KAAI,OAAO;AAE1B,WAAO,MAAM;AAAA,EACf,CAAC;AACH,CAAC;AAED,IAAI,mBAAmB;AACrB,WAAS,YAAY,YAAY;AAC/B,UAAM,IAAI,IAAI,IAAI,GAAG,MAAM,IAAI,KAAK,GAAG,EAAE,cAAc,MAAM,CAAC;AAAA,EAChE,CAAC;AACH,OAAO;AACL,WAAS,YAAY,MAAM;AACzB,OAAG,KAAK,6BAA6B,MAAM;AAAA,IAAC,CAAC;AAAA,EAC/C,CAAC;AACH;","names":["stt"]}