@livekit/agents-plugin-deepgram 1.0.11 → 1.0.13

package/dist/tts.js

@@ -0,0 +1,289 @@
+import { AudioByteStream, shortuuid, tokenize, tts } from "@livekit/agents";
+import { request } from "node:https";
+import { WebSocket } from "ws";
+const AUTHORIZATION_HEADER = "Authorization";
+const NUM_CHANNELS = 1;
+const MIN_SENTENCE_LENGTH = 8;
+const defaultTTSOptions = {
+  model: "aura-asteria-en",
+  encoding: "linear16",
+  sampleRate: 24e3,
+  apiKey: process.env.DEEPGRAM_API_KEY,
+  baseUrl: "https://api.deepgram.com",
+  capabilities: {
+    streaming: true
+  },
+  sentenceTokenizer: new tokenize.basic.SentenceTokenizer({
+    minSentenceLength: MIN_SENTENCE_LENGTH
+  })
+};
+class TTS extends tts.TTS {
+  opts;
+  label = "deepgram.TTS";
+  constructor(opts = {}) {
+    var _a;
+    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {
+      streaming: ((_a = opts.capabilities) == null ? void 0 : _a.streaming) ?? defaultTTSOptions.capabilities.streaming
+    });
+    this.opts = {
+      ...defaultTTSOptions,
+      ...opts
+    };
+    if (this.opts.apiKey === void 0) {
+      throw new Error(
+        "Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY"
+      );
+    }
+  }
+  synthesize(text) {
+    return new ChunkedStream(this, text, this.opts);
+  }
+  stream() {
+    return new SynthesizeStream(this, this.opts);
+  }
+}
+class ChunkedStream extends tts.ChunkedStream {
+  label = "deepgram.ChunkedStream";
+  opts;
+  text;
+  constructor(tts2, text, opts) {
+    super(text, tts2);
+    this.text = text;
+    this.opts = opts;
+  }
+  async run() {
+    const requestId = shortuuid();
+    const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);
+    const json = { text: this.text };
+    const url = new URL(`${this.opts.baseUrl}/v1/speak`);
+    url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
+    url.searchParams.append("model", this.opts.model);
+    url.searchParams.append("encoding", this.opts.encoding);
+    await new Promise((resolve, reject) => {
+      const req = request(
+        {
+          hostname: url.hostname,
+          port: 443,
+          path: url.pathname + url.search,
+          method: "POST",
+          headers: {
+            [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey}`,
+            "Content-Type": "application/json"
+          }
+        },
+        (res) => {
+          if (res.statusCode !== 200) {
+            reject(
+              new Error(`Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`)
+            );
+            return;
+          }
+          res.on("data", (chunk) => {
+            for (const frame of bstream.write(chunk)) {
+              if (!this.queue.closed) {
+                this.queue.put({
+                  requestId,
+                  frame,
+                  final: false,
+                  segmentId: requestId
+                });
+              }
+            }
+          });
+          res.on("error", (err) => {
+            reject(err);
+          });
+          res.on("close", () => {
+            for (const frame of bstream.flush()) {
+              if (!this.queue.closed) {
+                this.queue.put({
+                  requestId,
+                  frame,
+                  final: false,
+                  segmentId: requestId
+                });
+              }
+            }
+            if (!this.queue.closed) {
+              this.queue.close();
+            }
+            resolve();
+          });
+        }
+      );
+      req.on("error", (err) => {
+        reject(err);
+      });
+      req.write(JSON.stringify(json));
+      req.end();
+    });
+  }
+}
+class SynthesizeStream extends tts.SynthesizeStream {
+  opts;
+  tokenizer;
+  label = "deepgram.SynthesizeStream";
+  static FLUSH_MSG = JSON.stringify({ type: "Flush" });
+  static CLOSE_MSG = JSON.stringify({ type: "Close" });
+  constructor(tts2, opts) {
+    super(tts2);
+    this.opts = opts;
+    this.tokenizer = opts.sentenceTokenizer.stream();
+  }
+  async closeWebSocket(ws) {
+    try {
+      if (ws.readyState === WebSocket.OPEN) {
+        ws.send(SynthesizeStream.FLUSH_MSG);
+        ws.send(SynthesizeStream.CLOSE_MSG);
+        try {
+          await new Promise((resolve, _reject) => {
+            const timeout = setTimeout(() => {
+              resolve();
+            }, 1e3);
+            ws.once("message", () => {
+              clearTimeout(timeout);
+              resolve();
+            });
+            ws.once("close", () => {
+              clearTimeout(timeout);
+              resolve();
+            });
+            ws.once("error", () => {
+              clearTimeout(timeout);
+              resolve();
+            });
+          });
+        } catch (e) {
+        }
+      }
+    } catch (e) {
+      console.warn(`Error during WebSocket close sequence: ${e}`);
+    } finally {
+      if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING) {
+        ws.close();
+      }
+    }
+  }
+  async run() {
+    const requestId = shortuuid();
+    const segmentId = shortuuid();
+    const wsUrl = this.opts.baseUrl.replace(/^http/, "ws");
+    const url = new URL(`${wsUrl}/v1/speak`);
+    url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
+    url.searchParams.append("model", this.opts.model);
+    url.searchParams.append("encoding", this.opts.encoding);
+    const ws = new WebSocket(url, {
+      headers: {
+        [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey}`
+      }
+    });
+    await new Promise((resolve, reject) => {
+      ws.on("open", resolve);
+      ws.on("error", (error) => reject(error));
+      ws.on("close", (code) => reject(`WebSocket returned ${code}`));
+    });
+    const inputTask = async () => {
+      for await (const data of this.input) {
+        if (data === SynthesizeStream.FLUSH_SENTINEL) {
+          this.tokenizer.flush();
+          continue;
+        }
+        this.tokenizer.pushText(data);
+      }
+      this.tokenizer.endInput();
+      this.tokenizer.close();
+    };
+    const sendTask = async () => {
+      for await (const event of this.tokenizer) {
+        if (this.abortController.signal.aborted) break;
+        let text = event.token;
+        if (!text.endsWith(" ")) {
+          text += " ";
+        }
+        const message = JSON.stringify({
+          type: "Speak",
+          text
+        });
+        ws.send(message);
+      }
+      if (!this.abortController.signal.aborted) {
+        ws.send(SynthesizeStream.FLUSH_MSG);
+      }
+    };
+    const recvTask = async () => {
+      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);
+      let finalReceived = false;
+      let timeout = null;
+      let lastFrame;
+      const sendLastFrame = (segmentId2, final) => {
+        if (lastFrame && !this.queue.closed) {
+          this.queue.put({ requestId, segmentId: segmentId2, frame: lastFrame, final });
+          lastFrame = void 0;
+        }
+      };
+      const clearMessageTimeout = () => {
+        if (timeout) {
+          clearTimeout(timeout);
+          timeout = null;
+        }
+      };
+      return new Promise((resolve, reject) => {
+        ws.on("message", (data, isBinary) => {
+          clearMessageTimeout();
+          if (!isBinary) {
+            const message = JSON.parse(data.toString());
+            if (message.type === "Flushed") {
+              finalReceived = true;
+              clearMessageTimeout();
+              for (const frame of bstream.flush()) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+              sendLastFrame(segmentId, true);
+              if (!this.queue.closed) {
+                this.queue.put(SynthesizeStream.END_OF_STREAM);
+              }
+              resolve();
+            }
+            return;
+          }
+          const buffer = data instanceof Buffer ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength) : data;
+          for (const frame of bstream.write(buffer)) {
+            sendLastFrame(segmentId, false);
+            lastFrame = frame;
+          }
+        });
+        ws.on("close", (_code, _reason) => {
+          if (!finalReceived) {
+            for (const frame of bstream.flush()) {
+              sendLastFrame(segmentId, false);
+              lastFrame = frame;
+            }
+            sendLastFrame(segmentId, true);
+            if (!this.queue.closed) {
+              this.queue.put(SynthesizeStream.END_OF_STREAM);
+            }
+          }
+          resolve();
+        });
+        ws.on("error", (error) => {
+          clearMessageTimeout();
+          reject(error);
+        });
+      });
+    };
+    try {
+      await Promise.all([inputTask(), sendTask(), recvTask()]);
+    } catch (e) {
+      throw new Error(`failed in main task: ${e}`);
+    } finally {
+      await this.closeWebSocket(ws);
+    }
+  }
+}
+export {
+  ChunkedStream,
+  SynthesizeStream,
+  TTS
+};
+//# sourceMappingURL=tts.js.map

package/dist/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, shortuuid, tokenize, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'Authorization';\nconst NUM_CHANNELS = 1;\nconst MIN_SENTENCE_LENGTH = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  apiKey?: string;\n  baseUrl?: string;\n  sentenceTokenizer: tokenize.SentenceTokenizer;\n  capabilities: tts.TTSCapabilities;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'aura-asteria-en',\n  encoding: 'linear16',\n  sampleRate: 24000,\n  apiKey: process.env.DEEPGRAM_API_KEY,\n  baseUrl: 'https://api.deepgram.com',\n  capabilities: {\n    streaming: true,\n  },\n  sentenceTokenizer: new tokenize.basic.SentenceTokenizer({\n    minSentenceLength: MIN_SENTENCE_LENGTH,\n  }),\n};\n\nexport class TTS extends tts.TTS {\n  private opts: TTSOptions;\n  label = 'deepgram.TTS';\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: opts.capabilities?.streaming ?? defaultTTSOptions.capabilities.streaming,\n    });\n\n    this.opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.opts.apiKey === undefined) {\n      throw new Error(\n        'Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY',\n      );\n    }\n  }\n\n  synthesize(text: string): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.opts);\n  }\n\n  stream(): tts.SynthesizeStream {\n    return new SynthesizeStream(this, this.opts);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'deepgram.ChunkedStream';\n  private opts: TTSOptions;\n  private text: string;\n\n  constructor(tts: TTS, text: string, opts: TTSOptions) {\n    super(text, tts);\n    this.text = text;\n    this.opts = opts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n    const json = { text: this.text };\n    const url = new URL(`${this.opts.baseUrl!}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n\n    await new Promise<void>((resolve, reject) => {\n      const req = request(\n        {\n          hostname: url.hostname,\n          port: 443,\n          path: url.pathname + url.search,\n          method: 'POST',\n          headers: {\n            [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n            'Content-Type': 'application/json',\n          },\n        },\n        (res) => {\n          if (res.statusCode !== 200) {\n            reject(\n              new Error(`Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`),\n            );\n            return;\n          }\n\n          res.on('data', (chunk) => {\n            for (const frame of bstream.write(chunk)) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n          });\n\n          res.on('error', (err) => {\n            reject(err);\n          });\n\n          res.on('close', () => {\n            for (const frame of bstream.flush()) {\n              if (!this.queue.closed) {\n                this.queue.put({\n                  requestId,\n                  frame,\n                  final: false,\n                  segmentId: requestId,\n                });\n              }\n            }\n            if (!this.queue.closed) {\n              this.queue.close();\n            }\n            resolve();\n          });\n        },\n      );\n\n      req.on('error', (err) => {\n        reject(err);\n      });\n\n      req.write(JSON.stringify(json));\n      req.end();\n    });\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  private opts: TTSOptions;\n  private tokenizer: tokenize.SentenceStream;\n  label = 'deepgram.SynthesizeStream';\n\n  private static readonly FLUSH_MSG = JSON.stringify({ type: 'Flush' });\n  private static readonly CLOSE_MSG = JSON.stringify({ type: 'Close' });\n\n  constructor(tts: TTS, opts: TTSOptions) {\n    super(tts);\n    this.opts = opts;\n    this.tokenizer = opts.sentenceTokenizer.stream();\n  }\n\n  private async closeWebSocket(ws: WebSocket): Promise<void> {\n    try {\n      // Send Flush and Close messages to ensure Deepgram processes all remaining audio\n      // and properly terminates the session, preventing lingering TTS sessions\n      if (ws.readyState === WebSocket.OPEN) {\n        ws.send(SynthesizeStream.FLUSH_MSG);\n        ws.send(SynthesizeStream.CLOSE_MSG);\n\n        // Wait for server acknowledgment to prevent race conditions and ensure\n        // proper cleanup, avoiding 429 Too Many Requests errors from lingering sessions\n        try {\n          await new Promise<void>((resolve, _reject) => {\n            const timeout = setTimeout(() => {\n              resolve();\n            }, 1000);\n\n            ws.once('message', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('close', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n\n            ws.once('error', () => {\n              clearTimeout(timeout);\n              resolve();\n            });\n          });\n        } catch (e) {\n          // Ignore timeout or other errors during close sequence\n        }\n      }\n    } catch (e) {\n      console.warn(`Error during WebSocket close sequence: ${e}`);\n    } finally {\n      if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING) {\n        ws.close();\n      }\n    }\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const segmentId = shortuuid();\n\n    const wsUrl = this.opts.baseUrl!.replace(/^http/, 'ws');\n    const url = new URL(`${wsUrl}/v1/speak`);\n    url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n    url.searchParams.append('model', this.opts.model);\n    url.searchParams.append('encoding', this.opts.encoding);\n\n    const ws = new WebSocket(url, {\n      headers: {\n        [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n      },\n    });\n\n    await new Promise((resolve, reject) => {\n      ws.on('open', resolve);\n      ws.on('error', (error) => reject(error));\n      ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n    });\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.tokenizer.flush();\n          continue;\n        }\n        this.tokenizer.pushText(data);\n      }\n      this.tokenizer.endInput();\n      this.tokenizer.close();\n    };\n\n    const sendTask = async () => {\n      for await (const event of this.tokenizer) {\n        if (this.abortController.signal.aborted) break;\n\n        let text = event.token;\n        if (!text.endsWith(' ')) {\n          text += ' ';\n        }\n\n        const message = JSON.stringify({\n          type: 'Speak',\n          text: text,\n        });\n\n        ws.send(message);\n      }\n\n      if (!this.abortController.signal.aborted) {\n        ws.send(SynthesizeStream.FLUSH_MSG);\n      }\n    };\n\n    const recvTask = async () => {\n      const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n      let finalReceived = false;\n      let timeout: NodeJS.Timeout | null = null;\n      let lastFrame: AudioFrame | undefined;\n\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame && !this.queue.closed) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      const clearMessageTimeout = () => {\n        if (timeout) {\n          clearTimeout(timeout);\n          timeout = null;\n        }\n      };\n\n      return new Promise<void>((resolve, reject) => {\n        ws.on('message', (data: RawData, isBinary: boolean) => {\n          clearMessageTimeout();\n\n          if (!isBinary) {\n            const message = JSON.parse(data.toString());\n            if (message.type === 'Flushed') {\n              finalReceived = true;\n              clearMessageTimeout();\n              for (const frame of bstream.flush()) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(segmentId, true);\n\n              if (!this.queue.closed) {\n                this.queue.put(SynthesizeStream.END_OF_STREAM);\n              }\n              resolve();\n            }\n\n            return;\n          }\n\n          const buffer =\n            data instanceof Buffer\n              ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)\n              : (data as ArrayBuffer);\n          for (const frame of bstream.write(buffer as ArrayBuffer)) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n        });\n\n        ws.on('close', (_code, _reason) => {\n          if (!finalReceived) {\n            for (const frame of bstream.flush()) {\n              sendLastFrame(segmentId, false);\n              lastFrame = frame;\n            }\n            sendLastFrame(segmentId, true);\n\n            if (!this.queue.closed) {\n              this.queue.put(SynthesizeStream.END_OF_STREAM);\n            }\n          }\n          resolve();\n        });\n\n        ws.on('error', (error) => {\n          clearMessageTimeout();\n          reject(error);\n        });\n      });\n    };\n\n    try {\n      await Promise.all([inputTask(), sendTask(), recvTask()]);\n    } catch (e) {\n      throw new Error(`failed in main task: ${e}`);\n    } finally {\n      await this.closeWebSocket(ws);\n    }\n  }\n}\n"],"mappings":"AAGA,SAAS,iBAAiB,WAAW,UAAU,WAAW;AAE1D,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AAGxC,MAAM,uBAAuB;AAC7B,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAY5B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,QAAQ,QAAQ,IAAI;AAAA,EACpB,SAAS;AAAA,EACT,cAAc;AAAA,IACZ,WAAW;AAAA,EACb;AAAA,EACA,mBAAmB,IAAI,SAAS,MAAM,kBAAkB;AAAA,IACtD,mBAAmB;AAAA,EACrB,CAAC;AACH;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EACvB;AAAA,EACR,QAAQ;AAAA,EAER,YAAY,OAA4B,CAAC,GAAG;AAzC9C;AA0CI,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,aAAW,UAAK,iBAAL,mBAAmB,cAAa,kBAAkB,aAAa;AAAA,IAC5E,CAAC;AAED,SAAK,OAAO;AAAA,MACV,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,KAAK,WAAW,QAAW;AAClC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,WAAW,MAAiC;AAC1C,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,IAAI;AAAA,EAChD;AAAA,EAEA,SAA+B;AAC7B,WAAO,IAAI,iBAAiB,MAAM,KAAK,IAAI;AAAA,EAC7C;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAYA,MAAU,MAAc,MAAkB;AACpD,UAAM,MAAMA,IAAG;AACf,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAM,OAAO,EAAE,MAAM,KAAK,KAAK;AAC/B,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,KAAK,OAAQ,WAAW;AACpD,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AAEtD,UAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,YAAM,MAAM;AAAA,QACV;AAAA,UACE,UAAU,IAAI;AAAA,UACd,MAAM;AAAA,UACN,MAAM,IAAI,WAAW,IAAI;AAAA,UACzB,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,YAClD,gBAAgB;AAAA,UAClB;AAAA,QACF;AAAA,QACA,CAAC,QAAQ;AACP,cAAI,IAAI,eAAe,KAAK;AAC1B;AAAA,cACE,IAAI,MAAM,qCAAqC,IAAI,UAAU,IAAI,IAAI,aAAa,EAAE;AAAA,YACtF;AACA;AAAA,UACF;AAEA,cAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,uBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AAED,cAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,mBAAO,GAAG;AAAA,UACZ,CAAC;AAED,cAAI,GAAG,SAAS,MAAM;AACpB,uBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AACA,gBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,mBAAK,MAAM,MAAM;AAAA,YACnB;AACA,oBAAQ;AAAA,UACV,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,eAAO,GAAG;AAAA,MACZ,CAAC;AAED,UAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,UAAI,IAAI;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACjD;AAAA,EACA;AAAA,EACR,QAAQ;AAAA,EAER,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EACpE,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EAEpE,YAAYA,MAAU,MAAkB;AACtC,UAAMA,IAAG;AACT,SAAK,OAAO;AACZ,SAAK,YAAY,KAAK,kBAAkB,OAAO;AAAA,EACjD;AAAA,EAEA,MAAc,eAAe,IAA8B;AACzD,QAAI;AAGF,UAAI,GAAG,eAAe,UAAU,MAAM;AACpC,WAAG,KAAK,iBAAiB,SAAS;AAClC,WAAG,KAAK,iBAAiB,SAAS;AAIlC,YAAI;AACF,gBAAM,IAAI,QAAc,CAAC,SAAS,YAAY;AAC5C,kBAAM,UAAU,WAAW,MAAM;AAC/B,sBAAQ;AAAA,YACV,GAAG,GAAI;AAEP,eAAG,KAAK,WAAW,MAAM;AACvB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAAA,UACH,CAAC;AAAA,QACH,SAAS,GAAG;AAAA,QAEZ;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,KAAK,0CAA0C,CAAC,EAAE;AAAA,IAC5D,UAAE;AACA,UAAI,GAAG,eAAe,UAAU,QAAQ,GAAG,eAAe,UAAU,YAAY;AAC9E,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,YAAY,UAAU;AAE5B,UAAM,QAAQ,KAAK,KAAK,QAAS,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,WAAW;AACvC,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AAEtD,UAAM,KAAK,IAAI,UAAU,KAAK;AAAA,MAC5B,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,MACpD;AAAA,IACF,CAAC;AAED,UAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,SAAG,GAAG,QAAQ,OAAO;AACrB,SAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,SAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,IAC/D,CAAC;AAED,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,UAAU,MAAM;AACrB;AAAA,QACF;AACA,aAAK,UAAU,SAAS,IAAI;AAAA,MAC9B;AACA,WAAK,UAAU,SAAS;AACxB,WAAK,UAAU,MAAM;AAAA,IACvB;AAEA,UAAM,WAAW,YAAY;AAC3B,uBAAiB,SAAS,KAAK,WAAW;AACxC,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,YAAI,OAAO,MAAM;AACjB,YAAI,CAAC,KAAK,SAAS,GAAG,GAAG;AACvB,kBAAQ;AAAA,QACV;AAEA,cAAM,UAAU,KAAK,UAAU;AAAA,UAC7B,MAAM;AAAA,UACN;AAAA,QACF,CAAC;AAED,WAAG,KAAK,OAAO;AAAA,MACjB;AAEA,UAAI,CAAC,KAAK,gBAAgB,OAAO,SAAS;AACxC,WAAG,KAAK,iBAAiB,SAAS;AAAA,MACpC;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAI,gBAAgB;AACpB,UAAI,UAAiC;AACrC,UAAI;AAEJ,YAAM,gBAAgB,CAACC,YAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAAA,YAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,YAAM,sBAAsB,MAAM;AAChC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAEA,aAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,WAAG,GAAG,WAAW,CAAC,MAAe,aAAsB;AACrD,8BAAoB;AAEpB,cAAI,CAAC,UAAU;AACb,kBAAM,UAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAC1C,gBAAI,QAAQ,SAAS,WAAW;AAC9B,8BAAgB;AAChB,kCAAoB;AACpB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAE7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AACA,sBAAQ;AAAA,YACV;AAEA;AAAA,UACF;AAEA,gBAAM,SACJ,gBAAgB,SACZ,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU,IACnE;AACP,qBAAW,SAAS,QAAQ,MAAM,MAAqB,GAAG;AACxD,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,OAAO,YAAY;AACjC,cAAI,CAAC,eAAe;AAClB,uBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,4BAAc,WAAW,KAAK;AAC9B,0BAAY;AAAA,YACd;AACA,0BAAc,WAAW,IAAI;AAE7B,gBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,mBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,YAC/C;AAAA,UACF;AACA,kBAAQ;AAAA,QACV,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,UAAU;AACxB,8BAAoB;AACpB,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAAA,IACzD,SAAS,GAAG;AACV,YAAM,IAAI,MAAM,wBAAwB,CAAC,EAAE;AAAA,IAC7C,UAAE;AACA,YAAM,KAAK,eAAe,EAAE;AAAA,IAC9B;AAAA,EACF;AACF;","names":["tts","segmentId"]}

package/dist/tts.test.cjs

@@ -0,0 +1,9 @@
+"use strict";
+var import_agents_plugin_deepgram = require("@livekit/agents-plugin-deepgram");
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_tts = require("./tts.cjs");
+(0, import_vitest.describe)("Deepgram", async () => {
+  await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_agents_plugin_deepgram.STT());
+});
+//# sourceMappingURL=tts.test.cjs.map

package/dist/tts.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-deepgram';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('Deepgram', async () => {\n  await tts(new TTS(), new STT());\n});\n"],"mappings":";AAGA,oCAAoB;AACpB,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,YAAY,YAAY;AAC/B,YAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,kCAAI,CAAC;AAChC,CAAC;","names":[]}

package/dist/tts.test.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tts.test.d.ts.map

package/dist/tts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tts.test.d.ts.map

package/dist/tts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.test.d.ts","sourceRoot":"","sources":["../src/tts.test.ts"],"names":[],"mappings":""}

package/dist/tts.test.js

@@ -0,0 +1,8 @@
+import { STT } from "@livekit/agents-plugin-deepgram";
+import { tts } from "@livekit/agents-plugins-test";
+import { describe } from "vitest";
+import { TTS } from "./tts.js";
+describe("Deepgram", async () => {
+  await tts(new TTS(), new STT());
+});
+//# sourceMappingURL=tts.test.js.map

package/dist/tts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-deepgram';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('Deepgram', async () => {\n  await tts(new TTS(), new STT());\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,YAAY,YAAY;AAC/B,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC;AAChC,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-deepgram",
-  "version": "1.0.11",
+  "version": "1.0.13",
   "description": "Deepgram plugin for LiveKit Agents for Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -30,16 +30,16 @@
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.0.11",
-    "@livekit/agents-plugin-silero": "1.0.11",
-    "@livekit/agents-plugins-test": "1.0.11"
+    "@livekit/agents": "1.0.13",
+    "@livekit/agents-plugin-silero": "1.0.13",
+    "@livekit/agents-plugins-test": "1.0.13"
   },
   "dependencies": {
     "ws": "^8.16.0"
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.12",
-    "@livekit/agents": "1.0.11"
+    "@livekit/agents": "1.0.13"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/index.ts

@@ -4,6 +4,7 @@
 import { Plugin } from '@livekit/agents';
 
 export * from './stt.js';
+export * from './tts.js';
 
 class DeepgramPlugin extends Plugin {
   constructor() {

package/src/models.ts

@@ -2,6 +2,22 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
+export type TTSModels =
+  | 'aura-asteria-en'
+  | 'aura-luna-en'
+  | 'aura-stella-en'
+  | 'aura-athena-en'
+  | 'aura-hera-en'
+  | 'aura-orion-en'
+  | 'aura-arcas-en'
+  | 'aura-perseus-en'
+  | 'aura-angus-en'
+  | 'aura-orpheus-en'
+  | 'aura-helios-en'
+  | 'aura-zeus-en';
+
+export type TTSEncoding = 'linear16' | 'mulaw' | 'alaw' | 'mp3' | 'opus' | 'flac' | 'aac';
+
 export type STTModels =
   | 'nova-general'
   | 'nova-phonecall'

package/src/tts.test.ts

@@ -0,0 +1,11 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { STT } from '@livekit/agents-plugin-deepgram';
+import { tts } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { TTS } from './tts.js';
+
+describe('Deepgram', async () => {
+  await tts(new TTS(), new STT());
+});