@livekit/agents-plugin-elevenlabs 0.4.6 → 0.5.1

package/README.md

@@ -0,0 +1,17 @@
+<!--
+SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+
+SPDX-License-Identifier: Apache-2.0
+-->
+# ElevenLabs plugin for LiveKit Agents
+
+The Agents Framework is designed for building realtime, programmable
+participants that run on servers. Use it to create conversational, multi-modal
+voice agents that can see, hear, and understand.
+
+This package contains the ElevenLabs plugin, which allows for voice synthesis.
+Refer to the [documentation](https://docs.livekit.io/agents/overview/) for
+information on how to use it, or browse the [API
+reference](https://docs.livekit.io/agents-js/modules/plugins_agents_plugin_elevenlabs.html).
+See the [repository](https://github.com/livekit/agents-js) for more information
+about the framework as a whole.

package/dist/index.cjs

@@ -0,0 +1,23 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var src_exports = {};
+module.exports = __toCommonJS(src_exports);
+__reExport(src_exports, require("./tts.cjs"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("./tts.cjs")
+});
+//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './tts.js';\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAIA,wBAAc,qBAJd;","names":[]}

package/dist/index.js

@@ -1,5 +1,2 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-export * from './tts.js';
+export * from "./tts.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,cAAc,UAAU,CAAC"}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './tts.js';\n"],"mappings":"AAIA,cAAc;","names":[]}

package/dist/models.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var models_exports = {};
+module.exports = __toCommonJS(models_exports);
+//# sourceMappingURL=models.cjs.map

package/dist/models.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type TTSModels =\n  | 'eleven_monolingual_v1'\n  | 'eleven_multilingual_v1'\n  | 'eleven_multilingual_v2'\n  | 'eleven_turbo_v2'\n  | 'eleven_turbo_v2_5';\n\nexport type TTSEncoding =\n  // XXX(nbsp): MP3 is not yet supported\n  // | 'mp3_22050_32'\n  // | 'mp3_44100_32'\n  // | 'mp3_44100_64'\n  // | 'mp3_44100_96'\n  // | 'mp3_44100_128'\n  // | 'mp3_44100_192'\n  'pcm_16000' | 'pcm_22050' | 'pcm_44100';\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/models.js

@@ -1,5 +1 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-export {};
 //# sourceMappingURL=models.js.map

package/dist/models.js.map

@@ -1 +1 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC"}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/tts.cjs

@@ -0,0 +1,241 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var tts_exports = {};
+__export(tts_exports, {
+  SynthesizeStream: () => SynthesizeStream,
+  TTS: () => TTS
+});
+module.exports = __toCommonJS(tts_exports);
+var import_agents = require("@livekit/agents");
+var import_rtc_node = require("@livekit/rtc-node");
+var import_node_crypto = require("node:crypto");
+var import_node_url = require("node:url");
+var import_ws = require("ws");
+const DEFAULT_VOICE = {
+  id: "EXAVITQu4vr4xnSDxMaL",
+  name: "Bella",
+  category: "premade",
+  settings: {
+    stability: 0.71,
+    similarity_boost: 0.5,
+    style: 0,
+    use_speaker_boost: true
+  }
+};
+const API_BASE_URL_V1 = "https://api.elevenlabs.io/v1/";
+const AUTHORIZATION_HEADER = "xi-api-key";
+const defaultTTSOptions = {
+  apiKey: process.env.ELEVEN_API_KEY,
+  voice: DEFAULT_VOICE,
+  modelID: "eleven_turbo_v2_5",
+  baseURL: API_BASE_URL_V1,
+  encoding: "pcm_22050",
+  streamingLatency: 3,
+  wordTokenizer: new import_agents.tokenize.basic.WordTokenizer(false),
+  chunkLengthSchedule: [],
+  enableSsmlParsing: false
+};
+class TTS extends import_agents.tts.TTS {
+  #opts;
+  constructor(opts = {}) {
+    super(sampleRateFromFormat(opts.encoding || defaultTTSOptions.encoding), 1, {
+      streaming: true
+    });
+    this.#opts = {
+      ...defaultTTSOptions,
+      ...opts
+    };
+    if (this.#opts.apiKey === void 0) {
+      throw new Error(
+        "ElevenLabs API key is required, whether as an argument or as $ELEVEN_API_KEY"
+      );
+    }
+  }
+  async listVoices() {
+    return fetch(this.#opts.baseURL + "/voices", {
+      headers: {
+        [AUTHORIZATION_HEADER]: this.#opts.apiKey
+      }
+    }).then((data) => data.json()).then((data) => {
+      const voices = [];
+      for (const voice of data.voices) {
+        voices.push({
+          id: voice.voice_id,
+          name: voice.name,
+          category: voice.category,
+          settings: void 0
+        });
+      }
+      return voices;
+    });
+  }
+  synthesize() {
+    throw new Error("Chunked responses are not supported on ElevenLabs TTS");
+  }
+  stream() {
+    return new SynthesizeStream(this.#opts);
+  }
+}
+class SynthesizeStream extends import_agents.tts.SynthesizeStream {
+  #opts;
+  #logger = (0, import_agents.log)();
+  streamURL;
+  constructor(opts) {
+    super();
+    this.#opts = opts;
+    this.closed = false;
+    const baseURL = opts.baseURL + (opts.baseURL.endsWith("/") ? "" : "/");
+    this.streamURL = new import_node_url.URL(`text-to-speech/${opts.voice.id}/stream-input`, baseURL);
+    const params = {
+      model_id: opts.modelID,
+      output_format: opts.encoding,
+      optimize_streaming_latency: `${opts.streamingLatency}`,
+      enable_ssml_parsing: `${opts.enableSsmlParsing}`
+    };
+    Object.entries(params).forEach(([k, v]) => this.streamURL.searchParams.append(k, v));
+    this.streamURL.protocol = this.streamURL.protocol.replace("http", "ws");
+    this.#run();
+  }
+  async #run() {
+    const segments = new import_agents.AsyncIterableQueue();
+    const tokenizeInput = async () => {
+      let stream = null;
+      for await (const text of this.input) {
+        if (text === SynthesizeStream.FLUSH_SENTINEL) {
+          stream == null ? void 0 : stream.endInput();
+          stream = null;
+        } else {
+          if (!stream) {
+            stream = this.#opts.wordTokenizer.stream();
+            segments.put(stream);
+          }
+          stream.pushText(text);
+        }
+      }
+      segments.close();
+    };
+    const runStream = async () => {
+      for await (const stream of segments) {
+        await this.#runWS(stream);
+        this.queue.put(SynthesizeStream.END_OF_STREAM);
+      }
+    };
+    await Promise.all([tokenizeInput(), runStream()]);
+    this.close();
+  }
+  async #runWS(stream, maxRetry = 3) {
+    let retries = 0;
+    let ws;
+    while (true) {
+      ws = new import_ws.WebSocket(this.streamURL, {
+        headers: { [AUTHORIZATION_HEADER]: this.#opts.apiKey }
+      });
+      try {
+        await new Promise((resolve, reject) => {
+          ws.on("open", resolve);
+          ws.on("error", (error) => reject(error));
+          ws.on("close", (code) => reject(`WebSocket returned ${code}`));
+        });
+        break;
+      } catch (e) {
+        if (retries >= maxRetry) {
+          throw new Error(`failed to connect to ElevenLabs after ${retries} attempts: ${e}`);
+        }
+        const delay = Math.min(retries * 5, 5);
+        retries++;
+        this.#logger.warn(
+          `failed to connect to ElevenLabs, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`
+        );
+        await new Promise((resolve) => setTimeout(resolve, delay * 1e3));
+      }
+    }
+    const requestId = (0, import_node_crypto.randomUUID)();
+    const segmentId = (0, import_node_crypto.randomUUID)();
+    ws.send(
+      JSON.stringify({
+        text: " ",
+        voice_settings: this.#opts.voice.settings,
+        try_trigger_generation: true,
+        chunk_length_schedule: this.#opts.chunkLengthSchedule
+      })
+    );
+    let eosSent = false;
+    const sendTask = async () => {
+      let xmlContent = [];
+      for await (const data of stream) {
+        let text = data.token;
+        if (this.#opts.enableSsmlParsing && text.startsWith("<phoneme") || xmlContent.length) {
+          xmlContent.push(text);
+          if (text.indexOf("</phoneme>") !== -1) {
+            text = xmlContent.join(" ");
+            xmlContent = [];
+          } else {
+            continue;
+          }
+        }
+        ws.send(JSON.stringify({ text: text + " ", try_trigger_generation: false }));
+      }
+      if (xmlContent.length) {
+        this.#logger.warn("ElevenLabs stream ended with incomplete XML content");
+      }
+      ws.send(JSON.stringify({ text: "" }));
+      eosSent = true;
+    };
+    const listenTask = async () => {
+      while (!this.closed) {
+        try {
+          await new Promise((resolve, reject) => {
+            ws.removeAllListeners();
+            ws.on("message", (data) => resolve(data));
+            ws.on("close", (code, reason) => {
+              if (!eosSent) {
+                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+              }
+              reject();
+            });
+          }).then((msg) => {
+            const json = JSON.parse(msg.toString());
+            if ("audio" in json) {
+              const data = new Int16Array(Buffer.from(json.audio, "base64").buffer);
+              const frame = new import_rtc_node.AudioFrame(
+                data,
+                sampleRateFromFormat(this.#opts.encoding),
+                1,
+                data.length
+              );
+              this.queue.put({ requestId, segmentId, frame });
+            }
+          });
+        } catch {
+          break;
+        }
+      }
+    };
+    await Promise.all([sendTask(), listenTask()]);
+  }
+}
+const sampleRateFromFormat = (encoding) => {
+  return Number(encoding.split("_")[1]);
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  SynthesizeStream,
+  TTS
+});
+//# sourceMappingURL=tts.cjs.map

package/dist/tts.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncIterableQueue, log, tokenize, tts } from '@livekit/agents';\nimport { AudioFrame } from '@livekit/rtc-node';\nimport { randomUUID } from 'node:crypto';\nimport { URL } from 'node:url';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\ntype Voice = {\n  id: string;\n  name: string;\n  category: string;\n  settings?: VoiceSettings;\n};\n\ntype VoiceSettings = {\n  stability: number; // 0..1\n  similarity_boost: number; // 0..1\n  style?: number; // 0..1\n  use_speaker_boost: boolean;\n};\n\nconst DEFAULT_VOICE: Voice = {\n  id: 'EXAVITQu4vr4xnSDxMaL',\n  name: 'Bella',\n  category: 'premade',\n  settings: {\n    stability: 0.71,\n    similarity_boost: 0.5,\n    style: 0.0,\n    use_speaker_boost: true,\n  },\n};\n\nconst API_BASE_URL_V1 = 'https://api.elevenlabs.io/v1/';\nconst AUTHORIZATION_HEADER = 'xi-api-key';\n\nexport interface TTSOptions {\n  apiKey?: string;\n  voice: Voice;\n  modelID: TTSModels;\n  baseURL: string;\n  encoding: TTSEncoding;\n  streamingLatency: number;\n  wordTokenizer: tokenize.WordTokenizer;\n  chunkLengthSchedule: number[];\n  enableSsmlParsing: boolean;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.ELEVEN_API_KEY,\n  voice: DEFAULT_VOICE,\n  modelID: 'eleven_turbo_v2_5',\n  baseURL: API_BASE_URL_V1,\n  encoding: 'pcm_22050',\n  streamingLatency: 3,\n  wordTokenizer: new tokenize.basic.WordTokenizer(false),\n  chunkLengthSchedule: [],\n  enableSsmlParsing: false,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(sampleRateFromFormat(opts.encoding || defaultTTSOptions.encoding), 1, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'ElevenLabs API key is required, whether as an argument or as $ELEVEN_API_KEY',\n      );\n    }\n  }\n\n  async listVoices(): Promise<Voice[]> {\n    return fetch(this.#opts.baseURL + '/voices', {\n      headers: {\n        [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n      },\n    })\n      .then((data) => data.json())\n      .then((data) => {\n        const voices: Voice[] = [];\n        for (const voice of (\n          data as { voices: { voice_id: string; name: string; category: string }[] }\n        ).voices) {\n          voices.push({\n            id: voice.voice_id,\n            name: voice.name,\n            category: voice.category,\n            settings: undefined,\n          });\n        }\n        return voices;\n      });\n  }\n\n  synthesize(): tts.ChunkedStream {\n    throw new Error('Chunked responses are not supported on ElevenLabs TTS');\n  }\n\n  stream(): tts.SynthesizeStream {\n    return new SynthesizeStream(this.#opts);\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  readonly streamURL: URL;\n\n  constructor(opts: TTSOptions) {\n    super();\n    this.#opts = opts;\n    this.closed = false;\n\n    // add trailing slash to URL if needed\n    const baseURL = opts.baseURL + (opts.baseURL.endsWith('/') ? '' : '/');\n\n    this.streamURL = new URL(`text-to-speech/${opts.voice.id}/stream-input`, baseURL);\n    const params = {\n      model_id: opts.modelID,\n      output_format: opts.encoding,\n      optimize_streaming_latency: `${opts.streamingLatency}`,\n      enable_ssml_parsing: `${opts.enableSsmlParsing}`,\n    };\n    Object.entries(params).forEach(([k, v]) => this.streamURL.searchParams.append(k, v));\n    this.streamURL.protocol = this.streamURL.protocol.replace('http', 'ws');\n\n    this.#run();\n  }\n\n  async #run() {\n    const segments = new AsyncIterableQueue<tokenize.WordStream>();\n\n    const tokenizeInput = async () => {\n      let stream: tokenize.WordStream | null = null;\n      for await (const text of this.input) {\n        if (text === SynthesizeStream.FLUSH_SENTINEL) {\n          stream?.endInput();\n          stream = null;\n        } else {\n          if (!stream) {\n            stream = this.#opts.wordTokenizer.stream();\n            segments.put(stream);\n          }\n          stream.pushText(text);\n        }\n      }\n      segments.close();\n    };\n\n    const runStream = async () => {\n      for await (const stream of segments) {\n        await this.#runWS(stream);\n        this.queue.put(SynthesizeStream.END_OF_STREAM);\n      }\n    };\n\n    await Promise.all([tokenizeInput(), runStream()]);\n    this.close();\n  }\n\n  async #runWS(stream: tokenize.WordStream, maxRetry = 3) {\n    let retries = 0;\n    let ws: WebSocket;\n    while (true) {\n      ws = new WebSocket(this.streamURL, {\n        headers: { [AUTHORIZATION_HEADER]: this.#opts.apiKey },\n      });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n        break;\n      } catch (e) {\n        if (retries >= maxRetry) {\n          throw new Error(`failed to connect to ElevenLabs after ${retries} attempts: ${e}`);\n        }\n\n        const delay = Math.min(retries * 5, 5);\n        retries++;\n\n        this.#logger.warn(\n          `failed to connect to ElevenLabs, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n        );\n        await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n      }\n    }\n\n    const requestId = randomUUID();\n    const segmentId = randomUUID();\n\n    ws.send(\n      JSON.stringify({\n        text: ' ',\n        voice_settings: this.#opts.voice.settings,\n        try_trigger_generation: true,\n        chunk_length_schedule: this.#opts.chunkLengthSchedule,\n      }),\n    );\n    let eosSent = false;\n\n    const sendTask = async () => {\n      let xmlContent: string[] = [];\n      for await (const data of stream) {\n        let text = data.token;\n\n        if ((this.#opts.enableSsmlParsing && text.startsWith('<phoneme')) || xmlContent.length) {\n          xmlContent.push(text);\n          if (text.indexOf('</phoneme>') !== -1) {\n            text = xmlContent.join(' ');\n            xmlContent = [];\n          } else {\n            continue;\n          }\n        }\n\n        ws.send(JSON.stringify({ text: text + ' ', try_trigger_generation: false }));\n      }\n\n      if (xmlContent.length) {\n        this.#logger.warn('ElevenLabs stream ended with incomplete XML content');\n      }\n\n      ws.send(JSON.stringify({ text: '' }));\n      eosSent = true;\n    };\n\n    const listenTask = async () => {\n      while (!this.closed) {\n        try {\n          await new Promise<RawData>((resolve, reject) => {\n            ws.removeAllListeners();\n            ws.on('message', (data) => resolve(data));\n            ws.on('close', (code, reason) => {\n              if (!eosSent) {\n                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n              }\n              reject();\n            });\n          }).then((msg) => {\n            const json = JSON.parse(msg.toString());\n            if ('audio' in json) {\n              const data = new Int16Array(Buffer.from(json.audio, 'base64').buffer);\n              const frame = new AudioFrame(\n                data,\n                sampleRateFromFormat(this.#opts.encoding),\n                1,\n                data.length,\n              );\n              this.queue.put({ requestId, segmentId, frame });\n            }\n          });\n        } catch {\n          break;\n        }\n      }\n    };\n\n    await Promise.all([sendTask(), listenTask()]);\n  }\n}\n\nconst sampleRateFromFormat = (encoding: TTSEncoding): number => {\n  return Number(encoding.split('_')[1]);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAuD;AACvD,sBAA2B;AAC3B,yBAA2B;AAC3B,sBAAoB;AACpB,gBAAwC;AAiBxC,MAAM,gBAAuB;AAAA,EAC3B,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,UAAU;AAAA,EACV,UAAU;AAAA,IACR,WAAW;AAAA,IACX,kBAAkB;AAAA,IAClB,OAAO;AAAA,IACP,mBAAmB;AAAA,EACrB;AACF;AAEA,MAAM,kBAAkB;AACxB,MAAM,uBAAuB;AAc7B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,SAAS;AAAA,EACT,SAAS;AAAA,EACT,UAAU;AAAA,EACV,kBAAkB;AAAA,EAClB,eAAe,IAAI,uBAAS,MAAM,cAAc,KAAK;AAAA,EACrD,qBAAqB,CAAC;AAAA,EACtB,mBAAmB;AACrB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,qBAAqB,KAAK,YAAY,kBAAkB,QAAQ,GAAG,GAAG;AAAA,MAC1E,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA+B;AACnC,WAAO,MAAM,KAAK,MAAM,UAAU,WAAW;AAAA,MAC3C,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,MACrC;AAAA,IACF,CAAC,EACE,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,EAC1B,KAAK,CAAC,SAAS;AACd,YAAM,SAAkB,CAAC;AACzB,iBAAW,SACT,KACA,QAAQ;AACR,eAAO,KAAK;AAAA,UACV,IAAI,MAAM;AAAA,UACV,MAAM,MAAM;AAAA,UACZ,UAAU,MAAM;AAAA,UAChB,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACL;AAAA,EAEA,aAAgC;AAC9B,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AAAA,EAEA,SAA+B;AAC7B,WAAO,IAAI,iBAAiB,KAAK,KAAK;AAAA,EACxC;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,cAAU,mBAAI;AAAA,EACL;AAAA,EAET,YAAY,MAAkB;AAC5B,UAAM;AACN,SAAK,QAAQ;AACb,SAAK,SAAS;AAGd,UAAM,UAAU,KAAK,WAAW,KAAK,QAAQ,SAAS,GAAG,IAAI,KAAK;AAElE,SAAK,YAAY,IAAI,oBAAI,kBAAkB,KAAK,MAAM,EAAE,iBAAiB,OAAO;AAChF,UAAM,SAAS;AAAA,MACb,UAAU,KAAK;AAAA,MACf,eAAe,KAAK;AAAA,MACpB,4BAA4B,GAAG,KAAK,gBAAgB;AAAA,MACpD,qBAAqB,GAAG,KAAK,iBAAiB;AAAA,IAChD;AACA,WAAO,QAAQ,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,UAAU,aAAa,OAAO,GAAG,CAAC,CAAC;AACnF,SAAK,UAAU,WAAW,KAAK,UAAU,SAAS,QAAQ,QAAQ,IAAI;AAEtE,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,WAAW,IAAI,iCAAwC;AAE7D,UAAM,gBAAgB,YAAY;AAChC,UAAI,SAAqC;AACzC,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,2CAAQ;AACR,mBAAS;AAAA,QACX,OAAO;AACL,cAAI,CAAC,QAAQ;AACX,qBAAS,KAAK,MAAM,cAAc,OAAO;AACzC,qBAAS,IAAI,MAAM;AAAA,UACrB;AACA,iBAAO,SAAS,IAAI;AAAA,QACtB;AAAA,MACF;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,UAAU,UAAU;AACnC,cAAM,KAAK,OAAO,MAAM;AACxB,aAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,MAC/C;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC;AAChD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,OAAO,QAA6B,WAAW,GAAG;AACtD,QAAI,UAAU;AACd,QAAI;AACJ,WAAO,MAAM;AACX,WAAK,IAAI,oBAAU,KAAK,WAAW;AAAA,QACjC,SAAS,EAAE,CAAC,oBAAoB,GAAG,KAAK,MAAM,OAAO;AAAA,MACvD,CAAC;AAED,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AACD;AAAA,MACF,SAAS,GAAG;AACV,YAAI,WAAW,UAAU;AACvB,gBAAM,IAAI,MAAM,yCAAyC,OAAO,cAAc,CAAC,EAAE;AAAA,QACnF;AAEA,cAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,CAAC;AACrC;AAEA,aAAK,QAAQ;AAAA,UACX,gDAAgD,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,QAC7F;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,MAClE;AAAA,IACF;AAEA,UAAM,gBAAY,+BAAW;AAC7B,UAAM,gBAAY,+BAAW;AAE7B,OAAG;AAAA,MACD,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,gBAAgB,KAAK,MAAM,MAAM;AAAA,QACjC,wBAAwB;AAAA,QACxB,uBAAuB,KAAK,MAAM;AAAA,MACpC,CAAC;AAAA,IACH;AACA,QAAI,UAAU;AAEd,UAAM,WAAW,YAAY;AAC3B,UAAI,aAAuB,CAAC;AAC5B,uBAAiB,QAAQ,QAAQ;AAC/B,YAAI,OAAO,KAAK;AAEhB,YAAK,KAAK,MAAM,qBAAqB,KAAK,WAAW,UAAU,KAAM,WAAW,QAAQ;AACtF,qBAAW,KAAK,IAAI;AACpB,cAAI,KAAK,QAAQ,YAAY,MAAM,IAAI;AACrC,mBAAO,WAAW,KAAK,GAAG;AAC1B,yBAAa,CAAC;AAAA,UAChB,OAAO;AACL;AAAA,UACF;AAAA,QACF;AAEA,WAAG,KAAK,KAAK,UAAU,EAAE,MAAM,OAAO,KAAK,wBAAwB,MAAM,CAAC,CAAC;AAAA,MAC7E;AAEA,UAAI,WAAW,QAAQ;AACrB,aAAK,QAAQ,KAAK,qDAAqD;AAAA,MACzE;AAEA,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,GAAG,CAAC,CAAC;AACpC,gBAAU;AAAA,IACZ;AAEA,UAAM,aAAa,YAAY;AAC7B,aAAO,CAAC,KAAK,QAAQ;AACnB,YAAI;AACF,gBAAM,IAAI,QAAiB,CAAC,SAAS,WAAW;AAC9C,eAAG,mBAAmB;AACtB,eAAG,GAAG,WAAW,CAAC,SAAS,QAAQ,IAAI,CAAC;AACxC,eAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,kBAAI,CAAC,SAAS;AACZ,qBAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,cACpE;AACA,qBAAO;AAAA,YACT,CAAC;AAAA,UACH,CAAC,EAAE,KAAK,CAAC,QAAQ;AACf,kBAAM,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC;AACtC,gBAAI,WAAW,MAAM;AACnB,oBAAM,OAAO,IAAI,WAAW,OAAO,KAAK,KAAK,OAAO,QAAQ,EAAE,MAAM;AACpE,oBAAM,QAAQ,IAAI;AAAA,gBAChB;AAAA,gBACA,qBAAqB,KAAK,MAAM,QAAQ;AAAA,gBACxC;AAAA,gBACA,KAAK;AAAA,cACP;AACA,mBAAK,MAAM,IAAI,EAAE,WAAW,WAAW,MAAM,CAAC;AAAA,YAChD;AAAA,UACF,CAAC;AAAA,QACH,QAAQ;AACN;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC;AAAA,EAC9C;AACF;AAEA,MAAM,uBAAuB,CAAC,aAAkC;AAC9D,SAAO,OAAO,SAAS,MAAM,GAAG,EAAE,CAAC,CAAC;AACtC;","names":[]}

package/dist/tts.d.ts

@@ -1,4 +1,4 @@
-/// <reference types="node" />
+/// <reference types="node" resolution-mode="require"/>
 import { tokenize, tts } from '@livekit/agents';
 import { URL } from 'node:url';
 import type { TTSEncoding, TTSModels } from './models.js';

package/dist/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":";AAGA,OAAO,EAA2B,QAAQ,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAIzE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE1D,KAAK,KAAK,GAAG;IACX,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF,KAAK,aAAa,GAAG;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,EAAE,OAAO,CAAC;CAC5B,CAAC;AAiBF,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,SAAS,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,WAAW,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,QAAQ,CAAC,aAAa,CAAC;IACtC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAcD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;gBAGlB,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAiBpC,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAuBpC,UAAU,IAAI,GAAG,CAAC,aAAa;IAI/B,MAAM,IAAI,GAAG,CAAC,gBAAgB;CAG/B;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IAGxD,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC;gBAEZ,IAAI,EAAE,UAAU;CA0J7B"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":";AAGA,OAAO,EAA2B,QAAQ,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAGzE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE1D,KAAK,KAAK,GAAG;IACX,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF,KAAK,aAAa,GAAG;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,EAAE,OAAO,CAAC;CAC5B,CAAC;AAiBF,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,SAAS,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,WAAW,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,QAAQ,CAAC,aAAa,CAAC;IACtC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAcD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;gBAGlB,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAiBpC,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAuBpC,UAAU,IAAI,GAAG,CAAC,aAAa;IAI/B,MAAM,IAAI,GAAG,CAAC,gBAAgB;CAG/B;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IAGxD,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC;gBAEZ,IAAI,EAAE,UAAU;CA0J7B"}

package/dist/tts.js

@@ -1,213 +1,216 @@
-var _a;
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-import { AsyncIterableQueue, log, tokenize, tts } from '@livekit/agents';
-import { AudioFrame } from '@livekit/rtc-node';
-import { randomUUID } from 'node:crypto';
-import { URL } from 'node:url';
-import { WebSocket } from 'ws';
+import { AsyncIterableQueue, log, tokenize, tts } from "@livekit/agents";
+import { AudioFrame } from "@livekit/rtc-node";
+import { randomUUID } from "node:crypto";
+import { URL } from "node:url";
+import { WebSocket } from "ws";
 const DEFAULT_VOICE = {
-    id: 'EXAVITQu4vr4xnSDxMaL',
-    name: 'Bella',
-    category: 'premade',
-    settings: {
-        stability: 0.71,
-        similarity_boost: 0.5,
-        style: 0.0,
-        use_speaker_boost: true,
-    },
+  id: "EXAVITQu4vr4xnSDxMaL",
+  name: "Bella",
+  category: "premade",
+  settings: {
+    stability: 0.71,
+    similarity_boost: 0.5,
+    style: 0,
+    use_speaker_boost: true
+  }
 };
-const API_BASE_URL_V1 = 'https://api.elevenlabs.io/v1/';
-const AUTHORIZATION_HEADER = 'xi-api-key';
+const API_BASE_URL_V1 = "https://api.elevenlabs.io/v1/";
+const AUTHORIZATION_HEADER = "xi-api-key";
 const defaultTTSOptions = {
-    apiKey: process.env.ELEVEN_API_KEY,
-    voice: DEFAULT_VOICE,
-    modelID: 'eleven_turbo_v2_5',
-    baseURL: API_BASE_URL_V1,
-    encoding: 'pcm_22050',
-    streamingLatency: 3,
-    wordTokenizer: new tokenize.basic.WordTokenizer(false),
-    chunkLengthSchedule: [],
-    enableSsmlParsing: false,
+  apiKey: process.env.ELEVEN_API_KEY,
+  voice: DEFAULT_VOICE,
+  modelID: "eleven_turbo_v2_5",
+  baseURL: API_BASE_URL_V1,
+  encoding: "pcm_22050",
+  streamingLatency: 3,
+  wordTokenizer: new tokenize.basic.WordTokenizer(false),
+  chunkLengthSchedule: [],
+  enableSsmlParsing: false
 };
-export class TTS extends tts.TTS {
-    #opts;
-    constructor(opts = {}) {
-        super(sampleRateFromFormat(opts.encoding || defaultTTSOptions.encoding), 1, {
-            streaming: true,
-        });
-        this.#opts = {
-            ...defaultTTSOptions,
-            ...opts,
-        };
-        if (this.#opts.apiKey === undefined) {
-            throw new Error('ElevenLabs API key is required, whether as an argument or as $ELEVEN_API_KEY');
-        }
+class TTS extends tts.TTS {
+  #opts;
+  constructor(opts = {}) {
+    super(sampleRateFromFormat(opts.encoding || defaultTTSOptions.encoding), 1, {
+      streaming: true
+    });
+    this.#opts = {
+      ...defaultTTSOptions,
+      ...opts
+    };
+    if (this.#opts.apiKey === void 0) {
+      throw new Error(
+        "ElevenLabs API key is required, whether as an argument or as $ELEVEN_API_KEY"
+      );
     }
-    async listVoices() {
-        return fetch(this.#opts.baseURL + '/voices', {
-            headers: {
-                [AUTHORIZATION_HEADER]: this.#opts.apiKey,
-            },
-        })
-            .then((data) => data.json())
-            .then((data) => {
-            const voices = [];
-            for (const voice of data.voices) {
-                voices.push({
-                    id: voice.voice_id,
-                    name: voice.name,
-                    category: voice.category,
-                    settings: undefined,
-                });
-            }
-            return voices;
+  }
+  async listVoices() {
+    return fetch(this.#opts.baseURL + "/voices", {
+      headers: {
+        [AUTHORIZATION_HEADER]: this.#opts.apiKey
+      }
+    }).then((data) => data.json()).then((data) => {
+      const voices = [];
+      for (const voice of data.voices) {
+        voices.push({
+          id: voice.voice_id,
+          name: voice.name,
+          category: voice.category,
+          settings: void 0
         });
-    }
-    synthesize() {
-        throw new Error('Chunked responses are not supported on ElevenLabs TTS');
-    }
-    stream() {
-        return new SynthesizeStream(this.#opts);
-    }
+      }
+      return voices;
+    });
+  }
+  synthesize() {
+    throw new Error("Chunked responses are not supported on ElevenLabs TTS");
+  }
+  stream() {
+    return new SynthesizeStream(this.#opts);
+  }
 }
-export class SynthesizeStream extends tts.SynthesizeStream {
-    #opts;
-    #logger = log();
-    streamURL;
-    constructor(opts) {
-        super();
-        this.#opts = opts;
-        this.closed = false;
-        // add trailing slash to URL if needed
-        const baseURL = opts.baseURL + (opts.baseURL.endsWith('/') ? '' : '/');
-        this.streamURL = new URL(`text-to-speech/${opts.voice.id}/stream-input`, baseURL);
-        const params = {
-            model_id: opts.modelID,
-            output_format: opts.encoding,
-            optimize_streaming_latency: `${opts.streamingLatency}`,
-            enable_ssml_parsing: `${opts.enableSsmlParsing}`,
-        };
-        Object.entries(params).forEach(([k, v]) => this.streamURL.searchParams.append(k, v));
-        this.streamURL.protocol = this.streamURL.protocol.replace('http', 'ws');
-        this.#run();
-    }
-    async #run() {
-        const segments = new AsyncIterableQueue();
-        const tokenizeInput = async () => {
-            let stream = null;
-            for await (const text of this.input) {
-                if (text === _a.FLUSH_SENTINEL) {
-                    stream?.endInput();
-                    stream = null;
-                }
-                else {
-                    if (!stream) {
-                        stream = this.#opts.wordTokenizer.stream();
-                        segments.put(stream);
-                    }
-                    stream.pushText(text);
-                }
-            }
-            segments.close();
-        };
-        const runStream = async () => {
-            for await (const stream of segments) {
-                await this.#runWS(stream);
-                this.queue.put(_a.END_OF_STREAM);
-            }
-        };
-        await Promise.all([tokenizeInput(), runStream()]);
-        this.close();
+class SynthesizeStream extends tts.SynthesizeStream {
+  #opts;
+  #logger = log();
+  streamURL;
+  constructor(opts) {
+    super();
+    this.#opts = opts;
+    this.closed = false;
+    const baseURL = opts.baseURL + (opts.baseURL.endsWith("/") ? "" : "/");
+    this.streamURL = new URL(`text-to-speech/${opts.voice.id}/stream-input`, baseURL);
+    const params = {
+      model_id: opts.modelID,
+      output_format: opts.encoding,
+      optimize_streaming_latency: `${opts.streamingLatency}`,
+      enable_ssml_parsing: `${opts.enableSsmlParsing}`
+    };
+    Object.entries(params).forEach(([k, v]) => this.streamURL.searchParams.append(k, v));
+    this.streamURL.protocol = this.streamURL.protocol.replace("http", "ws");
+    this.#run();
+  }
+  async #run() {
+    const segments = new AsyncIterableQueue();
+    const tokenizeInput = async () => {
+      let stream = null;
+      for await (const text of this.input) {
+        if (text === SynthesizeStream.FLUSH_SENTINEL) {
+          stream == null ? void 0 : stream.endInput();
+          stream = null;
+        } else {
+          if (!stream) {
+            stream = this.#opts.wordTokenizer.stream();
+            segments.put(stream);
+          }
+          stream.pushText(text);
+        }
+      }
+      segments.close();
+    };
+    const runStream = async () => {
+      for await (const stream of segments) {
+        await this.#runWS(stream);
+        this.queue.put(SynthesizeStream.END_OF_STREAM);
+      }
+    };
+    await Promise.all([tokenizeInput(), runStream()]);
+    this.close();
+  }
+  async #runWS(stream, maxRetry = 3) {
+    let retries = 0;
+    let ws;
+    while (true) {
+      ws = new WebSocket(this.streamURL, {
+        headers: { [AUTHORIZATION_HEADER]: this.#opts.apiKey }
+      });
+      try {
+        await new Promise((resolve, reject) => {
+          ws.on("open", resolve);
+          ws.on("error", (error) => reject(error));
+          ws.on("close", (code) => reject(`WebSocket returned ${code}`));
+        });
+        break;
+      } catch (e) {
+        if (retries >= maxRetry) {
+          throw new Error(`failed to connect to ElevenLabs after ${retries} attempts: ${e}`);
+        }
+        const delay = Math.min(retries * 5, 5);
+        retries++;
+        this.#logger.warn(
+          `failed to connect to ElevenLabs, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`
+        );
+        await new Promise((resolve) => setTimeout(resolve, delay * 1e3));
+      }
     }
-    async #runWS(stream, maxRetry = 3) {
-        let retries = 0;
-        let ws;
-        while (true) {
-            ws = new WebSocket(this.streamURL, {
-                headers: { [AUTHORIZATION_HEADER]: this.#opts.apiKey },
+    const requestId = randomUUID();
+    const segmentId = randomUUID();
+    ws.send(
+      JSON.stringify({
+        text: " ",
+        voice_settings: this.#opts.voice.settings,
+        try_trigger_generation: true,
+        chunk_length_schedule: this.#opts.chunkLengthSchedule
+      })
+    );
+    let eosSent = false;
+    const sendTask = async () => {
+      let xmlContent = [];
+      for await (const data of stream) {
+        let text = data.token;
+        if (this.#opts.enableSsmlParsing && text.startsWith("<phoneme") || xmlContent.length) {
+          xmlContent.push(text);
+          if (text.indexOf("</phoneme>") !== -1) {
+            text = xmlContent.join(" ");
+            xmlContent = [];
+          } else {
+            continue;
+          }
+        }
+        ws.send(JSON.stringify({ text: text + " ", try_trigger_generation: false }));
+      }
+      if (xmlContent.length) {
+        this.#logger.warn("ElevenLabs stream ended with incomplete XML content");
+      }
+      ws.send(JSON.stringify({ text: "" }));
+      eosSent = true;
+    };
+    const listenTask = async () => {
+      while (!this.closed) {
+        try {
+          await new Promise((resolve, reject) => {
+            ws.removeAllListeners();
+            ws.on("message", (data) => resolve(data));
+            ws.on("close", (code, reason) => {
+              if (!eosSent) {
+                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+              }
+              reject();
             });
-            try {
-                await new Promise((resolve, reject) => {
-                    ws.on('open', resolve);
-                    ws.on('error', (error) => reject(error));
-                    ws.on('close', (code) => reject(`WebSocket returned ${code}`));
-                });
-                break;
-            }
-            catch (e) {
-                if (retries >= maxRetry) {
-                    throw new Error(`failed to connect to ElevenLabs after ${retries} attempts: ${e}`);
-                }
-                const delay = Math.min(retries * 5, 5);
-                retries++;
-                this.#logger.warn(`failed to connect to ElevenLabs, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`);
-                await new Promise((resolve) => setTimeout(resolve, delay * 1000));
+          }).then((msg) => {
+            const json = JSON.parse(msg.toString());
+            if ("audio" in json) {
+              const data = new Int16Array(Buffer.from(json.audio, "base64").buffer);
+              const frame = new AudioFrame(
+                data,
+                sampleRateFromFormat(this.#opts.encoding),
+                1,
+                data.length
+              );
+              this.queue.put({ requestId, segmentId, frame });
             }
+          });
+        } catch {
+          break;
         }
-        const requestId = randomUUID();
-        const segmentId = randomUUID();
-        ws.send(JSON.stringify({
-            text: ' ',
-            voice_settings: this.#opts.voice.settings,
-            try_trigger_generation: true,
-            chunk_length_schedule: this.#opts.chunkLengthSchedule,
-        }));
-        let eosSent = false;
-        const sendTask = async () => {
-            let xmlContent = [];
-            for await (const data of stream) {
-                let text = data.token;
-                if ((this.#opts.enableSsmlParsing && text.startsWith('<phoneme')) || xmlContent.length) {
-                    xmlContent.push(text);
-                    if (text.indexOf('</phoneme>') !== -1) {
-                        text = xmlContent.join(' ');
-                        xmlContent = [];
-                    }
-                    else {
-                        continue;
-                    }
-                }
-                ws.send(JSON.stringify({ text: text + ' ', try_trigger_generation: false }));
-            }
-            if (xmlContent.length) {
-                this.#logger.warn('ElevenLabs stream ended with incomplete XML content');
-            }
-            ws.send(JSON.stringify({ text: '' }));
-            eosSent = true;
-        };
-        const listenTask = async () => {
-            while (!this.closed) {
-                try {
-                    await new Promise((resolve, reject) => {
-                        ws.removeAllListeners();
-                        ws.on('message', (data) => resolve(data));
-                        ws.on('close', (code, reason) => {
-                            if (!eosSent) {
-                                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
-                            }
-                            reject();
-                        });
-                    }).then((msg) => {
-                        const json = JSON.parse(msg.toString());
-                        if ('audio' in json) {
-                            const data = new Int16Array(Buffer.from(json.audio, 'base64').buffer);
-                            const frame = new AudioFrame(data, sampleRateFromFormat(this.#opts.encoding), 1, data.length);
-                            this.queue.put({ requestId, segmentId, frame });
-                        }
-                    });
-                }
-                catch {
-                    break;
-                }
-            }
-        };
-        await Promise.all([sendTask(), listenTask()]);
-    }
+      }
+    };
+    await Promise.all([sendTask(), listenTask()]);
+  }
 }
-_a = SynthesizeStream;
 const sampleRateFromFormat = (encoding) => {
-    return Number(encoding.split('_')[1]);
+  return Number(encoding.split("_")[1]);
+};
+export {
+  SynthesizeStream,
+  TTS
 };
 //# sourceMappingURL=tts.js.map

package/dist/tts.js.map

@@ -1 +1 @@
-{"version":3,"file":"tts.js","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":";AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,kBAAkB,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAEzE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAgB,SAAS,EAAE,MAAM,IAAI,CAAC;AAiB7C,MAAM,aAAa,GAAU;IAC3B,EAAE,EAAE,sBAAsB;IAC1B,IAAI,EAAE,OAAO;IACb,QAAQ,EAAE,SAAS;IACnB,QAAQ,EAAE;QACR,SAAS,EAAE,IAAI;QACf,gBAAgB,EAAE,GAAG;QACrB,KAAK,EAAE,GAAG;QACV,iBAAiB,EAAE,IAAI;KACxB;CACF,CAAC;AAEF,MAAM,eAAe,GAAG,+BAA+B,CAAC;AACxD,MAAM,oBAAoB,GAAG,YAAY,CAAC;AAc1C,MAAM,iBAAiB,GAAe;IACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;IAClC,KAAK,EAAE,aAAa;IACpB,OAAO,EAAE,mBAAmB;IAC5B,OAAO,EAAE,eAAe;IACxB,QAAQ,EAAE,WAAW;IACrB,gBAAgB,EAAE,CAAC;IACnB,aAAa,EAAE,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC;IACtD,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,KAAK;CACzB,CAAC;AAEF,MAAM,OAAO,GAAI,SAAQ,GAAG,CAAC,GAAG;IAC9B,KAAK,CAAa;IAElB,YAAY,OAA4B,EAAE;QACxC,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;YAC1E,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG;YACX,GAAG,iBAAiB;YACpB,GAAG,IAAI;SACR,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,EAAE;YAC3C,OAAO,EAAE;gBACP,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAO;aAC3C;SACF,CAAC;aACC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,KAAK,MAAM,KAAK,IACd,IACD,CAAC,MAAM,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,KAAK,CAAC,QAAQ;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,UAAU;QACR,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;IACxD,KAAK,CAAa;IAClB,OAAO,GAAG,GAAG,EAAE,CAAC;IACP,SAAS,CAAM;IAExB,YAAY,IAAgB;QAC1B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,sCAAsC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAEvE,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC,kBAAkB,IAAI,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,aAAa,EAAE,IAAI,CAAC,QAAQ;YAC5B,0BAA0B,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE;YACtD,mBAAmB,EAAE,GAAG,IAAI,CAAC,iBAAiB,EAAE;SACjD,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAExE,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,QAAQ,GAAG,IAAI,kBAAkB,EAAc,CAAC;QAEtD,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC/B,IAAI,MAAM,GAA+B,IAAI,CAAC;YAC9C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACpC,IAAI,IAAI,KAAK,EAAgB,CAAC,cAAc,EAAE,CAAC;oBAC7C,MAAM,EAAE,QAAQ,EAAE,CAAC;oBACnB,MAAM,GAAG,IAAI,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;wBAC3C,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACvB,CAAC;oBACD,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAgB,CAAC,aAAa,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,QAAQ,GAAG,CAAC;QACpD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,EAAa,CAAC;QAClB,OAAO,IAAI,EAAE,CAAC;YACZ,EAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE;gBACjC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;aACvD,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBACpC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;oBACvB,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACzC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAC,CAAC;gBACjE,CAAC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,cAAc,CAAC,EAAE,CAAC,CAAC;gBACrF,CAAC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvC,OAAO,EAAE,CAAC;gBAEV,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,gDAAgD,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ,GAAG,CAC/F,CAAC;gBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAE/B,EAAE,CAAC,IAAI,CACL,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,GAAG;YACT,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ;YACzC,sBAAsB,EAAE,IAAI;YAC5B,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB;SACtD,CAAC,CACH,CAAC;QACF,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC1B,IAAI,UAAU,GAAa,EAAE,CAAC;YAC9B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAChC,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;gBAEtB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACvF,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtB,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBACtC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC5B,UAAU,GAAG,EAAE,CAAC;oBAClB,CAAC;yBAAM,CAAC;wBACN,SAAS;oBACX,CAAC;gBACH,CAAC;gBAED,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,GAAG,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/E,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YAC3E,CAAC;YAED,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YACtC,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;YAC5B,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC7C,EAAE,CAAC,kBAAkB,EAAE,CAAC;wBACxB,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC1C,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;4BAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;gCACb,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;4BACtE,CAAC;4BACD,MAAM,EAAE,CAAC;wBACX,CAAC,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;wBACd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;wBACxC,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;4BACpB,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;4BACtE,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,IAAI,EACJ,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EACzC,CAAC,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;wBAClD,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;CACF;;AAED,MAAM,oBAAoB,GAAG,CAAC,QAAqB,EAAU,EAAE;IAC7D,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC,CAAC"}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncIterableQueue, log, tokenize, tts } from '@livekit/agents';\nimport { AudioFrame } from '@livekit/rtc-node';\nimport { randomUUID } from 'node:crypto';\nimport { URL } from 'node:url';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\ntype Voice = {\n  id: string;\n  name: string;\n  category: string;\n  settings?: VoiceSettings;\n};\n\ntype VoiceSettings = {\n  stability: number; // 0..1\n  similarity_boost: number; // 0..1\n  style?: number; // 0..1\n  use_speaker_boost: boolean;\n};\n\nconst DEFAULT_VOICE: Voice = {\n  id: 'EXAVITQu4vr4xnSDxMaL',\n  name: 'Bella',\n  category: 'premade',\n  settings: {\n    stability: 0.71,\n    similarity_boost: 0.5,\n    style: 0.0,\n    use_speaker_boost: true,\n  },\n};\n\nconst API_BASE_URL_V1 = 'https://api.elevenlabs.io/v1/';\nconst AUTHORIZATION_HEADER = 'xi-api-key';\n\nexport interface TTSOptions {\n  apiKey?: string;\n  voice: Voice;\n  modelID: TTSModels;\n  baseURL: string;\n  encoding: TTSEncoding;\n  streamingLatency: number;\n  wordTokenizer: tokenize.WordTokenizer;\n  chunkLengthSchedule: number[];\n  enableSsmlParsing: boolean;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.ELEVEN_API_KEY,\n  voice: DEFAULT_VOICE,\n  modelID: 'eleven_turbo_v2_5',\n  baseURL: API_BASE_URL_V1,\n  encoding: 'pcm_22050',\n  streamingLatency: 3,\n  wordTokenizer: new tokenize.basic.WordTokenizer(false),\n  chunkLengthSchedule: [],\n  enableSsmlParsing: false,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(sampleRateFromFormat(opts.encoding || defaultTTSOptions.encoding), 1, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'ElevenLabs API key is required, whether as an argument or as $ELEVEN_API_KEY',\n      );\n    }\n  }\n\n  async listVoices(): Promise<Voice[]> {\n    return fetch(this.#opts.baseURL + '/voices', {\n      headers: {\n        [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n      },\n    })\n      .then((data) => data.json())\n      .then((data) => {\n        const voices: Voice[] = [];\n        for (const voice of (\n          data as { voices: { voice_id: string; name: string; category: string }[] }\n        ).voices) {\n          voices.push({\n            id: voice.voice_id,\n            name: voice.name,\n            category: voice.category,\n            settings: undefined,\n          });\n        }\n        return voices;\n      });\n  }\n\n  synthesize(): tts.ChunkedStream {\n    throw new Error('Chunked responses are not supported on ElevenLabs TTS');\n  }\n\n  stream(): tts.SynthesizeStream {\n    return new SynthesizeStream(this.#opts);\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  readonly streamURL: URL;\n\n  constructor(opts: TTSOptions) {\n    super();\n    this.#opts = opts;\n    this.closed = false;\n\n    // add trailing slash to URL if needed\n    const baseURL = opts.baseURL + (opts.baseURL.endsWith('/') ? '' : '/');\n\n    this.streamURL = new URL(`text-to-speech/${opts.voice.id}/stream-input`, baseURL);\n    const params = {\n      model_id: opts.modelID,\n      output_format: opts.encoding,\n      optimize_streaming_latency: `${opts.streamingLatency}`,\n      enable_ssml_parsing: `${opts.enableSsmlParsing}`,\n    };\n    Object.entries(params).forEach(([k, v]) => this.streamURL.searchParams.append(k, v));\n    this.streamURL.protocol = this.streamURL.protocol.replace('http', 'ws');\n\n    this.#run();\n  }\n\n  async #run() {\n    const segments = new AsyncIterableQueue<tokenize.WordStream>();\n\n    const tokenizeInput = async () => {\n      let stream: tokenize.WordStream | null = null;\n      for await (const text of this.input) {\n        if (text === SynthesizeStream.FLUSH_SENTINEL) {\n          stream?.endInput();\n          stream = null;\n        } else {\n          if (!stream) {\n            stream = this.#opts.wordTokenizer.stream();\n            segments.put(stream);\n          }\n          stream.pushText(text);\n        }\n      }\n      segments.close();\n    };\n\n    const runStream = async () => {\n      for await (const stream of segments) {\n        await this.#runWS(stream);\n        this.queue.put(SynthesizeStream.END_OF_STREAM);\n      }\n    };\n\n    await Promise.all([tokenizeInput(), runStream()]);\n    this.close();\n  }\n\n  async #runWS(stream: tokenize.WordStream, maxRetry = 3) {\n    let retries = 0;\n    let ws: WebSocket;\n    while (true) {\n      ws = new WebSocket(this.streamURL, {\n        headers: { [AUTHORIZATION_HEADER]: this.#opts.apiKey },\n      });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n        break;\n      } catch (e) {\n        if (retries >= maxRetry) {\n          throw new Error(`failed to connect to ElevenLabs after ${retries} attempts: ${e}`);\n        }\n\n        const delay = Math.min(retries * 5, 5);\n        retries++;\n\n        this.#logger.warn(\n          `failed to connect to ElevenLabs, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n        );\n        await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n      }\n    }\n\n    const requestId = randomUUID();\n    const segmentId = randomUUID();\n\n    ws.send(\n      JSON.stringify({\n        text: ' ',\n        voice_settings: this.#opts.voice.settings,\n        try_trigger_generation: true,\n        chunk_length_schedule: this.#opts.chunkLengthSchedule,\n      }),\n    );\n    let eosSent = false;\n\n    const sendTask = async () => {\n      let xmlContent: string[] = [];\n      for await (const data of stream) {\n        let text = data.token;\n\n        if ((this.#opts.enableSsmlParsing && text.startsWith('<phoneme')) || xmlContent.length) {\n          xmlContent.push(text);\n          if (text.indexOf('</phoneme>') !== -1) {\n            text = xmlContent.join(' ');\n            xmlContent = [];\n          } else {\n            continue;\n          }\n        }\n\n        ws.send(JSON.stringify({ text: text + ' ', try_trigger_generation: false }));\n      }\n\n      if (xmlContent.length) {\n        this.#logger.warn('ElevenLabs stream ended with incomplete XML content');\n      }\n\n      ws.send(JSON.stringify({ text: '' }));\n      eosSent = true;\n    };\n\n    const listenTask = async () => {\n      while (!this.closed) {\n        try {\n          await new Promise<RawData>((resolve, reject) => {\n            ws.removeAllListeners();\n            ws.on('message', (data) => resolve(data));\n            ws.on('close', (code, reason) => {\n              if (!eosSent) {\n                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n              }\n              reject();\n            });\n          }).then((msg) => {\n            const json = JSON.parse(msg.toString());\n            if ('audio' in json) {\n              const data = new Int16Array(Buffer.from(json.audio, 'base64').buffer);\n              const frame = new AudioFrame(\n                data,\n                sampleRateFromFormat(this.#opts.encoding),\n                1,\n                data.length,\n              );\n              this.queue.put({ requestId, segmentId, frame });\n            }\n          });\n        } catch {\n          break;\n        }\n      }\n    };\n\n    await Promise.all([sendTask(), listenTask()]);\n  }\n}\n\nconst sampleRateFromFormat = (encoding: TTSEncoding): number => {\n  return Number(encoding.split('_')[1]);\n};\n"],"mappings":"AAGA,SAAS,oBAAoB,KAAK,UAAU,WAAW;AACvD,SAAS,kBAAkB;AAC3B,SAAS,kBAAkB;AAC3B,SAAS,WAAW;AACpB,SAAuB,iBAAiB;AAiBxC,MAAM,gBAAuB;AAAA,EAC3B,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,UAAU;AAAA,EACV,UAAU;AAAA,IACR,WAAW;AAAA,IACX,kBAAkB;AAAA,IAClB,OAAO;AAAA,IACP,mBAAmB;AAAA,EACrB;AACF;AAEA,MAAM,kBAAkB;AACxB,MAAM,uBAAuB;AAc7B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,SAAS;AAAA,EACT,SAAS;AAAA,EACT,UAAU;AAAA,EACV,kBAAkB;AAAA,EAClB,eAAe,IAAI,SAAS,MAAM,cAAc,KAAK;AAAA,EACrD,qBAAqB,CAAC;AAAA,EACtB,mBAAmB;AACrB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,qBAAqB,KAAK,YAAY,kBAAkB,QAAQ,GAAG,GAAG;AAAA,MAC1E,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA+B;AACnC,WAAO,MAAM,KAAK,MAAM,UAAU,WAAW;AAAA,MAC3C,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,MACrC;AAAA,IACF,CAAC,EACE,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,EAC1B,KAAK,CAAC,SAAS;AACd,YAAM,SAAkB,CAAC;AACzB,iBAAW,SACT,KACA,QAAQ;AACR,eAAO,KAAK;AAAA,UACV,IAAI,MAAM;AAAA,UACV,MAAM,MAAM;AAAA,UACZ,UAAU,MAAM;AAAA,UAChB,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACL;AAAA,EAEA,aAAgC;AAC9B,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AAAA,EAEA,SAA+B;AAC7B,WAAO,IAAI,iBAAiB,KAAK,KAAK;AAAA,EACxC;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,UAAU,IAAI;AAAA,EACL;AAAA,EAET,YAAY,MAAkB;AAC5B,UAAM;AACN,SAAK,QAAQ;AACb,SAAK,SAAS;AAGd,UAAM,UAAU,KAAK,WAAW,KAAK,QAAQ,SAAS,GAAG,IAAI,KAAK;AAElE,SAAK,YAAY,IAAI,IAAI,kBAAkB,KAAK,MAAM,EAAE,iBAAiB,OAAO;AAChF,UAAM,SAAS;AAAA,MACb,UAAU,KAAK;AAAA,MACf,eAAe,KAAK;AAAA,MACpB,4BAA4B,GAAG,KAAK,gBAAgB;AAAA,MACpD,qBAAqB,GAAG,KAAK,iBAAiB;AAAA,IAChD;AACA,WAAO,QAAQ,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,UAAU,aAAa,OAAO,GAAG,CAAC,CAAC;AACnF,SAAK,UAAU,WAAW,KAAK,UAAU,SAAS,QAAQ,QAAQ,IAAI;AAEtE,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,WAAW,IAAI,mBAAwC;AAE7D,UAAM,gBAAgB,YAAY;AAChC,UAAI,SAAqC;AACzC,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,2CAAQ;AACR,mBAAS;AAAA,QACX,OAAO;AACL,cAAI,CAAC,QAAQ;AACX,qBAAS,KAAK,MAAM,cAAc,OAAO;AACzC,qBAAS,IAAI,MAAM;AAAA,UACrB;AACA,iBAAO,SAAS,IAAI;AAAA,QACtB;AAAA,MACF;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,UAAU,UAAU;AACnC,cAAM,KAAK,OAAO,MAAM;AACxB,aAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,MAC/C;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC;AAChD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,OAAO,QAA6B,WAAW,GAAG;AACtD,QAAI,UAAU;AACd,QAAI;AACJ,WAAO,MAAM;AACX,WAAK,IAAI,UAAU,KAAK,WAAW;AAAA,QACjC,SAAS,EAAE,CAAC,oBAAoB,GAAG,KAAK,MAAM,OAAO;AAAA,MACvD,CAAC;AAED,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AACD;AAAA,MACF,SAAS,GAAG;AACV,YAAI,WAAW,UAAU;AACvB,gBAAM,IAAI,MAAM,yCAAyC,OAAO,cAAc,CAAC,EAAE;AAAA,QACnF;AAEA,cAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,CAAC;AACrC;AAEA,aAAK,QAAQ;AAAA,UACX,gDAAgD,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,QAC7F;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,MAClE;AAAA,IACF;AAEA,UAAM,YAAY,WAAW;AAC7B,UAAM,YAAY,WAAW;AAE7B,OAAG;AAAA,MACD,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,gBAAgB,KAAK,MAAM,MAAM;AAAA,QACjC,wBAAwB;AAAA,QACxB,uBAAuB,KAAK,MAAM;AAAA,MACpC,CAAC;AAAA,IACH;AACA,QAAI,UAAU;AAEd,UAAM,WAAW,YAAY;AAC3B,UAAI,aAAuB,CAAC;AAC5B,uBAAiB,QAAQ,QAAQ;AAC/B,YAAI,OAAO,KAAK;AAEhB,YAAK,KAAK,MAAM,qBAAqB,KAAK,WAAW,UAAU,KAAM,WAAW,QAAQ;AACtF,qBAAW,KAAK,IAAI;AACpB,cAAI,KAAK,QAAQ,YAAY,MAAM,IAAI;AACrC,mBAAO,WAAW,KAAK,GAAG;AAC1B,yBAAa,CAAC;AAAA,UAChB,OAAO;AACL;AAAA,UACF;AAAA,QACF;AAEA,WAAG,KAAK,KAAK,UAAU,EAAE,MAAM,OAAO,KAAK,wBAAwB,MAAM,CAAC,CAAC;AAAA,MAC7E;AAEA,UAAI,WAAW,QAAQ;AACrB,aAAK,QAAQ,KAAK,qDAAqD;AAAA,MACzE;AAEA,SAAG,KAAK,KAAK,UAAU,EAAE,MAAM,GAAG,CAAC,CAAC;AACpC,gBAAU;AAAA,IACZ;AAEA,UAAM,aAAa,YAAY;AAC7B,aAAO,CAAC,KAAK,QAAQ;AACnB,YAAI;AACF,gBAAM,IAAI,QAAiB,CAAC,SAAS,WAAW;AAC9C,eAAG,mBAAmB;AACtB,eAAG,GAAG,WAAW,CAAC,SAAS,QAAQ,IAAI,CAAC;AACxC,eAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,kBAAI,CAAC,SAAS;AACZ,qBAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,cACpE;AACA,qBAAO;AAAA,YACT,CAAC;AAAA,UACH,CAAC,EAAE,KAAK,CAAC,QAAQ;AACf,kBAAM,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC;AACtC,gBAAI,WAAW,MAAM;AACnB,oBAAM,OAAO,IAAI,WAAW,OAAO,KAAK,KAAK,OAAO,QAAQ,EAAE,MAAM;AACpE,oBAAM,QAAQ,IAAI;AAAA,gBAChB;AAAA,gBACA,qBAAqB,KAAK,MAAM,QAAQ;AAAA,gBACxC;AAAA,gBACA,KAAK;AAAA,cACP;AACA,mBAAK,MAAM,IAAI,EAAE,WAAW,WAAW,MAAM,CAAC;AAAA,YAChD;AAAA,UACF,CAAC;AAAA,QACH,QAAQ;AACN;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC;AAAA,EAC9C;AACF;AAEA,MAAM,uBAAuB,CAAC,aAAkC;AAC9D,SAAO,OAAO,SAAS,MAAM,GAAG,EAAE,CAAC,CAAC;AACtC;","names":[]}

package/dist/tts.test.cjs

@@ -0,0 +1,9 @@
+"use strict";
+var import_agents_plugin_openai = require("@livekit/agents-plugin-openai");
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_tts = require("./tts.cjs");
+(0, import_vitest.describe)("ElevenLabs", async () => {
+  await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_agents_plugin_openai.STT(), { nonStreaming: false });
+});
+//# sourceMappingURL=tts.test.cjs.map

package/dist/tts.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('ElevenLabs', async () => {\n  await tts(new TTS(), new STT(), { nonStreaming: false });\n});\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,cAAc,YAAY;AACjC,YAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,gCAAI,GAAG,EAAE,cAAc,MAAM,CAAC;AACzD,CAAC;","names":[]}

package/dist/tts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tts.test.d.ts.map

package/dist/tts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.test.d.ts","sourceRoot":"","sources":["../src/tts.test.ts"],"names":[],"mappings":""}

package/dist/tts.test.js

@@ -0,0 +1,8 @@
+import { STT } from "@livekit/agents-plugin-openai";
+import { tts } from "@livekit/agents-plugins-test";
+import { describe } from "vitest";
+import { TTS } from "./tts.js";
+describe("ElevenLabs", async () => {
+  await tts(new TTS(), new STT(), { nonStreaming: false });
+});
+//# sourceMappingURL=tts.test.js.map

package/dist/tts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('ElevenLabs', async () => {\n  await tts(new TTS(), new STT(), { nonStreaming: false });\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,cAAc,YAAY;AACjC,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,EAAE,cAAc,MAAM,CAAC;AACzD,CAAC;","names":[]}

package/package.json

@@ -1,33 +1,45 @@
 {
   "name": "@livekit/agents-plugin-elevenlabs",
-  "version": "0.4.6",
+  "version": "0.5.1",
   "description": "ElevenLabs plugin for LiveKit Node Agents",
   "main": "dist/index.js",
+  "require": "dist/index.cjs",
   "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
   "author": "LiveKit",
   "type": "module",
   "repository": "git@github.com:livekit/agents-js.git",
   "license": "Apache-2.0",
   "files": [
     "dist",
-    "src"
+    "src",
+    "README.md"
   ],
   "devDependencies": {
+    "@livekit/agents": "^x",
+    "@livekit/agents-plugin-openai": "^x",
+    "@livekit/agents-plugins-test": "^x",
+    "@livekit/rtc-node": "^0.12.1",
     "@microsoft/api-extractor": "^7.35.0",
-    "@livekit/rtc-node": "^0.11.1",
     "@types/ws": "^8.5.10",
-    "typescript": "^5.0.0",
-    "@livekit/agents": "^0.4.6"
+    "tsup": "^8.3.5",
+    "typescript": "^5.0.0"
   },
   "dependencies": {
     "ws": "^8.16.0"
   },
   "peerDependencies": {
-    "@livekit/rtc-node": "^0.11.1",
-    "@livekit/agents": "^0.4.6"
+    "@livekit/rtc-node": "^0.12.1",
+    "@livekit/agents": "^0.5.1x"
   },
   "scripts": {
-    "build": "tsc",
+    "build": "tsup --onSuccess \"tsc --declaration --emitDeclarationOnly\"",
     "clean": "rm -rf dist",
     "clean:build": "pnpm clean && pnpm build",
     "lint": "eslint -f unix \"src/**/*.{ts,js}\"",

package/src/tts.test.ts

@@ -0,0 +1,11 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { STT } from '@livekit/agents-plugin-openai';
+import { tts } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { TTS } from './tts.js';
+
+describe('ElevenLabs', async () => {
+  await tts(new TTS(), new STT(), { nonStreaming: false });
+});

package/src/tts.ts

@@ -2,7 +2,6 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 import { AsyncIterableQueue, log, tokenize, tts } from '@livekit/agents';
-import type { WordStream } from '@livekit/agents/dist/tokenize/tokenizer.js';
 import { AudioFrame } from '@livekit/rtc-node';
 import { randomUUID } from 'node:crypto';
 import { URL } from 'node:url';
@@ -141,7 +140,7 @@ export class SynthesizeStream extends tts.SynthesizeStream {
   }
 
   async #run() {
-    const segments = new AsyncIterableQueue<WordStream>();
+    const segments = new AsyncIterableQueue<tokenize.WordStream>();
 
     const tokenizeInput = async () => {
       let stream: tokenize.WordStream | null = null;