@livekit/agents-plugin-cartesia 0.1.3 → 1.0.0-next.0

package/dist/index.cjs

@@ -13,9 +13,20 @@ var __copyProps = (to, from, except, desc) => {
 };
 var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var src_exports = {};
-module.exports = __toCommonJS(src_exports);
-__reExport(src_exports, require("./tts.cjs"), module.exports);
+var index_exports = {};
+module.exports = __toCommonJS(index_exports);
+var import_agents = require("@livekit/agents");
+__reExport(index_exports, require("./tts.cjs"), module.exports);
+class CartesiaPlugin extends import_agents.Plugin {
+  constructor() {
+    super({
+      title: "cartesia",
+      version: "0.1.3",
+      package: "@livekit/agents-plugin-cartesia"
+    });
+  }
+}
+import_agents.Plugin.registerPlugin(new CartesiaPlugin());
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   ...require("./tts.cjs")

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './tts.js';\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAIA,wBAAc,qBAJd;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Plugin } from '@livekit/agents';\n\nexport * from './tts.js';\n\nclass CartesiaPlugin extends Plugin {\n  constructor() {\n    super({\n      title: 'cartesia',\n      version: '0.1.3',\n      package: '@livekit/agents-plugin-cartesia',\n    });\n  }\n}\n\nPlugin.registerPlugin(new CartesiaPlugin());\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAGA,oBAAuB;AAEvB,0BAAc,qBALd;AAOA,MAAM,uBAAuB,qBAAO;AAAA,EAClC,cAAc;AACZ,UAAM;AAAA,MACJ,OAAO;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AACF;AAEA,qBAAO,eAAe,IAAI,eAAe,CAAC;","names":[]}

package/dist/index.d.cts

@@ -0,0 +1,2 @@
+export * from './tts.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAKA,cAAc,UAAU,CAAC"}

package/dist/index.js

@@ -1,2 +1,13 @@
+import { Plugin } from "@livekit/agents";
 export * from "./tts.js";
+class CartesiaPlugin extends Plugin {
+  constructor() {
+    super({
+      title: "cartesia",
+      version: "0.1.3",
+      package: "@livekit/agents-plugin-cartesia"
+    });
+  }
+}
+Plugin.registerPlugin(new CartesiaPlugin());
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './tts.js';\n"],"mappings":"AAIA,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Plugin } from '@livekit/agents';\n\nexport * from './tts.js';\n\nclass CartesiaPlugin extends Plugin {\n  constructor() {\n    super({\n      title: 'cartesia',\n      version: '0.1.3',\n      package: '@livekit/agents-plugin-cartesia',\n    });\n  }\n}\n\nPlugin.registerPlugin(new CartesiaPlugin());\n"],"mappings":"AAGA,SAAS,cAAc;AAEvB,cAAc;AAEd,MAAM,uBAAuB,OAAO;AAAA,EAClC,cAAc;AACZ,UAAM;AAAA,MACJ,OAAO;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AACF;AAEA,OAAO,eAAe,IAAI,eAAe,CAAC;","names":[]}

package/dist/models.cjs

@@ -21,7 +21,7 @@ __export(models_exports, {
   TTSDefaultVoiceId: () => TTSDefaultVoiceId
 });
 module.exports = __toCommonJS(models_exports);
-const TTSDefaultVoiceId = "c2ac25f9-ecc4-4f56-9095-651354df60c0";
+const TTSDefaultVoiceId = "794f9389-aac1-45b6-b726-9d9369183238";
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   TTSDefaultVoiceId

package/dist/models.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type TTSModels = 'sonic-english' | 'sonic-multilingual';\n\nexport type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';\n\nexport const TTSDefaultVoiceId = 'c2ac25f9-ecc4-4f56-9095-651354df60c0';\n\nexport type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';\n\nexport type TTSVoiceEmotion =\n  | 'anger:lowest'\n  | 'anger:low'\n  | 'anger'\n  | 'anger:high'\n  | 'anger:highest'\n  | 'positivity:lowest'\n  | 'positivity:low'\n  | 'positivity'\n  | 'positivity:high'\n  | 'positivity:highest'\n  | 'surprise:lowest'\n  | 'surprise:low'\n  | 'surprise'\n  | 'surprise:high'\n  | 'surprise:highest'\n  | 'sadness:lowest'\n  | 'sadness:low'\n  | 'sadness'\n  | 'sadness:high'\n  | 'sadness:highest'\n  | 'curiosity:lowest'\n  | 'curiosity:low'\n  | 'curiosity'\n  | 'curiosity:high'\n  | 'curiosity:highest';\n\nexport type TTSEncoding =\n  // XXX(nbsp): not yet supported\n  // | 'pcm_f32le'\n  // | 'pcm_mulaw'\n  // | 'pcm_alaw'\n  'pcm_s16le';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAQO,MAAM,oBAAoB;","names":[]}
+{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type TTSModels = 'sonic' | 'sonic-2' | 'sonic-lite' | 'sonic-preview' | 'sonic-turbo';\n\nexport type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';\n\nexport const TTSDefaultVoiceId = '794f9389-aac1-45b6-b726-9d9369183238';\n\nexport type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';\n\nexport type TTSVoiceEmotion =\n  | 'anger:lowest'\n  | 'anger:low'\n  | 'anger'\n  | 'anger:high'\n  | 'anger:highest'\n  | 'positivity:lowest'\n  | 'positivity:low'\n  | 'positivity'\n  | 'positivity:high'\n  | 'positivity:highest'\n  | 'surprise:lowest'\n  | 'surprise:low'\n  | 'surprise'\n  | 'surprise:high'\n  | 'surprise:highest'\n  | 'sadness:lowest'\n  | 'sadness:low'\n  | 'sadness'\n  | 'sadness:high'\n  | 'sadness:highest'\n  | 'curiosity:lowest'\n  | 'curiosity:low'\n  | 'curiosity'\n  | 'curiosity:high'\n  | 'curiosity:highest';\n\nexport type TTSEncoding =\n  // XXX(nbsp): not yet supported\n  // | 'pcm_f32le'\n  // | 'pcm_mulaw'\n  // | 'pcm_alaw'\n  'pcm_s16le';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAQO,MAAM,oBAAoB;","names":[]}

package/dist/models.d.cts

@@ -0,0 +1,7 @@
+export type TTSModels = 'sonic' | 'sonic-2' | 'sonic-lite' | 'sonic-preview' | 'sonic-turbo';
+export type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';
+export declare const TTSDefaultVoiceId = "794f9389-aac1-45b6-b726-9d9369183238";
+export type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';
+export type TTSVoiceEmotion = 'anger:lowest' | 'anger:low' | 'anger' | 'anger:high' | 'anger:highest' | 'positivity:lowest' | 'positivity:low' | 'positivity' | 'positivity:high' | 'positivity:highest' | 'surprise:lowest' | 'surprise:low' | 'surprise' | 'surprise:high' | 'surprise:highest' | 'sadness:lowest' | 'sadness:low' | 'sadness' | 'sadness:high' | 'sadness:highest' | 'curiosity:lowest' | 'curiosity:low' | 'curiosity' | 'curiosity:high' | 'curiosity:highest';
+export type TTSEncoding = 'pcm_s16le';
+//# sourceMappingURL=models.d.ts.map

package/dist/models.d.ts

@@ -1,6 +1,6 @@
-export type TTSModels = 'sonic-english' | 'sonic-multilingual';
+export type TTSModels = 'sonic' | 'sonic-2' | 'sonic-lite' | 'sonic-preview' | 'sonic-turbo';
 export type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';
-export declare const TTSDefaultVoiceId = "c2ac25f9-ecc4-4f56-9095-651354df60c0";
+export declare const TTSDefaultVoiceId = "794f9389-aac1-45b6-b726-9d9369183238";
 export type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';
 export type TTSVoiceEmotion = 'anger:lowest' | 'anger:low' | 'anger' | 'anger:high' | 'anger:highest' | 'positivity:lowest' | 'positivity:low' | 'positivity' | 'positivity:high' | 'positivity:highest' | 'surprise:lowest' | 'surprise:low' | 'surprise' | 'surprise:high' | 'surprise:highest' | 'sadness:lowest' | 'sadness:low' | 'sadness' | 'sadness:high' | 'sadness:highest' | 'curiosity:lowest' | 'curiosity:low' | 'curiosity' | 'curiosity:high' | 'curiosity:highest';
 export type TTSEncoding = 'pcm_s16le';

package/dist/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,SAAS,GAAG,eAAe,GAAG,oBAAoB,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1E,eAAO,MAAM,iBAAiB,yCAAyC,CAAC;AAExE,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC;AAE/E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,WAAW,GACX,OAAO,GACP,YAAY,GACZ,eAAe,GACf,mBAAmB,GACnB,gBAAgB,GAChB,YAAY,GACZ,iBAAiB,GACjB,oBAAoB,GACpB,iBAAiB,GACjB,cAAc,GACd,UAAU,GACV,eAAe,GACf,kBAAkB,GAClB,gBAAgB,GAChB,aAAa,GACb,SAAS,GACT,cAAc,GACd,iBAAiB,GACjB,kBAAkB,GAClB,eAAe,GACf,WAAW,GACX,gBAAgB,GAChB,mBAAmB,CAAC;AAExB,MAAM,MAAM,WAAW,GAKrB,WAAW,CAAC"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,YAAY,GAAG,eAAe,GAAG,aAAa,CAAC;AAE7F,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1E,eAAO,MAAM,iBAAiB,yCAAyC,CAAC;AAExE,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC;AAE/E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,WAAW,GACX,OAAO,GACP,YAAY,GACZ,eAAe,GACf,mBAAmB,GACnB,gBAAgB,GAChB,YAAY,GACZ,iBAAiB,GACjB,oBAAoB,GACpB,iBAAiB,GACjB,cAAc,GACd,UAAU,GACV,eAAe,GACf,kBAAkB,GAClB,gBAAgB,GAChB,aAAa,GACb,SAAS,GACT,cAAc,GACd,iBAAiB,GACjB,kBAAkB,GAClB,eAAe,GACf,WAAW,GACX,gBAAgB,GAChB,mBAAmB,CAAC;AAExB,MAAM,MAAM,WAAW,GAKrB,WAAW,CAAC"}

package/dist/models.js

@@ -1,4 +1,4 @@
-const TTSDefaultVoiceId = "c2ac25f9-ecc4-4f56-9095-651354df60c0";
+const TTSDefaultVoiceId = "794f9389-aac1-45b6-b726-9d9369183238";
 export {
   TTSDefaultVoiceId
 };

package/dist/models.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type TTSModels = 'sonic-english' | 'sonic-multilingual';\n\nexport type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';\n\nexport const TTSDefaultVoiceId = 'c2ac25f9-ecc4-4f56-9095-651354df60c0';\n\nexport type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';\n\nexport type TTSVoiceEmotion =\n  | 'anger:lowest'\n  | 'anger:low'\n  | 'anger'\n  | 'anger:high'\n  | 'anger:highest'\n  | 'positivity:lowest'\n  | 'positivity:low'\n  | 'positivity'\n  | 'positivity:high'\n  | 'positivity:highest'\n  | 'surprise:lowest'\n  | 'surprise:low'\n  | 'surprise'\n  | 'surprise:high'\n  | 'surprise:highest'\n  | 'sadness:lowest'\n  | 'sadness:low'\n  | 'sadness'\n  | 'sadness:high'\n  | 'sadness:highest'\n  | 'curiosity:lowest'\n  | 'curiosity:low'\n  | 'curiosity'\n  | 'curiosity:high'\n  | 'curiosity:highest';\n\nexport type TTSEncoding =\n  // XXX(nbsp): not yet supported\n  // | 'pcm_f32le'\n  // | 'pcm_mulaw'\n  // | 'pcm_alaw'\n  'pcm_s16le';\n"],"mappings":"AAQO,MAAM,oBAAoB;","names":[]}
+{"version":3,"sources":["../src/models.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type TTSModels = 'sonic' | 'sonic-2' | 'sonic-lite' | 'sonic-preview' | 'sonic-turbo';\n\nexport type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';\n\nexport const TTSDefaultVoiceId = '794f9389-aac1-45b6-b726-9d9369183238';\n\nexport type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';\n\nexport type TTSVoiceEmotion =\n  | 'anger:lowest'\n  | 'anger:low'\n  | 'anger'\n  | 'anger:high'\n  | 'anger:highest'\n  | 'positivity:lowest'\n  | 'positivity:low'\n  | 'positivity'\n  | 'positivity:high'\n  | 'positivity:highest'\n  | 'surprise:lowest'\n  | 'surprise:low'\n  | 'surprise'\n  | 'surprise:high'\n  | 'surprise:highest'\n  | 'sadness:lowest'\n  | 'sadness:low'\n  | 'sadness'\n  | 'sadness:high'\n  | 'sadness:highest'\n  | 'curiosity:lowest'\n  | 'curiosity:low'\n  | 'curiosity'\n  | 'curiosity:high'\n  | 'curiosity:highest';\n\nexport type TTSEncoding =\n  // XXX(nbsp): not yet supported\n  // | 'pcm_f32le'\n  // | 'pcm_mulaw'\n  // | 'pcm_alaw'\n  'pcm_s16le';\n"],"mappings":"AAQO,MAAM,oBAAoB;","names":[]}

package/dist/tts.cjs

@@ -24,7 +24,6 @@ __export(tts_exports, {
 });
 module.exports = __toCommonJS(tts_exports);
 var import_agents = require("@livekit/agents");
-var import_node_crypto = require("node:crypto");
 var import_node_https = require("node:https");
 var import_ws = require("ws");
 var import_models = require("./models.cjs");
@@ -34,12 +33,13 @@ const VERSION = "2024-06-10";
 const NUM_CHANNELS = 1;
 const BUFFERED_WORDS_COUNT = 8;
 const defaultTTSOptions = {
-  model: "sonic-english",
+  model: "sonic-2",
   encoding: "pcm_s16le",
   sampleRate: 24e3,
   voice: import_models.TTSDefaultVoiceId,
   apiKey: process.env.CARTESIA_API_KEY,
-  language: "en"
+  language: "en",
+  baseUrl: "https://api.cartesia.ai"
 };
 class TTS extends import_agents.tts.TTS {
   #opts;
@@ -57,9 +57,23 @@ class TTS extends import_agents.tts.TTS {
         "Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY"
       );
     }
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      const logger = (0, import_agents.log)();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
   updateOptions(opts) {
     this.#opts = { ...this.#opts, ...opts };
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      const logger = (0, import_agents.log)();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
   synthesize(text) {
     return new ChunkedStream(this, text, this.#opts);
@@ -77,17 +91,17 @@ class ChunkedStream extends import_agents.tts.ChunkedStream {
     super(text, tts2);
     this.#text = text;
     this.#opts = opts;
-    this.#run();
   }
-  async #run() {
-    const requestId = (0, import_node_crypto.randomUUID)();
+  async run() {
+    const requestId = (0, import_agents.shortuuid)();
     const bstream = new import_agents.AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
     const json = toCartesiaOptions(this.#opts);
     json.transcript = this.#text;
+    const baseUrl = new URL(this.#opts.baseUrl);
     const req = (0, import_node_https.request)(
       {
-        hostname: "api.cartesia.ai",
-        port: 443,
+        hostname: baseUrl.hostname,
+        port: parseInt(baseUrl.port) || (baseUrl.protocol === "https:" ? 443 : 80),
         path: "/tts/bytes",
         method: "POST",
         headers: {
@@ -126,18 +140,25 @@ class ChunkedStream extends import_agents.tts.ChunkedStream {
 class SynthesizeStream extends import_agents.tts.SynthesizeStream {
   #opts;
   #logger = (0, import_agents.log)();
-  #tokenizer = new import_agents.tokenize.basic.SentenceTokenizer(void 0, BUFFERED_WORDS_COUNT).stream();
+  #tokenizer = new import_agents.tokenize.basic.SentenceTokenizer({
+    minSentenceLength: BUFFERED_WORDS_COUNT
+  }).stream();
   label = "cartesia.SynthesizeStream";
   constructor(tts2, opts) {
     super(tts2);
     this.#opts = opts;
-    this.#run();
   }
   updateOptions(opts) {
     this.#opts = { ...this.#opts, ...opts };
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      this.#logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
-  async #run() {
-    const requestId = (0, import_node_crypto.randomUUID)();
+  async run() {
+    const requestId = (0, import_agents.shortuuid)();
     let closing = false;
     const sentenceStreamTask = async (ws2) => {
       const packet = toCartesiaOptions(this.#opts);
@@ -172,45 +193,70 @@ class SynthesizeStream extends import_agents.tts.SynthesizeStream {
       this.#tokenizer.close();
     };
     const recvTask = async (ws2) => {
+      let finalReceived = false;
+      let shouldExit = false;
       const bstream = new import_agents.AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
       let lastFrame;
       const sendLastFrame = (segmentId, final) => {
-        if (lastFrame) {
+        if (lastFrame && !this.queue.closed) {
           this.queue.put({ requestId, segmentId, frame: lastFrame, final });
           lastFrame = void 0;
         }
       };
-      ws2.on("message", (data) => {
-        const json = JSON.parse(data.toString());
-        const segmentId = json.context_id;
-        if ("data" in json) {
-          const data2 = new Int8Array(Buffer.from(json.data, "base64"));
-          for (const frame of bstream.write(data2)) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-        } else if ("done" in json) {
-          for (const frame of bstream.flush()) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-          sendLastFrame(segmentId, true);
-          this.queue.put(SynthesizeStream.END_OF_STREAM);
-          if (segmentId === requestId) {
-            closing = true;
-            ws2.close();
-            return;
+      while (!this.closed && !this.abortController.signal.aborted && !shouldExit) {
+        try {
+          await new Promise((resolve, reject) => {
+            ws2.removeAllListeners();
+            ws2.on("message", (data) => resolve(data));
+            ws2.on("close", (code, reason) => {
+              if (!closing) {
+                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+              }
+              if (!finalReceived) {
+                reject(new Error("WebSocket closed"));
+              } else {
+                resolve(null);
+              }
+            });
+          }).then((msg) => {
+            if (!msg) return;
+            const json = JSON.parse(msg.toString());
+            const segmentId = json.context_id;
+            if ("data" in json) {
+              const data = new Int8Array(Buffer.from(json.data, "base64"));
+              for (const frame of bstream.write(data)) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+            } else if ("done" in json) {
+              finalReceived = true;
+              for (const frame of bstream.flush()) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+              sendLastFrame(segmentId, true);
+              if (!this.queue.closed) {
+                this.queue.put(SynthesizeStream.END_OF_STREAM);
+              }
+              if (segmentId === requestId) {
+                closing = true;
+                shouldExit = true;
+                this.#logger.info("Cartesia WebSocket close event sent");
+                ws2.close();
+              }
+            }
+          });
+        } catch (err) {
+          if (err instanceof Error && !err.message.includes("WebSocket closed")) {
+            this.#logger.error({ err }, "Error in recvTask from Cartesia WebSocket");
           }
+          break;
         }
-      });
-      ws2.on("close", (code, reason) => {
-        if (!closing) {
-          this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
-        }
-        ws2.removeAllListeners();
-      });
+      }
+      this.#logger.info("Cartesia WebSocket closed");
     };
-    const url = `wss://api.cartesia.ai/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
+    const wsUrl = this.#opts.baseUrl.replace(/^http/, "ws");
+    const url = `${wsUrl}/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
     const ws = new import_ws.WebSocket(url);
     try {
       await new Promise((resolve, reject) => {
@@ -219,6 +265,7 @@ class SynthesizeStream extends import_agents.tts.SynthesizeStream {
         ws.on("close", (code) => reject(`WebSocket returned ${code}`));
       });
       await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);
+      this.#logger.info("Cartesia run completed");
     } catch (e) {
       throw new Error(`failed to connect to Cartesia: ${e}`);
     }
@@ -240,7 +287,7 @@ const toCartesiaOptions = (opts) => {
   if (opts.emotion) {
     voiceControls.emotion = opts.emotion;
   }
-  if (Object.keys({}).length) {
+  if (Object.keys(voiceControls).length) {
     voice.__experimental_controls = voiceControls;
   }
   return {

package/dist/tts.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, log, tokenize, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { randomUUID } from 'node:crypto';\nimport { request } from 'node:https';\nimport { WebSocket } from 'ws';\nimport {\n  TTSDefaultVoiceId,\n  type TTSEncoding,\n  type TTSModels,\n  type TTSVoiceEmotion,\n  type TTSVoiceSpeed,\n} from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst VERSION = '2024-06-10';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  voice: string | number[];\n  speed?: TTSVoiceSpeed | number;\n  emotion?: (TTSVoiceEmotion | string)[];\n  apiKey?: string;\n  language: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'sonic-english',\n  encoding: 'pcm_s16le',\n  sampleRate: 24000,\n  voice: TTSDefaultVoiceId,\n  apiKey: process.env.CARTESIA_API_KEY,\n  language: 'en',\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  label = 'cartesia.TTS';\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n      );\n    }\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(text: string): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.#opts);\n  }\n\n  stream(): SynthesizeStream {\n    return new SynthesizeStream(this, this.#opts);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'cartesia.ChunkedStream';\n  #opts: TTSOptions;\n  #text: string;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(tts: TTS, text: string, opts: TTSOptions) {\n    super(text, tts);\n    this.#text = text;\n    this.#opts = opts;\n    this.#run();\n  }\n\n  async #run() {\n    const requestId = randomUUID();\n    const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n    const json = toCartesiaOptions(this.#opts);\n    json.transcript = this.#text;\n\n    const req = request(\n      {\n        hostname: 'api.cartesia.ai',\n        port: 443,\n        path: '/tts/bytes',\n        method: 'POST',\n        headers: {\n          [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n          [VERSION_HEADER]: VERSION,\n        },\n      },\n      (res) => {\n        res.on('data', (chunk) => {\n          for (const frame of bstream.write(chunk)) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n        });\n        res.on('close', () => {\n          for (const frame of bstream.flush()) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n          this.queue.close();\n        });\n      },\n    );\n\n    req.write(JSON.stringify(json));\n    req.end();\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  #tokenizer = new tokenize.basic.SentenceTokenizer(undefined, BUFFERED_WORDS_COUNT).stream();\n  label = 'cartesia.SynthesizeStream';\n\n  constructor(tts: TTS, opts: TTSOptions) {\n    super(tts);\n    this.#opts = opts;\n    this.#run();\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  async #run() {\n    const requestId = randomUUID();\n    let closing = false;\n\n    const sentenceStreamTask = async (ws: WebSocket) => {\n      const packet = toCartesiaOptions(this.#opts);\n      for await (const event of this.#tokenizer) {\n        ws.send(\n          JSON.stringify({\n            ...packet,\n            context_id: requestId,\n            transcript: event.token + ' ',\n            continue: true,\n          }),\n        );\n      }\n\n      ws.send(\n        JSON.stringify({\n          ...packet,\n          context_id: requestId,\n          transcript: ' ',\n          continue: false,\n        }),\n      );\n    };\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#tokenizer.flush();\n          continue;\n        }\n        this.#tokenizer.pushText(data);\n      }\n      this.#tokenizer.endInput();\n      this.#tokenizer.close();\n    };\n\n    const recvTask = async (ws: WebSocket) => {\n      const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      ws.on('message', (data) => {\n        const json = JSON.parse(data.toString());\n        const segmentId = json.context_id;\n        if ('data' in json) {\n          const data = new Int8Array(Buffer.from(json.data, 'base64'));\n          for (const frame of bstream.write(data)) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n        } else if ('done' in json) {\n          for (const frame of bstream.flush()) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n          sendLastFrame(segmentId, true);\n          this.queue.put(SynthesizeStream.END_OF_STREAM);\n\n          if (segmentId === requestId) {\n            closing = true;\n            ws.close();\n            return;\n          }\n        }\n      });\n      ws.on('close', (code, reason) => {\n        if (!closing) {\n          this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n        }\n        ws.removeAllListeners();\n      });\n    };\n\n    const url = `wss://api.cartesia.ai/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;\n    const ws = new WebSocket(url);\n\n    try {\n      await new Promise((resolve, reject) => {\n        ws.on('open', resolve);\n        ws.on('error', (error) => reject(error));\n        ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n      });\n\n      await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n    } catch (e) {\n      throw new Error(`failed to connect to Cartesia: ${e}`);\n    }\n  }\n}\n\nconst toCartesiaOptions = (opts: TTSOptions): { [id: string]: unknown } => {\n  const voice: { [id: string]: unknown } = {};\n  if (typeof opts.voice === 'string') {\n    voice.mode = 'id';\n    voice.id = opts.voice;\n  } else {\n    voice.mode = 'embedding';\n    voice.embedding = opts.voice;\n  }\n\n  const voiceControls: { [id: string]: unknown } = {};\n  if (opts.speed) {\n    voiceControls.speed = opts.speed;\n  }\n  if (opts.emotion) {\n    voiceControls.emotion = opts.emotion;\n  }\n\n  if (Object.keys({}).length) {\n    voice.__experimental_controls = voiceControls;\n  }\n\n  return {\n    model_id: opts.model,\n    voice,\n    output_format: {\n      container: 'raw',\n      encoding: opts.encoding,\n      sample_rate: opts.sampleRate,\n    },\n    language: opts.language,\n  };\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAoD;AAEpD,yBAA2B;AAC3B,wBAAwB;AACxB,gBAA0B;AAC1B,oBAMO;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,UAAU;AAChB,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAa7B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AACZ;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA,QAAQ;AAAA,EAER,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WAAW,MAAiC;AAC1C,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,KAAK;AAAA,EACjD;AAAA,EAEA,SAA2B;AACzB,WAAO,IAAI,iBAAiB,MAAM,KAAK,KAAK;AAAA,EAC9C;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR;AAAA,EACA;AAAA;AAAA,EAGA,YAAYA,MAAU,MAAc,MAAkB;AACpD,UAAM,MAAMA,IAAG;AACf,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,gBAAY,+BAAW;AAC7B,UAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAM;AAAA,MACV;AAAA,QACE,UAAU;AAAA,QACV,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG;AAAA,QACpB;AAAA,MACF;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAAA,EACV;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,aAAa,IAAI,uBAAS,MAAM,kBAAkB,QAAW,oBAAoB,EAAE,OAAO;AAAA,EAC1F,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB;AACtC,UAAMA,IAAG;AACT,SAAK,QAAQ;AACb,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,gBAAY,+BAAW;AAC7B,QAAI,UAAU;AAEd,UAAM,qBAAqB,OAAOC,QAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,KAAK;AAC3C,uBAAiB,SAAS,KAAK,YAAY;AACzC,QAAAA,IAAG;AAAA,UACD,KAAK,UAAU;AAAA,YACb,GAAG;AAAA,YACH,YAAY;AAAA,YACZ,YAAY,MAAM,QAAQ;AAAA,YAC1B,UAAU;AAAA,UACZ,CAAC;AAAA,QACH;AAAA,MACF;AAEA,MAAAA,IAAG;AAAA,QACD,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY;AAAA,UACZ,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAEA,UAAM,WAAW,OAAOA,QAAkB;AACxC,YAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AAEvE,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,MAAAA,IAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAM,OAAO,KAAK,MAAM,KAAK,SAAS,CAAC;AACvC,cAAM,YAAY,KAAK;AACvB,YAAI,UAAU,MAAM;AAClB,gBAAMC,QAAO,IAAI,UAAU,OAAO,KAAK,KAAK,MAAM,QAAQ,CAAC;AAC3D,qBAAW,SAAS,QAAQ,MAAMA,KAAI,GAAG;AACvC,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AAAA,QACF,WAAW,UAAU,MAAM;AACzB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AACA,wBAAc,WAAW,IAAI;AAC7B,eAAK,MAAM,IAAI,iBAAiB,aAAa;AAE7C,cAAI,cAAc,WAAW;AAC3B,sBAAU;AACV,YAAAD,IAAG,MAAM;AACT;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,MAAAA,IAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,QACpE;AACA,QAAAA,IAAG,mBAAmB;AAAA,MACxB,CAAC;AAAA,IACH;AAEA,UAAM,MAAM,+CAA+C,KAAK,MAAM,MAAM,qBAAqB,OAAO;AACxG,UAAM,KAAK,IAAI,oBAAU,GAAG;AAE5B,QAAI;AACF,YAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,WAAG,GAAG,QAAQ,OAAO;AACrB,WAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,WAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,MAC/D,CAAC;AAED,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,IACvE,SAAS,GAAG;AACV,YAAM,IAAI,MAAM,kCAAkC,CAAC,EAAE;AAAA,IACvD;AAAA,EACF;AACF;AAEA,MAAM,oBAAoB,CAAC,SAAgD;AACzE,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,QAAM,gBAA2C,CAAC;AAClD,MAAI,KAAK,OAAO;AACd,kBAAc,QAAQ,KAAK;AAAA,EAC7B;AACA,MAAI,KAAK,SAAS;AAChB,kBAAc,UAAU,KAAK;AAAA,EAC/B;AAEA,MAAI,OAAO,KAAK,CAAC,CAAC,EAAE,QAAQ;AAC1B,UAAM,0BAA0B;AAAA,EAClC;AAEA,SAAO;AAAA,IACL,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,KAAK;AAAA,EACjB;AACF;","names":["tts","ws","data"]}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, log, shortuuid, tokenize, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n  TTSDefaultVoiceId,\n  type TTSEncoding,\n  type TTSModels,\n  type TTSVoiceEmotion,\n  type TTSVoiceSpeed,\n} from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst VERSION = '2024-06-10';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  voice: string | number[];\n  speed?: TTSVoiceSpeed | number;\n  emotion?: (TTSVoiceEmotion | string)[];\n  apiKey?: string;\n  language: string;\n  baseUrl: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'sonic-2',\n  encoding: 'pcm_s16le',\n  sampleRate: 24000,\n  voice: TTSDefaultVoiceId,\n  apiKey: process.env.CARTESIA_API_KEY,\n  language: 'en',\n  baseUrl: 'https://api.cartesia.ai',\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  label = 'cartesia.TTS';\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n      );\n    }\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      const logger = log();\n      logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      const logger = log();\n      logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  synthesize(text: string): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.#opts);\n  }\n\n  stream(): SynthesizeStream {\n    return new SynthesizeStream(this, this.#opts);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'cartesia.ChunkedStream';\n  #opts: TTSOptions;\n  #text: string;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(tts: TTS, text: string, opts: TTSOptions) {\n    super(text, tts);\n    this.#text = text;\n    this.#opts = opts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n    const json = toCartesiaOptions(this.#opts);\n    json.transcript = this.#text;\n\n    const baseUrl = new URL(this.#opts.baseUrl);\n    const req = request(\n      {\n        hostname: baseUrl.hostname,\n        port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n        path: '/tts/bytes',\n        method: 'POST',\n        headers: {\n          [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n          [VERSION_HEADER]: VERSION,\n        },\n      },\n      (res) => {\n        res.on('data', (chunk) => {\n          for (const frame of bstream.write(chunk)) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n        });\n        res.on('close', () => {\n          for (const frame of bstream.flush()) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n          this.queue.close();\n        });\n      },\n    );\n\n    req.write(JSON.stringify(json));\n    req.end();\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  #tokenizer = new tokenize.basic.SentenceTokenizer({\n    minSentenceLength: BUFFERED_WORDS_COUNT,\n  }).stream();\n  label = 'cartesia.SynthesizeStream';\n\n  constructor(tts: TTS, opts: TTSOptions) {\n    super(tts);\n    this.#opts = opts;\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      this.#logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    let closing = false;\n\n    const sentenceStreamTask = async (ws: WebSocket) => {\n      const packet = toCartesiaOptions(this.#opts);\n      for await (const event of this.#tokenizer) {\n        ws.send(\n          JSON.stringify({\n            ...packet,\n            context_id: requestId,\n            transcript: event.token + ' ',\n            continue: true,\n          }),\n        );\n      }\n\n      ws.send(\n        JSON.stringify({\n          ...packet,\n          context_id: requestId,\n          transcript: ' ',\n          continue: false,\n        }),\n      );\n    };\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#tokenizer.flush();\n          continue;\n        }\n        this.#tokenizer.pushText(data);\n      }\n      this.#tokenizer.endInput();\n      this.#tokenizer.close();\n    };\n\n    const recvTask = async (ws: WebSocket) => {\n      let finalReceived = false;\n      let shouldExit = false;\n      const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame && !this.queue.closed) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      while (!this.closed && !this.abortController.signal.aborted && !shouldExit) {\n        try {\n          await new Promise<RawData | null>((resolve, reject) => {\n            ws.removeAllListeners();\n            ws.on('message', (data) => resolve(data));\n            ws.on('close', (code, reason) => {\n              if (!closing) {\n                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n              }\n              if (!finalReceived) {\n                reject(new Error('WebSocket closed'));\n              } else {\n                // If we've received the final message, resolve with empty to exit gracefully\n                resolve(null);\n              }\n            });\n          }).then((msg) => {\n            if (!msg) return;\n\n            const json = JSON.parse(msg.toString());\n            const segmentId = json.context_id;\n            if ('data' in json) {\n              const data = new Int8Array(Buffer.from(json.data, 'base64'));\n              for (const frame of bstream.write(data)) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n            } else if ('done' in json) {\n              finalReceived = true;\n              for (const frame of bstream.flush()) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(segmentId, true);\n              if (!this.queue.closed) {\n                this.queue.put(SynthesizeStream.END_OF_STREAM);\n              }\n\n              if (segmentId === requestId) {\n                closing = true;\n                shouldExit = true;\n                this.#logger.info('Cartesia WebSocket close event sent');\n                ws.close();\n              }\n            }\n          });\n        } catch (err) {\n          // skip log error for normal websocket close\n          if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n            this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n          }\n          break;\n        }\n      }\n\n      this.#logger.info('Cartesia WebSocket closed');\n    };\n\n    const wsUrl = this.#opts.baseUrl.replace(/^http/, 'ws');\n    const url = `${wsUrl}/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;\n    const ws = new WebSocket(url);\n\n    try {\n      await new Promise((resolve, reject) => {\n        ws.on('open', resolve);\n        ws.on('error', (error) => reject(error));\n        ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n      });\n\n      await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n      this.#logger.info('Cartesia run completed');\n    } catch (e) {\n      throw new Error(`failed to connect to Cartesia: ${e}`);\n    }\n  }\n}\n\nconst toCartesiaOptions = (opts: TTSOptions): { [id: string]: unknown } => {\n  const voice: { [id: string]: unknown } = {};\n  if (typeof opts.voice === 'string') {\n    voice.mode = 'id';\n    voice.id = opts.voice;\n  } else {\n    voice.mode = 'embedding';\n    voice.embedding = opts.voice;\n  }\n\n  const voiceControls: { [id: string]: unknown } = {};\n  if (opts.speed) {\n    voiceControls.speed = opts.speed;\n  }\n  if (opts.emotion) {\n    voiceControls.emotion = opts.emotion;\n  }\n\n  if (Object.keys(voiceControls).length) {\n    voice.__experimental_controls = voiceControls;\n  }\n\n  return {\n    model_id: opts.model,\n    voice,\n    output_format: {\n      container: 'raw',\n      encoding: opts.encoding,\n      sample_rate: opts.sampleRate,\n    },\n    language: opts.language,\n  };\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAA+D;AAE/D,wBAAwB;AACxB,gBAAwC;AACxC,oBAMO;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,UAAU;AAChB,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAc7B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AACX;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA,QAAQ;AAAA,EAER,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,YAAM,aAAS,mBAAI;AACnB,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,YAAM,aAAS,mBAAI;AACnB,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,WAAW,MAAiC;AAC1C,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,KAAK;AAAA,EACjD;AAAA,EAEA,SAA2B;AACzB,WAAO,IAAI,iBAAiB,MAAM,KAAK,KAAK;AAAA,EAC9C;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR;AAAA,EACA;AAAA;AAAA,EAGA,YAAYA,MAAU,MAAc,MAAkB;AACpD,UAAM,MAAMA,IAAG;AACf,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,UAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,UAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG;AAAA,QACpB;AAAA,MACF;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAAA,EACV;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,aAAa,IAAI,uBAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB;AACtC,UAAMA,IAAG;AACT,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,WAAK,QAAQ;AAAA,QACX,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,QAAI,UAAU;AAEd,UAAM,qBAAqB,OAAOC,QAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,KAAK;AAC3C,uBAAiB,SAAS,KAAK,YAAY;AACzC,QAAAA,IAAG;AAAA,UACD,KAAK,UAAU;AAAA,YACb,GAAG;AAAA,YACH,YAAY;AAAA,YACZ,YAAY,MAAM,QAAQ;AAAA,YAC1B,UAAU;AAAA,UACZ,CAAC;AAAA,QACH;AAAA,MACF;AAEA,MAAAA,IAAG;AAAA,QACD,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY;AAAA,UACZ,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAEA,UAAM,WAAW,OAAOA,QAAkB;AACxC,UAAI,gBAAgB;AACpB,UAAI,aAAa;AACjB,YAAM,UAAU,IAAI,8BAAgB,KAAK,MAAM,YAAY,YAAY;AAEvE,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,aAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,WAAW,CAAC,YAAY;AAC1E,YAAI;AACF,gBAAM,IAAI,QAAwB,CAAC,SAAS,WAAW;AACrD,YAAAA,IAAG,mBAAmB;AACtB,YAAAA,IAAG,GAAG,WAAW,CAAC,SAAS,QAAQ,IAAI,CAAC;AACxC,YAAAA,IAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,kBAAI,CAAC,SAAS;AACZ,qBAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,cACpE;AACA,kBAAI,CAAC,eAAe;AAClB,uBAAO,IAAI,MAAM,kBAAkB,CAAC;AAAA,cACtC,OAAO;AAEL,wBAAQ,IAAI;AAAA,cACd;AAAA,YACF,CAAC;AAAA,UACH,CAAC,EAAE,KAAK,CAAC,QAAQ;AACf,gBAAI,CAAC,IAAK;AAEV,kBAAM,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC;AACtC,kBAAM,YAAY,KAAK;AACvB,gBAAI,UAAU,MAAM;AAClB,oBAAM,OAAO,IAAI,UAAU,OAAO,KAAK,KAAK,MAAM,QAAQ,CAAC;AAC3D,yBAAW,SAAS,QAAQ,MAAM,IAAI,GAAG;AACvC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AAAA,YACF,WAAW,UAAU,MAAM;AACzB,8BAAgB;AAChB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,0BAAU;AACV,6BAAa;AACb,qBAAK,QAAQ,KAAK,qCAAqC;AACvD,gBAAAA,IAAG,MAAM;AAAA,cACX;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,KAAK;AAEZ,cAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AACA;AAAA,QACF;AAAA,MACF;AAEA,WAAK,QAAQ,KAAK,2BAA2B;AAAA,IAC/C;AAEA,UAAM,QAAQ,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,GAAG,KAAK,0BAA0B,KAAK,MAAM,MAAM,qBAAqB,OAAO;AAC3F,UAAM,KAAK,IAAI,oBAAU,GAAG;AAE5B,QAAI;AACF,YAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,WAAG,GAAG,QAAQ,OAAO;AACrB,WAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,WAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,MAC/D,CAAC;AAED,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AACrE,WAAK,QAAQ,KAAK,wBAAwB;AAAA,IAC5C,SAAS,GAAG;AACV,YAAM,IAAI,MAAM,kCAAkC,CAAC,EAAE;AAAA,IACvD;AAAA,EACF;AACF;AAEA,MAAM,oBAAoB,CAAC,SAAgD;AACzE,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,QAAM,gBAA2C,CAAC;AAClD,MAAI,KAAK,OAAO;AACd,kBAAc,QAAQ,KAAK;AAAA,EAC7B;AACA,MAAI,KAAK,SAAS;AAChB,kBAAc,UAAU,KAAK;AAAA,EAC/B;AAEA,MAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,UAAM,0BAA0B;AAAA,EAClC;AAEA,SAAO;AAAA,IACL,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,KAAK;AAAA,EACjB;AACF;","names":["tts","ws"]}

package/dist/tts.d.cts

@@ -0,0 +1,35 @@
+import { tts } from '@livekit/agents';
+import { type TTSEncoding, type TTSModels, type TTSVoiceEmotion, type TTSVoiceSpeed } from './models.js';
+export interface TTSOptions {
+    model: TTSModels | string;
+    encoding: TTSEncoding;
+    sampleRate: number;
+    voice: string | number[];
+    speed?: TTSVoiceSpeed | number;
+    emotion?: (TTSVoiceEmotion | string)[];
+    apiKey?: string;
+    language: string;
+    baseUrl: string;
+}
+export declare class TTS extends tts.TTS {
+    #private;
+    label: string;
+    constructor(opts?: Partial<TTSOptions>);
+    updateOptions(opts: Partial<TTSOptions>): void;
+    synthesize(text: string): tts.ChunkedStream;
+    stream(): SynthesizeStream;
+}
+export declare class ChunkedStream extends tts.ChunkedStream {
+    #private;
+    label: string;
+    constructor(tts: TTS, text: string, opts: TTSOptions);
+    protected run(): Promise<void>;
+}
+export declare class SynthesizeStream extends tts.SynthesizeStream {
+    #private;
+    label: string;
+    constructor(tts: TTS, opts: TTSOptions);
+    updateOptions(opts: Partial<TTSOptions>): void;
+    protected run(): Promise<void>;
+}
+//# sourceMappingURL=tts.d.ts.map

package/dist/tts.d.ts

@@ -9,6 +9,7 @@ export interface TTSOptions {
     emotion?: (TTSVoiceEmotion | string)[];
     apiKey?: string;
     language: string;
+    baseUrl: string;
 }
 export declare class TTS extends tts.TTS {
     #private;
@@ -22,11 +23,13 @@ export declare class ChunkedStream extends tts.ChunkedStream {
     #private;
     label: string;
     constructor(tts: TTS, text: string, opts: TTSOptions);
+    protected run(): Promise<void>;
 }
 export declare class SynthesizeStream extends tts.SynthesizeStream {
     #private;
     label: string;
     constructor(tts: TTS, opts: TTSOptions);
     updateOptions(opts: Partial<TTSOptions>): void;
+    protected run(): Promise<void>;
 }
 //# sourceMappingURL=tts.d.ts.map

package/dist/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkC,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAKtE,OAAO,EAEL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,aAAa,EACnB,MAAM,aAAa,CAAC;AAQrB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,aAAa,GAAG,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAWD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAE9B,KAAK,SAAkB;gBAEX,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAiB1C,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC;IAIvC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,aAAa;IAI3C,MAAM,IAAI,gBAAgB;CAG3B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;IAClD,KAAK,SAA4B;gBAKrB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU;CAoDrD;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IAIxD,KAAK,SAA+B;gBAExB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU;IAMtC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC;CAqGxC"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAA6C,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAIjF,OAAO,EAEL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,aAAa,EACnB,MAAM,aAAa,CAAC;AAQrB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,aAAa,GAAG,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAYD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAE9B,KAAK,SAAkB;gBAEX,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAyB1C,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC;IAYvC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,aAAa;IAI3C,MAAM,IAAI,gBAAgB;CAG3B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;IAClD,KAAK,SAA4B;gBAKrB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU;cAMpC,GAAG;CA8CpB;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IAMxD,KAAK,SAA+B;gBAExB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU;IAKtC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC;cAWvB,GAAG;CA+HpB"}

package/dist/tts.js

@@ -1,5 +1,4 @@
-import { AudioByteStream, log, tokenize, tts } from "@livekit/agents";
-import { randomUUID } from "node:crypto";
+import { AudioByteStream, log, shortuuid, tokenize, tts } from "@livekit/agents";
 import { request } from "node:https";
 import { WebSocket } from "ws";
 import {
@@ -11,12 +10,13 @@ const VERSION = "2024-06-10";
 const NUM_CHANNELS = 1;
 const BUFFERED_WORDS_COUNT = 8;
 const defaultTTSOptions = {
-  model: "sonic-english",
+  model: "sonic-2",
   encoding: "pcm_s16le",
   sampleRate: 24e3,
   voice: TTSDefaultVoiceId,
   apiKey: process.env.CARTESIA_API_KEY,
-  language: "en"
+  language: "en",
+  baseUrl: "https://api.cartesia.ai"
 };
 class TTS extends tts.TTS {
   #opts;
@@ -34,9 +34,23 @@ class TTS extends tts.TTS {
         "Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY"
       );
     }
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      const logger = log();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
   updateOptions(opts) {
     this.#opts = { ...this.#opts, ...opts };
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      const logger = log();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
   synthesize(text) {
     return new ChunkedStream(this, text, this.#opts);
@@ -54,17 +68,17 @@ class ChunkedStream extends tts.ChunkedStream {
     super(text, tts2);
     this.#text = text;
     this.#opts = opts;
-    this.#run();
   }
-  async #run() {
-    const requestId = randomUUID();
+  async run() {
+    const requestId = shortuuid();
     const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
     const json = toCartesiaOptions(this.#opts);
     json.transcript = this.#text;
+    const baseUrl = new URL(this.#opts.baseUrl);
     const req = request(
       {
-        hostname: "api.cartesia.ai",
-        port: 443,
+        hostname: baseUrl.hostname,
+        port: parseInt(baseUrl.port) || (baseUrl.protocol === "https:" ? 443 : 80),
         path: "/tts/bytes",
         method: "POST",
         headers: {
@@ -103,18 +117,25 @@ class ChunkedStream extends tts.ChunkedStream {
 class SynthesizeStream extends tts.SynthesizeStream {
   #opts;
   #logger = log();
-  #tokenizer = new tokenize.basic.SentenceTokenizer(void 0, BUFFERED_WORDS_COUNT).stream();
+  #tokenizer = new tokenize.basic.SentenceTokenizer({
+    minSentenceLength: BUFFERED_WORDS_COUNT
+  }).stream();
   label = "cartesia.SynthesizeStream";
   constructor(tts2, opts) {
     super(tts2);
     this.#opts = opts;
-    this.#run();
   }
   updateOptions(opts) {
     this.#opts = { ...this.#opts, ...opts };
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== "sonic-2-2025-03-07") {
+      this.#logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details"
+      );
+    }
   }
-  async #run() {
-    const requestId = randomUUID();
+  async run() {
+    const requestId = shortuuid();
     let closing = false;
     const sentenceStreamTask = async (ws2) => {
       const packet = toCartesiaOptions(this.#opts);
@@ -149,45 +170,70 @@ class SynthesizeStream extends tts.SynthesizeStream {
       this.#tokenizer.close();
     };
     const recvTask = async (ws2) => {
+      let finalReceived = false;
+      let shouldExit = false;
       const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
       let lastFrame;
       const sendLastFrame = (segmentId, final) => {
-        if (lastFrame) {
+        if (lastFrame && !this.queue.closed) {
           this.queue.put({ requestId, segmentId, frame: lastFrame, final });
           lastFrame = void 0;
         }
       };
-      ws2.on("message", (data) => {
-        const json = JSON.parse(data.toString());
-        const segmentId = json.context_id;
-        if ("data" in json) {
-          const data2 = new Int8Array(Buffer.from(json.data, "base64"));
-          for (const frame of bstream.write(data2)) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-        } else if ("done" in json) {
-          for (const frame of bstream.flush()) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-          sendLastFrame(segmentId, true);
-          this.queue.put(SynthesizeStream.END_OF_STREAM);
-          if (segmentId === requestId) {
-            closing = true;
-            ws2.close();
-            return;
+      while (!this.closed && !this.abortController.signal.aborted && !shouldExit) {
+        try {
+          await new Promise((resolve, reject) => {
+            ws2.removeAllListeners();
+            ws2.on("message", (data) => resolve(data));
+            ws2.on("close", (code, reason) => {
+              if (!closing) {
+                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+              }
+              if (!finalReceived) {
+                reject(new Error("WebSocket closed"));
+              } else {
+                resolve(null);
+              }
+            });
+          }).then((msg) => {
+            if (!msg) return;
+            const json = JSON.parse(msg.toString());
+            const segmentId = json.context_id;
+            if ("data" in json) {
+              const data = new Int8Array(Buffer.from(json.data, "base64"));
+              for (const frame of bstream.write(data)) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+            } else if ("done" in json) {
+              finalReceived = true;
+              for (const frame of bstream.flush()) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+              sendLastFrame(segmentId, true);
+              if (!this.queue.closed) {
+                this.queue.put(SynthesizeStream.END_OF_STREAM);
+              }
+              if (segmentId === requestId) {
+                closing = true;
+                shouldExit = true;
+                this.#logger.info("Cartesia WebSocket close event sent");
+                ws2.close();
+              }
+            }
+          });
+        } catch (err) {
+          if (err instanceof Error && !err.message.includes("WebSocket closed")) {
+            this.#logger.error({ err }, "Error in recvTask from Cartesia WebSocket");
           }
+          break;
         }
-      });
-      ws2.on("close", (code, reason) => {
-        if (!closing) {
-          this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
-        }
-        ws2.removeAllListeners();
-      });
+      }
+      this.#logger.info("Cartesia WebSocket closed");
     };
-    const url = `wss://api.cartesia.ai/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
+    const wsUrl = this.#opts.baseUrl.replace(/^http/, "ws");
+    const url = `${wsUrl}/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
     const ws = new WebSocket(url);
     try {
       await new Promise((resolve, reject) => {
@@ -196,6 +242,7 @@ class SynthesizeStream extends tts.SynthesizeStream {
         ws.on("close", (code) => reject(`WebSocket returned ${code}`));
       });
       await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);
+      this.#logger.info("Cartesia run completed");
     } catch (e) {
       throw new Error(`failed to connect to Cartesia: ${e}`);
     }
@@ -217,7 +264,7 @@ const toCartesiaOptions = (opts) => {
   if (opts.emotion) {
     voiceControls.emotion = opts.emotion;
   }
-  if (Object.keys({}).length) {
+  if (Object.keys(voiceControls).length) {
     voice.__experimental_controls = voiceControls;
   }
   return {

package/dist/tts.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, log, tokenize, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { randomUUID } from 'node:crypto';\nimport { request } from 'node:https';\nimport { WebSocket } from 'ws';\nimport {\n  TTSDefaultVoiceId,\n  type TTSEncoding,\n  type TTSModels,\n  type TTSVoiceEmotion,\n  type TTSVoiceSpeed,\n} from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst VERSION = '2024-06-10';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  voice: string | number[];\n  speed?: TTSVoiceSpeed | number;\n  emotion?: (TTSVoiceEmotion | string)[];\n  apiKey?: string;\n  language: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'sonic-english',\n  encoding: 'pcm_s16le',\n  sampleRate: 24000,\n  voice: TTSDefaultVoiceId,\n  apiKey: process.env.CARTESIA_API_KEY,\n  language: 'en',\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  label = 'cartesia.TTS';\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n      );\n    }\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(text: string): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.#opts);\n  }\n\n  stream(): SynthesizeStream {\n    return new SynthesizeStream(this, this.#opts);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'cartesia.ChunkedStream';\n  #opts: TTSOptions;\n  #text: string;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(tts: TTS, text: string, opts: TTSOptions) {\n    super(text, tts);\n    this.#text = text;\n    this.#opts = opts;\n    this.#run();\n  }\n\n  async #run() {\n    const requestId = randomUUID();\n    const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n    const json = toCartesiaOptions(this.#opts);\n    json.transcript = this.#text;\n\n    const req = request(\n      {\n        hostname: 'api.cartesia.ai',\n        port: 443,\n        path: '/tts/bytes',\n        method: 'POST',\n        headers: {\n          [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n          [VERSION_HEADER]: VERSION,\n        },\n      },\n      (res) => {\n        res.on('data', (chunk) => {\n          for (const frame of bstream.write(chunk)) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n        });\n        res.on('close', () => {\n          for (const frame of bstream.flush()) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n          this.queue.close();\n        });\n      },\n    );\n\n    req.write(JSON.stringify(json));\n    req.end();\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  #tokenizer = new tokenize.basic.SentenceTokenizer(undefined, BUFFERED_WORDS_COUNT).stream();\n  label = 'cartesia.SynthesizeStream';\n\n  constructor(tts: TTS, opts: TTSOptions) {\n    super(tts);\n    this.#opts = opts;\n    this.#run();\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  async #run() {\n    const requestId = randomUUID();\n    let closing = false;\n\n    const sentenceStreamTask = async (ws: WebSocket) => {\n      const packet = toCartesiaOptions(this.#opts);\n      for await (const event of this.#tokenizer) {\n        ws.send(\n          JSON.stringify({\n            ...packet,\n            context_id: requestId,\n            transcript: event.token + ' ',\n            continue: true,\n          }),\n        );\n      }\n\n      ws.send(\n        JSON.stringify({\n          ...packet,\n          context_id: requestId,\n          transcript: ' ',\n          continue: false,\n        }),\n      );\n    };\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#tokenizer.flush();\n          continue;\n        }\n        this.#tokenizer.pushText(data);\n      }\n      this.#tokenizer.endInput();\n      this.#tokenizer.close();\n    };\n\n    const recvTask = async (ws: WebSocket) => {\n      const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      ws.on('message', (data) => {\n        const json = JSON.parse(data.toString());\n        const segmentId = json.context_id;\n        if ('data' in json) {\n          const data = new Int8Array(Buffer.from(json.data, 'base64'));\n          for (const frame of bstream.write(data)) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n        } else if ('done' in json) {\n          for (const frame of bstream.flush()) {\n            sendLastFrame(segmentId, false);\n            lastFrame = frame;\n          }\n          sendLastFrame(segmentId, true);\n          this.queue.put(SynthesizeStream.END_OF_STREAM);\n\n          if (segmentId === requestId) {\n            closing = true;\n            ws.close();\n            return;\n          }\n        }\n      });\n      ws.on('close', (code, reason) => {\n        if (!closing) {\n          this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n        }\n        ws.removeAllListeners();\n      });\n    };\n\n    const url = `wss://api.cartesia.ai/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;\n    const ws = new WebSocket(url);\n\n    try {\n      await new Promise((resolve, reject) => {\n        ws.on('open', resolve);\n        ws.on('error', (error) => reject(error));\n        ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n      });\n\n      await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n    } catch (e) {\n      throw new Error(`failed to connect to Cartesia: ${e}`);\n    }\n  }\n}\n\nconst toCartesiaOptions = (opts: TTSOptions): { [id: string]: unknown } => {\n  const voice: { [id: string]: unknown } = {};\n  if (typeof opts.voice === 'string') {\n    voice.mode = 'id';\n    voice.id = opts.voice;\n  } else {\n    voice.mode = 'embedding';\n    voice.embedding = opts.voice;\n  }\n\n  const voiceControls: { [id: string]: unknown } = {};\n  if (opts.speed) {\n    voiceControls.speed = opts.speed;\n  }\n  if (opts.emotion) {\n    voiceControls.emotion = opts.emotion;\n  }\n\n  if (Object.keys({}).length) {\n    voice.__experimental_controls = voiceControls;\n  }\n\n  return {\n    model_id: opts.model,\n    voice,\n    output_format: {\n      container: 'raw',\n      encoding: opts.encoding,\n      sample_rate: opts.sampleRate,\n    },\n    language: opts.language,\n  };\n};\n"],"mappings":"AAGA,SAAS,iBAAiB,KAAK,UAAU,WAAW;AAEpD,SAAS,kBAAkB;AAC3B,SAAS,eAAe;AACxB,SAAS,iBAAiB;AAC1B;AAAA,EACE;AAAA,OAKK;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,UAAU;AAChB,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAa7B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AACZ;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA,QAAQ;AAAA,EAER,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WAAW,MAAiC;AAC1C,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,KAAK;AAAA,EACjD;AAAA,EAEA,SAA2B;AACzB,WAAO,IAAI,iBAAiB,MAAM,KAAK,KAAK;AAAA,EAC9C;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR;AAAA,EACA;AAAA;AAAA,EAGA,YAAYA,MAAU,MAAc,MAAkB;AACpD,UAAM,MAAMA,IAAG;AACf,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,YAAY,WAAW;AAC7B,UAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,MAAM;AAAA,MACV;AAAA,QACE,UAAU;AAAA,QACV,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG;AAAA,QACpB;AAAA,MACF;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAAA,EACV;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,aAAa,IAAI,SAAS,MAAM,kBAAkB,QAAW,oBAAoB,EAAE,OAAO;AAAA,EAC1F,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB;AACtC,UAAMA,IAAG;AACT,SAAK,QAAQ;AACb,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,MAAM,OAAO;AACX,UAAM,YAAY,WAAW;AAC7B,QAAI,UAAU;AAEd,UAAM,qBAAqB,OAAOC,QAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,KAAK;AAC3C,uBAAiB,SAAS,KAAK,YAAY;AACzC,QAAAA,IAAG;AAAA,UACD,KAAK,UAAU;AAAA,YACb,GAAG;AAAA,YACH,YAAY;AAAA,YACZ,YAAY,MAAM,QAAQ;AAAA,YAC1B,UAAU;AAAA,UACZ,CAAC;AAAA,QACH;AAAA,MACF;AAEA,MAAAA,IAAG;AAAA,QACD,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY;AAAA,UACZ,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAEA,UAAM,WAAW,OAAOA,QAAkB;AACxC,YAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AAEvE,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,WAAW;AACb,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,MAAAA,IAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAM,OAAO,KAAK,MAAM,KAAK,SAAS,CAAC;AACvC,cAAM,YAAY,KAAK;AACvB,YAAI,UAAU,MAAM;AAClB,gBAAMC,QAAO,IAAI,UAAU,OAAO,KAAK,KAAK,MAAM,QAAQ,CAAC;AAC3D,qBAAW,SAAS,QAAQ,MAAMA,KAAI,GAAG;AACvC,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AAAA,QACF,WAAW,UAAU,MAAM;AACzB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AACA,wBAAc,WAAW,IAAI;AAC7B,eAAK,MAAM,IAAI,iBAAiB,aAAa;AAE7C,cAAI,cAAc,WAAW;AAC3B,sBAAU;AACV,YAAAD,IAAG,MAAM;AACT;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,MAAAA,IAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,YAAI,CAAC,SAAS;AACZ,eAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,QACpE;AACA,QAAAA,IAAG,mBAAmB;AAAA,MACxB,CAAC;AAAA,IACH;AAEA,UAAM,MAAM,+CAA+C,KAAK,MAAM,MAAM,qBAAqB,OAAO;AACxG,UAAM,KAAK,IAAI,UAAU,GAAG;AAE5B,QAAI;AACF,YAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,WAAG,GAAG,QAAQ,OAAO;AACrB,WAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,WAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,MAC/D,CAAC;AAED,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AAAA,IACvE,SAAS,GAAG;AACV,YAAM,IAAI,MAAM,kCAAkC,CAAC,EAAE;AAAA,IACvD;AAAA,EACF;AACF;AAEA,MAAM,oBAAoB,CAAC,SAAgD;AACzE,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,QAAM,gBAA2C,CAAC;AAClD,MAAI,KAAK,OAAO;AACd,kBAAc,QAAQ,KAAK;AAAA,EAC7B;AACA,MAAI,KAAK,SAAS;AAChB,kBAAc,UAAU,KAAK;AAAA,EAC/B;AAEA,MAAI,OAAO,KAAK,CAAC,CAAC,EAAE,QAAQ;AAC1B,UAAM,0BAA0B;AAAA,EAClC;AAEA,SAAO;AAAA,IACL,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,KAAK;AAAA,EACjB;AACF;","names":["tts","ws","data"]}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, log, shortuuid, tokenize, tts } from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport {\n  TTSDefaultVoiceId,\n  type TTSEncoding,\n  type TTSModels,\n  type TTSVoiceEmotion,\n  type TTSVoiceSpeed,\n} from './models.js';\n\nconst AUTHORIZATION_HEADER = 'X-API-Key';\nconst VERSION_HEADER = 'Cartesia-Version';\nconst VERSION = '2024-06-10';\nconst NUM_CHANNELS = 1;\nconst BUFFERED_WORDS_COUNT = 8;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  encoding: TTSEncoding;\n  sampleRate: number;\n  voice: string | number[];\n  speed?: TTSVoiceSpeed | number;\n  emotion?: (TTSVoiceEmotion | string)[];\n  apiKey?: string;\n  language: string;\n  baseUrl: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  model: 'sonic-2',\n  encoding: 'pcm_s16le',\n  sampleRate: 24000,\n  voice: TTSDefaultVoiceId,\n  apiKey: process.env.CARTESIA_API_KEY,\n  language: 'en',\n  baseUrl: 'https://api.cartesia.ai',\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  label = 'cartesia.TTS';\n\n  constructor(opts: Partial<TTSOptions> = {}) {\n    super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n      streaming: true,\n    });\n\n    this.#opts = {\n      ...defaultTTSOptions,\n      ...opts,\n    };\n\n    if (this.#opts.apiKey === undefined) {\n      throw new Error(\n        'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',\n      );\n    }\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      const logger = log();\n      logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      const logger = log();\n      logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  synthesize(text: string): tts.ChunkedStream {\n    return new ChunkedStream(this, text, this.#opts);\n  }\n\n  stream(): SynthesizeStream {\n    return new SynthesizeStream(this, this.#opts);\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  label = 'cartesia.ChunkedStream';\n  #opts: TTSOptions;\n  #text: string;\n\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(tts: TTS, text: string, opts: TTSOptions) {\n    super(text, tts);\n    this.#text = text;\n    this.#opts = opts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n    const json = toCartesiaOptions(this.#opts);\n    json.transcript = this.#text;\n\n    const baseUrl = new URL(this.#opts.baseUrl);\n    const req = request(\n      {\n        hostname: baseUrl.hostname,\n        port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),\n        path: '/tts/bytes',\n        method: 'POST',\n        headers: {\n          [AUTHORIZATION_HEADER]: this.#opts.apiKey!,\n          [VERSION_HEADER]: VERSION,\n        },\n      },\n      (res) => {\n        res.on('data', (chunk) => {\n          for (const frame of bstream.write(chunk)) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n        });\n        res.on('close', () => {\n          for (const frame of bstream.flush()) {\n            this.queue.put({\n              requestId,\n              frame,\n              final: false,\n              segmentId: requestId,\n            });\n          }\n          this.queue.close();\n        });\n      },\n    );\n\n    req.write(JSON.stringify(json));\n    req.end();\n  }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n  #opts: TTSOptions;\n  #logger = log();\n  #tokenizer = new tokenize.basic.SentenceTokenizer({\n    minSentenceLength: BUFFERED_WORDS_COUNT,\n  }).stream();\n  label = 'cartesia.SynthesizeStream';\n\n  constructor(tts: TTS, opts: TTSOptions) {\n    super(tts);\n    this.#opts = opts;\n  }\n\n  updateOptions(opts: Partial<TTSOptions>) {\n    this.#opts = { ...this.#opts, ...opts };\n\n    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {\n      this.#logger.warn(\n        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },\n        \"speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details\",\n      );\n    }\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    let closing = false;\n\n    const sentenceStreamTask = async (ws: WebSocket) => {\n      const packet = toCartesiaOptions(this.#opts);\n      for await (const event of this.#tokenizer) {\n        ws.send(\n          JSON.stringify({\n            ...packet,\n            context_id: requestId,\n            transcript: event.token + ' ',\n            continue: true,\n          }),\n        );\n      }\n\n      ws.send(\n        JSON.stringify({\n          ...packet,\n          context_id: requestId,\n          transcript: ' ',\n          continue: false,\n        }),\n      );\n    };\n\n    const inputTask = async () => {\n      for await (const data of this.input) {\n        if (data === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#tokenizer.flush();\n          continue;\n        }\n        this.#tokenizer.pushText(data);\n      }\n      this.#tokenizer.endInput();\n      this.#tokenizer.close();\n    };\n\n    const recvTask = async (ws: WebSocket) => {\n      let finalReceived = false;\n      let shouldExit = false;\n      const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);\n\n      let lastFrame: AudioFrame | undefined;\n      const sendLastFrame = (segmentId: string, final: boolean) => {\n        if (lastFrame && !this.queue.closed) {\n          this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n          lastFrame = undefined;\n        }\n      };\n\n      while (!this.closed && !this.abortController.signal.aborted && !shouldExit) {\n        try {\n          await new Promise<RawData | null>((resolve, reject) => {\n            ws.removeAllListeners();\n            ws.on('message', (data) => resolve(data));\n            ws.on('close', (code, reason) => {\n              if (!closing) {\n                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);\n              }\n              if (!finalReceived) {\n                reject(new Error('WebSocket closed'));\n              } else {\n                // If we've received the final message, resolve with empty to exit gracefully\n                resolve(null);\n              }\n            });\n          }).then((msg) => {\n            if (!msg) return;\n\n            const json = JSON.parse(msg.toString());\n            const segmentId = json.context_id;\n            if ('data' in json) {\n              const data = new Int8Array(Buffer.from(json.data, 'base64'));\n              for (const frame of bstream.write(data)) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n            } else if ('done' in json) {\n              finalReceived = true;\n              for (const frame of bstream.flush()) {\n                sendLastFrame(segmentId, false);\n                lastFrame = frame;\n              }\n              sendLastFrame(segmentId, true);\n              if (!this.queue.closed) {\n                this.queue.put(SynthesizeStream.END_OF_STREAM);\n              }\n\n              if (segmentId === requestId) {\n                closing = true;\n                shouldExit = true;\n                this.#logger.info('Cartesia WebSocket close event sent');\n                ws.close();\n              }\n            }\n          });\n        } catch (err) {\n          // skip log error for normal websocket close\n          if (err instanceof Error && !err.message.includes('WebSocket closed')) {\n            this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');\n          }\n          break;\n        }\n      }\n\n      this.#logger.info('Cartesia WebSocket closed');\n    };\n\n    const wsUrl = this.#opts.baseUrl.replace(/^http/, 'ws');\n    const url = `${wsUrl}/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;\n    const ws = new WebSocket(url);\n\n    try {\n      await new Promise((resolve, reject) => {\n        ws.on('open', resolve);\n        ws.on('error', (error) => reject(error));\n        ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n      });\n\n      await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);\n      this.#logger.info('Cartesia run completed');\n    } catch (e) {\n      throw new Error(`failed to connect to Cartesia: ${e}`);\n    }\n  }\n}\n\nconst toCartesiaOptions = (opts: TTSOptions): { [id: string]: unknown } => {\n  const voice: { [id: string]: unknown } = {};\n  if (typeof opts.voice === 'string') {\n    voice.mode = 'id';\n    voice.id = opts.voice;\n  } else {\n    voice.mode = 'embedding';\n    voice.embedding = opts.voice;\n  }\n\n  const voiceControls: { [id: string]: unknown } = {};\n  if (opts.speed) {\n    voiceControls.speed = opts.speed;\n  }\n  if (opts.emotion) {\n    voiceControls.emotion = opts.emotion;\n  }\n\n  if (Object.keys(voiceControls).length) {\n    voice.__experimental_controls = voiceControls;\n  }\n\n  return {\n    model_id: opts.model,\n    voice,\n    output_format: {\n      container: 'raw',\n      encoding: opts.encoding,\n      sample_rate: opts.sampleRate,\n    },\n    language: opts.language,\n  };\n};\n"],"mappings":"AAGA,SAAS,iBAAiB,KAAK,WAAW,UAAU,WAAW;AAE/D,SAAS,eAAe;AACxB,SAAuB,iBAAiB;AACxC;AAAA,EACE;AAAA,OAKK;AAEP,MAAM,uBAAuB;AAC7B,MAAM,iBAAiB;AACvB,MAAM,UAAU;AAChB,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAc7B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,QAAQ,QAAQ,IAAI;AAAA,EACpB,UAAU;AAAA,EACV,SAAS;AACX;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA,QAAQ;AAAA,EAER,YAAY,OAA4B,CAAC,GAAG;AAC1C,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,WAAW;AAAA,IACb,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,YAAM,SAAS,IAAI;AACnB,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,YAAM,SAAS,IAAI;AACnB,aAAO;AAAA,QACL,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,WAAW,MAAiC;AAC1C,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,KAAK;AAAA,EACjD;AAAA,EAEA,SAA2B;AACzB,WAAO,IAAI,iBAAiB,MAAM,KAAK,KAAK;AAAA,EAC9C;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR;AAAA,EACA;AAAA;AAAA,EAGA,YAAYA,MAAU,MAAc,MAAkB;AACpD,UAAM,MAAMA,IAAG;AACf,SAAK,QAAQ;AACb,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AACvE,UAAM,OAAO,kBAAkB,KAAK,KAAK;AACzC,SAAK,aAAa,KAAK;AAEvB,UAAM,UAAU,IAAI,IAAI,KAAK,MAAM,OAAO;AAC1C,UAAM,MAAM;AAAA,MACV;AAAA,QACE,UAAU,QAAQ;AAAA,QAClB,MAAM,SAAS,QAAQ,IAAI,MAAM,QAAQ,aAAa,WAAW,MAAM;AAAA,QACvE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,CAAC,oBAAoB,GAAG,KAAK,MAAM;AAAA,UACnC,CAAC,cAAc,GAAG;AAAA,QACpB;AAAA,MACF;AAAA,MACA,CAAC,QAAQ;AACP,YAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,qBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AAAA,QACF,CAAC;AACD,YAAI,GAAG,SAAS,MAAM;AACpB,qBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,iBAAK,MAAM,IAAI;AAAA,cACb;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,WAAW;AAAA,YACb,CAAC;AAAA,UACH;AACA,eAAK,MAAM,MAAM;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,QAAI,IAAI;AAAA,EACV;AACF;AAEO,MAAM,yBAAyB,IAAI,iBAAiB;AAAA,EACzD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,aAAa,IAAI,SAAS,MAAM,kBAAkB;AAAA,IAChD,mBAAmB;AAAA,EACrB,CAAC,EAAE,OAAO;AAAA,EACV,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAkB;AACtC,UAAMA,IAAG;AACT,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,cAAc,MAA2B;AACvC,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAEtC,SAAK,KAAK,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,MAAM,UAAU,sBAAsB;AACzF,WAAK,QAAQ;AAAA,QACX,EAAE,OAAO,KAAK,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO,SAAS,KAAK,MAAM,QAAQ;AAAA,QAChF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,QAAI,UAAU;AAEd,UAAM,qBAAqB,OAAOC,QAAkB;AAClD,YAAM,SAAS,kBAAkB,KAAK,KAAK;AAC3C,uBAAiB,SAAS,KAAK,YAAY;AACzC,QAAAA,IAAG;AAAA,UACD,KAAK,UAAU;AAAA,YACb,GAAG;AAAA,YACH,YAAY;AAAA,YACZ,YAAY,MAAM,QAAQ;AAAA,YAC1B,UAAU;AAAA,UACZ,CAAC;AAAA,QACH;AAAA,MACF;AAEA,MAAAA,IAAG;AAAA,QACD,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ,YAAY;AAAA,UACZ,UAAU;AAAA,QACZ,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,WAAW,MAAM;AACtB;AAAA,QACF;AACA,aAAK,WAAW,SAAS,IAAI;AAAA,MAC/B;AACA,WAAK,WAAW,SAAS;AACzB,WAAK,WAAW,MAAM;AAAA,IACxB;AAEA,UAAM,WAAW,OAAOA,QAAkB;AACxC,UAAI,gBAAgB;AACpB,UAAI,aAAa;AACjB,YAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM,YAAY,YAAY;AAEvE,UAAI;AACJ,YAAM,gBAAgB,CAAC,WAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,aAAO,CAAC,KAAK,UAAU,CAAC,KAAK,gBAAgB,OAAO,WAAW,CAAC,YAAY;AAC1E,YAAI;AACF,gBAAM,IAAI,QAAwB,CAAC,SAAS,WAAW;AACrD,YAAAA,IAAG,mBAAmB;AACtB,YAAAA,IAAG,GAAG,WAAW,CAAC,SAAS,QAAQ,IAAI,CAAC;AACxC,YAAAA,IAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,kBAAI,CAAC,SAAS;AACZ,qBAAK,QAAQ,MAAM,8BAA8B,IAAI,KAAK,MAAM,EAAE;AAAA,cACpE;AACA,kBAAI,CAAC,eAAe;AAClB,uBAAO,IAAI,MAAM,kBAAkB,CAAC;AAAA,cACtC,OAAO;AAEL,wBAAQ,IAAI;AAAA,cACd;AAAA,YACF,CAAC;AAAA,UACH,CAAC,EAAE,KAAK,CAAC,QAAQ;AACf,gBAAI,CAAC,IAAK;AAEV,kBAAM,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC;AACtC,kBAAM,YAAY,KAAK;AACvB,gBAAI,UAAU,MAAM;AAClB,oBAAM,OAAO,IAAI,UAAU,OAAO,KAAK,KAAK,MAAM,QAAQ,CAAC;AAC3D,yBAAW,SAAS,QAAQ,MAAM,IAAI,GAAG;AACvC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AAAA,YACF,WAAW,UAAU,MAAM;AACzB,8BAAgB;AAChB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAC7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AAEA,kBAAI,cAAc,WAAW;AAC3B,0BAAU;AACV,6BAAa;AACb,qBAAK,QAAQ,KAAK,qCAAqC;AACvD,gBAAAA,IAAG,MAAM;AAAA,cACX;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH,SAAS,KAAK;AAEZ,cAAI,eAAe,SAAS,CAAC,IAAI,QAAQ,SAAS,kBAAkB,GAAG;AACrE,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,2CAA2C;AAAA,UACzE;AACA;AAAA,QACF;AAAA,MACF;AAEA,WAAK,QAAQ,KAAK,2BAA2B;AAAA,IAC/C;AAEA,UAAM,QAAQ,KAAK,MAAM,QAAQ,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,GAAG,KAAK,0BAA0B,KAAK,MAAM,MAAM,qBAAqB,OAAO;AAC3F,UAAM,KAAK,IAAI,UAAU,GAAG;AAE5B,QAAI;AACF,YAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,WAAG,GAAG,QAAQ,OAAO;AACrB,WAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,WAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,MAC/D,CAAC;AAED,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;AACrE,WAAK,QAAQ,KAAK,wBAAwB;AAAA,IAC5C,SAAS,GAAG;AACV,YAAM,IAAI,MAAM,kCAAkC,CAAC,EAAE;AAAA,IACvD;AAAA,EACF;AACF;AAEA,MAAM,oBAAoB,CAAC,SAAgD;AACzE,QAAM,QAAmC,CAAC;AAC1C,MAAI,OAAO,KAAK,UAAU,UAAU;AAClC,UAAM,OAAO;AACb,UAAM,KAAK,KAAK;AAAA,EAClB,OAAO;AACL,UAAM,OAAO;AACb,UAAM,YAAY,KAAK;AAAA,EACzB;AAEA,QAAM,gBAA2C,CAAC;AAClD,MAAI,KAAK,OAAO;AACd,kBAAc,QAAQ,KAAK;AAAA,EAC7B;AACA,MAAI,KAAK,SAAS;AAChB,kBAAc,UAAU,KAAK;AAAA,EAC/B;AAEA,MAAI,OAAO,KAAK,aAAa,EAAE,QAAQ;AACrC,UAAM,0BAA0B;AAAA,EAClC;AAEA,SAAO;AAAA,IACL,UAAU,KAAK;AAAA,IACf;AAAA,IACA,eAAe;AAAA,MACb,WAAW;AAAA,MACX,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,IACpB;AAAA,IACA,UAAU,KAAK;AAAA,EACjB;AACF;","names":["tts","ws"]}

package/dist/tts.test.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tts.test.d.ts.map

package/package.json

@@ -1,15 +1,18 @@
 {
   "name": "@livekit/agents-plugin-cartesia",
-  "version": "0.1.3",
+  "version": "1.0.0-next.0",
   "description": "Cartesia plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
   "types": "dist/index.d.ts",
   "exports": {
-    ".": {
+    "import": {
       "types": "./dist/index.d.ts",
-      "import": "./dist/index.js",
-      "require": "./dist/index.cjs"
+      "default": "./dist/index.js"
+    },
+    "require": {
+      "types": "./dist/index.d.cts",
+      "default": "./dist/index.cjs"
     }
   },
   "author": "LiveKit",
@@ -22,10 +25,10 @@
     "README.md"
   ],
   "devDependencies": {
-    "@livekit/agents": "^x",
-    "@livekit/agents-plugin-openai": "^x",
-    "@livekit/agents-plugins-test": "^x",
-    "@livekit/rtc-node": "^0.13.11",
+    "@livekit/agents": "^1.0.0-next.0",
+    "@livekit/agents-plugin-openai": "^1.0.0-next.0",
+    "@livekit/agents-plugins-test": "^1.0.0-next.0",
+    "@livekit/rtc-node": "^0.13.12",
     "@microsoft/api-extractor": "^7.35.0",
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
@@ -35,11 +38,12 @@
     "ws": "^8.16.0"
   },
   "peerDependencies": {
-    "@livekit/rtc-node": "^0.13.11",
-    "@livekit/agents": "^0.7.4x"
+    "@livekit/rtc-node": "^0.13.12",
+    "@livekit/agents": "^1.0.0-next.01.0.0-next.0"
   },
   "scripts": {
-    "build": "tsup --onSuccess \"tsc --declaration --emitDeclarationOnly\"",
+    "build": "tsup --onSuccess \"pnpm build:types\"",
+    "build:types": "tsc --declaration --emitDeclarationOnly && node ../../scripts/copyDeclarationOutput.js",
     "clean": "rm -rf dist",
     "clean:build": "pnpm clean && pnpm build",
     "lint": "eslint -f unix \"src/**/*.{ts,js}\"",

package/src/index.ts

@@ -1,5 +1,18 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
+import { Plugin } from '@livekit/agents';
 
 export * from './tts.js';
+
+class CartesiaPlugin extends Plugin {
+  constructor() {
+    super({
+      title: 'cartesia',
+      version: '0.1.3',
+      package: '@livekit/agents-plugin-cartesia',
+    });
+  }
+}
+
+Plugin.registerPlugin(new CartesiaPlugin());

package/src/models.ts

@@ -2,11 +2,11 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-export type TTSModels = 'sonic-english' | 'sonic-multilingual';
+export type TTSModels = 'sonic' | 'sonic-2' | 'sonic-lite' | 'sonic-preview' | 'sonic-turbo';
 
 export type TTSLanguages = 'en' | 'es' | 'fr' | 'de' | 'pt' | 'zh' | 'ja';
 
-export const TTSDefaultVoiceId = 'c2ac25f9-ecc4-4f56-9095-651354df60c0';
+export const TTSDefaultVoiceId = '794f9389-aac1-45b6-b726-9d9369183238';
 
 export type TTSVoiceSpeed = 'fastest' | 'fast' | 'normal' | 'slow' | 'slowest';
 

package/src/tts.ts

@@ -1,11 +1,10 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { AudioByteStream, log, tokenize, tts } from '@livekit/agents';
+import { AudioByteStream, log, shortuuid, tokenize, tts } from '@livekit/agents';
 import type { AudioFrame } from '@livekit/rtc-node';
-import { randomUUID } from 'node:crypto';
 import { request } from 'node:https';
-import { WebSocket } from 'ws';
+import { type RawData, WebSocket } from 'ws';
 import {
   TTSDefaultVoiceId,
   type TTSEncoding,
@@ -29,15 +28,17 @@ export interface TTSOptions {
   emotion?: (TTSVoiceEmotion | string)[];
   apiKey?: string;
   language: string;
+  baseUrl: string;
 }
 
 const defaultTTSOptions: TTSOptions = {
-  model: 'sonic-english',
+  model: 'sonic-2',
   encoding: 'pcm_s16le',
   sampleRate: 24000,
   voice: TTSDefaultVoiceId,
   apiKey: process.env.CARTESIA_API_KEY,
   language: 'en',
+  baseUrl: 'https://api.cartesia.ai',
 };
 
 export class TTS extends tts.TTS {
@@ -59,10 +60,26 @@ export class TTS extends tts.TTS {
         'Cartesia API key is required, whether as an argument or as $CARTESIA_API_KEY',
       );
     }
+
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {
+      const logger = log();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details",
+      );
+    }
   }
 
   updateOptions(opts: Partial<TTSOptions>) {
     this.#opts = { ...this.#opts, ...opts };
+
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {
+      const logger = log();
+      logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details",
+      );
+    }
   }
 
   synthesize(text: string): tts.ChunkedStream {
@@ -84,19 +101,19 @@ export class ChunkedStream extends tts.ChunkedStream {
     super(text, tts);
     this.#text = text;
     this.#opts = opts;
-    this.#run();
   }
 
-  async #run() {
-    const requestId = randomUUID();
+  protected async run() {
+    const requestId = shortuuid();
     const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
     const json = toCartesiaOptions(this.#opts);
     json.transcript = this.#text;
 
+    const baseUrl = new URL(this.#opts.baseUrl);
     const req = request(
       {
-        hostname: 'api.cartesia.ai',
-        port: 443,
+        hostname: baseUrl.hostname,
+        port: parseInt(baseUrl.port) || (baseUrl.protocol === 'https:' ? 443 : 80),
         path: '/tts/bytes',
         method: 'POST',
         headers: {
@@ -137,21 +154,29 @@ export class ChunkedStream extends tts.ChunkedStream {
 export class SynthesizeStream extends tts.SynthesizeStream {
   #opts: TTSOptions;
   #logger = log();
-  #tokenizer = new tokenize.basic.SentenceTokenizer(undefined, BUFFERED_WORDS_COUNT).stream();
+  #tokenizer = new tokenize.basic.SentenceTokenizer({
+    minSentenceLength: BUFFERED_WORDS_COUNT,
+  }).stream();
   label = 'cartesia.SynthesizeStream';
 
   constructor(tts: TTS, opts: TTSOptions) {
     super(tts);
     this.#opts = opts;
-    this.#run();
   }
 
   updateOptions(opts: Partial<TTSOptions>) {
     this.#opts = { ...this.#opts, ...opts };
+
+    if ((this.#opts.speed || this.#opts.emotion) && this.#opts.model !== 'sonic-2-2025-03-07') {
+      this.#logger.warn(
+        { model: this.#opts.model, speed: this.#opts.speed, emotion: this.#opts.emotion },
+        "speed and emotion controls are only supported for model 'sonic-2-2025-03-07', see https://docs.cartesia.ai/developer-tools/changelog for details",
+      );
+    }
   }
 
-  async #run() {
-    const requestId = randomUUID();
+  protected async run() {
+    const requestId = shortuuid();
     let closing = false;
 
     const sentenceStreamTask = async (ws: WebSocket) => {
@@ -190,49 +215,78 @@ export class SynthesizeStream extends tts.SynthesizeStream {
     };
 
     const recvTask = async (ws: WebSocket) => {
+      let finalReceived = false;
+      let shouldExit = false;
       const bstream = new AudioByteStream(this.#opts.sampleRate, NUM_CHANNELS);
 
       let lastFrame: AudioFrame | undefined;
       const sendLastFrame = (segmentId: string, final: boolean) => {
-        if (lastFrame) {
+        if (lastFrame && !this.queue.closed) {
           this.queue.put({ requestId, segmentId, frame: lastFrame, final });
           lastFrame = undefined;
         }
       };
 
-      ws.on('message', (data) => {
-        const json = JSON.parse(data.toString());
-        const segmentId = json.context_id;
-        if ('data' in json) {
-          const data = new Int8Array(Buffer.from(json.data, 'base64'));
-          for (const frame of bstream.write(data)) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-        } else if ('done' in json) {
-          for (const frame of bstream.flush()) {
-            sendLastFrame(segmentId, false);
-            lastFrame = frame;
-          }
-          sendLastFrame(segmentId, true);
-          this.queue.put(SynthesizeStream.END_OF_STREAM);
-
-          if (segmentId === requestId) {
-            closing = true;
-            ws.close();
-            return;
+      while (!this.closed && !this.abortController.signal.aborted && !shouldExit) {
+        try {
+          await new Promise<RawData | null>((resolve, reject) => {
+            ws.removeAllListeners();
+            ws.on('message', (data) => resolve(data));
+            ws.on('close', (code, reason) => {
+              if (!closing) {
+                this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
+              }
+              if (!finalReceived) {
+                reject(new Error('WebSocket closed'));
+              } else {
+                // If we've received the final message, resolve with empty to exit gracefully
+                resolve(null);
+              }
+            });
+          }).then((msg) => {
+            if (!msg) return;
+
+            const json = JSON.parse(msg.toString());
+            const segmentId = json.context_id;
+            if ('data' in json) {
+              const data = new Int8Array(Buffer.from(json.data, 'base64'));
+              for (const frame of bstream.write(data)) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+            } else if ('done' in json) {
+              finalReceived = true;
+              for (const frame of bstream.flush()) {
+                sendLastFrame(segmentId, false);
+                lastFrame = frame;
+              }
+              sendLastFrame(segmentId, true);
+              if (!this.queue.closed) {
+                this.queue.put(SynthesizeStream.END_OF_STREAM);
+              }
+
+              if (segmentId === requestId) {
+                closing = true;
+                shouldExit = true;
+                this.#logger.info('Cartesia WebSocket close event sent');
+                ws.close();
+              }
+            }
+          });
+        } catch (err) {
+          // skip log error for normal websocket close
+          if (err instanceof Error && !err.message.includes('WebSocket closed')) {
+            this.#logger.error({ err }, 'Error in recvTask from Cartesia WebSocket');
           }
+          break;
         }
-      });
-      ws.on('close', (code, reason) => {
-        if (!closing) {
-          this.#logger.error(`WebSocket closed with code ${code}: ${reason}`);
-        }
-        ws.removeAllListeners();
-      });
+      }
+
+      this.#logger.info('Cartesia WebSocket closed');
     };
 
-    const url = `wss://api.cartesia.ai/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
+    const wsUrl = this.#opts.baseUrl.replace(/^http/, 'ws');
+    const url = `${wsUrl}/tts/websocket?api_key=${this.#opts.apiKey}&cartesia_version=${VERSION}`;
     const ws = new WebSocket(url);
 
     try {
@@ -243,6 +297,7 @@ export class SynthesizeStream extends tts.SynthesizeStream {
       });
 
       await Promise.all([inputTask(), sentenceStreamTask(ws), recvTask(ws)]);
+      this.#logger.info('Cartesia run completed');
     } catch (e) {
       throw new Error(`failed to connect to Cartesia: ${e}`);
     }
@@ -267,7 +322,7 @@ const toCartesiaOptions = (opts: TTSOptions): { [id: string]: unknown } => {
     voiceControls.emotion = opts.emotion;
   }
 
-  if (Object.keys({}).length) {
+  if (Object.keys(voiceControls).length) {
     voice.__experimental_controls = voiceControls;
   }