@micdrop/cartesia 1.0.3 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -20,7 +20,7 @@ import { MicdropServer } from '@micdrop/server'
20
20
 
21
21
  const tts = new CartesiaTTS({
22
22
  apiKey: process.env.CARTESIA_API_KEY || '',
23
- modelId: 'sonic-english', // Cartesia model ID
23
+ modelId: 'sonic-turbo', // Cartesia model ID
24
24
  voiceId: 'a0e99841-438c-4a64-b679-ae501e7d6091', // Voice ID
25
25
  language: 'en', // Optional: specify language
26
26
  speed: 'normal', // Optional: speech speed
package/dist/index.d.mts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { TTS } from '@micdrop/server';
2
- import { Readable, PassThrough } from 'stream';
2
+ import { Readable } from 'stream';
3
3
 
4
4
  type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
5
5
  type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
@@ -91,19 +91,22 @@ interface CartesiaTTSOptions {
91
91
  language?: CartesiaLanguage;
92
92
  speed?: 'fast' | 'normal' | 'slow';
93
93
  retryDelay?: number;
94
+ maxRetry?: number;
94
95
  }
95
96
  declare class CartesiaTTS extends TTS {
96
97
  private readonly options;
97
98
  private socket?;
98
99
  private initPromise;
99
100
  private counter;
100
- private audioStream?;
101
+ private isProcessing;
101
102
  private reconnectTimeout?;
103
+ private textSent;
104
+ private retryCount;
102
105
  constructor(options: CartesiaTTSOptions);
103
- speak(textStream: Readable): PassThrough;
106
+ speak(textStream: Readable): void;
104
107
  cancel(): void;
105
108
  destroy(): void;
106
- private stopStreams;
109
+ private getConfig;
107
110
  private initWS;
108
111
  private reconnect;
109
112
  }
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { TTS } from '@micdrop/server';
2
- import { Readable, PassThrough } from 'stream';
2
+ import { Readable } from 'stream';
3
3
 
4
4
  type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
5
5
  type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
@@ -91,19 +91,22 @@ interface CartesiaTTSOptions {
91
91
  language?: CartesiaLanguage;
92
92
  speed?: 'fast' | 'normal' | 'slow';
93
93
  retryDelay?: number;
94
+ maxRetry?: number;
94
95
  }
95
96
  declare class CartesiaTTS extends TTS {
96
97
  private readonly options;
97
98
  private socket?;
98
99
  private initPromise;
99
100
  private counter;
100
- private audioStream?;
101
+ private isProcessing;
101
102
  private reconnectTimeout?;
103
+ private textSent;
104
+ private retryCount;
102
105
  constructor(options: CartesiaTTSOptions);
103
- speak(textStream: Readable): PassThrough;
106
+ speak(textStream: Readable): void;
104
107
  cancel(): void;
105
108
  destroy(): void;
106
- private stopStreams;
109
+ private getConfig;
107
110
  private initWS;
108
111
  private reconnect;
109
112
  }
package/dist/index.js CHANGED
@@ -36,74 +36,66 @@ module.exports = __toCommonJS(index_exports);
36
36
 
37
37
  // src/CartesiaTTS.ts
38
38
  var import_server = require("@micdrop/server");
39
- var import_stream = require("stream");
40
39
  var import_ws = __toESM(require("ws"));
41
40
  var DEFAULT_RETRY_DELAY = 1e3;
41
+ var DEFAULT_MAX_RETRY = 3;
42
42
  var CartesiaTTS = class extends import_server.TTS {
43
43
  constructor(options) {
44
44
  super();
45
45
  this.options = options;
46
46
  this.counter = 0;
47
+ this.isProcessing = false;
48
+ this.textSent = "";
49
+ // Store text chunks to send them again if reconnecting
50
+ this.retryCount = 0;
47
51
  this.initPromise = this.initWS().catch((error) => {
48
52
  console.error("[CartesiaTTS] Connection error:", error);
53
+ this.reconnect();
49
54
  });
50
55
  }
51
56
  speak(textStream) {
52
57
  this.counter++;
53
58
  const counter = this.counter;
54
59
  const context_id = counter.toString();
55
- this.stopStreams();
56
- this.audioStream = new import_stream.PassThrough();
57
- const config = {
58
- model_id: this.options.modelId,
59
- voice: {
60
- mode: "id",
61
- id: this.options.voiceId
62
- },
63
- output_format: {
64
- container: "raw",
65
- encoding: "pcm_s16le",
66
- sample_rate: 16e3
67
- },
68
- language: this.options.language,
69
- speed: this.options.speed
70
- };
60
+ this.isProcessing = true;
61
+ this.textSent = "";
71
62
  textStream.on("data", async (chunk) => {
72
63
  if (counter !== this.counter) return;
64
+ const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
65
+ this.textSent += text;
73
66
  await this.initPromise;
74
- const transcript = chunk.toString("utf-8");
75
67
  this.socket?.send(
76
68
  JSON.stringify({
77
- ...config,
78
- transcript,
69
+ ...this.getConfig(),
70
+ transcript: text,
79
71
  context_id,
80
72
  continue: true
81
73
  })
82
74
  );
83
- this.log(`Sent transcript: "${transcript}"`);
75
+ this.log(`Sent transcript: "${text}"`);
84
76
  });
85
77
  textStream.on("error", (error) => {
86
78
  this.log("Error in text stream, ending audio stream", error);
87
- this.stopStreams();
79
+ this.isProcessing = false;
88
80
  });
89
81
  textStream.on("end", async () => {
90
82
  if (counter !== this.counter) return;
91
83
  await this.initPromise;
92
84
  this.socket?.send(
93
85
  JSON.stringify({
94
- ...config,
86
+ ...this.getConfig(),
95
87
  transcript: "",
96
88
  context_id,
97
89
  continue: false
98
90
  })
99
91
  );
100
92
  });
101
- return this.audioStream;
102
93
  }
103
94
  cancel() {
104
- if (!this.audioStream) return;
95
+ if (!this.isProcessing) return;
105
96
  this.log("Cancel");
106
- this.stopStreams();
97
+ this.isProcessing = false;
98
+ this.textSent = "";
107
99
  this.socket?.send(
108
100
  JSON.stringify({
109
101
  context_id: this.counter.toString(),
@@ -123,11 +115,23 @@ var CartesiaTTS = class extends import_server.TTS {
123
115
  this.socket?.close(1e3);
124
116
  }
125
117
  this.socket = void 0;
126
- this.stopStreams();
118
+ this.isProcessing = false;
127
119
  }
128
- stopStreams() {
129
- this.audioStream?.end();
130
- this.audioStream = void 0;
120
+ getConfig() {
121
+ return {
122
+ model_id: this.options.modelId,
123
+ voice: {
124
+ mode: "id",
125
+ id: this.options.voiceId
126
+ },
127
+ output_format: {
128
+ container: "raw",
129
+ encoding: "pcm_s16le",
130
+ sample_rate: 16e3
131
+ },
132
+ language: this.options.language,
133
+ speed: this.options.speed
134
+ };
131
135
  }
132
136
  // Connect to Cartesia
133
137
  async initWS() {
@@ -146,8 +150,7 @@ var CartesiaTTS = class extends import_server.TTS {
146
150
  socket.addEventListener("close", ({ code, reason }) => {
147
151
  this.socket?.removeAllListeners();
148
152
  this.socket = void 0;
149
- this.audioStream?.end();
150
- this.audioStream = void 0;
153
+ this.isProcessing = false;
151
154
  if (code !== 1e3) {
152
155
  this.reconnect();
153
156
  } else {
@@ -162,31 +165,50 @@ var CartesiaTTS = class extends import_server.TTS {
162
165
  case "chunk":
163
166
  const chunk = Buffer.from(message.data, "base64");
164
167
  this.log(`Received audio chunk (${chunk.length} bytes)`);
165
- this.audioStream?.write(chunk);
168
+ this.emit("Audio", chunk);
166
169
  break;
167
170
  case "done":
168
171
  this.log("Audio ended");
169
- this.audioStream?.end();
170
- this.audioStream = void 0;
172
+ this.isProcessing = false;
173
+ this.textSent = "";
171
174
  break;
172
175
  case "error":
173
176
  this.log("Error", message.error);
174
177
  break;
175
178
  }
176
179
  } catch {
177
- console.error("[CartesiaTTS] Error parsing message", event.data);
180
+ this.log("Error parsing message", event.data);
178
181
  }
179
182
  });
180
183
  });
181
184
  }
182
185
  reconnect() {
183
- this.initPromise = new Promise((resolve, reject) => {
186
+ this.retryCount++;
187
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
188
+ this.log("Max retries reached, giving up");
189
+ this.emit("Failed", [this.textSent]);
190
+ return;
191
+ }
192
+ this.initPromise = new Promise((resolve) => {
184
193
  this.log("Reconnecting...");
185
194
  this.reconnectTimeout = setTimeout(() => {
186
195
  this.reconnectTimeout = void 0;
187
- this.initWS().then(resolve).catch((error) => {
196
+ this.initWS().then(() => {
197
+ this.retryCount = 0;
198
+ if (this.textSent.length > 0) {
199
+ this.log("Sending text chunks again");
200
+ this.socket?.send(
201
+ JSON.stringify({
202
+ ...this.getConfig(),
203
+ transcript: this.textSent,
204
+ context_id: this.counter.toString(),
205
+ continue: true
206
+ })
207
+ );
208
+ }
209
+ }).then(resolve).catch((error) => {
188
210
  this.log("Reconnection error:", error);
189
- reject(error);
211
+ this.reconnect();
190
212
  });
191
213
  }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
192
214
  });
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,kBAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,0BAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent: string = '' // Store text chunks to send them again if reconnecting\n private retryCount = 0\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: text,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${text}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getConfig() {\n return {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: this.textSent,\n context_id: this.counter.toString(),\n continue: true,\n } satisfies CartesiaPayload)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;AAkBtB,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AACnB,IAAM,cAAN,cAA0B,kBAAI;AAAA,EASnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAmB;AAC3B;AAAA,SAAQ,aAAa;AAMnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,eAAe;AACpB,SAAK,WAAW;AAEhB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,IACvC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,YAAY;AAClB,WAAO;AAAA,MACL,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,KAAK,SAAS,KAAK;AACxB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,QAAQ;AAAA,cACX,KAAK,UAAU;AAAA,gBACb,GAAG,KAAK,UAAU;AAAA,gBAClB,YAAY,KAAK;AAAA,gBACjB,YAAY,KAAK,QAAQ,SAAS;AAAA,gBAClC,UAAU;AAAA,cACZ,CAA2B;AAAA,YAC7B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
package/dist/index.mjs CHANGED
@@ -1,73 +1,65 @@
1
1
  // src/CartesiaTTS.ts
2
2
  import { TTS } from "@micdrop/server";
3
- import { PassThrough } from "stream";
4
3
  import WebSocket from "ws";
5
4
  var DEFAULT_RETRY_DELAY = 1e3;
5
+ var DEFAULT_MAX_RETRY = 3;
6
6
  var CartesiaTTS = class extends TTS {
7
7
  constructor(options) {
8
8
  super();
9
9
  this.options = options;
10
10
  this.counter = 0;
11
+ this.isProcessing = false;
12
+ this.textSent = "";
13
+ // Store text chunks to send them again if reconnecting
14
+ this.retryCount = 0;
11
15
  this.initPromise = this.initWS().catch((error) => {
12
16
  console.error("[CartesiaTTS] Connection error:", error);
17
+ this.reconnect();
13
18
  });
14
19
  }
15
20
  speak(textStream) {
16
21
  this.counter++;
17
22
  const counter = this.counter;
18
23
  const context_id = counter.toString();
19
- this.stopStreams();
20
- this.audioStream = new PassThrough();
21
- const config = {
22
- model_id: this.options.modelId,
23
- voice: {
24
- mode: "id",
25
- id: this.options.voiceId
26
- },
27
- output_format: {
28
- container: "raw",
29
- encoding: "pcm_s16le",
30
- sample_rate: 16e3
31
- },
32
- language: this.options.language,
33
- speed: this.options.speed
34
- };
24
+ this.isProcessing = true;
25
+ this.textSent = "";
35
26
  textStream.on("data", async (chunk) => {
36
27
  if (counter !== this.counter) return;
28
+ const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
29
+ this.textSent += text;
37
30
  await this.initPromise;
38
- const transcript = chunk.toString("utf-8");
39
31
  this.socket?.send(
40
32
  JSON.stringify({
41
- ...config,
42
- transcript,
33
+ ...this.getConfig(),
34
+ transcript: text,
43
35
  context_id,
44
36
  continue: true
45
37
  })
46
38
  );
47
- this.log(`Sent transcript: "${transcript}"`);
39
+ this.log(`Sent transcript: "${text}"`);
48
40
  });
49
41
  textStream.on("error", (error) => {
50
42
  this.log("Error in text stream, ending audio stream", error);
51
- this.stopStreams();
43
+ this.isProcessing = false;
52
44
  });
53
45
  textStream.on("end", async () => {
54
46
  if (counter !== this.counter) return;
55
47
  await this.initPromise;
56
48
  this.socket?.send(
57
49
  JSON.stringify({
58
- ...config,
50
+ ...this.getConfig(),
59
51
  transcript: "",
60
52
  context_id,
61
53
  continue: false
62
54
  })
63
55
  );
64
56
  });
65
- return this.audioStream;
66
57
  }
67
58
  cancel() {
68
- if (!this.audioStream) return;
59
+ if (!this.isProcessing) return;
69
60
  this.log("Cancel");
70
- this.stopStreams();
61
+ this.isProcessing = false;
62
+ this.textSent = "";
71
63
  this.socket?.send(
72
64
  JSON.stringify({
73
65
  context_id: this.counter.toString(),
@@ -87,11 +79,23 @@ var CartesiaTTS = class extends TTS {
87
79
  this.socket?.close(1e3);
88
80
  }
89
81
  this.socket = void 0;
90
- this.stopStreams();
82
+ this.isProcessing = false;
91
83
  }
92
- stopStreams() {
93
- this.audioStream?.end();
94
- this.audioStream = void 0;
84
+ getConfig() {
85
+ return {
86
+ model_id: this.options.modelId,
87
+ voice: {
88
+ mode: "id",
89
+ id: this.options.voiceId
90
+ },
91
+ output_format: {
92
+ container: "raw",
93
+ encoding: "pcm_s16le",
94
+ sample_rate: 16e3
95
+ },
96
+ language: this.options.language,
97
+ speed: this.options.speed
98
+ };
95
99
  }
96
100
  // Connect to Cartesia
97
101
  async initWS() {
@@ -110,8 +114,7 @@ var CartesiaTTS = class extends TTS {
110
114
  socket.addEventListener("close", ({ code, reason }) => {
111
115
  this.socket?.removeAllListeners();
112
116
  this.socket = void 0;
113
- this.audioStream?.end();
114
- this.audioStream = void 0;
117
+ this.isProcessing = false;
115
118
  if (code !== 1e3) {
116
119
  this.reconnect();
117
120
  } else {
@@ -126,31 +129,50 @@ var CartesiaTTS = class extends TTS {
126
129
  case "chunk":
127
130
  const chunk = Buffer.from(message.data, "base64");
128
131
  this.log(`Received audio chunk (${chunk.length} bytes)`);
129
- this.audioStream?.write(chunk);
132
+ this.emit("Audio", chunk);
130
133
  break;
131
134
  case "done":
132
135
  this.log("Audio ended");
133
- this.audioStream?.end();
134
- this.audioStream = void 0;
136
+ this.isProcessing = false;
137
+ this.textSent = "";
135
138
  break;
136
139
  case "error":
137
140
  this.log("Error", message.error);
138
141
  break;
139
142
  }
140
143
  } catch {
141
- console.error("[CartesiaTTS] Error parsing message", event.data);
144
+ this.log("Error parsing message", event.data);
142
145
  }
143
146
  });
144
147
  });
145
148
  }
146
149
  reconnect() {
147
- this.initPromise = new Promise((resolve, reject) => {
150
+ this.retryCount++;
151
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
152
+ this.log("Max retries reached, giving up");
153
+ this.emit("Failed", [this.textSent]);
154
+ return;
155
+ }
156
+ this.initPromise = new Promise((resolve) => {
148
157
  this.log("Reconnecting...");
149
158
  this.reconnectTimeout = setTimeout(() => {
150
159
  this.reconnectTimeout = void 0;
151
- this.initWS().then(resolve).catch((error) => {
160
+ this.initWS().then(() => {
161
+ this.retryCount = 0;
162
+ if (this.textSent.length > 0) {
163
+ this.log("Sending text chunks again");
164
+ this.socket?.send(
165
+ JSON.stringify({
166
+ ...this.getConfig(),
167
+ transcript: this.textSent,
168
+ context_id: this.counter.toString(),
169
+ continue: true
170
+ })
171
+ );
172
+ }
173
+ }).then(resolve).catch((error) => {
152
174
  this.log("Reconnection error:", error);
153
- reject(error);
175
+ this.reconnect();
154
176
  });
155
177
  }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
156
178
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,IAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,YAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent: string = '' // Store text chunks to send them again if reconnecting\n private retryCount = 0\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: text,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${text}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getConfig() {\n return {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: this.textSent,\n context_id: this.counter.toString(),\n continue: true,\n } satisfies CartesiaPayload)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;AAkBtB,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AACnB,IAAM,cAAN,cAA0B,IAAI;AAAA,EASnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAmB;AAC3B;AAAA,SAAQ,aAAa;AAMnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,eAAe;AACpB,SAAK,WAAW;AAEhB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,IACvC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,YAAY;AAClB,WAAO;AAAA,MACL,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,KAAK,SAAS,KAAK;AACxB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,QAAQ;AAAA,cACX,KAAK,UAAU;AAAA,gBACb,GAAG,KAAK,UAAU;AAAA,gBAClB,YAAY,KAAK;AAAA,gBACjB,YAAY,KAAK,QAAQ,SAAS;AAAA,gBAClC,UAAU;AAAA,cACZ,CAA2B;AAAA,YAC7B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/cartesia",
3
- "version": "1.0.3",
3
+ "version": "1.1.0",
4
4
  "description": "Cartesia implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",