@micdrop/cartesia 1.0.4 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -20,7 +20,7 @@ import { MicdropServer } from '@micdrop/server'
20
20
 
21
21
  const tts = new CartesiaTTS({
22
22
  apiKey: process.env.CARTESIA_API_KEY || '',
23
- modelId: 'sonic-english', // Cartesia model ID
23
+ modelId: 'sonic-turbo', // Cartesia model ID
24
24
  voiceId: 'a0e99841-438c-4a64-b679-ae501e7d6091', // Voice ID
25
25
  language: 'en', // Optional: specify language
26
26
  speed: 'normal', // Optional: speech speed
package/dist/index.d.mts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { TTS } from '@micdrop/server';
2
- import { Readable, PassThrough } from 'stream';
2
+ import { Readable } from 'stream';
3
3
 
4
4
  type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
5
5
  type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
@@ -91,19 +91,22 @@ interface CartesiaTTSOptions {
91
91
  language?: CartesiaLanguage;
92
92
  speed?: 'fast' | 'normal' | 'slow';
93
93
  retryDelay?: number;
94
+ maxRetry?: number;
94
95
  }
95
96
  declare class CartesiaTTS extends TTS {
96
97
  private readonly options;
97
98
  private socket?;
98
99
  private initPromise;
99
100
  private counter;
100
- private audioStream?;
101
+ private isProcessing;
101
102
  private reconnectTimeout?;
103
+ private textSent;
104
+ private retryCount;
102
105
  constructor(options: CartesiaTTSOptions);
103
- speak(textStream: Readable): PassThrough;
106
+ speak(textStream: Readable): void;
104
107
  cancel(): void;
105
108
  destroy(): void;
106
- private stopStreams;
109
+ private getConfig;
107
110
  private initWS;
108
111
  private reconnect;
109
112
  }
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { TTS } from '@micdrop/server';
2
- import { Readable, PassThrough } from 'stream';
2
+ import { Readable } from 'stream';
3
3
 
4
4
  type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
5
5
  type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
@@ -91,19 +91,22 @@ interface CartesiaTTSOptions {
91
91
  language?: CartesiaLanguage;
92
92
  speed?: 'fast' | 'normal' | 'slow';
93
93
  retryDelay?: number;
94
+ maxRetry?: number;
94
95
  }
95
96
  declare class CartesiaTTS extends TTS {
96
97
  private readonly options;
97
98
  private socket?;
98
99
  private initPromise;
99
100
  private counter;
100
- private audioStream?;
101
+ private isProcessing;
101
102
  private reconnectTimeout?;
103
+ private textSent;
104
+ private retryCount;
102
105
  constructor(options: CartesiaTTSOptions);
103
- speak(textStream: Readable): PassThrough;
106
+ speak(textStream: Readable): void;
104
107
  cancel(): void;
105
108
  destroy(): void;
106
- private stopStreams;
109
+ private getConfig;
107
110
  private initWS;
108
111
  private reconnect;
109
112
  }
package/dist/index.js CHANGED
@@ -36,14 +36,18 @@ module.exports = __toCommonJS(index_exports);
36
36
 
37
37
  // src/CartesiaTTS.ts
38
38
  var import_server = require("@micdrop/server");
39
- var import_stream = require("stream");
40
39
  var import_ws = __toESM(require("ws"));
41
40
  var DEFAULT_RETRY_DELAY = 1e3;
41
+ var DEFAULT_MAX_RETRY = 3;
42
42
  var CartesiaTTS = class extends import_server.TTS {
43
43
  constructor(options) {
44
44
  super();
45
45
  this.options = options;
46
46
  this.counter = 0;
47
+ this.isProcessing = false;
48
+ this.textSent = "";
49
+ // Store text chunks to send them again if reconnecting
50
+ this.retryCount = 0;
47
51
  this.initPromise = this.initWS().catch((error) => {
48
52
  console.error("[CartesiaTTS] Connection error:", error);
49
53
  this.reconnect();
@@ -53,64 +57,53 @@ var CartesiaTTS = class extends import_server.TTS {
53
57
  this.counter++;
54
58
  const counter = this.counter;
55
59
  const context_id = counter.toString();
56
- this.stopStreams();
57
- this.audioStream = new import_stream.PassThrough();
58
- const config = {
59
- model_id: this.options.modelId,
60
- voice: {
61
- mode: "id",
62
- id: this.options.voiceId
63
- },
64
- output_format: {
65
- container: "raw",
66
- encoding: "pcm_s16le",
67
- sample_rate: 16e3
68
- },
69
- language: this.options.language,
70
- speed: this.options.speed
71
- };
60
+ this.isProcessing = true;
61
+ this.textSent = "";
72
62
  textStream.on("data", async (chunk) => {
73
63
  if (counter !== this.counter) return;
64
+ const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
65
+ this.textSent += text;
74
66
  await this.initPromise;
75
- const transcript = chunk.toString("utf-8");
76
67
  this.socket?.send(
77
68
  JSON.stringify({
78
- ...config,
79
- transcript,
69
+ ...this.getConfig(),
70
+ transcript: text,
80
71
  context_id,
81
72
  continue: true
82
73
  })
83
74
  );
84
- this.log(`Sent transcript: "${transcript}"`);
75
+ this.log(`Sent transcript: "${text}"`);
85
76
  });
86
77
  textStream.on("error", (error) => {
87
78
  this.log("Error in text stream, ending audio stream", error);
88
- this.stopStreams();
79
+ this.isProcessing = false;
89
80
  });
90
81
  textStream.on("end", async () => {
91
82
  if (counter !== this.counter) return;
92
83
  await this.initPromise;
93
84
  this.socket?.send(
94
85
  JSON.stringify({
95
- ...config,
86
+ ...this.getConfig(),
96
87
  transcript: "",
97
88
  context_id,
98
89
  continue: false
99
90
  })
100
91
  );
101
92
  });
102
- return this.audioStream;
103
93
  }
104
94
  cancel() {
105
- if (!this.audioStream) return;
95
+ if (!this.isProcessing) return;
106
96
  this.log("Cancel");
107
- this.stopStreams();
108
- this.socket?.send(
109
- JSON.stringify({
110
- context_id: this.counter.toString(),
111
- cancel: true
112
- })
113
- );
97
+ this.isProcessing = false;
98
+ this.textSent = "";
99
+ if (this.socket?.readyState === import_ws.default.OPEN) {
100
+ this.socket.send(
101
+ JSON.stringify({
102
+ context_id: this.counter.toString(),
103
+ cancel: true
104
+ })
105
+ );
106
+ }
114
107
  this.counter++;
115
108
  }
116
109
  destroy() {
@@ -124,11 +117,23 @@ var CartesiaTTS = class extends import_server.TTS {
124
117
  this.socket?.close(1e3);
125
118
  }
126
119
  this.socket = void 0;
127
- this.stopStreams();
120
+ this.isProcessing = false;
128
121
  }
129
- stopStreams() {
130
- this.audioStream?.end();
131
- this.audioStream = void 0;
122
+ getConfig() {
123
+ return {
124
+ model_id: this.options.modelId,
125
+ voice: {
126
+ mode: "id",
127
+ id: this.options.voiceId
128
+ },
129
+ output_format: {
130
+ container: "raw",
131
+ encoding: "pcm_s16le",
132
+ sample_rate: 16e3
133
+ },
134
+ language: this.options.language,
135
+ speed: this.options.speed
136
+ };
132
137
  }
133
138
  // Connect to Cartesia
134
139
  async initWS() {
@@ -147,8 +152,7 @@ var CartesiaTTS = class extends import_server.TTS {
147
152
  socket.addEventListener("close", ({ code, reason }) => {
148
153
  this.socket?.removeAllListeners();
149
154
  this.socket = void 0;
150
- this.audioStream?.end();
151
- this.audioStream = void 0;
155
+ this.isProcessing = false;
152
156
  if (code !== 1e3) {
153
157
  this.reconnect();
154
158
  } else {
@@ -163,12 +167,12 @@ var CartesiaTTS = class extends import_server.TTS {
163
167
  case "chunk":
164
168
  const chunk = Buffer.from(message.data, "base64");
165
169
  this.log(`Received audio chunk (${chunk.length} bytes)`);
166
- this.audioStream?.write(chunk);
170
+ this.emit("Audio", chunk);
167
171
  break;
168
172
  case "done":
169
173
  this.log("Audio ended");
170
- this.audioStream?.end();
171
- this.audioStream = void 0;
174
+ this.isProcessing = false;
175
+ this.textSent = "";
172
176
  break;
173
177
  case "error":
174
178
  this.log("Error", message.error);
@@ -181,11 +185,30 @@ var CartesiaTTS = class extends import_server.TTS {
181
185
  });
182
186
  }
183
187
  reconnect() {
188
+ this.retryCount++;
189
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
190
+ this.log("Max retries reached, giving up");
191
+ this.emit("Failed", [this.textSent]);
192
+ return;
193
+ }
184
194
  this.initPromise = new Promise((resolve) => {
185
195
  this.log("Reconnecting...");
186
196
  this.reconnectTimeout = setTimeout(() => {
187
197
  this.reconnectTimeout = void 0;
188
- this.initWS().then(resolve).catch((error) => {
198
+ this.initWS().then(() => {
199
+ this.retryCount = 0;
200
+ if (this.textSent.length > 0) {
201
+ this.log("Sending text chunks again");
202
+ this.socket?.send(
203
+ JSON.stringify({
204
+ ...this.getConfig(),
205
+ transcript: this.textSent,
206
+ context_id: this.counter.toString(),
207
+ continue: true
208
+ })
209
+ );
210
+ }
211
+ }).then(resolve).catch((error) => {
189
212
  this.log("Reconnection error:", error);
190
213
  this.reconnect();
191
214
  });
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,kBAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,0BAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent: string = '' // Store text chunks to send them again if reconnecting\n private retryCount = 0\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: text,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${text}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Signal Cartesia to stop sending data\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n }\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getConfig() {\n return {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: this.textSent,\n context_id: this.counter.toString(),\n continue: true,\n } satisfies CartesiaPayload)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;AAkBtB,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AACnB,IAAM,cAAN,cAA0B,kBAAI;AAAA,EASnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAmB;AAC3B;AAAA,SAAQ,aAAa;AAMnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,eAAe;AACpB,SAAK,WAAW;AAEhB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,IACvC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,OAAO;AAAA,QACV,KAAK,UAAU;AAAA,UACb,YAAY,KAAK,QAAQ,SAAS;AAAA,UAClC,QAAQ;AAAA,QACV,CAAiC;AAAA,MACnC;AAAA,IACF;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,YAAY;AAClB,WAAO;AAAA,MACL,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,KAAK,SAAS,KAAK;AACxB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,QAAQ;AAAA,cACX,KAAK,UAAU;AAAA,gBACb,GAAG,KAAK,UAAU;AAAA,gBAClB,YAAY,KAAK;AAAA,gBACjB,YAAY,KAAK,QAAQ,SAAS;AAAA,gBAClC,UAAU;AAAA,cACZ,CAA2B;AAAA,YAC7B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
package/dist/index.mjs CHANGED
@@ -1,13 +1,17 @@
1
1
  // src/CartesiaTTS.ts
2
2
  import { TTS } from "@micdrop/server";
3
- import { PassThrough } from "stream";
4
3
  import WebSocket from "ws";
5
4
  var DEFAULT_RETRY_DELAY = 1e3;
5
+ var DEFAULT_MAX_RETRY = 3;
6
6
  var CartesiaTTS = class extends TTS {
7
7
  constructor(options) {
8
8
  super();
9
9
  this.options = options;
10
10
  this.counter = 0;
11
+ this.isProcessing = false;
12
+ this.textSent = "";
13
+ // Store text chunks to send them again if reconnecting
14
+ this.retryCount = 0;
11
15
  this.initPromise = this.initWS().catch((error) => {
12
16
  console.error("[CartesiaTTS] Connection error:", error);
13
17
  this.reconnect();
@@ -17,64 +21,53 @@ var CartesiaTTS = class extends TTS {
17
21
  this.counter++;
18
22
  const counter = this.counter;
19
23
  const context_id = counter.toString();
20
- this.stopStreams();
21
- this.audioStream = new PassThrough();
22
- const config = {
23
- model_id: this.options.modelId,
24
- voice: {
25
- mode: "id",
26
- id: this.options.voiceId
27
- },
28
- output_format: {
29
- container: "raw",
30
- encoding: "pcm_s16le",
31
- sample_rate: 16e3
32
- },
33
- language: this.options.language,
34
- speed: this.options.speed
35
- };
24
+ this.isProcessing = true;
25
+ this.textSent = "";
36
26
  textStream.on("data", async (chunk) => {
37
27
  if (counter !== this.counter) return;
28
+ const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
29
+ this.textSent += text;
38
30
  await this.initPromise;
39
- const transcript = chunk.toString("utf-8");
40
31
  this.socket?.send(
41
32
  JSON.stringify({
42
- ...config,
43
- transcript,
33
+ ...this.getConfig(),
34
+ transcript: text,
44
35
  context_id,
45
36
  continue: true
46
37
  })
47
38
  );
48
- this.log(`Sent transcript: "${transcript}"`);
39
+ this.log(`Sent transcript: "${text}"`);
49
40
  });
50
41
  textStream.on("error", (error) => {
51
42
  this.log("Error in text stream, ending audio stream", error);
52
- this.stopStreams();
43
+ this.isProcessing = false;
53
44
  });
54
45
  textStream.on("end", async () => {
55
46
  if (counter !== this.counter) return;
56
47
  await this.initPromise;
57
48
  this.socket?.send(
58
49
  JSON.stringify({
59
- ...config,
50
+ ...this.getConfig(),
60
51
  transcript: "",
61
52
  context_id,
62
53
  continue: false
63
54
  })
64
55
  );
65
56
  });
66
- return this.audioStream;
67
57
  }
68
58
  cancel() {
69
- if (!this.audioStream) return;
59
+ if (!this.isProcessing) return;
70
60
  this.log("Cancel");
71
- this.stopStreams();
72
- this.socket?.send(
73
- JSON.stringify({
74
- context_id: this.counter.toString(),
75
- cancel: true
76
- })
77
- );
61
+ this.isProcessing = false;
62
+ this.textSent = "";
63
+ if (this.socket?.readyState === WebSocket.OPEN) {
64
+ this.socket.send(
65
+ JSON.stringify({
66
+ context_id: this.counter.toString(),
67
+ cancel: true
68
+ })
69
+ );
70
+ }
78
71
  this.counter++;
79
72
  }
80
73
  destroy() {
@@ -88,11 +81,23 @@ var CartesiaTTS = class extends TTS {
88
81
  this.socket?.close(1e3);
89
82
  }
90
83
  this.socket = void 0;
91
- this.stopStreams();
84
+ this.isProcessing = false;
92
85
  }
93
- stopStreams() {
94
- this.audioStream?.end();
95
- this.audioStream = void 0;
86
+ getConfig() {
87
+ return {
88
+ model_id: this.options.modelId,
89
+ voice: {
90
+ mode: "id",
91
+ id: this.options.voiceId
92
+ },
93
+ output_format: {
94
+ container: "raw",
95
+ encoding: "pcm_s16le",
96
+ sample_rate: 16e3
97
+ },
98
+ language: this.options.language,
99
+ speed: this.options.speed
100
+ };
96
101
  }
97
102
  // Connect to Cartesia
98
103
  async initWS() {
@@ -111,8 +116,7 @@ var CartesiaTTS = class extends TTS {
111
116
  socket.addEventListener("close", ({ code, reason }) => {
112
117
  this.socket?.removeAllListeners();
113
118
  this.socket = void 0;
114
- this.audioStream?.end();
115
- this.audioStream = void 0;
119
+ this.isProcessing = false;
116
120
  if (code !== 1e3) {
117
121
  this.reconnect();
118
122
  } else {
@@ -127,12 +131,12 @@ var CartesiaTTS = class extends TTS {
127
131
  case "chunk":
128
132
  const chunk = Buffer.from(message.data, "base64");
129
133
  this.log(`Received audio chunk (${chunk.length} bytes)`);
130
- this.audioStream?.write(chunk);
134
+ this.emit("Audio", chunk);
131
135
  break;
132
136
  case "done":
133
137
  this.log("Audio ended");
134
- this.audioStream?.end();
135
- this.audioStream = void 0;
138
+ this.isProcessing = false;
139
+ this.textSent = "";
136
140
  break;
137
141
  case "error":
138
142
  this.log("Error", message.error);
@@ -145,11 +149,30 @@ var CartesiaTTS = class extends TTS {
145
149
  });
146
150
  }
147
151
  reconnect() {
152
+ this.retryCount++;
153
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
154
+ this.log("Max retries reached, giving up");
155
+ this.emit("Failed", [this.textSent]);
156
+ return;
157
+ }
148
158
  this.initPromise = new Promise((resolve) => {
149
159
  this.log("Reconnecting...");
150
160
  this.reconnectTimeout = setTimeout(() => {
151
161
  this.reconnectTimeout = void 0;
152
- this.initWS().then(resolve).catch((error) => {
162
+ this.initWS().then(() => {
163
+ this.retryCount = 0;
164
+ if (this.textSent.length > 0) {
165
+ this.log("Sending text chunks again");
166
+ this.socket?.send(
167
+ JSON.stringify({
168
+ ...this.getConfig(),
169
+ transcript: this.textSent,
170
+ context_id: this.counter.toString(),
171
+ continue: true
172
+ })
173
+ );
174
+ }
175
+ }).then(resolve).catch((error) => {
153
176
  this.log("Reconnection error:", error);
154
177
  this.reconnect();
155
178
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,IAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,YAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent: string = '' // Store text chunks to send them again if reconnecting\n private retryCount = 0\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: text,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${text}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Signal Cartesia to stop sending data\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n }\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getConfig() {\n return {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.socket?.send(\n JSON.stringify({\n ...this.getConfig(),\n transcript: this.textSent,\n context_id: this.counter.toString(),\n continue: true,\n } satisfies CartesiaPayload)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;AAkBtB,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AACnB,IAAM,cAAN,cAA0B,IAAI;AAAA,EASnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAmB;AAC3B;AAAA,SAAQ,aAAa;AAMnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AACtD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,eAAe;AACpB,SAAK,WAAW;AAEhB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,IACvC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG,KAAK,UAAU;AAAA,UAClB,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,OAAO;AAAA,QACV,KAAK,UAAU;AAAA,UACb,YAAY,KAAK,QAAQ,SAAS;AAAA,UAClC,QAAQ;AAAA,QACV,CAAiC;AAAA,MACnC;AAAA,IACF;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,YAAY;AAClB,WAAO;AAAA,MACL,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,KAAK,SAAS,KAAK;AACxB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,QAAQ;AAAA,cACX,KAAK,UAAU;AAAA,gBACb,GAAG,KAAK,UAAU;AAAA,gBAClB,YAAY,KAAK;AAAA,gBACjB,YAAY,KAAK,QAAQ,SAAS;AAAA,gBAClC,UAAU;AAAA,cACZ,CAA2B;AAAA,YAC7B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/cartesia",
3
- "version": "1.0.4",
3
+ "version": "1.1.1",
4
4
  "description": "Cartesia implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",