@micdrop/cartesia 1.0.1 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +2 -1
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.mts
CHANGED
package/dist/index.d.ts
CHANGED
package/dist/index.js
CHANGED
|
@@ -38,6 +38,7 @@ module.exports = __toCommonJS(index_exports);
|
|
|
38
38
|
var import_server = require("@micdrop/server");
|
|
39
39
|
var import_stream = require("stream");
|
|
40
40
|
var import_ws = __toESM(require("ws"));
|
|
41
|
+
var DEFAULT_RETRY_DELAY = 1e3;
|
|
41
42
|
var CartesiaTTS = class extends import_server.TTS {
|
|
42
43
|
constructor(options) {
|
|
43
44
|
super();
|
|
@@ -187,7 +188,7 @@ var CartesiaTTS = class extends import_server.TTS {
|
|
|
187
188
|
this.log("Reconnection error:", error);
|
|
188
189
|
reject(error);
|
|
189
190
|
});
|
|
190
|
-
},
|
|
191
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
|
|
191
192
|
});
|
|
192
193
|
}
|
|
193
194
|
};
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n}\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n },
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,kBAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,0BAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
import { TTS } from "@micdrop/server";
|
|
3
3
|
import { PassThrough } from "stream";
|
|
4
4
|
import WebSocket from "ws";
|
|
5
|
+
var DEFAULT_RETRY_DELAY = 1e3;
|
|
5
6
|
var CartesiaTTS = class extends TTS {
|
|
6
7
|
constructor(options) {
|
|
7
8
|
super();
|
|
@@ -151,7 +152,7 @@ var CartesiaTTS = class extends TTS {
|
|
|
151
152
|
this.log("Reconnection error:", error);
|
|
152
153
|
reject(error);
|
|
153
154
|
});
|
|
154
|
-
},
|
|
155
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
|
|
155
156
|
});
|
|
156
157
|
}
|
|
157
158
|
};
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n}\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n },
|
|
1
|
+
{"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n retryDelay?: number\n}\n\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[CartesiaTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;AAiBtB,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,IAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,YAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
|