@micdrop/elevenlabs 1.0.2 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/LICENSE ADDED
@@ -0,0 +1,9 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2022 Rolebase
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
6
+
7
+ The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
8
+
9
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
package/dist/index.d.mts CHANGED
@@ -9,6 +9,7 @@ interface ElevenLabsTTSOptions {
9
9
  language?: string;
10
10
  outputFormat?: TextToSpeechStreamRequestOutputFormat;
11
11
  voiceSettings?: VoiceSettings;
12
+ retryDelay?: number;
12
13
  }
13
14
  declare const DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
14
15
  declare const DEFAULT_OUTPUT_FORMAT = "pcm_16000";
@@ -33,15 +34,6 @@ interface ElevenLabsWebSocketErrorMessage {
33
34
  code: number;
34
35
  }
35
36
 
36
- declare class ElevenLabsFetchTTS extends TTS {
37
- private readonly options;
38
- private elevenlabs;
39
- private speechStream;
40
- constructor(options: ElevenLabsTTSOptions);
41
- speak(textStream: Readable): PassThrough;
42
- cancel(): void;
43
- }
44
-
45
37
  declare class ElevenLabsTTS extends TTS {
46
38
  private readonly options;
47
39
  private socket?;
@@ -66,4 +58,4 @@ declare class ElevenLabsTTS extends TTS {
66
58
  private reconnect;
67
59
  }
68
60
 
69
- export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsFetchTTS, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
61
+ export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
package/dist/index.d.ts CHANGED
@@ -9,6 +9,7 @@ interface ElevenLabsTTSOptions {
9
9
  language?: string;
10
10
  outputFormat?: TextToSpeechStreamRequestOutputFormat;
11
11
  voiceSettings?: VoiceSettings;
12
+ retryDelay?: number;
12
13
  }
13
14
  declare const DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
14
15
  declare const DEFAULT_OUTPUT_FORMAT = "pcm_16000";
@@ -33,15 +34,6 @@ interface ElevenLabsWebSocketErrorMessage {
33
34
  code: number;
34
35
  }
35
36
 
36
- declare class ElevenLabsFetchTTS extends TTS {
37
- private readonly options;
38
- private elevenlabs;
39
- private speechStream;
40
- constructor(options: ElevenLabsTTSOptions);
41
- speak(textStream: Readable): PassThrough;
42
- cancel(): void;
43
- }
44
-
45
37
  declare class ElevenLabsTTS extends TTS {
46
38
  private readonly options;
47
39
  private socket?;
@@ -66,4 +58,4 @@ declare class ElevenLabsTTS extends TTS {
66
58
  private reconnect;
67
59
  }
68
60
 
69
- export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsFetchTTS, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
61
+ export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
package/dist/index.js CHANGED
@@ -32,77 +32,23 @@ var index_exports = {};
32
32
  __export(index_exports, {
33
33
  DEFAULT_MODEL_ID: () => DEFAULT_MODEL_ID,
34
34
  DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
35
- ElevenLabsFetchTTS: () => ElevenLabsFetchTTS,
36
35
  ElevenLabsTTS: () => ElevenLabsTTS
37
36
  });
38
37
  module.exports = __toCommonJS(index_exports);
39
38
 
40
- // src/ElevenLabsFetchTTS.ts
41
- var import_elevenlabs_js = require("@elevenlabs/elevenlabs-js");
39
+ // src/ElevenLabsTTS.ts
42
40
  var import_server = require("@micdrop/server");
43
41
  var import_stream = require("stream");
44
- var import_consumers = require("stream/consumers");
42
+ var import_ws = __toESM(require("ws"));
45
43
 
46
44
  // src/types.ts
47
45
  var DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
48
46
  var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
49
47
 
50
- // src/ElevenLabsFetchTTS.ts
51
- var ElevenLabsFetchTTS = class extends import_server.TTS {
52
- constructor(options) {
53
- super();
54
- this.options = options;
55
- this.speechStream = null;
56
- this.elevenlabs = new import_elevenlabs_js.ElevenLabsClient({
57
- apiKey: this.options.apiKey
58
- });
59
- }
60
- speak(textStream) {
61
- const audioStream = new import_stream.PassThrough();
62
- const run = async () => {
63
- try {
64
- const textContent = await (0, import_consumers.text)(textStream);
65
- const stream = await this.elevenlabs.textToSpeech.stream(
66
- this.options.voiceId,
67
- {
68
- text: textContent,
69
- modelId: this.options.modelId || DEFAULT_MODEL_ID,
70
- outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,
71
- languageCode: this.options.language,
72
- voiceSettings: this.options.voiceSettings
73
- }
74
- );
75
- this.speechStream = stream;
76
- for await (const chunk of stream) {
77
- audioStream.write(chunk);
78
- }
79
- } catch (error) {
80
- if (error instanceof Error && error.name === "AbortError") {
81
- } else {
82
- audioStream.emit("error", error);
83
- }
84
- } finally {
85
- audioStream.end();
86
- this.speechStream = null;
87
- }
88
- };
89
- run();
90
- return audioStream;
91
- }
92
- cancel() {
93
- if (!this.speechStream) return;
94
- this.log("Cancel");
95
- this.speechStream.cancel?.();
96
- this.speechStream = null;
97
- }
98
- };
99
-
100
48
  // src/ElevenLabsTTS.ts
101
- var import_server2 = require("@micdrop/server");
102
- var import_stream2 = require("stream");
103
- var import_ws = __toESM(require("ws"));
104
49
  var WS_INACTIVITY_TIMEOUT = 180;
105
- var ElevenLabsTTS = class extends import_server2.TTS {
50
+ var DEFAULT_RETRY_DELAY = 1e3;
51
+ var ElevenLabsTTS = class extends import_server.TTS {
106
52
  constructor(options) {
107
53
  super();
108
54
  this.options = options;
@@ -121,7 +67,7 @@ var ElevenLabsTTS = class extends import_server2.TTS {
121
67
  speak(textStream) {
122
68
  this.canceled = false;
123
69
  this.audioStream?.end();
124
- this.audioStream = new import_stream2.PassThrough();
70
+ this.audioStream = new import_stream.PassThrough();
125
71
  this.textEnded = false;
126
72
  this.textBuffer = "";
127
73
  this.textSent = "";
@@ -129,13 +75,13 @@ var ElevenLabsTTS = class extends import_server2.TTS {
129
75
  textStream.on("data", async (chunk) => {
130
76
  if (this.canceled) return;
131
77
  await this.initPromise;
132
- const text2 = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
133
- const spaceIndex = text2.lastIndexOf(" ");
78
+ const text = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
79
+ const spaceIndex = text.lastIndexOf(" ");
134
80
  if (spaceIndex === -1) {
135
- this.textBuffer += text2;
81
+ this.textBuffer += text;
136
82
  } else {
137
- this.sendTranscript(this.textBuffer + text2.slice(0, spaceIndex + 1));
138
- this.textBuffer = text2.slice(spaceIndex + 1);
83
+ this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1));
84
+ this.textBuffer = text.slice(spaceIndex + 1);
139
85
  }
140
86
  });
141
87
  textStream.on("error", (error) => {
@@ -185,7 +131,7 @@ var ElevenLabsTTS = class extends import_server2.TTS {
185
131
  super.destroy();
186
132
  }
187
133
  initWS() {
188
- return new Promise((resolve, reject) => {
134
+ return new Promise((resolve) => {
189
135
  const params = new URLSearchParams();
190
136
  params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
191
137
  params.append(
@@ -225,7 +171,7 @@ var ElevenLabsTTS = class extends import_server2.TTS {
225
171
  resolve();
226
172
  });
227
173
  socket.addEventListener("error", (error) => {
228
- reject(error);
174
+ this.log("WebSocket error:", error);
229
175
  });
230
176
  socket.addEventListener("message", (event) => {
231
177
  if (this.canceled) return;
@@ -290,10 +236,10 @@ var ElevenLabsTTS = class extends import_server2.TTS {
290
236
  message.isFinal = true;
291
237
  }
292
238
  }
293
- sendTranscript(text2) {
294
- this.textSent += text2;
295
- this.socket?.send(JSON.stringify({ text: text2, try_trigger_generation: true }));
296
- this.log(`Sent transcript: "${text2}"`);
239
+ sendTranscript(text) {
240
+ this.textSent += text;
241
+ this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }));
242
+ this.log(`Sent transcript: "${text}"`);
297
243
  }
298
244
  reconnect() {
299
245
  this.initPromise = new Promise((resolve, reject) => {
@@ -304,7 +250,7 @@ var ElevenLabsTTS = class extends import_server2.TTS {
304
250
  this.log("Reconnection error:", error);
305
251
  reject(error);
306
252
  });
307
- }, 1e3);
253
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
308
254
  });
309
255
  }
310
256
  };
@@ -312,7 +258,6 @@ var ElevenLabsTTS = class extends import_server2.TTS {
312
258
  0 && (module.exports = {
313
259
  DEFAULT_MODEL_ID,
314
260
  DEFAULT_OUTPUT_FORMAT,
315
- ElevenLabsFetchTTS,
316
261
  ElevenLabsTTS
317
262
  });
318
263
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/ElevenLabsFetchTTS.ts","../src/types.ts","../src/ElevenLabsTTS.ts"],"sourcesContent":["export * from './ElevenLabsFetchTTS'\nexport * from './ElevenLabsTTS'\nexport * from './types'\n","import { ElevenLabsClient } from '@elevenlabs/elevenlabs-js'\nimport { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport { text } from 'stream/consumers'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n} from './types'\n\nexport class ElevenLabsFetchTTS extends TTS {\n private elevenlabs: ElevenLabsClient\n private speechStream: ReadableStream<Uint8Array> | null = null\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n this.elevenlabs = new ElevenLabsClient({\n apiKey: this.options.apiKey,\n })\n }\n\n speak(textStream: Readable) {\n const audioStream = new PassThrough()\n\n const run = async () => {\n try {\n const textContent = await text(textStream)\n const stream = await this.elevenlabs.textToSpeech.stream(\n this.options.voiceId,\n {\n text: textContent,\n modelId: this.options.modelId || DEFAULT_MODEL_ID,\n outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,\n languageCode: this.options.language,\n voiceSettings: this.options.voiceSettings,\n }\n )\n this.speechStream = stream\n for await (const chunk of stream) {\n audioStream.write(chunk)\n }\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n // Stream was cancelled. This is expected.\n } else {\n audioStream.emit('error', error as Error)\n }\n } finally {\n audioStream.end()\n this.speechStream = null\n }\n }\n run()\n\n return audioStream\n }\n\n cancel() {\n if (!this.speechStream) return\n this.log('Cancel')\n this.speechStream.cancel?.()\n this.speechStream = null\n }\n}\n","import {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAiC;AACjC,oBAAoB;AACpB,oBAAsC;AACtC,uBAAqB;;;ACWd,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADL9B,IAAM,qBAAN,cAAiC,kBAAI;AAAA,EAI1C,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAF7B,SAAQ,eAAkD;AAIxD,SAAK,aAAa,IAAI,sCAAiB;AAAA,MACrC,QAAQ,KAAK,QAAQ;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,cAAc,IAAI,0BAAY;AAEpC,UAAM,MAAM,YAAY;AACtB,UAAI;AACF,cAAM,cAAc,UAAM,uBAAK,UAAU;AACzC,cAAM,SAAS,MAAM,KAAK,WAAW,aAAa;AAAA,UAChD,KAAK,QAAQ;AAAA,UACb;AAAA,YACE,MAAM;AAAA,YACN,SAAS,KAAK,QAAQ,WAAW;AAAA,YACjC,cAAc,KAAK,QAAQ,gBAAgB;AAAA,YAC3C,cAAc,KAAK,QAAQ;AAAA,YAC3B,eAAe,KAAK,QAAQ;AAAA,UAC9B;AAAA,QACF;AACA,aAAK,eAAe;AACpB,yBAAiB,SAAS,QAAQ;AAChC,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AAAA,QAE3D,OAAO;AACL,sBAAY,KAAK,SAAS,KAAc;AAAA,QAC1C;AAAA,MACF,UAAE;AACA,oBAAY,IAAI;AAChB,aAAK,eAAe;AAAA,MACtB;AAAA,IACF;AACA,QAAI;AAEJ,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe;AAAA,EACtB;AACF;;;AE/DA,IAAAA,iBAAoB;AACpB,IAAAC,iBAAsC;AACtC,gBAAsB;AAWtB,IAAM,wBAAwB;AAEvB,IAAM,gBAAN,cAA4B,mBAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,2BAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAMC,QAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAaA,MAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAcA;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAaA,MAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAaA,MAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAeD,OAAc;AACnC,SAAK,YAAYA;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAAA,OAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqBA,KAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["import_server","import_stream","text","WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,0BAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
package/dist/index.mjs CHANGED
@@ -1,69 +1,16 @@
1
- // src/ElevenLabsFetchTTS.ts
2
- import { ElevenLabsClient } from "@elevenlabs/elevenlabs-js";
1
+ // src/ElevenLabsTTS.ts
3
2
  import { TTS } from "@micdrop/server";
4
3
  import { PassThrough } from "stream";
5
- import { text } from "stream/consumers";
4
+ import WebSocket from "ws";
6
5
 
7
6
  // src/types.ts
8
7
  var DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
9
8
  var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
10
9
 
11
- // src/ElevenLabsFetchTTS.ts
12
- var ElevenLabsFetchTTS = class extends TTS {
13
- constructor(options) {
14
- super();
15
- this.options = options;
16
- this.speechStream = null;
17
- this.elevenlabs = new ElevenLabsClient({
18
- apiKey: this.options.apiKey
19
- });
20
- }
21
- speak(textStream) {
22
- const audioStream = new PassThrough();
23
- const run = async () => {
24
- try {
25
- const textContent = await text(textStream);
26
- const stream = await this.elevenlabs.textToSpeech.stream(
27
- this.options.voiceId,
28
- {
29
- text: textContent,
30
- modelId: this.options.modelId || DEFAULT_MODEL_ID,
31
- outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,
32
- languageCode: this.options.language,
33
- voiceSettings: this.options.voiceSettings
34
- }
35
- );
36
- this.speechStream = stream;
37
- for await (const chunk of stream) {
38
- audioStream.write(chunk);
39
- }
40
- } catch (error) {
41
- if (error instanceof Error && error.name === "AbortError") {
42
- } else {
43
- audioStream.emit("error", error);
44
- }
45
- } finally {
46
- audioStream.end();
47
- this.speechStream = null;
48
- }
49
- };
50
- run();
51
- return audioStream;
52
- }
53
- cancel() {
54
- if (!this.speechStream) return;
55
- this.log("Cancel");
56
- this.speechStream.cancel?.();
57
- this.speechStream = null;
58
- }
59
- };
60
-
61
10
  // src/ElevenLabsTTS.ts
62
- import { TTS as TTS2 } from "@micdrop/server";
63
- import { PassThrough as PassThrough2 } from "stream";
64
- import WebSocket from "ws";
65
11
  var WS_INACTIVITY_TIMEOUT = 180;
66
- var ElevenLabsTTS = class extends TTS2 {
12
+ var DEFAULT_RETRY_DELAY = 1e3;
13
+ var ElevenLabsTTS = class extends TTS {
67
14
  constructor(options) {
68
15
  super();
69
16
  this.options = options;
@@ -82,7 +29,7 @@ var ElevenLabsTTS = class extends TTS2 {
82
29
  speak(textStream) {
83
30
  this.canceled = false;
84
31
  this.audioStream?.end();
85
- this.audioStream = new PassThrough2();
32
+ this.audioStream = new PassThrough();
86
33
  this.textEnded = false;
87
34
  this.textBuffer = "";
88
35
  this.textSent = "";
@@ -90,13 +37,13 @@ var ElevenLabsTTS = class extends TTS2 {
90
37
  textStream.on("data", async (chunk) => {
91
38
  if (this.canceled) return;
92
39
  await this.initPromise;
93
- const text2 = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
94
- const spaceIndex = text2.lastIndexOf(" ");
40
+ const text = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
41
+ const spaceIndex = text.lastIndexOf(" ");
95
42
  if (spaceIndex === -1) {
96
- this.textBuffer += text2;
43
+ this.textBuffer += text;
97
44
  } else {
98
- this.sendTranscript(this.textBuffer + text2.slice(0, spaceIndex + 1));
99
- this.textBuffer = text2.slice(spaceIndex + 1);
45
+ this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1));
46
+ this.textBuffer = text.slice(spaceIndex + 1);
100
47
  }
101
48
  });
102
49
  textStream.on("error", (error) => {
@@ -146,7 +93,7 @@ var ElevenLabsTTS = class extends TTS2 {
146
93
  super.destroy();
147
94
  }
148
95
  initWS() {
149
- return new Promise((resolve, reject) => {
96
+ return new Promise((resolve) => {
150
97
  const params = new URLSearchParams();
151
98
  params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
152
99
  params.append(
@@ -186,7 +133,7 @@ var ElevenLabsTTS = class extends TTS2 {
186
133
  resolve();
187
134
  });
188
135
  socket.addEventListener("error", (error) => {
189
- reject(error);
136
+ this.log("WebSocket error:", error);
190
137
  });
191
138
  socket.addEventListener("message", (event) => {
192
139
  if (this.canceled) return;
@@ -251,10 +198,10 @@ var ElevenLabsTTS = class extends TTS2 {
251
198
  message.isFinal = true;
252
199
  }
253
200
  }
254
- sendTranscript(text2) {
255
- this.textSent += text2;
256
- this.socket?.send(JSON.stringify({ text: text2, try_trigger_generation: true }));
257
- this.log(`Sent transcript: "${text2}"`);
201
+ sendTranscript(text) {
202
+ this.textSent += text;
203
+ this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }));
204
+ this.log(`Sent transcript: "${text}"`);
258
205
  }
259
206
  reconnect() {
260
207
  this.initPromise = new Promise((resolve, reject) => {
@@ -265,14 +212,13 @@ var ElevenLabsTTS = class extends TTS2 {
265
212
  this.log("Reconnection error:", error);
266
213
  reject(error);
267
214
  });
268
- }, 1e3);
215
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
269
216
  });
270
217
  }
271
218
  };
272
219
  export {
273
220
  DEFAULT_MODEL_ID,
274
221
  DEFAULT_OUTPUT_FORMAT,
275
- ElevenLabsFetchTTS,
276
222
  ElevenLabsTTS
277
223
  };
278
224
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/ElevenLabsFetchTTS.ts","../src/types.ts","../src/ElevenLabsTTS.ts"],"sourcesContent":["import { ElevenLabsClient } from '@elevenlabs/elevenlabs-js'\nimport { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport { text } from 'stream/consumers'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n} from './types'\n\nexport class ElevenLabsFetchTTS extends TTS {\n private elevenlabs: ElevenLabsClient\n private speechStream: ReadableStream<Uint8Array> | null = null\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n this.elevenlabs = new ElevenLabsClient({\n apiKey: this.options.apiKey,\n })\n }\n\n speak(textStream: Readable) {\n const audioStream = new PassThrough()\n\n const run = async () => {\n try {\n const textContent = await text(textStream)\n const stream = await this.elevenlabs.textToSpeech.stream(\n this.options.voiceId,\n {\n text: textContent,\n modelId: this.options.modelId || DEFAULT_MODEL_ID,\n outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,\n languageCode: this.options.language,\n voiceSettings: this.options.voiceSettings,\n }\n )\n this.speechStream = stream\n for await (const chunk of stream) {\n audioStream.write(chunk)\n }\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n // Stream was cancelled. This is expected.\n } else {\n audioStream.emit('error', error as Error)\n }\n } finally {\n audioStream.end()\n this.speechStream = null\n }\n }\n run()\n\n return audioStream\n }\n\n cancel() {\n if (!this.speechStream) return\n this.log('Cancel')\n this.speechStream.cancel?.()\n this.speechStream = null\n }\n}\n","import {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,SAAS,YAAY;;;ACWd,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADL9B,IAAM,qBAAN,cAAiC,IAAI;AAAA,EAI1C,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAF7B,SAAQ,eAAkD;AAIxD,SAAK,aAAa,IAAI,iBAAiB;AAAA,MACrC,QAAQ,KAAK,QAAQ;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,cAAc,IAAI,YAAY;AAEpC,UAAM,MAAM,YAAY;AACtB,UAAI;AACF,cAAM,cAAc,MAAM,KAAK,UAAU;AACzC,cAAM,SAAS,MAAM,KAAK,WAAW,aAAa;AAAA,UAChD,KAAK,QAAQ;AAAA,UACb;AAAA,YACE,MAAM;AAAA,YACN,SAAS,KAAK,QAAQ,WAAW;AAAA,YACjC,cAAc,KAAK,QAAQ,gBAAgB;AAAA,YAC3C,cAAc,KAAK,QAAQ;AAAA,YAC3B,eAAe,KAAK,QAAQ;AAAA,UAC9B;AAAA,QACF;AACA,aAAK,eAAe;AACpB,yBAAiB,SAAS,QAAQ;AAChC,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AAAA,QAE3D,OAAO;AACL,sBAAY,KAAK,SAAS,KAAc;AAAA,QAC1C;AAAA,MACF,UAAE;AACA,oBAAY,IAAI;AAChB,aAAK,eAAe;AAAA,MACtB;AAAA,IACF;AACA,QAAI;AAEJ,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe;AAAA,EACtB;AACF;;;AE/DA,SAAS,OAAAA,YAAW;AACpB,SAAS,eAAAC,oBAA6B;AACtC,OAAO,eAAe;AAWtB,IAAM,wBAAwB;AAEvB,IAAM,gBAAN,cAA4BC,KAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAIC,aAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAMC,QAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAaA,MAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAcA;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAaA,MAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAaA,MAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAeA,OAAc;AACnC,SAAK,YAAYA;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAAA,OAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqBA,KAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["TTS","PassThrough","TTS","PassThrough","text"]}
1
+ {"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,YAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
package/package.json CHANGED
@@ -1,19 +1,12 @@
1
1
  {
2
2
  "name": "@micdrop/elevenlabs",
3
- "version": "1.0.2",
3
+ "version": "1.0.4",
4
4
  "description": "ElevenLabs implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
7
7
  "main": "./dist/index.js",
8
8
  "module": "./dist/index.mjs",
9
9
  "types": "./dist/index.d.ts",
10
- "scripts": {
11
- "build": "tsup",
12
- "dev": "tsup --watch",
13
- "clean": "rm -rf dist",
14
- "typecheck": "tsc --noEmit",
15
- "prepublishOnly": "npm run build"
16
- },
17
10
  "files": [
18
11
  "dist"
19
12
  ],
@@ -46,5 +39,11 @@
46
39
  "@types/ws": "^8.18.1",
47
40
  "tsup": "^8.3.6",
48
41
  "typescript": "^5.7.3"
42
+ },
43
+ "scripts": {
44
+ "build": "tsup",
45
+ "dev": "tsup --watch",
46
+ "clean": "rm -rf dist",
47
+ "typecheck": "tsc --noEmit"
49
48
  }
50
- }
49
+ }