@micdrop/elevenlabs 1.1.2 → 1.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -9,6 +9,7 @@ interface ElevenLabsTTSOptions {
9
9
  language?: string;
10
10
  outputFormat?: TextToSpeechStreamRequestOutputFormat;
11
11
  voiceSettings?: VoiceSettings;
12
+ connectionTimeout?: number;
12
13
  retryDelay?: number;
13
14
  maxRetry?: number;
14
15
  }
package/dist/index.d.ts CHANGED
@@ -9,6 +9,7 @@ interface ElevenLabsTTSOptions {
9
9
  language?: string;
10
10
  outputFormat?: TextToSpeechStreamRequestOutputFormat;
11
11
  voiceSettings?: VoiceSettings;
12
+ connectionTimeout?: number;
12
13
  retryDelay?: number;
13
14
  maxRetry?: number;
14
15
  }
package/dist/index.js CHANGED
@@ -46,6 +46,7 @@ var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
46
46
 
47
47
  // src/ElevenLabsTTS.ts
48
48
  var WS_INACTIVITY_TIMEOUT = 180;
49
+ var DEFAULT_CONNECTION_TIMEOUT = 5e3;
49
50
  var DEFAULT_RETRY_DELAY = 1e3;
50
51
  var DEFAULT_MAX_RETRY = 3;
51
52
  var ElevenLabsTTS = class extends import_server.TTS {
@@ -132,7 +133,7 @@ var ElevenLabsTTS = class extends import_server.TTS {
132
133
  super.destroy();
133
134
  }
134
135
  initWS() {
135
- return new Promise((resolve) => {
136
+ return new Promise((resolve, reject) => {
136
137
  const params = new URLSearchParams();
137
138
  params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
138
139
  params.append(
@@ -154,7 +155,15 @@ var ElevenLabsTTS = class extends import_server.TTS {
154
155
  }
155
156
  });
156
157
  this.socket = socket;
158
+ const timeout = setTimeout(() => {
159
+ this.log("Connection timeout");
160
+ socket.removeAllListeners();
161
+ socket.close();
162
+ this.socket = void 0;
163
+ reject(new Error("WebSocket connection timeout"));
164
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
157
165
  socket.addEventListener("open", () => {
166
+ clearTimeout(timeout);
158
167
  this.log("Connection opened");
159
168
  this.socket?.send(
160
169
  JSON.stringify({
@@ -174,7 +183,9 @@ var ElevenLabsTTS = class extends import_server.TTS {
174
183
  resolve();
175
184
  });
176
185
  socket.addEventListener("error", (error) => {
186
+ clearTimeout(timeout);
177
187
  this.log("WebSocket error:", error);
188
+ reject(new Error("WebSocket connection error"));
178
189
  });
179
190
  socket.addEventListener("message", (event) => {
180
191
  if (this.canceled) return;
@@ -186,6 +197,7 @@ var ElevenLabsTTS = class extends import_server.TTS {
186
197
  }
187
198
  });
188
199
  socket.addEventListener("close", ({ code, reason }) => {
200
+ clearTimeout(timeout);
189
201
  this.socket?.removeAllListeners();
190
202
  this.socket = void 0;
191
203
  this.isProcessing = false;
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACef,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADLrC,IAAM,wBAAwB;AAC9B,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
package/dist/index.mjs CHANGED
@@ -8,6 +8,7 @@ var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
8
8
 
9
9
  // src/ElevenLabsTTS.ts
10
10
  var WS_INACTIVITY_TIMEOUT = 180;
11
+ var DEFAULT_CONNECTION_TIMEOUT = 5e3;
11
12
  var DEFAULT_RETRY_DELAY = 1e3;
12
13
  var DEFAULT_MAX_RETRY = 3;
13
14
  var ElevenLabsTTS = class extends TTS {
@@ -94,7 +95,7 @@ var ElevenLabsTTS = class extends TTS {
94
95
  super.destroy();
95
96
  }
96
97
  initWS() {
97
- return new Promise((resolve) => {
98
+ return new Promise((resolve, reject) => {
98
99
  const params = new URLSearchParams();
99
100
  params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
100
101
  params.append(
@@ -116,7 +117,15 @@ var ElevenLabsTTS = class extends TTS {
116
117
  }
117
118
  });
118
119
  this.socket = socket;
120
+ const timeout = setTimeout(() => {
121
+ this.log("Connection timeout");
122
+ socket.removeAllListeners();
123
+ socket.close();
124
+ this.socket = void 0;
125
+ reject(new Error("WebSocket connection timeout"));
126
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
119
127
  socket.addEventListener("open", () => {
128
+ clearTimeout(timeout);
120
129
  this.log("Connection opened");
121
130
  this.socket?.send(
122
131
  JSON.stringify({
@@ -136,7 +145,9 @@ var ElevenLabsTTS = class extends TTS {
136
145
  resolve();
137
146
  });
138
147
  socket.addEventListener("error", (error) => {
148
+ clearTimeout(timeout);
139
149
  this.log("WebSocket error:", error);
150
+ reject(new Error("WebSocket connection error"));
140
151
  });
141
152
  socket.addEventListener("message", (event) => {
142
153
  if (this.canceled) return;
@@ -148,6 +159,7 @@ var ElevenLabsTTS = class extends TTS {
148
159
  }
149
160
  });
150
161
  socket.addEventListener("close", ({ code, reason }) => {
162
+ clearTimeout(timeout);
151
163
  this.socket?.removeAllListeners();
152
164
  this.socket = void 0;
153
165
  this.isProcessing = false;
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACef,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADLrC,IAAM,wBAAwB;AAC9B,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/elevenlabs",
3
- "version": "1.1.2",
3
+ "version": "1.1.3",
4
4
  "description": "ElevenLabs implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",