@micdrop/elevenlabs 1.0.4 → 1.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -62,6 +62,7 @@ var ElevenLabsTTS = class extends import_server.TTS {
62
62
  this.canceled = false;
63
63
  this.initPromise = this.initWS().catch((error) => {
64
64
  console.error("[ElevenLabsTTS] Connection error:", error);
65
+ this.reconnect();
65
66
  });
66
67
  }
67
68
  speak(textStream) {
@@ -178,8 +179,8 @@ var ElevenLabsTTS = class extends import_server.TTS {
178
179
  try {
179
180
  this.onMessage(JSON.parse(event.data.toString()));
180
181
  } catch (error) {
181
- console.error("[ElevenLabsTTS] Error:", error);
182
- console.error("[ElevenLabsTTS] Event data during error:", event.data);
182
+ this.log("Error:", error);
183
+ this.log("Event data during error:", event.data);
183
184
  }
184
185
  });
185
186
  socket.addEventListener("close", ({ code, reason }) => {
@@ -242,13 +243,13 @@ var ElevenLabsTTS = class extends import_server.TTS {
242
243
  this.log(`Sent transcript: "${text}"`);
243
244
  }
244
245
  reconnect() {
245
- this.initPromise = new Promise((resolve, reject) => {
246
+ this.initPromise = new Promise((resolve) => {
246
247
  this.log("Reconnecting...");
247
248
  this.reconnectTimeout = setTimeout(() => {
248
249
  this.reconnectTimeout = void 0;
249
250
  this.initWS().then(resolve).catch((error) => {
250
251
  this.log("Reconnection error:", error);
251
- reject(error);
252
+ this.reconnect();
252
253
  });
253
254
  }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
254
255
  });
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,0BAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n this.log('Error:', error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,0BAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,eAAK,IAAI,UAAU,KAAK;AACxB,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
package/dist/index.mjs CHANGED
@@ -24,6 +24,7 @@ var ElevenLabsTTS = class extends TTS {
24
24
  this.canceled = false;
25
25
  this.initPromise = this.initWS().catch((error) => {
26
26
  console.error("[ElevenLabsTTS] Connection error:", error);
27
+ this.reconnect();
27
28
  });
28
29
  }
29
30
  speak(textStream) {
@@ -140,8 +141,8 @@ var ElevenLabsTTS = class extends TTS {
140
141
  try {
141
142
  this.onMessage(JSON.parse(event.data.toString()));
142
143
  } catch (error) {
143
- console.error("[ElevenLabsTTS] Error:", error);
144
- console.error("[ElevenLabsTTS] Event data during error:", event.data);
144
+ this.log("Error:", error);
145
+ this.log("Event data during error:", event.data);
145
146
  }
146
147
  });
147
148
  socket.addEventListener("close", ({ code, reason }) => {
@@ -204,13 +205,13 @@ var ElevenLabsTTS = class extends TTS {
204
205
  this.log(`Sent transcript: "${text}"`);
205
206
  }
206
207
  reconnect() {
207
- this.initPromise = new Promise((resolve, reject) => {
208
+ this.initPromise = new Promise((resolve) => {
208
209
  this.log("Reconnecting...");
209
210
  this.reconnectTimeout = setTimeout(() => {
210
211
  this.reconnectTimeout = void 0;
211
212
  this.initWS().then(resolve).catch((error) => {
212
213
  this.log("Reconnection error:", error);
213
- reject(error);
214
+ this.reconnect();
214
215
  });
215
216
  }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
216
217
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AAAA,IAC1D,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,YAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n this.log('Error:', error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;;;ACaf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADHrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAErB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,YAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,eAAK,IAAI,UAAU,KAAK;AACxB,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
package/package.json CHANGED
@@ -1,12 +1,19 @@
1
1
  {
2
2
  "name": "@micdrop/elevenlabs",
3
- "version": "1.0.4",
3
+ "version": "1.0.5",
4
4
  "description": "ElevenLabs implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
7
7
  "main": "./dist/index.js",
8
8
  "module": "./dist/index.mjs",
9
9
  "types": "./dist/index.d.ts",
10
+ "scripts": {
11
+ "build": "tsup",
12
+ "dev": "tsup --watch",
13
+ "clean": "rm -rf dist",
14
+ "typecheck": "tsc --noEmit",
15
+ "prepublishOnly": "npm run build"
16
+ },
10
17
  "files": [
11
18
  "dist"
12
19
  ],
@@ -39,11 +46,5 @@
39
46
  "@types/ws": "^8.18.1",
40
47
  "tsup": "^8.3.6",
41
48
  "typescript": "^5.7.3"
42
- },
43
- "scripts": {
44
- "build": "tsup",
45
- "dev": "tsup --watch",
46
- "clean": "rm -rf dist",
47
- "typecheck": "tsc --noEmit"
48
49
  }
49
50
  }
package/LICENSE DELETED
@@ -1,9 +0,0 @@
1
- MIT License
2
-
3
- Copyright (c) 2022 Rolebase
4
-
5
- Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
6
-
7
- The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
8
-
9
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.