@micdrop/elevenlabs 1.1.0 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +7 -3
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +7 -3
- package/dist/index.mjs.map +1 -1
- package/package.json +8 -7
- package/LICENSE +0 -9
package/dist/index.js
CHANGED
|
@@ -110,7 +110,9 @@ var ElevenLabsTTS = class extends import_server.TTS {
|
|
|
110
110
|
this.textSent = "";
|
|
111
111
|
this.receivedAudioText = "";
|
|
112
112
|
this.isProcessing = false;
|
|
113
|
-
this.socket?.
|
|
113
|
+
if (this.socket?.readyState === import_ws.default.OPEN) {
|
|
114
|
+
this.socket.send(JSON.stringify({ text: " ", flush: true }));
|
|
115
|
+
}
|
|
114
116
|
}
|
|
115
117
|
destroy() {
|
|
116
118
|
if (this.reconnectTimeout) {
|
|
@@ -162,8 +164,10 @@ var ElevenLabsTTS = class extends import_server.TTS {
|
|
|
162
164
|
);
|
|
163
165
|
this.keepAliveInterval = setInterval(
|
|
164
166
|
() => {
|
|
165
|
-
this.
|
|
166
|
-
|
|
167
|
+
if (this.socket?.readyState === import_ws.default.OPEN) {
|
|
168
|
+
this.log("Sending keep-alive message");
|
|
169
|
+
this.socket.send(JSON.stringify({ text: " " }));
|
|
170
|
+
}
|
|
167
171
|
},
|
|
168
172
|
(WS_INACTIVITY_TIMEOUT - 1) * 1e3
|
|
169
173
|
);
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["export * from './ElevenLabsTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,kBAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -72,7 +72,9 @@ var ElevenLabsTTS = class extends TTS {
|
|
|
72
72
|
this.textSent = "";
|
|
73
73
|
this.receivedAudioText = "";
|
|
74
74
|
this.isProcessing = false;
|
|
75
|
-
this.socket?.
|
|
75
|
+
if (this.socket?.readyState === WebSocket.OPEN) {
|
|
76
|
+
this.socket.send(JSON.stringify({ text: " ", flush: true }));
|
|
77
|
+
}
|
|
76
78
|
}
|
|
77
79
|
destroy() {
|
|
78
80
|
if (this.reconnectTimeout) {
|
|
@@ -124,8 +126,10 @@ var ElevenLabsTTS = class extends TTS {
|
|
|
124
126
|
);
|
|
125
127
|
this.keepAliveInterval = setInterval(
|
|
126
128
|
() => {
|
|
127
|
-
this.
|
|
128
|
-
|
|
129
|
+
if (this.socket?.readyState === WebSocket.OPEN) {
|
|
130
|
+
this.log("Sending keep-alive message");
|
|
131
|
+
this.socket.send(JSON.stringify({ text: " " }));
|
|
132
|
+
}
|
|
129
133
|
},
|
|
130
134
|
(WS_INACTIVITY_TIMEOUT - 1) * 1e3
|
|
131
135
|
);
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,EAC9D;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/ElevenLabsTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private isProcessing = false\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[ElevenLabsTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.isProcessing = true\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk: Buffer) => {\n if (this.canceled) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.isProcessing = false\n\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify({ text: ' ', flush: true }))\n }\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.log('Sending keep-alive message')\n this.socket.send(JSON.stringify({ text: ' ' }))\n }\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n this.log('WebSocket error:', error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error: any) {\n this.log('message' in error ? error.message : error)\n this.log('Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.isProcessing = false\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n this.log('Connection closed', { code, reason })\n this.reconnect()\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n }\n if ('error' in message) {\n this.log('Error:', message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.emit('Audio', chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send text chunks again if reconnecting\n if (this.textSent.length > 0) {\n this.log('Sending text chunks again')\n this.sendTranscript(this.textSent)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","import type {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n retryDelay?: number\n maxRetry?: number\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACcf,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADJrC,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,gBAAN,cAA4B,IAAI;AAAA,EAarC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAV7B,SAAQ,eAAe;AACvB,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,aAAa;AACrB,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,qCAAqC,KAAK;AACxD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,KAAK,SAAU;AACnB,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AAEX,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AAEjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAEpB,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAEpB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAE9B,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,gBAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,mBAAK,IAAI,4BAA4B;AACrC,mBAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,YAChD;AAAA,UACF;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,aAAK,IAAI,oBAAoB,KAAK;AAAA,MACpC,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAY;AACnB,eAAK,IAAI,aAAa,QAAQ,MAAM,UAAU,KAAK;AACnD,eAAK,IAAI,4BAA4B,MAAM,IAAI;AAAA,QACjD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,eAAe;AAEpB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA,aAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAC9C,aAAK,UAAU;AAAA,MACjB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,eAAe;AACpB,WAAK,WAAW;AAAA,IAClB;AACA,QAAI,WAAW,SAAS;AACtB,WAAK,IAAI,UAAU,QAAQ,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAe,MAAc;AACnC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,eAAe,KAAK,QAAQ;AAAA,UACnC;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,12 +1,19 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/elevenlabs",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.1",
|
|
4
4
|
"description": "ElevenLabs implementation for @micdrop/server",
|
|
5
5
|
"author": "Lonestone",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"main": "./dist/index.js",
|
|
8
8
|
"module": "./dist/index.mjs",
|
|
9
9
|
"types": "./dist/index.d.ts",
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsup",
|
|
12
|
+
"dev": "tsup --watch",
|
|
13
|
+
"clean": "rm -rf dist",
|
|
14
|
+
"typecheck": "tsc --noEmit",
|
|
15
|
+
"prepublishOnly": "npm run build"
|
|
16
|
+
},
|
|
10
17
|
"files": [
|
|
11
18
|
"dist"
|
|
12
19
|
],
|
|
@@ -39,11 +46,5 @@
|
|
|
39
46
|
"@types/ws": "^8.18.1",
|
|
40
47
|
"tsup": "^8.3.6",
|
|
41
48
|
"typescript": "^5.7.3"
|
|
42
|
-
},
|
|
43
|
-
"scripts": {
|
|
44
|
-
"build": "tsup",
|
|
45
|
-
"dev": "tsup --watch",
|
|
46
|
-
"clean": "rm -rf dist",
|
|
47
|
-
"typecheck": "tsc --noEmit"
|
|
48
49
|
}
|
|
49
50
|
}
|
package/LICENSE
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
MIT License
|
|
2
|
-
|
|
3
|
-
Copyright (c) 2022 Rolebase
|
|
4
|
-
|
|
5
|
-
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
6
|
-
|
|
7
|
-
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
8
|
-
|
|
9
|
-
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|