@micdrop/elevenlabs 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +165 -0
- package/dist/index.d.mts +69 -0
- package/dist/index.d.ts +69 -0
- package/dist/index.js +317 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +277 -0
- package/dist/index.mjs.map +1 -0
- package/package.json +50 -0
package/README.md
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
# @micdrop/elevenlabs
|
|
2
|
+
|
|
3
|
+
ElevenLabs implementation for [@micdrop/server](../server/README.md).
|
|
4
|
+
|
|
5
|
+
This package provides high-quality real-time text-to-speech implementation using ElevenLabs' streaming API.
|
|
6
|
+
|
|
7
|
+
## Features
|
|
8
|
+
|
|
9
|
+
- 🎙️ **ElevenLabs TTS** - High-quality streaming text-to-speech with:
|
|
10
|
+
- Real-time audio streaming via WebSocket
|
|
11
|
+
- Multiple voice models (Multilingual V2, Turbo V2.5, Flash V2.5)
|
|
12
|
+
- Customizable voice settings (stability, similarity, style)
|
|
13
|
+
- Support for 29+ languages
|
|
14
|
+
- Automatic reconnection on connection loss
|
|
15
|
+
- Streaming cancellation support
|
|
16
|
+
- Keep-alive functionality for long sessions
|
|
17
|
+
- 🚀 **ElevenLabsFetchTTS** - Simple fetch-based TTS for non-streaming use cases
|
|
18
|
+
|
|
19
|
+
## Installation
|
|
20
|
+
|
|
21
|
+
```bash
|
|
22
|
+
npm install @micdrop/elevenlabs
|
|
23
|
+
# or
|
|
24
|
+
yarn add @micdrop/elevenlabs
|
|
25
|
+
# or
|
|
26
|
+
pnpm add @micdrop/elevenlabs
|
|
27
|
+
```
|
|
28
|
+
|
|
29
|
+
## ElevenLabs TTS (Text-to-Speech)
|
|
30
|
+
|
|
31
|
+
### Usage
|
|
32
|
+
|
|
33
|
+
```typescript
|
|
34
|
+
import { ElevenLabsTTS } from '@micdrop/elevenlabs'
|
|
35
|
+
import { MicdropServer } from '@micdrop/server'
|
|
36
|
+
|
|
37
|
+
const tts = new ElevenLabsTTS({
|
|
38
|
+
apiKey: process.env.ELEVENLABS_API_KEY || '',
|
|
39
|
+
voiceId: '21m00Tcm4TlvDq8ikWAM', // ElevenLabs voice ID
|
|
40
|
+
modelId: 'eleven_turbo_v2_5', // Optional: model to use
|
|
41
|
+
language: 'en', // Optional: language code
|
|
42
|
+
voiceSettings: {
|
|
43
|
+
stability: 0.5,
|
|
44
|
+
similarity_boost: 0.75,
|
|
45
|
+
style: 0.5,
|
|
46
|
+
},
|
|
47
|
+
})
|
|
48
|
+
|
|
49
|
+
// Use with MicdropServer
|
|
50
|
+
new MicdropServer(socket, {
|
|
51
|
+
tts,
|
|
52
|
+
// ... other options
|
|
53
|
+
})
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
### Options
|
|
57
|
+
|
|
58
|
+
| Option | Type | Default | Description |
|
|
59
|
+
| --------------- | ------------------------------------------------------------------------ | --------------------- | --------------------------------- |
|
|
60
|
+
| `apiKey` | `string` | Required | Your ElevenLabs API key |
|
|
61
|
+
| `voiceId` | `string` | Required | ElevenLabs voice ID |
|
|
62
|
+
| `modelId` | `'eleven_multilingual_v2' \| 'eleven_turbo_v2_5' \| 'eleven_flash_v2_5'` | `'eleven_turbo_v2_5'` | Model to use for speech synthesis |
|
|
63
|
+
| `language` | `string` | Optional | Language code (e.g., 'en', 'fr') |
|
|
64
|
+
| `outputFormat` | `TextToSpeechStreamRequestOutputFormat` | `'pcm_16000'` | Audio output format |
|
|
65
|
+
| `voiceSettings` | `VoiceSettings` | Optional | Voice customization settings |
|
|
66
|
+
|
|
67
|
+
### Voice Settings
|
|
68
|
+
|
|
69
|
+
The `voiceSettings` option allows you to customize the voice characteristics:
|
|
70
|
+
|
|
71
|
+
```typescript
|
|
72
|
+
const tts = new ElevenLabsTTS({
|
|
73
|
+
apiKey: 'your-api-key',
|
|
74
|
+
voiceId: 'your-voice-id',
|
|
75
|
+
voiceSettings: {
|
|
76
|
+
stability: 0.5, // 0.0 to 1.0 - Lower = more variable, Higher = more stable
|
|
77
|
+
similarity_boost: 0.75, // 0.0 to 1.0 - How closely to match the original voice
|
|
78
|
+
style: 0.5, // 0.0 to 1.0 - Exaggeration of the style
|
|
79
|
+
use_speaker_boost: true, // Boost the similarity to the speaker
|
|
80
|
+
},
|
|
81
|
+
})
|
|
82
|
+
```
|
|
83
|
+
|
|
84
|
+
### Supported Models
|
|
85
|
+
|
|
86
|
+
| Model | Description | Languages | Speed |
|
|
87
|
+
| ------------------------ | -------------------------------------------- | ------------- | --------- |
|
|
88
|
+
| `eleven_multilingual_v2` | High-quality multilingual model | 29+ languages | Standard |
|
|
89
|
+
| `eleven_turbo_v2_5` | Fast, high-quality model optimized for speed | English | Fast |
|
|
90
|
+
| `eleven_flash_v2_5` | Ultra-fast model for real-time applications | English | Very Fast |
|
|
91
|
+
|
|
92
|
+
### Supported Languages
|
|
93
|
+
|
|
94
|
+
ElevenLabs supports 29+ languages including:
|
|
95
|
+
|
|
96
|
+
| Code | Language | Code | Language | Code | Language |
|
|
97
|
+
| ---- | -------- | ---- | -------- | ---- | ---------- |
|
|
98
|
+
| `en` | English | `es` | Spanish | `fr` | French |
|
|
99
|
+
| `de` | German | `it` | Italian | `pt` | Portuguese |
|
|
100
|
+
| `pl` | Polish | `tr` | Turkish | `ru` | Russian |
|
|
101
|
+
| `nl` | Dutch | `cs` | Czech | `ar` | Arabic |
|
|
102
|
+
| `zh` | Chinese | `ja` | Japanese | `hu` | Hungarian |
|
|
103
|
+
| `ko` | Korean | `hi` | Hindi | `fi` | Finnish |
|
|
104
|
+
|
|
105
|
+
## ElevenLabsFetchTTS (Non-Streaming)
|
|
106
|
+
|
|
107
|
+
For simpler use cases where you don't need real-time streaming:
|
|
108
|
+
|
|
109
|
+
```typescript
|
|
110
|
+
import { ElevenLabsFetchTTS } from '@micdrop/elevenlabs'
|
|
111
|
+
|
|
112
|
+
const tts = new ElevenLabsFetchTTS({
|
|
113
|
+
apiKey: process.env.ELEVENLABS_API_KEY || '',
|
|
114
|
+
voiceId: '21m00Tcm4TlvDq8ikWAM',
|
|
115
|
+
modelId: 'eleven_turbo_v2_5',
|
|
116
|
+
})
|
|
117
|
+
|
|
118
|
+
// This will wait for the complete text before generating audio
|
|
119
|
+
new MicdropServer(socket, {
|
|
120
|
+
tts,
|
|
121
|
+
// ... other options
|
|
122
|
+
})
|
|
123
|
+
```
|
|
124
|
+
|
|
125
|
+
## Getting Started
|
|
126
|
+
|
|
127
|
+
1. Sign up for an [ElevenLabs account](https://elevenlabs.io) and get your API key
|
|
128
|
+
2. Choose a voice from the ElevenLabs voice library or create a custom voice
|
|
129
|
+
3. Install the package and configure with your credentials
|
|
130
|
+
|
|
131
|
+
```typescript
|
|
132
|
+
import { ElevenLabsTTS } from '@micdrop/elevenlabs'
|
|
133
|
+
|
|
134
|
+
const tts = new ElevenLabsTTS({
|
|
135
|
+
apiKey: 'your-elevenlabs-api-key',
|
|
136
|
+
voiceId: 'your-voice-id', // Get this from ElevenLabs dashboard
|
|
137
|
+
modelId: 'eleven_turbo_v2_5', // Choose based on your needs
|
|
138
|
+
language: 'en',
|
|
139
|
+
voiceSettings: {
|
|
140
|
+
stability: 0.5,
|
|
141
|
+
similarity_boost: 0.75,
|
|
142
|
+
},
|
|
143
|
+
})
|
|
144
|
+
|
|
145
|
+
// Use with MicdropServer
|
|
146
|
+
new MicdropServer(socket, {
|
|
147
|
+
tts,
|
|
148
|
+
// ... other options
|
|
149
|
+
})
|
|
150
|
+
```
|
|
151
|
+
|
|
152
|
+
### Finding Voice IDs
|
|
153
|
+
|
|
154
|
+
You can find voice IDs in several ways:
|
|
155
|
+
|
|
156
|
+
1. **ElevenLabs Dashboard**: Browse voices in your ElevenLabs account
|
|
157
|
+
2. **Voice Library**: Use the public voice library API
|
|
158
|
+
|
|
159
|
+
## License
|
|
160
|
+
|
|
161
|
+
MIT
|
|
162
|
+
|
|
163
|
+
## Author
|
|
164
|
+
|
|
165
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { TTS } from '@micdrop/server';
|
|
2
|
+
import { Readable, PassThrough } from 'stream';
|
|
3
|
+
import { TextToSpeechStreamRequestOutputFormat, VoiceSettings } from '@elevenlabs/elevenlabs-js/api';
|
|
4
|
+
|
|
5
|
+
interface ElevenLabsTTSOptions {
|
|
6
|
+
apiKey: string;
|
|
7
|
+
voiceId: string;
|
|
8
|
+
modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5';
|
|
9
|
+
language?: string;
|
|
10
|
+
outputFormat?: TextToSpeechStreamRequestOutputFormat;
|
|
11
|
+
voiceSettings?: VoiceSettings;
|
|
12
|
+
}
|
|
13
|
+
declare const DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
|
|
14
|
+
declare const DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
15
|
+
type ElevenLabsWebSocketMessage = ElevenLabsWebSocketAudioOutputMessage | ElevenLabsWebSocketFinalOutputMessage | ElevenLabsWebSocketErrorMessage;
|
|
16
|
+
interface ElevenLabsWebSocketAudioOutputMessage {
|
|
17
|
+
audio: string;
|
|
18
|
+
normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null;
|
|
19
|
+
alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null;
|
|
20
|
+
isFinal?: boolean | null;
|
|
21
|
+
}
|
|
22
|
+
interface ElevenLabsWebSocketAudioOutputMessageAlignment {
|
|
23
|
+
chars: string[];
|
|
24
|
+
charStartTimesMs: number[];
|
|
25
|
+
charDurationsMs: number[];
|
|
26
|
+
}
|
|
27
|
+
interface ElevenLabsWebSocketFinalOutputMessage {
|
|
28
|
+
isFinal: boolean;
|
|
29
|
+
}
|
|
30
|
+
interface ElevenLabsWebSocketErrorMessage {
|
|
31
|
+
message: string;
|
|
32
|
+
error: string;
|
|
33
|
+
code: number;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
declare class ElevenLabsFetchTTS extends TTS {
|
|
37
|
+
private readonly options;
|
|
38
|
+
private elevenlabs;
|
|
39
|
+
private speechStream;
|
|
40
|
+
constructor(options: ElevenLabsTTSOptions);
|
|
41
|
+
speak(textStream: Readable): PassThrough;
|
|
42
|
+
cancel(): void;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
declare class ElevenLabsTTS extends TTS {
|
|
46
|
+
private readonly options;
|
|
47
|
+
private socket?;
|
|
48
|
+
private initPromise;
|
|
49
|
+
private audioStream?;
|
|
50
|
+
private textEnded;
|
|
51
|
+
private textSent;
|
|
52
|
+
private textBuffer;
|
|
53
|
+
private receivedAudioText;
|
|
54
|
+
private keepAliveInterval?;
|
|
55
|
+
private reconnectTimeout?;
|
|
56
|
+
private canceled;
|
|
57
|
+
constructor(options: ElevenLabsTTSOptions);
|
|
58
|
+
speak(textStream: Readable): PassThrough;
|
|
59
|
+
cancel(): void;
|
|
60
|
+
destroy(): void;
|
|
61
|
+
private initWS;
|
|
62
|
+
private onMessage;
|
|
63
|
+
private processAudioMessage;
|
|
64
|
+
private fixIsFinal;
|
|
65
|
+
private sendTranscript;
|
|
66
|
+
private reconnect;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsFetchTTS, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { TTS } from '@micdrop/server';
|
|
2
|
+
import { Readable, PassThrough } from 'stream';
|
|
3
|
+
import { TextToSpeechStreamRequestOutputFormat, VoiceSettings } from '@elevenlabs/elevenlabs-js/api';
|
|
4
|
+
|
|
5
|
+
interface ElevenLabsTTSOptions {
|
|
6
|
+
apiKey: string;
|
|
7
|
+
voiceId: string;
|
|
8
|
+
modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5';
|
|
9
|
+
language?: string;
|
|
10
|
+
outputFormat?: TextToSpeechStreamRequestOutputFormat;
|
|
11
|
+
voiceSettings?: VoiceSettings;
|
|
12
|
+
}
|
|
13
|
+
declare const DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
|
|
14
|
+
declare const DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
15
|
+
type ElevenLabsWebSocketMessage = ElevenLabsWebSocketAudioOutputMessage | ElevenLabsWebSocketFinalOutputMessage | ElevenLabsWebSocketErrorMessage;
|
|
16
|
+
interface ElevenLabsWebSocketAudioOutputMessage {
|
|
17
|
+
audio: string;
|
|
18
|
+
normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null;
|
|
19
|
+
alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null;
|
|
20
|
+
isFinal?: boolean | null;
|
|
21
|
+
}
|
|
22
|
+
interface ElevenLabsWebSocketAudioOutputMessageAlignment {
|
|
23
|
+
chars: string[];
|
|
24
|
+
charStartTimesMs: number[];
|
|
25
|
+
charDurationsMs: number[];
|
|
26
|
+
}
|
|
27
|
+
interface ElevenLabsWebSocketFinalOutputMessage {
|
|
28
|
+
isFinal: boolean;
|
|
29
|
+
}
|
|
30
|
+
interface ElevenLabsWebSocketErrorMessage {
|
|
31
|
+
message: string;
|
|
32
|
+
error: string;
|
|
33
|
+
code: number;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
declare class ElevenLabsFetchTTS extends TTS {
|
|
37
|
+
private readonly options;
|
|
38
|
+
private elevenlabs;
|
|
39
|
+
private speechStream;
|
|
40
|
+
constructor(options: ElevenLabsTTSOptions);
|
|
41
|
+
speak(textStream: Readable): PassThrough;
|
|
42
|
+
cancel(): void;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
declare class ElevenLabsTTS extends TTS {
|
|
46
|
+
private readonly options;
|
|
47
|
+
private socket?;
|
|
48
|
+
private initPromise;
|
|
49
|
+
private audioStream?;
|
|
50
|
+
private textEnded;
|
|
51
|
+
private textSent;
|
|
52
|
+
private textBuffer;
|
|
53
|
+
private receivedAudioText;
|
|
54
|
+
private keepAliveInterval?;
|
|
55
|
+
private reconnectTimeout?;
|
|
56
|
+
private canceled;
|
|
57
|
+
constructor(options: ElevenLabsTTSOptions);
|
|
58
|
+
speak(textStream: Readable): PassThrough;
|
|
59
|
+
cancel(): void;
|
|
60
|
+
destroy(): void;
|
|
61
|
+
private initWS;
|
|
62
|
+
private onMessage;
|
|
63
|
+
private processAudioMessage;
|
|
64
|
+
private fixIsFinal;
|
|
65
|
+
private sendTranscript;
|
|
66
|
+
private reconnect;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export { DEFAULT_MODEL_ID, DEFAULT_OUTPUT_FORMAT, ElevenLabsFetchTTS, ElevenLabsTTS, type ElevenLabsTTSOptions, type ElevenLabsWebSocketAudioOutputMessage, type ElevenLabsWebSocketAudioOutputMessageAlignment, type ElevenLabsWebSocketErrorMessage, type ElevenLabsWebSocketFinalOutputMessage, type ElevenLabsWebSocketMessage };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,317 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __export = (target, all) => {
|
|
9
|
+
for (var name in all)
|
|
10
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
+
};
|
|
12
|
+
var __copyProps = (to, from, except, desc) => {
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (let key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
+
}
|
|
18
|
+
return to;
|
|
19
|
+
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
28
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
+
|
|
30
|
+
// src/index.ts
|
|
31
|
+
var index_exports = {};
|
|
32
|
+
__export(index_exports, {
|
|
33
|
+
DEFAULT_MODEL_ID: () => DEFAULT_MODEL_ID,
|
|
34
|
+
DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
|
|
35
|
+
ElevenLabsFetchTTS: () => ElevenLabsFetchTTS,
|
|
36
|
+
ElevenLabsTTS: () => ElevenLabsTTS
|
|
37
|
+
});
|
|
38
|
+
module.exports = __toCommonJS(index_exports);
|
|
39
|
+
|
|
40
|
+
// src/ElevenLabsFetchTTS.ts
|
|
41
|
+
var import_elevenlabs_js = require("@elevenlabs/elevenlabs-js");
|
|
42
|
+
var import_server = require("@micdrop/server");
|
|
43
|
+
var import_stream = require("stream");
|
|
44
|
+
var import_consumers = require("stream/consumers");
|
|
45
|
+
|
|
46
|
+
// src/types.ts
|
|
47
|
+
var DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
|
|
48
|
+
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
49
|
+
|
|
50
|
+
// src/ElevenLabsFetchTTS.ts
|
|
51
|
+
var ElevenLabsFetchTTS = class extends import_server.TTS {
|
|
52
|
+
constructor(options) {
|
|
53
|
+
super();
|
|
54
|
+
this.options = options;
|
|
55
|
+
this.speechStream = null;
|
|
56
|
+
this.elevenlabs = new import_elevenlabs_js.ElevenLabsClient({
|
|
57
|
+
apiKey: this.options.apiKey
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
speak(textStream) {
|
|
61
|
+
const audioStream = new import_stream.PassThrough();
|
|
62
|
+
const run = async () => {
|
|
63
|
+
try {
|
|
64
|
+
const textContent = await (0, import_consumers.text)(textStream);
|
|
65
|
+
const stream = await this.elevenlabs.textToSpeech.stream(
|
|
66
|
+
this.options.voiceId,
|
|
67
|
+
{
|
|
68
|
+
text: textContent,
|
|
69
|
+
modelId: this.options.modelId || DEFAULT_MODEL_ID,
|
|
70
|
+
outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,
|
|
71
|
+
languageCode: this.options.language,
|
|
72
|
+
voiceSettings: this.options.voiceSettings
|
|
73
|
+
}
|
|
74
|
+
);
|
|
75
|
+
this.speechStream = stream;
|
|
76
|
+
for await (const chunk of stream) {
|
|
77
|
+
audioStream.write(chunk);
|
|
78
|
+
}
|
|
79
|
+
} catch (error) {
|
|
80
|
+
if (error instanceof Error && error.name === "AbortError") {
|
|
81
|
+
} else {
|
|
82
|
+
audioStream.emit("error", error);
|
|
83
|
+
}
|
|
84
|
+
} finally {
|
|
85
|
+
audioStream.end();
|
|
86
|
+
this.speechStream = null;
|
|
87
|
+
}
|
|
88
|
+
};
|
|
89
|
+
run();
|
|
90
|
+
return audioStream;
|
|
91
|
+
}
|
|
92
|
+
cancel() {
|
|
93
|
+
if (!this.speechStream) return;
|
|
94
|
+
this.log("Cancel");
|
|
95
|
+
this.speechStream.cancel?.();
|
|
96
|
+
this.speechStream = null;
|
|
97
|
+
}
|
|
98
|
+
};
|
|
99
|
+
|
|
100
|
+
// src/ElevenLabsTTS.ts
|
|
101
|
+
var import_server2 = require("@micdrop/server");
|
|
102
|
+
var import_stream2 = require("stream");
|
|
103
|
+
var import_ws = __toESM(require("ws"));
|
|
104
|
+
var WS_INACTIVITY_TIMEOUT = 180;
|
|
105
|
+
var ElevenLabsTTS = class extends import_server2.TTS {
|
|
106
|
+
constructor(options) {
|
|
107
|
+
super();
|
|
108
|
+
this.options = options;
|
|
109
|
+
this.textEnded = false;
|
|
110
|
+
// Whether the text stream has ended
|
|
111
|
+
this.textSent = "";
|
|
112
|
+
// Text sent to ElevenLabs
|
|
113
|
+
this.textBuffer = "";
|
|
114
|
+
// Buffer of text to send to ElevenLabs
|
|
115
|
+
this.receivedAudioText = "";
|
|
116
|
+
this.canceled = false;
|
|
117
|
+
this.initPromise = this.initWS().catch((error) => {
|
|
118
|
+
this.log("Connection error:", error);
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
speak(textStream) {
|
|
122
|
+
this.canceled = false;
|
|
123
|
+
this.audioStream?.end();
|
|
124
|
+
this.audioStream = new import_stream2.PassThrough();
|
|
125
|
+
this.textEnded = false;
|
|
126
|
+
this.textBuffer = "";
|
|
127
|
+
this.textSent = "";
|
|
128
|
+
this.receivedAudioText = "";
|
|
129
|
+
textStream.on("data", async (chunk) => {
|
|
130
|
+
if (this.canceled) return;
|
|
131
|
+
await this.initPromise;
|
|
132
|
+
const text2 = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
|
|
133
|
+
const spaceIndex = text2.lastIndexOf(" ");
|
|
134
|
+
if (spaceIndex === -1) {
|
|
135
|
+
this.textBuffer += text2;
|
|
136
|
+
} else {
|
|
137
|
+
this.sendTranscript(this.textBuffer + text2.slice(0, spaceIndex + 1));
|
|
138
|
+
this.textBuffer = text2.slice(spaceIndex + 1);
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
textStream.on("error", (error) => {
|
|
142
|
+
this.log("Error in text stream, ending audio stream", error);
|
|
143
|
+
this.audioStream?.end();
|
|
144
|
+
this.audioStream = void 0;
|
|
145
|
+
});
|
|
146
|
+
textStream.on("end", async () => {
|
|
147
|
+
if (this.canceled) return;
|
|
148
|
+
await this.initPromise;
|
|
149
|
+
if (this.textBuffer.trim()) {
|
|
150
|
+
this.sendTranscript(this.textBuffer + " ");
|
|
151
|
+
this.textBuffer = "";
|
|
152
|
+
}
|
|
153
|
+
this.textEnded = true;
|
|
154
|
+
this.socket?.send(JSON.stringify({ text: " ", flush: true }));
|
|
155
|
+
this.log("Flushed text");
|
|
156
|
+
});
|
|
157
|
+
return this.audioStream;
|
|
158
|
+
}
|
|
159
|
+
cancel() {
|
|
160
|
+
if (!this.audioStream) return;
|
|
161
|
+
this.log("Cancel");
|
|
162
|
+
this.canceled = true;
|
|
163
|
+
this.textSent = "";
|
|
164
|
+
this.receivedAudioText = "";
|
|
165
|
+
this.audioStream.end();
|
|
166
|
+
this.audioStream = void 0;
|
|
167
|
+
}
|
|
168
|
+
destroy() {
|
|
169
|
+
if (this.reconnectTimeout) {
|
|
170
|
+
clearTimeout(this.reconnectTimeout);
|
|
171
|
+
this.reconnectTimeout = void 0;
|
|
172
|
+
}
|
|
173
|
+
if (this.keepAliveInterval) {
|
|
174
|
+
clearInterval(this.keepAliveInterval);
|
|
175
|
+
this.keepAliveInterval = void 0;
|
|
176
|
+
}
|
|
177
|
+
this.socket?.removeAllListeners();
|
|
178
|
+
if (this.socket?.readyState === import_ws.default.OPEN) {
|
|
179
|
+
this.socket?.close(1e3);
|
|
180
|
+
}
|
|
181
|
+
this.socket = void 0;
|
|
182
|
+
this.audioStream?.end();
|
|
183
|
+
this.audioStream = void 0;
|
|
184
|
+
super.destroy();
|
|
185
|
+
}
|
|
186
|
+
initWS() {
|
|
187
|
+
return new Promise((resolve, reject) => {
|
|
188
|
+
const params = new URLSearchParams();
|
|
189
|
+
params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
|
|
190
|
+
params.append(
|
|
191
|
+
"output_format",
|
|
192
|
+
this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT
|
|
193
|
+
);
|
|
194
|
+
params.append("inactivity_timeout", WS_INACTIVITY_TIMEOUT.toString());
|
|
195
|
+
params.append(
|
|
196
|
+
"voice_settings",
|
|
197
|
+
JSON.stringify(this.options.voiceSettings)
|
|
198
|
+
);
|
|
199
|
+
if (this.options.language) {
|
|
200
|
+
params.append("language_code", this.options.language);
|
|
201
|
+
}
|
|
202
|
+
const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`;
|
|
203
|
+
const socket = new import_ws.default(uri, {
|
|
204
|
+
headers: {
|
|
205
|
+
"xi-api-key": this.options.apiKey
|
|
206
|
+
}
|
|
207
|
+
});
|
|
208
|
+
this.socket = socket;
|
|
209
|
+
socket.addEventListener("open", () => {
|
|
210
|
+
this.log("Connection opened");
|
|
211
|
+
this.socket?.send(
|
|
212
|
+
JSON.stringify({
|
|
213
|
+
text: " ",
|
|
214
|
+
voice_settings: this.options.voiceSettings
|
|
215
|
+
})
|
|
216
|
+
);
|
|
217
|
+
this.keepAliveInterval = setInterval(
|
|
218
|
+
() => {
|
|
219
|
+
this.log("Sending keep-alive message");
|
|
220
|
+
this.socket?.send(JSON.stringify({ text: " " }));
|
|
221
|
+
},
|
|
222
|
+
(WS_INACTIVITY_TIMEOUT - 1) * 1e3
|
|
223
|
+
);
|
|
224
|
+
resolve();
|
|
225
|
+
});
|
|
226
|
+
socket.addEventListener("error", (error) => {
|
|
227
|
+
reject(error);
|
|
228
|
+
});
|
|
229
|
+
socket.addEventListener("message", (event) => {
|
|
230
|
+
if (this.canceled) return;
|
|
231
|
+
try {
|
|
232
|
+
this.onMessage(JSON.parse(event.data.toString()));
|
|
233
|
+
} catch (error) {
|
|
234
|
+
console.error("[ElevenLabsTTS] Error:", error);
|
|
235
|
+
console.error("[ElevenLabsTTS] Event data during error:", event.data);
|
|
236
|
+
}
|
|
237
|
+
});
|
|
238
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
239
|
+
this.socket?.removeAllListeners();
|
|
240
|
+
this.socket = void 0;
|
|
241
|
+
this.audioStream?.end();
|
|
242
|
+
this.audioStream = void 0;
|
|
243
|
+
if (this.keepAliveInterval) {
|
|
244
|
+
clearInterval(this.keepAliveInterval);
|
|
245
|
+
this.keepAliveInterval = void 0;
|
|
246
|
+
}
|
|
247
|
+
if (
|
|
248
|
+
// Error: voice_id_does_not_exist
|
|
249
|
+
code !== 1008
|
|
250
|
+
) {
|
|
251
|
+
this.reconnect();
|
|
252
|
+
} else {
|
|
253
|
+
this.log("Connection closed", { code, reason });
|
|
254
|
+
}
|
|
255
|
+
});
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
onMessage(message) {
|
|
259
|
+
if ("audio" in message && message.audio) {
|
|
260
|
+
this.processAudioMessage(message);
|
|
261
|
+
}
|
|
262
|
+
if ("isFinal" in message && message.isFinal) {
|
|
263
|
+
this.log("Audio ended");
|
|
264
|
+
this.audioStream?.end();
|
|
265
|
+
this.audioStream = void 0;
|
|
266
|
+
}
|
|
267
|
+
if ("error" in message) {
|
|
268
|
+
throw new Error(message.error);
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
processAudioMessage(message) {
|
|
272
|
+
const chunk = Buffer.from(message.audio, "base64");
|
|
273
|
+
if (message.alignment) {
|
|
274
|
+
const chunkText = message.alignment.chars.join("");
|
|
275
|
+
const receivedAudioText = this.receivedAudioText + chunkText;
|
|
276
|
+
if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {
|
|
277
|
+
this.log(`Ignore audio chunk ("${chunkText}")`);
|
|
278
|
+
return;
|
|
279
|
+
}
|
|
280
|
+
this.log(`Received audio chunk ("${chunkText}")`);
|
|
281
|
+
this.receivedAudioText = receivedAudioText;
|
|
282
|
+
this.fixIsFinal(message);
|
|
283
|
+
}
|
|
284
|
+
this.audioStream?.write(chunk);
|
|
285
|
+
}
|
|
286
|
+
fixIsFinal(message) {
|
|
287
|
+
if (message.isFinal || !this.textEnded) return;
|
|
288
|
+
if (this.receivedAudioText.trim() === this.textSent.trim()) {
|
|
289
|
+
message.isFinal = true;
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
sendTranscript(text2) {
|
|
293
|
+
this.textSent += text2;
|
|
294
|
+
this.socket?.send(JSON.stringify({ text: text2, try_trigger_generation: true }));
|
|
295
|
+
this.log(`Sent transcript: "${text2}"`);
|
|
296
|
+
}
|
|
297
|
+
reconnect() {
|
|
298
|
+
this.initPromise = new Promise((resolve, reject) => {
|
|
299
|
+
this.log("Reconnecting...");
|
|
300
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
301
|
+
this.reconnectTimeout = void 0;
|
|
302
|
+
this.initWS().then(resolve).catch((error) => {
|
|
303
|
+
this.log("Reconnection error:", error);
|
|
304
|
+
reject(error);
|
|
305
|
+
});
|
|
306
|
+
}, 1e3);
|
|
307
|
+
});
|
|
308
|
+
}
|
|
309
|
+
};
|
|
310
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
311
|
+
0 && (module.exports = {
|
|
312
|
+
DEFAULT_MODEL_ID,
|
|
313
|
+
DEFAULT_OUTPUT_FORMAT,
|
|
314
|
+
ElevenLabsFetchTTS,
|
|
315
|
+
ElevenLabsTTS
|
|
316
|
+
});
|
|
317
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/ElevenLabsFetchTTS.ts","../src/types.ts","../src/ElevenLabsTTS.ts"],"sourcesContent":["export * from './ElevenLabsFetchTTS'\nexport * from './ElevenLabsTTS'\nexport * from './types'\n","import { ElevenLabsClient } from '@elevenlabs/elevenlabs-js'\nimport { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport { text } from 'stream/consumers'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n} from './types'\n\nexport class ElevenLabsFetchTTS extends TTS {\n private elevenlabs: ElevenLabsClient\n private speechStream: ReadableStream<Uint8Array> | null = null\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n this.elevenlabs = new ElevenLabsClient({\n apiKey: this.options.apiKey,\n })\n }\n\n speak(textStream: Readable) {\n const audioStream = new PassThrough()\n\n const run = async () => {\n try {\n const textContent = await text(textStream)\n const stream = await this.elevenlabs.textToSpeech.stream(\n this.options.voiceId,\n {\n text: textContent,\n modelId: this.options.modelId || DEFAULT_MODEL_ID,\n outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,\n languageCode: this.options.language,\n voiceSettings: this.options.voiceSettings,\n }\n )\n this.speechStream = stream\n for await (const chunk of stream) {\n audioStream.write(chunk)\n }\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n // Stream was cancelled. This is expected.\n } else {\n audioStream.emit('error', error as Error)\n }\n } finally {\n audioStream.end()\n this.speechStream = null\n }\n }\n run()\n\n return audioStream\n }\n\n cancel() {\n if (!this.speechStream) return\n this.log('Cancel')\n this.speechStream.cancel?.()\n this.speechStream = null\n }\n}\n","import {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n this.log('Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAiC;AACjC,oBAAoB;AACpB,oBAAsC;AACtC,uBAAqB;;;ACWd,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADL9B,IAAM,qBAAN,cAAiC,kBAAI;AAAA,EAI1C,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAF7B,SAAQ,eAAkD;AAIxD,SAAK,aAAa,IAAI,sCAAiB;AAAA,MACrC,QAAQ,KAAK,QAAQ;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,cAAc,IAAI,0BAAY;AAEpC,UAAM,MAAM,YAAY;AACtB,UAAI;AACF,cAAM,cAAc,UAAM,uBAAK,UAAU;AACzC,cAAM,SAAS,MAAM,KAAK,WAAW,aAAa;AAAA,UAChD,KAAK,QAAQ;AAAA,UACb;AAAA,YACE,MAAM;AAAA,YACN,SAAS,KAAK,QAAQ,WAAW;AAAA,YACjC,cAAc,KAAK,QAAQ,gBAAgB;AAAA,YAC3C,cAAc,KAAK,QAAQ;AAAA,YAC3B,eAAe,KAAK,QAAQ;AAAA,UAC9B;AAAA,QACF;AACA,aAAK,eAAe;AACpB,yBAAiB,SAAS,QAAQ;AAChC,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AAAA,QAE3D,OAAO;AACL,sBAAY,KAAK,SAAS,KAAc;AAAA,QAC1C;AAAA,MACF,UAAE;AACA,oBAAY,IAAI;AAChB,aAAK,eAAe;AAAA,MACtB;AAAA,IACF;AACA,QAAI;AAEJ,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe;AAAA,EACtB;AACF;;;AE/DA,IAAAA,iBAAoB;AACpB,IAAAC,iBAAsC;AACtC,gBAAsB;AAWtB,IAAM,wBAAwB;AAEvB,IAAM,gBAAN,cAA4B,mBAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,WAAK,IAAI,qBAAqB,KAAK;AAAA,IACrC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAI,2BAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAMC,QAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAaA,MAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAcA;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAaA,MAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAaA,MAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAeD,OAAc;AACnC,SAAK,YAAYA;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAAA,OAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqBA,KAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["import_server","import_stream","text","WebSocket"]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
// src/ElevenLabsFetchTTS.ts
|
|
2
|
+
import { ElevenLabsClient } from "@elevenlabs/elevenlabs-js";
|
|
3
|
+
import { TTS } from "@micdrop/server";
|
|
4
|
+
import { PassThrough } from "stream";
|
|
5
|
+
import { text } from "stream/consumers";
|
|
6
|
+
|
|
7
|
+
// src/types.ts
|
|
8
|
+
var DEFAULT_MODEL_ID = "eleven_turbo_v2_5";
|
|
9
|
+
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
10
|
+
|
|
11
|
+
// src/ElevenLabsFetchTTS.ts
|
|
12
|
+
var ElevenLabsFetchTTS = class extends TTS {
|
|
13
|
+
constructor(options) {
|
|
14
|
+
super();
|
|
15
|
+
this.options = options;
|
|
16
|
+
this.speechStream = null;
|
|
17
|
+
this.elevenlabs = new ElevenLabsClient({
|
|
18
|
+
apiKey: this.options.apiKey
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
speak(textStream) {
|
|
22
|
+
const audioStream = new PassThrough();
|
|
23
|
+
const run = async () => {
|
|
24
|
+
try {
|
|
25
|
+
const textContent = await text(textStream);
|
|
26
|
+
const stream = await this.elevenlabs.textToSpeech.stream(
|
|
27
|
+
this.options.voiceId,
|
|
28
|
+
{
|
|
29
|
+
text: textContent,
|
|
30
|
+
modelId: this.options.modelId || DEFAULT_MODEL_ID,
|
|
31
|
+
outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,
|
|
32
|
+
languageCode: this.options.language,
|
|
33
|
+
voiceSettings: this.options.voiceSettings
|
|
34
|
+
}
|
|
35
|
+
);
|
|
36
|
+
this.speechStream = stream;
|
|
37
|
+
for await (const chunk of stream) {
|
|
38
|
+
audioStream.write(chunk);
|
|
39
|
+
}
|
|
40
|
+
} catch (error) {
|
|
41
|
+
if (error instanceof Error && error.name === "AbortError") {
|
|
42
|
+
} else {
|
|
43
|
+
audioStream.emit("error", error);
|
|
44
|
+
}
|
|
45
|
+
} finally {
|
|
46
|
+
audioStream.end();
|
|
47
|
+
this.speechStream = null;
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
run();
|
|
51
|
+
return audioStream;
|
|
52
|
+
}
|
|
53
|
+
cancel() {
|
|
54
|
+
if (!this.speechStream) return;
|
|
55
|
+
this.log("Cancel");
|
|
56
|
+
this.speechStream.cancel?.();
|
|
57
|
+
this.speechStream = null;
|
|
58
|
+
}
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
// src/ElevenLabsTTS.ts
|
|
62
|
+
import { TTS as TTS2 } from "@micdrop/server";
|
|
63
|
+
import { PassThrough as PassThrough2 } from "stream";
|
|
64
|
+
import WebSocket from "ws";
|
|
65
|
+
var WS_INACTIVITY_TIMEOUT = 180;
|
|
66
|
+
var ElevenLabsTTS = class extends TTS2 {
|
|
67
|
+
constructor(options) {
|
|
68
|
+
super();
|
|
69
|
+
this.options = options;
|
|
70
|
+
this.textEnded = false;
|
|
71
|
+
// Whether the text stream has ended
|
|
72
|
+
this.textSent = "";
|
|
73
|
+
// Text sent to ElevenLabs
|
|
74
|
+
this.textBuffer = "";
|
|
75
|
+
// Buffer of text to send to ElevenLabs
|
|
76
|
+
this.receivedAudioText = "";
|
|
77
|
+
this.canceled = false;
|
|
78
|
+
this.initPromise = this.initWS().catch((error) => {
|
|
79
|
+
this.log("Connection error:", error);
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
speak(textStream) {
|
|
83
|
+
this.canceled = false;
|
|
84
|
+
this.audioStream?.end();
|
|
85
|
+
this.audioStream = new PassThrough2();
|
|
86
|
+
this.textEnded = false;
|
|
87
|
+
this.textBuffer = "";
|
|
88
|
+
this.textSent = "";
|
|
89
|
+
this.receivedAudioText = "";
|
|
90
|
+
textStream.on("data", async (chunk) => {
|
|
91
|
+
if (this.canceled) return;
|
|
92
|
+
await this.initPromise;
|
|
93
|
+
const text2 = chunk.toString("utf-8").replace(/[\r\n]+/g, " ");
|
|
94
|
+
const spaceIndex = text2.lastIndexOf(" ");
|
|
95
|
+
if (spaceIndex === -1) {
|
|
96
|
+
this.textBuffer += text2;
|
|
97
|
+
} else {
|
|
98
|
+
this.sendTranscript(this.textBuffer + text2.slice(0, spaceIndex + 1));
|
|
99
|
+
this.textBuffer = text2.slice(spaceIndex + 1);
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
textStream.on("error", (error) => {
|
|
103
|
+
this.log("Error in text stream, ending audio stream", error);
|
|
104
|
+
this.audioStream?.end();
|
|
105
|
+
this.audioStream = void 0;
|
|
106
|
+
});
|
|
107
|
+
textStream.on("end", async () => {
|
|
108
|
+
if (this.canceled) return;
|
|
109
|
+
await this.initPromise;
|
|
110
|
+
if (this.textBuffer.trim()) {
|
|
111
|
+
this.sendTranscript(this.textBuffer + " ");
|
|
112
|
+
this.textBuffer = "";
|
|
113
|
+
}
|
|
114
|
+
this.textEnded = true;
|
|
115
|
+
this.socket?.send(JSON.stringify({ text: " ", flush: true }));
|
|
116
|
+
this.log("Flushed text");
|
|
117
|
+
});
|
|
118
|
+
return this.audioStream;
|
|
119
|
+
}
|
|
120
|
+
cancel() {
|
|
121
|
+
if (!this.audioStream) return;
|
|
122
|
+
this.log("Cancel");
|
|
123
|
+
this.canceled = true;
|
|
124
|
+
this.textSent = "";
|
|
125
|
+
this.receivedAudioText = "";
|
|
126
|
+
this.audioStream.end();
|
|
127
|
+
this.audioStream = void 0;
|
|
128
|
+
}
|
|
129
|
+
destroy() {
|
|
130
|
+
if (this.reconnectTimeout) {
|
|
131
|
+
clearTimeout(this.reconnectTimeout);
|
|
132
|
+
this.reconnectTimeout = void 0;
|
|
133
|
+
}
|
|
134
|
+
if (this.keepAliveInterval) {
|
|
135
|
+
clearInterval(this.keepAliveInterval);
|
|
136
|
+
this.keepAliveInterval = void 0;
|
|
137
|
+
}
|
|
138
|
+
this.socket?.removeAllListeners();
|
|
139
|
+
if (this.socket?.readyState === WebSocket.OPEN) {
|
|
140
|
+
this.socket?.close(1e3);
|
|
141
|
+
}
|
|
142
|
+
this.socket = void 0;
|
|
143
|
+
this.audioStream?.end();
|
|
144
|
+
this.audioStream = void 0;
|
|
145
|
+
super.destroy();
|
|
146
|
+
}
|
|
147
|
+
initWS() {
|
|
148
|
+
return new Promise((resolve, reject) => {
|
|
149
|
+
const params = new URLSearchParams();
|
|
150
|
+
params.append("model_id", this.options.modelId ?? DEFAULT_MODEL_ID);
|
|
151
|
+
params.append(
|
|
152
|
+
"output_format",
|
|
153
|
+
this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT
|
|
154
|
+
);
|
|
155
|
+
params.append("inactivity_timeout", WS_INACTIVITY_TIMEOUT.toString());
|
|
156
|
+
params.append(
|
|
157
|
+
"voice_settings",
|
|
158
|
+
JSON.stringify(this.options.voiceSettings)
|
|
159
|
+
);
|
|
160
|
+
if (this.options.language) {
|
|
161
|
+
params.append("language_code", this.options.language);
|
|
162
|
+
}
|
|
163
|
+
const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`;
|
|
164
|
+
const socket = new WebSocket(uri, {
|
|
165
|
+
headers: {
|
|
166
|
+
"xi-api-key": this.options.apiKey
|
|
167
|
+
}
|
|
168
|
+
});
|
|
169
|
+
this.socket = socket;
|
|
170
|
+
socket.addEventListener("open", () => {
|
|
171
|
+
this.log("Connection opened");
|
|
172
|
+
this.socket?.send(
|
|
173
|
+
JSON.stringify({
|
|
174
|
+
text: " ",
|
|
175
|
+
voice_settings: this.options.voiceSettings
|
|
176
|
+
})
|
|
177
|
+
);
|
|
178
|
+
this.keepAliveInterval = setInterval(
|
|
179
|
+
() => {
|
|
180
|
+
this.log("Sending keep-alive message");
|
|
181
|
+
this.socket?.send(JSON.stringify({ text: " " }));
|
|
182
|
+
},
|
|
183
|
+
(WS_INACTIVITY_TIMEOUT - 1) * 1e3
|
|
184
|
+
);
|
|
185
|
+
resolve();
|
|
186
|
+
});
|
|
187
|
+
socket.addEventListener("error", (error) => {
|
|
188
|
+
reject(error);
|
|
189
|
+
});
|
|
190
|
+
socket.addEventListener("message", (event) => {
|
|
191
|
+
if (this.canceled) return;
|
|
192
|
+
try {
|
|
193
|
+
this.onMessage(JSON.parse(event.data.toString()));
|
|
194
|
+
} catch (error) {
|
|
195
|
+
console.error("[ElevenLabsTTS] Error:", error);
|
|
196
|
+
console.error("[ElevenLabsTTS] Event data during error:", event.data);
|
|
197
|
+
}
|
|
198
|
+
});
|
|
199
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
200
|
+
this.socket?.removeAllListeners();
|
|
201
|
+
this.socket = void 0;
|
|
202
|
+
this.audioStream?.end();
|
|
203
|
+
this.audioStream = void 0;
|
|
204
|
+
if (this.keepAliveInterval) {
|
|
205
|
+
clearInterval(this.keepAliveInterval);
|
|
206
|
+
this.keepAliveInterval = void 0;
|
|
207
|
+
}
|
|
208
|
+
if (
|
|
209
|
+
// Error: voice_id_does_not_exist
|
|
210
|
+
code !== 1008
|
|
211
|
+
) {
|
|
212
|
+
this.reconnect();
|
|
213
|
+
} else {
|
|
214
|
+
this.log("Connection closed", { code, reason });
|
|
215
|
+
}
|
|
216
|
+
});
|
|
217
|
+
});
|
|
218
|
+
}
|
|
219
|
+
onMessage(message) {
|
|
220
|
+
if ("audio" in message && message.audio) {
|
|
221
|
+
this.processAudioMessage(message);
|
|
222
|
+
}
|
|
223
|
+
if ("isFinal" in message && message.isFinal) {
|
|
224
|
+
this.log("Audio ended");
|
|
225
|
+
this.audioStream?.end();
|
|
226
|
+
this.audioStream = void 0;
|
|
227
|
+
}
|
|
228
|
+
if ("error" in message) {
|
|
229
|
+
throw new Error(message.error);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
processAudioMessage(message) {
|
|
233
|
+
const chunk = Buffer.from(message.audio, "base64");
|
|
234
|
+
if (message.alignment) {
|
|
235
|
+
const chunkText = message.alignment.chars.join("");
|
|
236
|
+
const receivedAudioText = this.receivedAudioText + chunkText;
|
|
237
|
+
if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {
|
|
238
|
+
this.log(`Ignore audio chunk ("${chunkText}")`);
|
|
239
|
+
return;
|
|
240
|
+
}
|
|
241
|
+
this.log(`Received audio chunk ("${chunkText}")`);
|
|
242
|
+
this.receivedAudioText = receivedAudioText;
|
|
243
|
+
this.fixIsFinal(message);
|
|
244
|
+
}
|
|
245
|
+
this.audioStream?.write(chunk);
|
|
246
|
+
}
|
|
247
|
+
fixIsFinal(message) {
|
|
248
|
+
if (message.isFinal || !this.textEnded) return;
|
|
249
|
+
if (this.receivedAudioText.trim() === this.textSent.trim()) {
|
|
250
|
+
message.isFinal = true;
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
sendTranscript(text2) {
|
|
254
|
+
this.textSent += text2;
|
|
255
|
+
this.socket?.send(JSON.stringify({ text: text2, try_trigger_generation: true }));
|
|
256
|
+
this.log(`Sent transcript: "${text2}"`);
|
|
257
|
+
}
|
|
258
|
+
reconnect() {
|
|
259
|
+
this.initPromise = new Promise((resolve, reject) => {
|
|
260
|
+
this.log("Reconnecting...");
|
|
261
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
262
|
+
this.reconnectTimeout = void 0;
|
|
263
|
+
this.initWS().then(resolve).catch((error) => {
|
|
264
|
+
this.log("Reconnection error:", error);
|
|
265
|
+
reject(error);
|
|
266
|
+
});
|
|
267
|
+
}, 1e3);
|
|
268
|
+
});
|
|
269
|
+
}
|
|
270
|
+
};
|
|
271
|
+
export {
|
|
272
|
+
DEFAULT_MODEL_ID,
|
|
273
|
+
DEFAULT_OUTPUT_FORMAT,
|
|
274
|
+
ElevenLabsFetchTTS,
|
|
275
|
+
ElevenLabsTTS
|
|
276
|
+
};
|
|
277
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/ElevenLabsFetchTTS.ts","../src/types.ts","../src/ElevenLabsTTS.ts"],"sourcesContent":["import { ElevenLabsClient } from '@elevenlabs/elevenlabs-js'\nimport { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport { text } from 'stream/consumers'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n} from './types'\n\nexport class ElevenLabsFetchTTS extends TTS {\n private elevenlabs: ElevenLabsClient\n private speechStream: ReadableStream<Uint8Array> | null = null\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n this.elevenlabs = new ElevenLabsClient({\n apiKey: this.options.apiKey,\n })\n }\n\n speak(textStream: Readable) {\n const audioStream = new PassThrough()\n\n const run = async () => {\n try {\n const textContent = await text(textStream)\n const stream = await this.elevenlabs.textToSpeech.stream(\n this.options.voiceId,\n {\n text: textContent,\n modelId: this.options.modelId || DEFAULT_MODEL_ID,\n outputFormat: this.options.outputFormat || DEFAULT_OUTPUT_FORMAT,\n languageCode: this.options.language,\n voiceSettings: this.options.voiceSettings,\n }\n )\n this.speechStream = stream\n for await (const chunk of stream) {\n audioStream.write(chunk)\n }\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n // Stream was cancelled. This is expected.\n } else {\n audioStream.emit('error', error as Error)\n }\n } finally {\n audioStream.end()\n this.speechStream = null\n }\n }\n run()\n\n return audioStream\n }\n\n cancel() {\n if (!this.speechStream) return\n this.log('Cancel')\n this.speechStream.cancel?.()\n this.speechStream = null\n }\n}\n","import {\n TextToSpeechStreamRequestOutputFormat,\n VoiceSettings,\n} from '@elevenlabs/elevenlabs-js/api'\n\nexport interface ElevenLabsTTSOptions {\n apiKey: string\n voiceId: string\n modelId?: 'eleven_multilingual_v2' | 'eleven_turbo_v2_5' | 'eleven_flash_v2_5'\n language?: string\n outputFormat?: TextToSpeechStreamRequestOutputFormat\n voiceSettings?: VoiceSettings\n}\n\nexport const DEFAULT_MODEL_ID = 'eleven_turbo_v2_5'\nexport const DEFAULT_OUTPUT_FORMAT = 'pcm_16000'\n\nexport type ElevenLabsWebSocketMessage =\n | ElevenLabsWebSocketAudioOutputMessage\n | ElevenLabsWebSocketFinalOutputMessage\n | ElevenLabsWebSocketErrorMessage\n\nexport interface ElevenLabsWebSocketAudioOutputMessage {\n audio: string\n normalizedAlignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n alignment: ElevenLabsWebSocketAudioOutputMessageAlignment | null\n isFinal?: boolean | null\n}\n\nexport interface ElevenLabsWebSocketAudioOutputMessageAlignment {\n chars: string[]\n charStartTimesMs: number[]\n charDurationsMs: number[]\n}\n\nexport interface ElevenLabsWebSocketFinalOutputMessage {\n isFinal: boolean\n}\n\nexport interface ElevenLabsWebSocketErrorMessage {\n message: string\n error: string\n code: number\n}\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_ID,\n DEFAULT_OUTPUT_FORMAT,\n ElevenLabsTTSOptions,\n ElevenLabsWebSocketAudioOutputMessage,\n ElevenLabsWebSocketMessage,\n} from './types'\n\n// API Reference: https://elevenlabs.io/docs/api-reference/text-to-speech/v-1-text-to-speech-voice-id-stream-input\n\nconst WS_INACTIVITY_TIMEOUT = 180\n\nexport class ElevenLabsTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private audioStream?: PassThrough\n private textEnded = false // Whether the text stream has ended\n private textSent = '' // Text sent to ElevenLabs\n private textBuffer = '' // Buffer of text to send to ElevenLabs\n private receivedAudioText = '' // Text of chunks received from ElevenLabs\n private keepAliveInterval?: NodeJS.Timeout\n private reconnectTimeout?: NodeJS.Timeout\n private canceled = false\n\n constructor(private readonly options: ElevenLabsTTSOptions) {\n super()\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n this.log('Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.canceled = false\n this.audioStream?.end()\n this.audioStream = new PassThrough()\n this.textEnded = false\n this.textBuffer = ''\n this.textSent = ''\n this.receivedAudioText = ''\n\n // Forward text chunks coming from the caller to ElevenLabs\n textStream.on('data', async (chunk) => {\n if (this.canceled) return\n await this.initPromise\n const text = chunk.toString('utf-8').replace(/[\\r\\n]+/g, ' ')\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(this.textBuffer + text.slice(0, spaceIndex + 1))\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.audioStream?.end()\n this.audioStream = undefined\n })\n\n textStream.on('end', async () => {\n if (this.canceled) return\n await this.initPromise\n // Send last buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer + ' ')\n this.textBuffer = ''\n }\n this.textEnded = true\n // Flush buffered text and mark end of utterance.\n this.socket?.send(JSON.stringify({ text: ' ', flush: true }))\n this.log('Flushed text')\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.canceled = true\n this.textSent = ''\n this.receivedAudioText = ''\n this.audioStream.end()\n this.audioStream = undefined\n }\n\n destroy() {\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n super.destroy()\n }\n\n private initWS(): Promise<void> {\n return new Promise((resolve, reject) => {\n // Build query params\n const params = new URLSearchParams()\n params.append('model_id', this.options.modelId ?? DEFAULT_MODEL_ID)\n params.append(\n 'output_format',\n this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT\n )\n params.append('inactivity_timeout', WS_INACTIVITY_TIMEOUT.toString())\n params.append(\n 'voice_settings',\n JSON.stringify(this.options.voiceSettings)\n )\n if (this.options.language) {\n params.append('language_code', this.options.language)\n }\n\n const uri = `wss://api.elevenlabs.io/v1/text-to-speech/${this.options.voiceId}/stream-input?${params.toString()}`\n\n // Connect to ElevenLabs\n const socket = new WebSocket(uri, {\n headers: {\n 'xi-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n\n // Send initialization / keep-alive message with voice settings\n this.socket?.send(\n JSON.stringify({\n text: ' ',\n voice_settings: this.options.voiceSettings,\n })\n )\n\n // Start keep-alive interval\n this.keepAliveInterval = setInterval(\n () => {\n this.log('Sending keep-alive message')\n this.socket?.send(JSON.stringify({ text: ' ' }))\n },\n (WS_INACTIVITY_TIMEOUT - 1) * 1000\n )\n\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('message', (event) => {\n if (this.canceled) return\n try {\n this.onMessage(JSON.parse(event.data.toString()))\n } catch (error) {\n console.error('[ElevenLabsTTS] Error:', error)\n console.error('[ElevenLabsTTS] Event data during error:', event.data)\n }\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (this.keepAliveInterval) {\n clearInterval(this.keepAliveInterval)\n this.keepAliveInterval = undefined\n }\n\n if (\n // Error: voice_id_does_not_exist\n code !== 1008\n ) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n })\n }\n\n private onMessage(message: ElevenLabsWebSocketMessage) {\n if ('audio' in message && message.audio) {\n this.processAudioMessage(message)\n }\n if ('isFinal' in message && message.isFinal) {\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n }\n if ('error' in message) {\n throw new Error(message.error)\n }\n }\n\n private processAudioMessage(message: ElevenLabsWebSocketAudioOutputMessage) {\n const chunk = Buffer.from(message.audio, 'base64')\n\n // Check text of received audio chunk\n if (message.alignment) {\n const chunkText = message.alignment.chars.join('')\n const receivedAudioText = this.receivedAudioText + chunkText\n\n // Ignore chunk if it is from previous session\n if (this.textSent.trim().indexOf(receivedAudioText.trim()) === -1) {\n this.log(`Ignore audio chunk (\"${chunkText}\")`)\n return\n }\n\n this.log(`Received audio chunk (\"${chunkText}\")`)\n this.receivedAudioText = receivedAudioText\n\n // Fix isFinal (apparently ElevenLabs doesn't send it like it should)\n this.fixIsFinal(message)\n }\n\n // Send to audio stream\n this.audioStream?.write(chunk)\n }\n\n private fixIsFinal(message: ElevenLabsWebSocketAudioOutputMessage) {\n if (message.isFinal || !this.textEnded) return\n if (this.receivedAudioText.trim() === this.textSent.trim()) {\n message.isFinal = true\n }\n }\n\n private sendTranscript(text: string) {\n this.textSent += text\n this.socket?.send(JSON.stringify({ text, try_trigger_generation: true }))\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,SAAS,YAAY;;;ACWd,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;;;ADL9B,IAAM,qBAAN,cAAiC,IAAI;AAAA,EAI1C,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAF7B,SAAQ,eAAkD;AAIxD,SAAK,aAAa,IAAI,iBAAiB;AAAA,MACrC,QAAQ,KAAK,QAAQ;AAAA,IACvB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,cAAc,IAAI,YAAY;AAEpC,UAAM,MAAM,YAAY;AACtB,UAAI;AACF,cAAM,cAAc,MAAM,KAAK,UAAU;AACzC,cAAM,SAAS,MAAM,KAAK,WAAW,aAAa;AAAA,UAChD,KAAK,QAAQ;AAAA,UACb;AAAA,YACE,MAAM;AAAA,YACN,SAAS,KAAK,QAAQ,WAAW;AAAA,YACjC,cAAc,KAAK,QAAQ,gBAAgB;AAAA,YAC3C,cAAc,KAAK,QAAQ;AAAA,YAC3B,eAAe,KAAK,QAAQ;AAAA,UAC9B;AAAA,QACF;AACA,aAAK,eAAe;AACpB,yBAAiB,SAAS,QAAQ;AAChC,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AAAA,QAE3D,OAAO;AACL,sBAAY,KAAK,SAAS,KAAc;AAAA,QAC1C;AAAA,MACF,UAAE;AACA,oBAAY,IAAI;AAChB,aAAK,eAAe;AAAA,MACtB;AAAA,IACF;AACA,QAAI;AAEJ,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe;AAAA,EACtB;AACF;;;AE/DA,SAAS,OAAAA,YAAW;AACpB,SAAS,eAAAC,oBAA6B;AACtC,OAAO,eAAe;AAWtB,IAAM,wBAAwB;AAEvB,IAAM,gBAAN,cAA4BC,KAAI;AAAA,EAYrC,YAA6B,SAA+B;AAC1D,UAAM;AADqB;AAR7B,SAAQ,YAAY;AACpB;AAAA,SAAQ,WAAW;AACnB;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,oBAAoB;AAG5B,SAAQ,WAAW;AAKjB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,WAAK,IAAI,qBAAqB,KAAK;AAAA,IACrC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK,WAAW;AAChB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc,IAAIC,aAAY;AACnC,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAGzB,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AACX,YAAMC,QAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,YAAY,GAAG;AAC5D,YAAM,aAAaA,MAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAcA;AAAA,MACrB,OAAO;AACL,aAAK,eAAe,KAAK,aAAaA,MAAK,MAAM,GAAG,aAAa,CAAC,CAAC;AACnE,aAAK,aAAaA,MAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,KAAK,SAAU;AACnB,YAAM,KAAK;AAEX,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,aAAa,GAAG;AACzC,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,YAAY;AAEjB,WAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,KAAK,OAAO,KAAK,CAAC,CAAC;AAC5D,WAAK,IAAI,cAAc;AAAA,IACzB,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY,IAAI;AACrB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,UAAU;AACR,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,oBAAc,KAAK,iBAAiB;AACpC,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAEd,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAEnB,UAAM,QAAQ;AAAA,EAChB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AAEtC,YAAM,SAAS,IAAI,gBAAgB;AACnC,aAAO,OAAO,YAAY,KAAK,QAAQ,WAAW,gBAAgB;AAClE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,QAAQ,gBAAgB;AAAA,MAC/B;AACA,aAAO,OAAO,sBAAsB,sBAAsB,SAAS,CAAC;AACpE,aAAO;AAAA,QACL;AAAA,QACA,KAAK,UAAU,KAAK,QAAQ,aAAa;AAAA,MAC3C;AACA,UAAI,KAAK,QAAQ,UAAU;AACzB,eAAO,OAAO,iBAAiB,KAAK,QAAQ,QAAQ;AAAA,MACtD;AAEA,YAAM,MAAM,6CAA6C,KAAK,QAAQ,OAAO,iBAAiB,OAAO,SAAS,CAAC;AAG/G,YAAM,SAAS,IAAI,UAAU,KAAK;AAAA,QAChC,SAAS;AAAA,UACP,cAAc,KAAK,QAAQ;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAG5B,aAAK,QAAQ;AAAA,UACX,KAAK,UAAU;AAAA,YACb,MAAM;AAAA,YACN,gBAAgB,KAAK,QAAQ;AAAA,UAC/B,CAAC;AAAA,QACH;AAGA,aAAK,oBAAoB;AAAA,UACvB,MAAM;AACJ,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;AAAA,UACjD;AAAA,WACC,wBAAwB,KAAK;AAAA,QAChC;AAEA,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI,KAAK,SAAU;AACnB,YAAI;AACF,eAAK,UAAU,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAClD,SAAS,OAAO;AACd,kBAAQ,MAAM,0BAA0B,KAAK;AAC7C,kBAAQ,MAAM,4CAA4C,MAAM,IAAI;AAAA,QACtE;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,KAAK,mBAAmB;AAC1B,wBAAc,KAAK,iBAAiB;AACpC,eAAK,oBAAoB;AAAA,QAC3B;AAEA;AAAA;AAAA,UAEE,SAAS;AAAA,UACT;AACA,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,SAAqC;AACrD,QAAI,WAAW,WAAW,QAAQ,OAAO;AACvC,WAAK,oBAAoB,OAAO;AAAA,IAClC;AACA,QAAI,aAAa,WAAW,QAAQ,SAAS;AAC3C,WAAK,IAAI,aAAa;AACtB,WAAK,aAAa,IAAI;AACtB,WAAK,cAAc;AAAA,IACrB;AACA,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,QAAQ,KAAK;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAgD;AAC1E,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAGjD,QAAI,QAAQ,WAAW;AACrB,YAAM,YAAY,QAAQ,UAAU,MAAM,KAAK,EAAE;AACjD,YAAM,oBAAoB,KAAK,oBAAoB;AAGnD,UAAI,KAAK,SAAS,KAAK,EAAE,QAAQ,kBAAkB,KAAK,CAAC,MAAM,IAAI;AACjE,aAAK,IAAI,wBAAwB,SAAS,IAAI;AAC9C;AAAA,MACF;AAEA,WAAK,IAAI,0BAA0B,SAAS,IAAI;AAChD,WAAK,oBAAoB;AAGzB,WAAK,WAAW,OAAO;AAAA,IACzB;AAGA,SAAK,aAAa,MAAM,KAAK;AAAA,EAC/B;AAAA,EAEQ,WAAW,SAAgD;AACjE,QAAI,QAAQ,WAAW,CAAC,KAAK,UAAW;AACxC,QAAI,KAAK,kBAAkB,KAAK,MAAM,KAAK,SAAS,KAAK,GAAG;AAC1D,cAAQ,UAAU;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAeA,OAAc;AACnC,SAAK,YAAYA;AACjB,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAAA,OAAM,wBAAwB,KAAK,CAAC,CAAC;AACxE,SAAK,IAAI,qBAAqBA,KAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["TTS","PassThrough","TTS","PassThrough","text"]}
|
package/package.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@micdrop/elevenlabs",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "ElevenLabs implementation for @micdrop/server",
|
|
5
|
+
"author": "Lonestone",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"main": "./dist/index.js",
|
|
8
|
+
"module": "./dist/index.mjs",
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsup",
|
|
12
|
+
"dev": "tsup --watch",
|
|
13
|
+
"clean": "rm -rf dist",
|
|
14
|
+
"typecheck": "tsc --noEmit",
|
|
15
|
+
"prepublishOnly": "npm run build"
|
|
16
|
+
},
|
|
17
|
+
"files": [
|
|
18
|
+
"dist"
|
|
19
|
+
],
|
|
20
|
+
"repository": {
|
|
21
|
+
"type": "git",
|
|
22
|
+
"url": "git+https://github.com/lonestone/micdrop.git",
|
|
23
|
+
"directory": "packages/elevenlabs"
|
|
24
|
+
},
|
|
25
|
+
"publishConfig": {
|
|
26
|
+
"access": "public"
|
|
27
|
+
},
|
|
28
|
+
"keywords": [
|
|
29
|
+
"microphone",
|
|
30
|
+
"audio",
|
|
31
|
+
"browser",
|
|
32
|
+
"voice",
|
|
33
|
+
"conversation",
|
|
34
|
+
"elevenlabs",
|
|
35
|
+
"tts"
|
|
36
|
+
],
|
|
37
|
+
"dependencies": {
|
|
38
|
+
"@elevenlabs/elevenlabs-js": "^2.3.0",
|
|
39
|
+
"ws": "^8.18.2"
|
|
40
|
+
},
|
|
41
|
+
"peerDependencies": {
|
|
42
|
+
"@micdrop/server": "*"
|
|
43
|
+
},
|
|
44
|
+
"devDependencies": {
|
|
45
|
+
"@types/node": "^22.13.4",
|
|
46
|
+
"@types/ws": "^8.18.1",
|
|
47
|
+
"tsup": "^8.3.6",
|
|
48
|
+
"typescript": "^5.7.3"
|
|
49
|
+
}
|
|
50
|
+
}
|