@livekit/agents-plugin-deepgram 0.0.0-next-20260624041820
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +17 -0
- package/dist/_utils.cjs +56 -0
- package/dist/_utils.cjs.map +1 -0
- package/dist/_utils.d.cts +12 -0
- package/dist/_utils.d.ts +12 -0
- package/dist/_utils.d.ts.map +1 -0
- package/dist/_utils.js +32 -0
- package/dist/_utils.js.map +1 -0
- package/dist/index.cjs +38 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +4 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/models.cjs +17 -0
- package/dist/models.cjs.map +1 -0
- package/dist/models.d.cts +6 -0
- package/dist/models.d.ts +6 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +1 -0
- package/dist/models.js.map +1 -0
- package/dist/stt.cjs +496 -0
- package/dist/stt.cjs.map +1 -0
- package/dist/stt.d.cts +53 -0
- package/dist/stt.d.ts +53 -0
- package/dist/stt.d.ts.map +1 -0
- package/dist/stt.js +483 -0
- package/dist/stt.js.map +1 -0
- package/dist/stt.test.cjs +28 -0
- package/dist/stt.test.cjs.map +1 -0
- package/dist/stt.test.d.cts +2 -0
- package/dist/stt.test.d.ts +2 -0
- package/dist/stt.test.d.ts.map +1 -0
- package/dist/stt.test.js +27 -0
- package/dist/stt.test.js.map +1 -0
- package/dist/stt_v2.cjs +413 -0
- package/dist/stt_v2.cjs.map +1 -0
- package/dist/stt_v2.d.cts +97 -0
- package/dist/stt_v2.d.ts +97 -0
- package/dist/stt_v2.d.ts.map +1 -0
- package/dist/stt_v2.js +387 -0
- package/dist/stt_v2.js.map +1 -0
- package/dist/stt_v2.test.cjs +17 -0
- package/dist/stt_v2.test.cjs.map +1 -0
- package/dist/stt_v2.test.d.cts +2 -0
- package/dist/stt_v2.test.d.ts +2 -0
- package/dist/stt_v2.test.d.ts.map +1 -0
- package/dist/stt_v2.test.js +16 -0
- package/dist/stt_v2.test.js.map +1 -0
- package/dist/tts.cjs +385 -0
- package/dist/tts.cjs.map +1 -0
- package/dist/tts.d.cts +43 -0
- package/dist/tts.d.ts +43 -0
- package/dist/tts.d.ts.map +1 -0
- package/dist/tts.js +369 -0
- package/dist/tts.js.map +1 -0
- package/dist/tts.test.cjs +17 -0
- package/dist/tts.test.cjs.map +1 -0
- package/dist/tts.test.d.cts +2 -0
- package/dist/tts.test.d.ts +2 -0
- package/dist/tts.test.d.ts.map +1 -0
- package/dist/tts.test.js +16 -0
- package/dist/tts.test.js.map +1 -0
- package/package.json +54 -0
- package/src/_utils.ts +50 -0
- package/src/index.ts +20 -0
- package/src/models.ts +93 -0
- package/src/stt.test.ts +36 -0
- package/src/stt.ts +612 -0
- package/src/stt_v2.test.ts +19 -0
- package/src/stt_v2.ts +560 -0
- package/src/tts.test.ts +19 -0
- package/src/tts.ts +450 -0
package/dist/tts.cjs
ADDED
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
var tts_exports = {};
|
|
20
|
+
__export(tts_exports, {
|
|
21
|
+
ChunkedStream: () => ChunkedStream,
|
|
22
|
+
SynthesizeStream: () => SynthesizeStream,
|
|
23
|
+
TTS: () => TTS
|
|
24
|
+
});
|
|
25
|
+
module.exports = __toCommonJS(tts_exports);
|
|
26
|
+
var import_agents = require("@livekit/agents");
|
|
27
|
+
var import_node_https = require("node:https");
|
|
28
|
+
var import_ws = require("ws");
|
|
29
|
+
const AUTHORIZATION_HEADER = "Authorization";
|
|
30
|
+
const NUM_CHANNELS = 1;
|
|
31
|
+
const MIN_SENTENCE_LENGTH = 8;
|
|
32
|
+
const defaultTTSOptions = {
|
|
33
|
+
model: "aura-asteria-en",
|
|
34
|
+
encoding: "linear16",
|
|
35
|
+
sampleRate: 24e3,
|
|
36
|
+
apiKey: process.env.DEEPGRAM_API_KEY,
|
|
37
|
+
baseUrl: "https://api.deepgram.com",
|
|
38
|
+
capabilities: {
|
|
39
|
+
streaming: true
|
|
40
|
+
},
|
|
41
|
+
sentenceTokenizer: new import_agents.tokenize.basic.SentenceTokenizer({
|
|
42
|
+
minSentenceLength: MIN_SENTENCE_LENGTH
|
|
43
|
+
})
|
|
44
|
+
};
|
|
45
|
+
class TTS extends import_agents.tts.TTS {
|
|
46
|
+
opts;
|
|
47
|
+
label = "deepgram.TTS";
|
|
48
|
+
get model() {
|
|
49
|
+
return this.opts.model;
|
|
50
|
+
}
|
|
51
|
+
get provider() {
|
|
52
|
+
return "Deepgram";
|
|
53
|
+
}
|
|
54
|
+
constructor(opts = {}) {
|
|
55
|
+
var _a;
|
|
56
|
+
super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {
|
|
57
|
+
streaming: ((_a = opts.capabilities) == null ? void 0 : _a.streaming) ?? defaultTTSOptions.capabilities.streaming
|
|
58
|
+
});
|
|
59
|
+
this.opts = {
|
|
60
|
+
...defaultTTSOptions,
|
|
61
|
+
...opts
|
|
62
|
+
};
|
|
63
|
+
if (this.opts.apiKey === void 0) {
|
|
64
|
+
throw new Error(
|
|
65
|
+
"Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY"
|
|
66
|
+
);
|
|
67
|
+
}
|
|
68
|
+
if (this.opts.speed !== void 0 && (this.opts.speed < 0.7 || this.opts.speed > 1.5)) {
|
|
69
|
+
throw new Error(`Deepgram TTS speed must be between 0.7 and 1.5, got ${this.opts.speed}`);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
synthesize(text, connOptions, abortSignal) {
|
|
73
|
+
return new ChunkedStream(this, text, this.opts, connOptions, abortSignal);
|
|
74
|
+
}
|
|
75
|
+
stream(options) {
|
|
76
|
+
return new SynthesizeStream(this, this.opts, options == null ? void 0 : options.connOptions);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
class ChunkedStream extends import_agents.tts.ChunkedStream {
|
|
80
|
+
label = "deepgram.ChunkedStream";
|
|
81
|
+
#logger = (0, import_agents.log)();
|
|
82
|
+
opts;
|
|
83
|
+
text;
|
|
84
|
+
constructor(tts2, text, opts, connOptions, abortSignal) {
|
|
85
|
+
super(text, tts2, connOptions, abortSignal);
|
|
86
|
+
this.text = text;
|
|
87
|
+
this.opts = opts;
|
|
88
|
+
}
|
|
89
|
+
async run() {
|
|
90
|
+
const requestId = (0, import_agents.shortuuid)();
|
|
91
|
+
const bstream = new import_agents.AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);
|
|
92
|
+
const json = { text: this.text };
|
|
93
|
+
const url = new URL(`${this.opts.baseUrl}/v1/speak`);
|
|
94
|
+
url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
|
|
95
|
+
url.searchParams.append("model", this.opts.model);
|
|
96
|
+
url.searchParams.append("encoding", this.opts.encoding);
|
|
97
|
+
if (this.opts.speed !== void 0) {
|
|
98
|
+
url.searchParams.append("speed", this.opts.speed.toString());
|
|
99
|
+
}
|
|
100
|
+
await new Promise((resolve, reject) => {
|
|
101
|
+
let settled = false;
|
|
102
|
+
const settle = (fn) => {
|
|
103
|
+
if (!settled) {
|
|
104
|
+
settled = true;
|
|
105
|
+
fn();
|
|
106
|
+
}
|
|
107
|
+
};
|
|
108
|
+
const req = (0, import_node_https.request)(
|
|
109
|
+
{
|
|
110
|
+
hostname: url.hostname,
|
|
111
|
+
port: 443,
|
|
112
|
+
path: url.pathname + url.search,
|
|
113
|
+
method: "POST",
|
|
114
|
+
headers: {
|
|
115
|
+
[AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey}`,
|
|
116
|
+
"Content-Type": "application/json"
|
|
117
|
+
},
|
|
118
|
+
signal: this.abortSignal
|
|
119
|
+
},
|
|
120
|
+
(res) => {
|
|
121
|
+
if (res.statusCode !== 200) {
|
|
122
|
+
settle(
|
|
123
|
+
() => reject(
|
|
124
|
+
new Error(
|
|
125
|
+
`Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`
|
|
126
|
+
)
|
|
127
|
+
)
|
|
128
|
+
);
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
res.on("data", (chunk) => {
|
|
132
|
+
for (const frame of bstream.write(chunk)) {
|
|
133
|
+
if (!this.queue.closed) {
|
|
134
|
+
this.queue.put({
|
|
135
|
+
requestId,
|
|
136
|
+
frame,
|
|
137
|
+
final: false,
|
|
138
|
+
segmentId: requestId
|
|
139
|
+
});
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
});
|
|
143
|
+
res.on("error", (err) => {
|
|
144
|
+
if (err.message === "aborted") return;
|
|
145
|
+
this.#logger.error({ err }, "Deepgram TTS response error");
|
|
146
|
+
settle(() => reject(err));
|
|
147
|
+
});
|
|
148
|
+
res.on("close", () => {
|
|
149
|
+
for (const frame of bstream.flush()) {
|
|
150
|
+
if (!this.queue.closed) {
|
|
151
|
+
this.queue.put({
|
|
152
|
+
requestId,
|
|
153
|
+
frame,
|
|
154
|
+
final: false,
|
|
155
|
+
segmentId: requestId
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
if (!this.queue.closed) {
|
|
160
|
+
this.queue.close();
|
|
161
|
+
}
|
|
162
|
+
settle(() => resolve());
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
);
|
|
166
|
+
req.on("error", (err) => {
|
|
167
|
+
if (err.name === "AbortError") return;
|
|
168
|
+
this.#logger.error({ err }, "Deepgram TTS request error");
|
|
169
|
+
settle(() => reject(err));
|
|
170
|
+
});
|
|
171
|
+
req.on("close", () => settle(() => resolve()));
|
|
172
|
+
req.write(JSON.stringify(json));
|
|
173
|
+
req.end();
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
class SynthesizeStream extends import_agents.tts.SynthesizeStream {
|
|
178
|
+
opts;
|
|
179
|
+
tokenizer;
|
|
180
|
+
#logger = (0, import_agents.log)();
|
|
181
|
+
label = "deepgram.SynthesizeStream";
|
|
182
|
+
static FLUSH_MSG = JSON.stringify({ type: "Flush" });
|
|
183
|
+
static CLOSE_MSG = JSON.stringify({ type: "Close" });
|
|
184
|
+
constructor(tts2, opts, connOptions) {
|
|
185
|
+
super(tts2, connOptions);
|
|
186
|
+
this.opts = opts;
|
|
187
|
+
this.tokenizer = opts.sentenceTokenizer.stream();
|
|
188
|
+
}
|
|
189
|
+
async closeWebSocket(ws) {
|
|
190
|
+
try {
|
|
191
|
+
if (ws.readyState === import_ws.WebSocket.OPEN) {
|
|
192
|
+
ws.send(SynthesizeStream.FLUSH_MSG);
|
|
193
|
+
ws.send(SynthesizeStream.CLOSE_MSG);
|
|
194
|
+
try {
|
|
195
|
+
await new Promise((resolve, _reject) => {
|
|
196
|
+
const timeout = setTimeout(() => {
|
|
197
|
+
resolve();
|
|
198
|
+
}, 1e3);
|
|
199
|
+
ws.once("message", () => {
|
|
200
|
+
clearTimeout(timeout);
|
|
201
|
+
resolve();
|
|
202
|
+
});
|
|
203
|
+
ws.once("close", () => {
|
|
204
|
+
clearTimeout(timeout);
|
|
205
|
+
resolve();
|
|
206
|
+
});
|
|
207
|
+
ws.once("error", () => {
|
|
208
|
+
clearTimeout(timeout);
|
|
209
|
+
resolve();
|
|
210
|
+
});
|
|
211
|
+
});
|
|
212
|
+
} catch (e) {
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
} catch (e) {
|
|
216
|
+
console.warn(`Error during WebSocket close sequence: ${e}`);
|
|
217
|
+
} finally {
|
|
218
|
+
if (ws.readyState === import_ws.WebSocket.OPEN || ws.readyState === import_ws.WebSocket.CONNECTING) {
|
|
219
|
+
ws.close();
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
async run() {
|
|
224
|
+
const requestId = (0, import_agents.shortuuid)();
|
|
225
|
+
const segmentId = (0, import_agents.shortuuid)();
|
|
226
|
+
const wsUrl = this.opts.baseUrl.replace(/^http/, "ws");
|
|
227
|
+
const url = new URL(`${wsUrl}/v1/speak`);
|
|
228
|
+
url.searchParams.append("sample_rate", this.opts.sampleRate.toString());
|
|
229
|
+
url.searchParams.append("model", this.opts.model);
|
|
230
|
+
url.searchParams.append("encoding", this.opts.encoding);
|
|
231
|
+
if (this.opts.speed !== void 0) {
|
|
232
|
+
url.searchParams.append("speed", this.opts.speed.toString());
|
|
233
|
+
}
|
|
234
|
+
const ws = new import_ws.WebSocket(url, {
|
|
235
|
+
headers: {
|
|
236
|
+
[AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey}`
|
|
237
|
+
}
|
|
238
|
+
});
|
|
239
|
+
await new Promise((resolve, reject) => {
|
|
240
|
+
ws.on("open", resolve);
|
|
241
|
+
ws.on("error", (error) => reject(error));
|
|
242
|
+
ws.on("close", (code) => reject(`WebSocket returned ${code}`));
|
|
243
|
+
});
|
|
244
|
+
const inputTask = async () => {
|
|
245
|
+
for await (const data of this.input) {
|
|
246
|
+
if (data === SynthesizeStream.FLUSH_SENTINEL) {
|
|
247
|
+
this.tokenizer.flush();
|
|
248
|
+
continue;
|
|
249
|
+
}
|
|
250
|
+
this.tokenizer.pushText(data);
|
|
251
|
+
}
|
|
252
|
+
this.tokenizer.endInput();
|
|
253
|
+
this.tokenizer.close();
|
|
254
|
+
};
|
|
255
|
+
let markInputSent = () => {
|
|
256
|
+
};
|
|
257
|
+
const inputSent = new Promise((resolve) => {
|
|
258
|
+
markInputSent = resolve;
|
|
259
|
+
});
|
|
260
|
+
const sendTask = async () => {
|
|
261
|
+
try {
|
|
262
|
+
for await (const event of this.tokenizer) {
|
|
263
|
+
if (this.abortController.signal.aborted) break;
|
|
264
|
+
let text = event.token;
|
|
265
|
+
if (!text.endsWith(" ")) {
|
|
266
|
+
text += " ";
|
|
267
|
+
}
|
|
268
|
+
const message = JSON.stringify({
|
|
269
|
+
type: "Speak",
|
|
270
|
+
text
|
|
271
|
+
});
|
|
272
|
+
ws.send(message);
|
|
273
|
+
markInputSent();
|
|
274
|
+
}
|
|
275
|
+
if (!this.abortController.signal.aborted) {
|
|
276
|
+
ws.send(SynthesizeStream.FLUSH_MSG);
|
|
277
|
+
markInputSent();
|
|
278
|
+
}
|
|
279
|
+
} finally {
|
|
280
|
+
markInputSent();
|
|
281
|
+
}
|
|
282
|
+
};
|
|
283
|
+
const recvTask = async () => {
|
|
284
|
+
const bstream = new import_agents.AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);
|
|
285
|
+
let finalReceived = false;
|
|
286
|
+
let timeout = null;
|
|
287
|
+
let lastFrame;
|
|
288
|
+
const sendLastFrame = (segmentId2, final) => {
|
|
289
|
+
if (lastFrame && !this.queue.closed) {
|
|
290
|
+
this.queue.put({ requestId, segmentId: segmentId2, frame: lastFrame, final });
|
|
291
|
+
lastFrame = void 0;
|
|
292
|
+
}
|
|
293
|
+
};
|
|
294
|
+
const clearMessageTimeout = () => {
|
|
295
|
+
if (timeout) {
|
|
296
|
+
clearTimeout(timeout);
|
|
297
|
+
timeout = null;
|
|
298
|
+
}
|
|
299
|
+
};
|
|
300
|
+
const resetMessageTimeout = (reject) => {
|
|
301
|
+
clearMessageTimeout();
|
|
302
|
+
timeout = setTimeout(() => {
|
|
303
|
+
reject(new import_agents.APITimeoutError({ message: "Deepgram TTS recv idle timeout" }));
|
|
304
|
+
}, this.connOptions.timeoutMs);
|
|
305
|
+
};
|
|
306
|
+
await inputSent;
|
|
307
|
+
if (this.abortController.signal.aborted) return;
|
|
308
|
+
return new Promise((resolve, reject) => {
|
|
309
|
+
resetMessageTimeout(reject);
|
|
310
|
+
ws.on("message", (data, isBinary) => {
|
|
311
|
+
clearMessageTimeout();
|
|
312
|
+
if (!isBinary) {
|
|
313
|
+
const message = JSON.parse(data.toString());
|
|
314
|
+
if (message.type === "Flushed") {
|
|
315
|
+
finalReceived = true;
|
|
316
|
+
for (const frame of bstream.flush()) {
|
|
317
|
+
sendLastFrame(segmentId, false);
|
|
318
|
+
lastFrame = frame;
|
|
319
|
+
}
|
|
320
|
+
sendLastFrame(segmentId, true);
|
|
321
|
+
if (!this.queue.closed) {
|
|
322
|
+
this.queue.put(SynthesizeStream.END_OF_STREAM);
|
|
323
|
+
}
|
|
324
|
+
resolve();
|
|
325
|
+
return;
|
|
326
|
+
} else if (message.type === "Warning") {
|
|
327
|
+
this.#logger.warn(`Deepgram warning: ${message.warn_msg}`);
|
|
328
|
+
} else if (message.type === "Error" || message.type === "error") {
|
|
329
|
+
reject(new import_agents.APIError("Deepgram TTS returned error", { body: message }));
|
|
330
|
+
return;
|
|
331
|
+
} else if (message.type !== "Metadata") {
|
|
332
|
+
this.#logger.warn({ message }, "Unknown Deepgram message type");
|
|
333
|
+
}
|
|
334
|
+
resetMessageTimeout(reject);
|
|
335
|
+
return;
|
|
336
|
+
}
|
|
337
|
+
const buffer = data instanceof Buffer ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength) : data;
|
|
338
|
+
for (const frame of bstream.write(buffer)) {
|
|
339
|
+
sendLastFrame(segmentId, false);
|
|
340
|
+
lastFrame = frame;
|
|
341
|
+
}
|
|
342
|
+
resetMessageTimeout(reject);
|
|
343
|
+
});
|
|
344
|
+
ws.on("close", (code, reason) => {
|
|
345
|
+
clearMessageTimeout();
|
|
346
|
+
if (!finalReceived) {
|
|
347
|
+
reject(
|
|
348
|
+
new import_agents.APIStatusError({
|
|
349
|
+
message: "Deepgram websocket connection closed unexpectedly",
|
|
350
|
+
options: {
|
|
351
|
+
statusCode: code || -1,
|
|
352
|
+
body: { reason: reason.toString() }
|
|
353
|
+
}
|
|
354
|
+
})
|
|
355
|
+
);
|
|
356
|
+
return;
|
|
357
|
+
}
|
|
358
|
+
resolve();
|
|
359
|
+
});
|
|
360
|
+
ws.on("error", (error) => {
|
|
361
|
+
clearMessageTimeout();
|
|
362
|
+
reject(error);
|
|
363
|
+
});
|
|
364
|
+
});
|
|
365
|
+
};
|
|
366
|
+
try {
|
|
367
|
+
await Promise.all([inputTask(), sendTask(), recvTask()]);
|
|
368
|
+
} catch (e) {
|
|
369
|
+
if (this.abortController.signal.aborted) return;
|
|
370
|
+
if (e instanceof import_agents.APIError) throw e;
|
|
371
|
+
throw new import_agents.APIConnectionError({
|
|
372
|
+
message: `Deepgram TTS WebSocket failed: ${e.message ?? "unknown error"}`
|
|
373
|
+
});
|
|
374
|
+
} finally {
|
|
375
|
+
await this.closeWebSocket(ws);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
}
|
|
379
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
380
|
+
0 && (module.exports = {
|
|
381
|
+
ChunkedStream,
|
|
382
|
+
SynthesizeStream,
|
|
383
|
+
TTS
|
|
384
|
+
});
|
|
385
|
+
//# sourceMappingURL=tts.cjs.map
|
package/dist/tts.cjs.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n APIConnectionError,\n APIError,\n APIStatusError,\n APITimeoutError,\n AudioByteStream,\n log,\n shortuuid,\n tokenize,\n tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { request } from 'node:https';\nimport { type RawData, WebSocket } from 'ws';\nimport type { TTSEncoding, TTSModels } from './models.js';\n\nconst AUTHORIZATION_HEADER = 'Authorization';\nconst NUM_CHANNELS = 1;\nconst MIN_SENTENCE_LENGTH = 8;\n\nexport interface TTSOptions {\n model: TTSModels | string;\n encoding: TTSEncoding;\n sampleRate: number;\n speed?: number;\n apiKey?: string;\n baseUrl?: string;\n sentenceTokenizer: tokenize.SentenceTokenizer;\n capabilities: tts.TTSCapabilities;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n model: 'aura-asteria-en',\n encoding: 'linear16',\n sampleRate: 24000,\n apiKey: process.env.DEEPGRAM_API_KEY,\n baseUrl: 'https://api.deepgram.com',\n capabilities: {\n streaming: true,\n },\n sentenceTokenizer: new tokenize.basic.SentenceTokenizer({\n minSentenceLength: MIN_SENTENCE_LENGTH,\n }),\n};\n\nexport class TTS extends tts.TTS {\n private opts: TTSOptions;\n label = 'deepgram.TTS';\n\n get model(): string {\n return this.opts.model;\n }\n\n get provider(): string {\n return 'Deepgram';\n }\n\n constructor(opts: Partial<TTSOptions> = {}) {\n super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {\n streaming: opts.capabilities?.streaming ?? defaultTTSOptions.capabilities.streaming,\n });\n\n this.opts = {\n ...defaultTTSOptions,\n ...opts,\n };\n\n if (this.opts.apiKey === undefined) {\n throw new Error(\n 'Deepgram API key is required, whether as an argument or as $DEEPGRAM_API_KEY',\n );\n }\n\n if (this.opts.speed !== undefined && (this.opts.speed < 0.7 || this.opts.speed > 1.5)) {\n throw new Error(`Deepgram TTS speed must be between 0.7 and 1.5, got ${this.opts.speed}`);\n }\n }\n\n synthesize(\n text: string,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ): tts.ChunkedStream {\n return new ChunkedStream(this, text, this.opts, connOptions, abortSignal);\n }\n\n stream(options?: { connOptions?: APIConnectOptions }): tts.SynthesizeStream {\n return new SynthesizeStream(this, this.opts, options?.connOptions);\n }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n label = 'deepgram.ChunkedStream';\n #logger = log();\n private opts: TTSOptions;\n private text: string;\n\n constructor(\n tts: TTS,\n text: string,\n opts: TTSOptions,\n connOptions?: APIConnectOptions,\n abortSignal?: AbortSignal,\n ) {\n super(text, tts, connOptions, abortSignal);\n this.text = text;\n this.opts = opts;\n }\n\n protected async run() {\n const requestId = shortuuid();\n const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n const json = { text: this.text };\n const url = new URL(`${this.opts.baseUrl!}/v1/speak`);\n url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n url.searchParams.append('model', this.opts.model);\n url.searchParams.append('encoding', this.opts.encoding);\n if (this.opts.speed !== undefined) {\n url.searchParams.append('speed', this.opts.speed.toString());\n }\n\n await new Promise<void>((resolve, reject) => {\n let settled = false;\n const settle = (fn: () => void) => {\n if (!settled) {\n settled = true;\n fn();\n }\n };\n\n const req = request(\n {\n hostname: url.hostname,\n port: 443,\n path: url.pathname + url.search,\n method: 'POST',\n headers: {\n [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n 'Content-Type': 'application/json',\n },\n signal: this.abortSignal,\n },\n (res) => {\n if (res.statusCode !== 200) {\n settle(() =>\n reject(\n new Error(\n `Deepgram TTS HTTP request failed: ${res.statusCode} ${res.statusMessage}`,\n ),\n ),\n );\n return;\n }\n\n res.on('data', (chunk) => {\n for (const frame of bstream.write(chunk)) {\n if (!this.queue.closed) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n }\n });\n\n res.on('error', (err) => {\n if (err.message === 'aborted') return;\n this.#logger.error({ err }, 'Deepgram TTS response error');\n settle(() => reject(err));\n });\n\n res.on('close', () => {\n for (const frame of bstream.flush()) {\n if (!this.queue.closed) {\n this.queue.put({\n requestId,\n frame,\n final: false,\n segmentId: requestId,\n });\n }\n }\n if (!this.queue.closed) {\n this.queue.close();\n }\n settle(() => resolve());\n });\n },\n );\n\n req.on('error', (err) => {\n if (err.name === 'AbortError') return;\n this.#logger.error({ err }, 'Deepgram TTS request error');\n settle(() => reject(err));\n });\n\n req.on('close', () => settle(() => resolve()));\n req.write(JSON.stringify(json));\n req.end();\n });\n }\n}\n\nexport class SynthesizeStream extends tts.SynthesizeStream {\n private opts: TTSOptions;\n private tokenizer: tokenize.SentenceStream;\n #logger = log();\n label = 'deepgram.SynthesizeStream';\n\n private static readonly FLUSH_MSG = JSON.stringify({ type: 'Flush' });\n private static readonly CLOSE_MSG = JSON.stringify({ type: 'Close' });\n\n constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions) {\n super(tts, connOptions);\n this.opts = opts;\n this.tokenizer = opts.sentenceTokenizer.stream();\n }\n\n private async closeWebSocket(ws: WebSocket): Promise<void> {\n try {\n // Send Flush and Close messages to ensure Deepgram processes all remaining audio\n // and properly terminates the session, preventing lingering TTS sessions\n if (ws.readyState === WebSocket.OPEN) {\n ws.send(SynthesizeStream.FLUSH_MSG);\n ws.send(SynthesizeStream.CLOSE_MSG);\n\n // Wait for server acknowledgment to prevent race conditions and ensure\n // proper cleanup, avoiding 429 Too Many Requests errors from lingering sessions\n try {\n await new Promise<void>((resolve, _reject) => {\n const timeout = setTimeout(() => {\n resolve();\n }, 1000);\n\n ws.once('message', () => {\n clearTimeout(timeout);\n resolve();\n });\n\n ws.once('close', () => {\n clearTimeout(timeout);\n resolve();\n });\n\n ws.once('error', () => {\n clearTimeout(timeout);\n resolve();\n });\n });\n } catch (e) {\n // Ignore timeout or other errors during close sequence\n }\n }\n } catch (e) {\n console.warn(`Error during WebSocket close sequence: ${e}`);\n } finally {\n if (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING) {\n ws.close();\n }\n }\n }\n\n protected async run() {\n const requestId = shortuuid();\n const segmentId = shortuuid();\n\n const wsUrl = this.opts.baseUrl!.replace(/^http/, 'ws');\n const url = new URL(`${wsUrl}/v1/speak`);\n url.searchParams.append('sample_rate', this.opts.sampleRate.toString());\n url.searchParams.append('model', this.opts.model);\n url.searchParams.append('encoding', this.opts.encoding);\n if (this.opts.speed !== undefined) {\n url.searchParams.append('speed', this.opts.speed.toString());\n }\n\n const ws = new WebSocket(url, {\n headers: {\n [AUTHORIZATION_HEADER]: `Token ${this.opts.apiKey!}`,\n },\n });\n\n await new Promise((resolve, reject) => {\n ws.on('open', resolve);\n ws.on('error', (error) => reject(error));\n ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n });\n\n const inputTask = async () => {\n for await (const data of this.input) {\n if (data === SynthesizeStream.FLUSH_SENTINEL) {\n this.tokenizer.flush();\n continue;\n }\n this.tokenizer.pushText(data);\n }\n this.tokenizer.endInput();\n this.tokenizer.close();\n };\n\n let markInputSent: () => void = () => {};\n const inputSent = new Promise<void>((resolve) => {\n markInputSent = resolve;\n });\n\n const sendTask = async () => {\n try {\n for await (const event of this.tokenizer) {\n if (this.abortController.signal.aborted) break;\n\n let text = event.token;\n if (!text.endsWith(' ')) {\n text += ' ';\n }\n\n const message = JSON.stringify({\n type: 'Speak',\n text: text,\n });\n\n ws.send(message);\n markInputSent();\n }\n\n if (!this.abortController.signal.aborted) {\n ws.send(SynthesizeStream.FLUSH_MSG);\n markInputSent();\n }\n } finally {\n markInputSent();\n }\n };\n\n const recvTask = async () => {\n const bstream = new AudioByteStream(this.opts.sampleRate, NUM_CHANNELS);\n let finalReceived = false;\n let timeout: NodeJS.Timeout | null = null;\n let lastFrame: AudioFrame | undefined;\n\n const sendLastFrame = (segmentId: string, final: boolean) => {\n if (lastFrame && !this.queue.closed) {\n this.queue.put({ requestId, segmentId, frame: lastFrame, final });\n lastFrame = undefined;\n }\n };\n\n const clearMessageTimeout = () => {\n if (timeout) {\n clearTimeout(timeout);\n timeout = null;\n }\n };\n\n const resetMessageTimeout = (reject: (reason?: unknown) => void) => {\n clearMessageTimeout();\n timeout = setTimeout(() => {\n reject(new APITimeoutError({ message: 'Deepgram TTS recv idle timeout' }));\n }, this.connOptions.timeoutMs);\n };\n\n await inputSent;\n if (this.abortController.signal.aborted) return;\n\n return new Promise<void>((resolve, reject) => {\n resetMessageTimeout(reject);\n\n ws.on('message', (data: RawData, isBinary: boolean) => {\n clearMessageTimeout();\n\n if (!isBinary) {\n const message = JSON.parse(data.toString());\n if (message.type === 'Flushed') {\n finalReceived = true;\n for (const frame of bstream.flush()) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n sendLastFrame(segmentId, true);\n\n if (!this.queue.closed) {\n this.queue.put(SynthesizeStream.END_OF_STREAM);\n }\n resolve();\n return;\n } else if (message.type === 'Warning') {\n this.#logger.warn(`Deepgram warning: ${message.warn_msg}`);\n } else if (message.type === 'Error' || message.type === 'error') {\n reject(new APIError('Deepgram TTS returned error', { body: message }));\n return;\n } else if (message.type !== 'Metadata') {\n this.#logger.warn({ message }, 'Unknown Deepgram message type');\n }\n\n resetMessageTimeout(reject);\n return;\n }\n\n const buffer =\n data instanceof Buffer\n ? data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)\n : (data as ArrayBuffer);\n for (const frame of bstream.write(buffer as ArrayBuffer)) {\n sendLastFrame(segmentId, false);\n lastFrame = frame;\n }\n resetMessageTimeout(reject);\n });\n\n ws.on('close', (code, reason) => {\n clearMessageTimeout();\n if (!finalReceived) {\n reject(\n new APIStatusError({\n message: 'Deepgram websocket connection closed unexpectedly',\n options: {\n statusCode: code || -1,\n body: { reason: reason.toString() },\n },\n }),\n );\n return;\n }\n resolve();\n });\n\n ws.on('error', (error) => {\n clearMessageTimeout();\n reject(error);\n });\n });\n };\n\n try {\n await Promise.all([inputTask(), sendTask(), recvTask()]);\n } catch (e) {\n if (this.abortController.signal.aborted) return;\n if (e instanceof APIError) throw e;\n throw new APIConnectionError({\n message: `Deepgram TTS WebSocket failed: ${(e as Error).message ?? 'unknown error'}`,\n });\n } finally {\n await this.closeWebSocket(ws);\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAWO;AAEP,wBAAwB;AACxB,gBAAwC;AAGxC,MAAM,uBAAuB;AAC7B,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAa5B,MAAM,oBAAgC;AAAA,EACpC,OAAO;AAAA,EACP,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,QAAQ,QAAQ,IAAI;AAAA,EACpB,SAAS;AAAA,EACT,cAAc;AAAA,IACZ,WAAW;AAAA,EACb;AAAA,EACA,mBAAmB,IAAI,uBAAS,MAAM,kBAAkB;AAAA,IACtD,mBAAmB;AAAA,EACrB,CAAC;AACH;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EACvB;AAAA,EACR,QAAQ;AAAA,EAER,IAAI,QAAgB;AAClB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,OAA4B,CAAC,GAAG;AA7D9C;AA8DI,UAAM,KAAK,cAAc,kBAAkB,YAAY,cAAc;AAAA,MACnE,aAAW,UAAK,iBAAL,mBAAmB,cAAa,kBAAkB,aAAa;AAAA,IAC5E,CAAC;AAED,SAAK,OAAO;AAAA,MACV,GAAG;AAAA,MACH,GAAG;AAAA,IACL;AAEA,QAAI,KAAK,KAAK,WAAW,QAAW;AAClC,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,KAAK,KAAK,UAAU,WAAc,KAAK,KAAK,QAAQ,OAAO,KAAK,KAAK,QAAQ,MAAM;AACrF,YAAM,IAAI,MAAM,uDAAuD,KAAK,KAAK,KAAK,EAAE;AAAA,IAC1F;AAAA,EACF;AAAA,EAEA,WACE,MACA,aACA,aACmB;AACnB,WAAO,IAAI,cAAc,MAAM,MAAM,KAAK,MAAM,aAAa,WAAW;AAAA,EAC1E;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,iBAAiB,MAAM,KAAK,MAAM,mCAAS,WAAW;AAAA,EACnE;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA,EACnD,QAAQ;AAAA,EACR,cAAU,mBAAI;AAAA,EACN;AAAA,EACA;AAAA,EAER,YACEA,MACA,MACA,MACA,aACA,aACA;AACA,UAAM,MAAMA,MAAK,aAAa,WAAW;AACzC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,UAAM,UAAU,IAAI,8BAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAM,OAAO,EAAE,MAAM,KAAK,KAAK;AAC/B,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,KAAK,OAAQ,WAAW;AACpD,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAI,UAAU;AACd,YAAM,SAAS,CAAC,OAAmB;AACjC,YAAI,CAAC,SAAS;AACZ,oBAAU;AACV,aAAG;AAAA,QACL;AAAA,MACF;AAEA,YAAM,UAAM;AAAA,QACV;AAAA,UACE,UAAU,IAAI;AAAA,UACd,MAAM;AAAA,UACN,MAAM,IAAI,WAAW,IAAI;AAAA,UACzB,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,YAClD,gBAAgB;AAAA,UAClB;AAAA,UACA,QAAQ,KAAK;AAAA,QACf;AAAA,QACA,CAAC,QAAQ;AACP,cAAI,IAAI,eAAe,KAAK;AAC1B;AAAA,cAAO,MACL;AAAA,gBACE,IAAI;AAAA,kBACF,qCAAqC,IAAI,UAAU,IAAI,IAAI,aAAa;AAAA,gBAC1E;AAAA,cACF;AAAA,YACF;AACA;AAAA,UACF;AAEA,cAAI,GAAG,QAAQ,CAAC,UAAU;AACxB,uBAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AAAA,UACF,CAAC;AAED,cAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,gBAAI,IAAI,YAAY,UAAW;AAC/B,iBAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,6BAA6B;AACzD,mBAAO,MAAM,OAAO,GAAG,CAAC;AAAA,UAC1B,CAAC;AAED,cAAI,GAAG,SAAS,MAAM;AACpB,uBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI;AAAA,kBACb;AAAA,kBACA;AAAA,kBACA,OAAO;AAAA,kBACP,WAAW;AAAA,gBACb,CAAC;AAAA,cACH;AAAA,YACF;AACA,gBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,mBAAK,MAAM,MAAM;AAAA,YACnB;AACA,mBAAO,MAAM,QAAQ,CAAC;AAAA,UACxB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,GAAG,SAAS,CAAC,QAAQ;AACvB,YAAI,IAAI,SAAS,aAAc;AAC/B,aAAK,QAAQ,MAAM,EAAE,IAAI,GAAG,4BAA4B;AACxD,eAAO,MAAM,OAAO,GAAG,CAAC;AAAA,MAC1B,CAAC;AAED,UAAI,GAAG,SAAS,MAAM,OAAO,MAAM,QAAQ,CAAC,CAAC;AAC7C,UAAI,MAAM,KAAK,UAAU,IAAI,CAAC;AAC9B,UAAI,IAAI;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEO,MAAM,yBAAyB,kBAAI,iBAAiB;AAAA,EACjD;AAAA,EACA;AAAA,EACR,cAAU,mBAAI;AAAA,EACd,QAAQ;AAAA,EAER,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EACpE,OAAwB,YAAY,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAAA,EAEpE,YAAYA,MAAU,MAAkB,aAAiC;AACvE,UAAMA,MAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,YAAY,KAAK,kBAAkB,OAAO;AAAA,EACjD;AAAA,EAEA,MAAc,eAAe,IAA8B;AACzD,QAAI;AAGF,UAAI,GAAG,eAAe,oBAAU,MAAM;AACpC,WAAG,KAAK,iBAAiB,SAAS;AAClC,WAAG,KAAK,iBAAiB,SAAS;AAIlC,YAAI;AACF,gBAAM,IAAI,QAAc,CAAC,SAAS,YAAY;AAC5C,kBAAM,UAAU,WAAW,MAAM;AAC/B,sBAAQ;AAAA,YACV,GAAG,GAAI;AAEP,eAAG,KAAK,WAAW,MAAM;AACvB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAED,eAAG,KAAK,SAAS,MAAM;AACrB,2BAAa,OAAO;AACpB,sBAAQ;AAAA,YACV,CAAC;AAAA,UACH,CAAC;AAAA,QACH,SAAS,GAAG;AAAA,QAEZ;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,KAAK,0CAA0C,CAAC,EAAE;AAAA,IAC5D,UAAE;AACA,UAAI,GAAG,eAAe,oBAAU,QAAQ,GAAG,eAAe,oBAAU,YAAY;AAC9E,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,gBAAY,yBAAU;AAC5B,UAAM,gBAAY,yBAAU;AAE5B,UAAM,QAAQ,KAAK,KAAK,QAAS,QAAQ,SAAS,IAAI;AACtD,UAAM,MAAM,IAAI,IAAI,GAAG,KAAK,WAAW;AACvC,QAAI,aAAa,OAAO,eAAe,KAAK,KAAK,WAAW,SAAS,CAAC;AACtE,QAAI,aAAa,OAAO,SAAS,KAAK,KAAK,KAAK;AAChD,QAAI,aAAa,OAAO,YAAY,KAAK,KAAK,QAAQ;AACtD,QAAI,KAAK,KAAK,UAAU,QAAW;AACjC,UAAI,aAAa,OAAO,SAAS,KAAK,KAAK,MAAM,SAAS,CAAC;AAAA,IAC7D;AAEA,UAAM,KAAK,IAAI,oBAAU,KAAK;AAAA,MAC5B,SAAS;AAAA,QACP,CAAC,oBAAoB,GAAG,SAAS,KAAK,KAAK,MAAO;AAAA,MACpD;AAAA,IACF,CAAC;AAED,UAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,SAAG,GAAG,QAAQ,OAAO;AACrB,SAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,SAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,IAC/D,CAAC;AAED,UAAM,YAAY,YAAY;AAC5B,uBAAiB,QAAQ,KAAK,OAAO;AACnC,YAAI,SAAS,iBAAiB,gBAAgB;AAC5C,eAAK,UAAU,MAAM;AACrB;AAAA,QACF;AACA,aAAK,UAAU,SAAS,IAAI;AAAA,MAC9B;AACA,WAAK,UAAU,SAAS;AACxB,WAAK,UAAU,MAAM;AAAA,IACvB;AAEA,QAAI,gBAA4B,MAAM;AAAA,IAAC;AACvC,UAAM,YAAY,IAAI,QAAc,CAAC,YAAY;AAC/C,sBAAgB;AAAA,IAClB,CAAC;AAED,UAAM,WAAW,YAAY;AAC3B,UAAI;AACF,yBAAiB,SAAS,KAAK,WAAW;AACxC,cAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,cAAI,OAAO,MAAM;AACjB,cAAI,CAAC,KAAK,SAAS,GAAG,GAAG;AACvB,oBAAQ;AAAA,UACV;AAEA,gBAAM,UAAU,KAAK,UAAU;AAAA,YAC7B,MAAM;AAAA,YACN;AAAA,UACF,CAAC;AAED,aAAG,KAAK,OAAO;AACf,wBAAc;AAAA,QAChB;AAEA,YAAI,CAAC,KAAK,gBAAgB,OAAO,SAAS;AACxC,aAAG,KAAK,iBAAiB,SAAS;AAClC,wBAAc;AAAA,QAChB;AAAA,MACF,UAAE;AACA,sBAAc;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,UAAU,IAAI,8BAAgB,KAAK,KAAK,YAAY,YAAY;AACtE,UAAI,gBAAgB;AACpB,UAAI,UAAiC;AACrC,UAAI;AAEJ,YAAM,gBAAgB,CAACC,YAAmB,UAAmB;AAC3D,YAAI,aAAa,CAAC,KAAK,MAAM,QAAQ;AACnC,eAAK,MAAM,IAAI,EAAE,WAAW,WAAAA,YAAW,OAAO,WAAW,MAAM,CAAC;AAChE,sBAAY;AAAA,QACd;AAAA,MACF;AAEA,YAAM,sBAAsB,MAAM;AAChC,YAAI,SAAS;AACX,uBAAa,OAAO;AACpB,oBAAU;AAAA,QACZ;AAAA,MACF;AAEA,YAAM,sBAAsB,CAAC,WAAuC;AAClE,4BAAoB;AACpB,kBAAU,WAAW,MAAM;AACzB,iBAAO,IAAI,8BAAgB,EAAE,SAAS,iCAAiC,CAAC,CAAC;AAAA,QAC3E,GAAG,KAAK,YAAY,SAAS;AAAA,MAC/B;AAEA,YAAM;AACN,UAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,aAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,4BAAoB,MAAM;AAE1B,WAAG,GAAG,WAAW,CAAC,MAAe,aAAsB;AACrD,8BAAoB;AAEpB,cAAI,CAAC,UAAU;AACb,kBAAM,UAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAC1C,gBAAI,QAAQ,SAAS,WAAW;AAC9B,8BAAgB;AAChB,yBAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,8BAAc,WAAW,KAAK;AAC9B,4BAAY;AAAA,cACd;AACA,4BAAc,WAAW,IAAI;AAE7B,kBAAI,CAAC,KAAK,MAAM,QAAQ;AACtB,qBAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,cAC/C;AACA,sBAAQ;AACR;AAAA,YACF,WAAW,QAAQ,SAAS,WAAW;AACrC,mBAAK,QAAQ,KAAK,qBAAqB,QAAQ,QAAQ,EAAE;AAAA,YAC3D,WAAW,QAAQ,SAAS,WAAW,QAAQ,SAAS,SAAS;AAC/D,qBAAO,IAAI,uBAAS,+BAA+B,EAAE,MAAM,QAAQ,CAAC,CAAC;AACrE;AAAA,YACF,WAAW,QAAQ,SAAS,YAAY;AACtC,mBAAK,QAAQ,KAAK,EAAE,QAAQ,GAAG,+BAA+B;AAAA,YAChE;AAEA,gCAAoB,MAAM;AAC1B;AAAA,UACF;AAEA,gBAAM,SACJ,gBAAgB,SACZ,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU,IACnE;AACP,qBAAW,SAAS,QAAQ,MAAM,MAAqB,GAAG;AACxD,0BAAc,WAAW,KAAK;AAC9B,wBAAY;AAAA,UACd;AACA,8BAAoB,MAAM;AAAA,QAC5B,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,MAAM,WAAW;AAC/B,8BAAoB;AACpB,cAAI,CAAC,eAAe;AAClB;AAAA,cACE,IAAI,6BAAe;AAAA,gBACjB,SAAS;AAAA,gBACT,SAAS;AAAA,kBACP,YAAY,QAAQ;AAAA,kBACpB,MAAM,EAAE,QAAQ,OAAO,SAAS,EAAE;AAAA,gBACpC;AAAA,cACF,CAAC;AAAA,YACH;AACA;AAAA,UACF;AACA,kBAAQ;AAAA,QACV,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,UAAU;AACxB,8BAAoB;AACpB,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAAA,IACzD,SAAS,GAAG;AACV,UAAI,KAAK,gBAAgB,OAAO,QAAS;AACzC,UAAI,aAAa,uBAAU,OAAM;AACjC,YAAM,IAAI,iCAAmB;AAAA,QAC3B,SAAS,kCAAmC,EAAY,WAAW,eAAe;AAAA,MACpF,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,eAAe,EAAE;AAAA,IAC9B;AAAA,EACF;AACF;","names":["tts","segmentId"]}
|
package/dist/tts.d.cts
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { type APIConnectOptions, tokenize, tts } from '@livekit/agents';
|
|
2
|
+
import type { TTSEncoding, TTSModels } from './models.js';
|
|
3
|
+
export interface TTSOptions {
|
|
4
|
+
model: TTSModels | string;
|
|
5
|
+
encoding: TTSEncoding;
|
|
6
|
+
sampleRate: number;
|
|
7
|
+
speed?: number;
|
|
8
|
+
apiKey?: string;
|
|
9
|
+
baseUrl?: string;
|
|
10
|
+
sentenceTokenizer: tokenize.SentenceTokenizer;
|
|
11
|
+
capabilities: tts.TTSCapabilities;
|
|
12
|
+
}
|
|
13
|
+
export declare class TTS extends tts.TTS {
|
|
14
|
+
private opts;
|
|
15
|
+
label: string;
|
|
16
|
+
get model(): string;
|
|
17
|
+
get provider(): string;
|
|
18
|
+
constructor(opts?: Partial<TTSOptions>);
|
|
19
|
+
synthesize(text: string, connOptions?: APIConnectOptions, abortSignal?: AbortSignal): tts.ChunkedStream;
|
|
20
|
+
stream(options?: {
|
|
21
|
+
connOptions?: APIConnectOptions;
|
|
22
|
+
}): tts.SynthesizeStream;
|
|
23
|
+
}
|
|
24
|
+
export declare class ChunkedStream extends tts.ChunkedStream {
|
|
25
|
+
#private;
|
|
26
|
+
label: string;
|
|
27
|
+
private opts;
|
|
28
|
+
private text;
|
|
29
|
+
constructor(tts: TTS, text: string, opts: TTSOptions, connOptions?: APIConnectOptions, abortSignal?: AbortSignal);
|
|
30
|
+
protected run(): Promise<void>;
|
|
31
|
+
}
|
|
32
|
+
export declare class SynthesizeStream extends tts.SynthesizeStream {
|
|
33
|
+
#private;
|
|
34
|
+
private opts;
|
|
35
|
+
private tokenizer;
|
|
36
|
+
label: string;
|
|
37
|
+
private static readonly FLUSH_MSG;
|
|
38
|
+
private static readonly CLOSE_MSG;
|
|
39
|
+
constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions);
|
|
40
|
+
private closeWebSocket;
|
|
41
|
+
protected run(): Promise<void>;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=tts.d.ts.map
|
package/dist/tts.d.ts
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { type APIConnectOptions, tokenize, tts } from '@livekit/agents';
|
|
2
|
+
import type { TTSEncoding, TTSModels } from './models.js';
|
|
3
|
+
export interface TTSOptions {
|
|
4
|
+
model: TTSModels | string;
|
|
5
|
+
encoding: TTSEncoding;
|
|
6
|
+
sampleRate: number;
|
|
7
|
+
speed?: number;
|
|
8
|
+
apiKey?: string;
|
|
9
|
+
baseUrl?: string;
|
|
10
|
+
sentenceTokenizer: tokenize.SentenceTokenizer;
|
|
11
|
+
capabilities: tts.TTSCapabilities;
|
|
12
|
+
}
|
|
13
|
+
export declare class TTS extends tts.TTS {
|
|
14
|
+
private opts;
|
|
15
|
+
label: string;
|
|
16
|
+
get model(): string;
|
|
17
|
+
get provider(): string;
|
|
18
|
+
constructor(opts?: Partial<TTSOptions>);
|
|
19
|
+
synthesize(text: string, connOptions?: APIConnectOptions, abortSignal?: AbortSignal): tts.ChunkedStream;
|
|
20
|
+
stream(options?: {
|
|
21
|
+
connOptions?: APIConnectOptions;
|
|
22
|
+
}): tts.SynthesizeStream;
|
|
23
|
+
}
|
|
24
|
+
export declare class ChunkedStream extends tts.ChunkedStream {
|
|
25
|
+
#private;
|
|
26
|
+
label: string;
|
|
27
|
+
private opts;
|
|
28
|
+
private text;
|
|
29
|
+
constructor(tts: TTS, text: string, opts: TTSOptions, connOptions?: APIConnectOptions, abortSignal?: AbortSignal);
|
|
30
|
+
protected run(): Promise<void>;
|
|
31
|
+
}
|
|
32
|
+
export declare class SynthesizeStream extends tts.SynthesizeStream {
|
|
33
|
+
#private;
|
|
34
|
+
private opts;
|
|
35
|
+
private tokenizer;
|
|
36
|
+
label: string;
|
|
37
|
+
private static readonly FLUSH_MSG;
|
|
38
|
+
private static readonly CLOSE_MSG;
|
|
39
|
+
constructor(tts: TTS, opts: TTSOptions, connOptions?: APIConnectOptions);
|
|
40
|
+
private closeWebSocket;
|
|
41
|
+
protected run(): Promise<void>;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=tts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,iBAAiB,EAQtB,QAAQ,EACR,GAAG,EACJ,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAM1D,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB,CAAC;IAC9C,YAAY,EAAE,GAAG,CAAC,eAAe,CAAC;CACnC;AAgBD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;IAC9B,OAAO,CAAC,IAAI,CAAa;IACzB,KAAK,SAAkB;IAEvB,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;gBAEW,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM;IAqB1C,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,GAAG,CAAC,aAAa;IAIpB,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,GAAG,CAAC,gBAAgB;CAG5E;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;IAClD,KAAK,SAA4B;IAEjC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAS;gBAGnB,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW;cAOX,GAAG;CA8FpB;AAED,qBAAa,gBAAiB,SAAQ,GAAG,CAAC,gBAAgB;;IACxD,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,SAAS,CAA0B;IAE3C,KAAK,SAA+B;IAEpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAqC;gBAE1D,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,iBAAiB;YAMzD,cAAc;cA4CZ,GAAG;CAqLpB"}
|