@livekit/agents-plugin-deepgram 0.0.0-next-20260624041820

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +17 -0
  3. package/dist/_utils.cjs +56 -0
  4. package/dist/_utils.cjs.map +1 -0
  5. package/dist/_utils.d.cts +12 -0
  6. package/dist/_utils.d.ts +12 -0
  7. package/dist/_utils.d.ts.map +1 -0
  8. package/dist/_utils.js +32 -0
  9. package/dist/_utils.js.map +1 -0
  10. package/dist/index.cjs +38 -0
  11. package/dist/index.cjs.map +1 -0
  12. package/dist/index.d.cts +4 -0
  13. package/dist/index.d.ts +4 -0
  14. package/dist/index.d.ts.map +1 -0
  15. package/dist/index.js +15 -0
  16. package/dist/index.js.map +1 -0
  17. package/dist/models.cjs +17 -0
  18. package/dist/models.cjs.map +1 -0
  19. package/dist/models.d.cts +6 -0
  20. package/dist/models.d.ts +6 -0
  21. package/dist/models.d.ts.map +1 -0
  22. package/dist/models.js +1 -0
  23. package/dist/models.js.map +1 -0
  24. package/dist/stt.cjs +496 -0
  25. package/dist/stt.cjs.map +1 -0
  26. package/dist/stt.d.cts +53 -0
  27. package/dist/stt.d.ts +53 -0
  28. package/dist/stt.d.ts.map +1 -0
  29. package/dist/stt.js +483 -0
  30. package/dist/stt.js.map +1 -0
  31. package/dist/stt.test.cjs +28 -0
  32. package/dist/stt.test.cjs.map +1 -0
  33. package/dist/stt.test.d.cts +2 -0
  34. package/dist/stt.test.d.ts +2 -0
  35. package/dist/stt.test.d.ts.map +1 -0
  36. package/dist/stt.test.js +27 -0
  37. package/dist/stt.test.js.map +1 -0
  38. package/dist/stt_v2.cjs +413 -0
  39. package/dist/stt_v2.cjs.map +1 -0
  40. package/dist/stt_v2.d.cts +97 -0
  41. package/dist/stt_v2.d.ts +97 -0
  42. package/dist/stt_v2.d.ts.map +1 -0
  43. package/dist/stt_v2.js +387 -0
  44. package/dist/stt_v2.js.map +1 -0
  45. package/dist/stt_v2.test.cjs +17 -0
  46. package/dist/stt_v2.test.cjs.map +1 -0
  47. package/dist/stt_v2.test.d.cts +2 -0
  48. package/dist/stt_v2.test.d.ts +2 -0
  49. package/dist/stt_v2.test.d.ts.map +1 -0
  50. package/dist/stt_v2.test.js +16 -0
  51. package/dist/stt_v2.test.js.map +1 -0
  52. package/dist/tts.cjs +385 -0
  53. package/dist/tts.cjs.map +1 -0
  54. package/dist/tts.d.cts +43 -0
  55. package/dist/tts.d.ts +43 -0
  56. package/dist/tts.d.ts.map +1 -0
  57. package/dist/tts.js +369 -0
  58. package/dist/tts.js.map +1 -0
  59. package/dist/tts.test.cjs +17 -0
  60. package/dist/tts.test.cjs.map +1 -0
  61. package/dist/tts.test.d.cts +2 -0
  62. package/dist/tts.test.d.ts +2 -0
  63. package/dist/tts.test.d.ts.map +1 -0
  64. package/dist/tts.test.js +16 -0
  65. package/dist/tts.test.js.map +1 -0
  66. package/package.json +54 -0
  67. package/src/_utils.ts +50 -0
  68. package/src/index.ts +20 -0
  69. package/src/models.ts +93 -0
  70. package/src/stt.test.ts +36 -0
  71. package/src/stt.ts +612 -0
  72. package/src/stt_v2.test.ts +19 -0
  73. package/src/stt_v2.ts +560 -0
  74. package/src/tts.test.ts +19 -0
  75. package/src/tts.ts +450 -0
@@ -0,0 +1,413 @@
1
+ "use strict";
2
+ var __create = Object.create;
3
+ var __defProp = Object.defineProperty;
4
+ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
5
+ var __getOwnPropNames = Object.getOwnPropertyNames;
6
+ var __getProtoOf = Object.getPrototypeOf;
7
+ var __hasOwnProp = Object.prototype.hasOwnProperty;
8
+ var __export = (target, all) => {
9
+ for (var name in all)
10
+ __defProp(target, name, { get: all[name], enumerable: true });
11
+ };
12
+ var __copyProps = (to, from, except, desc) => {
13
+ if (from && typeof from === "object" || typeof from === "function") {
14
+ for (let key of __getOwnPropNames(from))
15
+ if (!__hasOwnProp.call(to, key) && key !== except)
16
+ __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
17
+ }
18
+ return to;
19
+ };
20
+ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
21
+ // If the importer is in node compatibility mode or this is not an ESM
22
+ // file that has been converted to a CommonJS file using a Babel-
23
+ // compatible transform (i.e. "__esModule" has not been set), then set
24
+ // "default" to the CommonJS "module.exports" for node compatibility.
25
+ isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
26
+ mod
27
+ ));
28
+ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
29
+ var stt_v2_exports = {};
30
+ __export(stt_v2_exports, {
31
+ STTv2: () => STTv2
32
+ });
33
+ module.exports = __toCommonJS(stt_v2_exports);
34
+ var import_agents = require("@livekit/agents");
35
+ var queryString = __toESM(require("node:querystring"), 1);
36
+ var import_ws = require("ws");
37
+ var import_utils = require("./_utils.cjs");
38
+ const _CLOSE_MSG = JSON.stringify({ type: "CloseStream" });
39
+ const defaultSTTv2Options = {
40
+ model: "flux-general-en",
41
+ sampleRate: 16e3,
42
+ keyterms: [],
43
+ endpointUrl: "wss://api.deepgram.com/v2/listen",
44
+ language: "en",
45
+ mipOptOut: false
46
+ };
47
+ function validateTags(tags) {
48
+ for (const tag of tags) {
49
+ if (tag.length > 128) {
50
+ throw new Error("tag must be no more than 128 characters");
51
+ }
52
+ }
53
+ return tags;
54
+ }
55
+ class STTv2 extends import_agents.stt.STT {
56
+ label = "deepgram.STTv2";
57
+ #opts;
58
+ #apiKey;
59
+ #logger = (0, import_agents.log)();
60
+ /**
61
+ * Create a new Deepgram STTv2 instance.
62
+ *
63
+ * @param opts - Configuration options
64
+ * @param opts.apiKey - Deepgram API key (defaults to `DEEPGRAM_API_KEY` env var)
65
+ * @param opts.model - Model to use (default: `flux-general-en`)
66
+ * @param opts.eagerEotThreshold - Threshold (0.3-0.9) for preemptive generation
67
+ * @param opts.eotThreshold - End-of-turn detection threshold (default: 0.7)
68
+ * @param opts.eotTimeoutMs - End-of-turn timeout in ms (default: 3000)
69
+ * @param opts.keyterms - List of key terms to improve recognition
70
+ * @param opts.tags - Tags for usage reporting (max 128 chars each)
71
+ * @param opts.languageHint - List of language hints to bias the model for improved accuracy.
72
+ * Only usable with `flux-general-multi`.
73
+ *
74
+ * @throws Error if no API key is provided
75
+ */
76
+ constructor(opts = {}) {
77
+ super({
78
+ streaming: true,
79
+ interimResults: true,
80
+ alignedTranscript: "word"
81
+ });
82
+ this.#opts = {
83
+ ...defaultSTTv2Options,
84
+ ...opts,
85
+ language: opts.language ? (0, import_agents.normalizeLanguage)(opts.language) : defaultSTTv2Options.language
86
+ };
87
+ const apiKey = opts.apiKey || process.env.DEEPGRAM_API_KEY;
88
+ if (!apiKey) {
89
+ throw new Error("Deepgram API key is required");
90
+ }
91
+ this.#apiKey = apiKey;
92
+ if (this.#opts.tags) {
93
+ this.#opts.tags = validateTags(this.#opts.tags);
94
+ }
95
+ if (this.#opts.languageHint && this.#opts.languageHint.length > 0 && this.#opts.model !== "flux-general-multi") {
96
+ this.#logger.warn(
97
+ { model: this.#opts.model },
98
+ "`languageHint` is only supported by `flux-general-multi` and will be ignored for this model"
99
+ );
100
+ }
101
+ }
102
+ /** The model being used for transcription */
103
+ get model() {
104
+ return this.#opts.model;
105
+ }
106
+ /** The STT provider name */
107
+ get provider() {
108
+ return "Deepgram";
109
+ }
110
+ async _recognize(_frame, _abortSignal) {
111
+ throw new Error("V2 API does not support non-streaming recognize. Use .stream()");
112
+ }
113
+ /**
114
+ * Create a new streaming transcription session.
115
+ *
116
+ * @param options - Stream options
117
+ * @returns A SpeechStream that emits transcription events
118
+ */
119
+ stream(options) {
120
+ const streamOpts = { ...this.#opts, apiKey: this.#apiKey };
121
+ return new SpeechStreamv2(this, streamOpts, options == null ? void 0 : options.connOptions);
122
+ }
123
+ /**
124
+ * Update STT options. Changes will take effect on the next stream.
125
+ *
126
+ * @param opts - Partial options to update
127
+ */
128
+ updateOptions(opts) {
129
+ this.#opts = {
130
+ ...this.#opts,
131
+ ...opts,
132
+ language: opts.language !== void 0 ? (0, import_agents.normalizeLanguage)(opts.language) : this.#opts.language
133
+ };
134
+ if (opts.tags) this.#opts.tags = validateTags(opts.tags);
135
+ if (this.#opts.languageHint && this.#opts.languageHint.length > 0 && this.#opts.model !== "flux-general-multi") {
136
+ this.#logger.warn(
137
+ { model: this.#opts.model },
138
+ "`languageHint` is only supported by `flux-general-multi` and will be ignored for this model"
139
+ );
140
+ }
141
+ this.#logger.debug("Updated STTv2 options");
142
+ }
143
+ }
144
+ class SpeechStreamv2 extends import_agents.stt.SpeechStream {
145
+ label = "deepgram.SpeechStreamv2";
146
+ #opts;
147
+ #logger = (0, import_agents.log)();
148
+ #ws = null;
149
+ #audioDurationCollector;
150
+ #requestId = "";
151
+ #speaking = false;
152
+ // Parity: _reconnect_event - using existing Event class from @livekit/agents
153
+ #reconnectEvent = new import_agents.Event();
154
+ constructor(sttInstance, opts, connOptions) {
155
+ super(sttInstance, opts.sampleRate, connOptions);
156
+ this.#opts = opts;
157
+ this.#audioDurationCollector = new import_utils.PeriodicCollector(
158
+ (duration) => this.#onAudioDurationReport(duration),
159
+ { duration: 5 }
160
+ );
161
+ }
162
+ updateOptions(opts) {
163
+ this.#logger.debug("Stream received option update", opts);
164
+ this.#opts = {
165
+ ...this.#opts,
166
+ ...opts,
167
+ language: opts.language !== void 0 ? (0, import_agents.normalizeLanguage)(opts.language) : this.#opts.language
168
+ };
169
+ if (opts.tags) this.#opts.tags = validateTags(opts.tags);
170
+ this.#reconnectEvent.set();
171
+ }
172
+ async run() {
173
+ var _a;
174
+ while (!this.closed) {
175
+ try {
176
+ this.#reconnectEvent.clear();
177
+ const url = this.#getDeepgramUrl();
178
+ this.#logger.debug(`Connecting to Deepgram: ${url}`);
179
+ this.#ws = new import_ws.WebSocket(url, {
180
+ headers: { Authorization: `Token ${this.#opts.apiKey}` }
181
+ });
182
+ await new Promise((resolve, reject) => {
183
+ if (!this.#ws) return reject(new Error("WebSocket not initialized"));
184
+ const onOpen = () => {
185
+ var _a2;
186
+ (_a2 = this.#ws) == null ? void 0 : _a2.off("error", onError);
187
+ resolve();
188
+ };
189
+ const onError = (err) => {
190
+ var _a2;
191
+ (_a2 = this.#ws) == null ? void 0 : _a2.off("open", onOpen);
192
+ reject(err);
193
+ };
194
+ this.#ws.once("open", onOpen);
195
+ this.#ws.once("error", onError);
196
+ });
197
+ const sendPromise = this.#sendTask();
198
+ const recvPromise = this.#recvTask();
199
+ const reconnectWait = this.#reconnectEvent.wait();
200
+ const result = await Promise.race([
201
+ Promise.all([sendPromise, recvPromise]),
202
+ reconnectWait.then(() => "RECONNECT")
203
+ ]);
204
+ if (result === "RECONNECT") {
205
+ this.#logger.debug("Reconnecting stream due to option update...");
206
+ this.#ws.close();
207
+ } else {
208
+ break;
209
+ }
210
+ } catch (error) {
211
+ this.#logger.error("Deepgram stream error", { error });
212
+ throw error;
213
+ } finally {
214
+ if (((_a = this.#ws) == null ? void 0 : _a.readyState) === import_ws.WebSocket.OPEN) {
215
+ this.#ws.close();
216
+ }
217
+ }
218
+ }
219
+ this.close();
220
+ }
221
+ async #sendTask() {
222
+ if (!this.#ws) return;
223
+ const samples50ms = Math.floor(this.#opts.sampleRate / 20);
224
+ const audioBstream = new import_agents.AudioByteStream(this.#opts.sampleRate, 1, samples50ms);
225
+ let hasEnded = false;
226
+ const iterator = this.input[Symbol.asyncIterator]();
227
+ while (true) {
228
+ const nextPromise = iterator.next();
229
+ const abortPromise = this.#reconnectEvent.wait().then(() => ({ abort: true }));
230
+ const result = await Promise.race([nextPromise, abortPromise]);
231
+ if ("abort" in result || result.done) {
232
+ if (!("abort" in result) && result.done) {
233
+ hasEnded = true;
234
+ } else {
235
+ break;
236
+ }
237
+ }
238
+ if (hasEnded && result.value === void 0) {
239
+ } else if ("value" in result) {
240
+ const data = result.value;
241
+ const frames = [];
242
+ if (data === SpeechStreamv2.FLUSH_SENTINEL) {
243
+ frames.push(...audioBstream.flush());
244
+ hasEnded = true;
245
+ } else {
246
+ frames.push(...audioBstream.write(data.data.buffer));
247
+ }
248
+ for (const frame of frames) {
249
+ this.#audioDurationCollector.push((0, import_agents.calculateAudioDurationSeconds)(frame));
250
+ if (this.#ws.readyState === import_ws.WebSocket.OPEN) {
251
+ this.#ws.send(frame.data);
252
+ }
253
+ if (hasEnded) {
254
+ this.#audioDurationCollector.flush();
255
+ hasEnded = false;
256
+ }
257
+ }
258
+ }
259
+ if (hasEnded) break;
260
+ }
261
+ if (!this.#reconnectEvent.isSet && this.#ws.readyState === import_ws.WebSocket.OPEN) {
262
+ this.#logger.debug("Sending CloseStream message to Deepgram");
263
+ this.#ws.send(_CLOSE_MSG);
264
+ }
265
+ }
266
+ async #recvTask() {
267
+ if (!this.#ws) return;
268
+ return new Promise((resolve) => {
269
+ if (!this.#ws) return resolve();
270
+ this.#ws.on("message", (data, isBinary) => {
271
+ if (isBinary) {
272
+ this.#logger.warn("Received unexpected binary message from Deepgram");
273
+ return;
274
+ }
275
+ try {
276
+ const msg = JSON.parse(data.toString());
277
+ this.#processStreamEvent(msg);
278
+ } catch (error) {
279
+ this.#logger.error("Failed to parse Deepgram message", { error });
280
+ }
281
+ });
282
+ this.#ws.on("close", (code, reason) => {
283
+ this.#logger.debug(`Deepgram WebSocket closed: ${code} ${reason}`);
284
+ resolve();
285
+ });
286
+ this.#ws.on("error", () => resolve());
287
+ });
288
+ }
289
+ #processStreamEvent(data) {
290
+ if (data.request_id) {
291
+ this.#requestId = data.request_id;
292
+ }
293
+ if (data.type === "TurnInfo") {
294
+ const eventType = data.event;
295
+ if (eventType === "StartOfTurn") {
296
+ if (this.#speaking) return;
297
+ this.#speaking = true;
298
+ this.queue.put({
299
+ type: import_agents.stt.SpeechEventType.START_OF_SPEECH,
300
+ requestId: this.#requestId
301
+ });
302
+ this.#sendTranscriptEvent(import_agents.stt.SpeechEventType.INTERIM_TRANSCRIPT, data);
303
+ } else if (eventType === "Update") {
304
+ if (!this.#speaking) return;
305
+ this.#sendTranscriptEvent(import_agents.stt.SpeechEventType.INTERIM_TRANSCRIPT, data);
306
+ } else if (eventType === "EagerEndOfTurn") {
307
+ if (!this.#speaking) return;
308
+ this.#sendTranscriptEvent(import_agents.stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, data);
309
+ } else if (eventType === "TurnResumed") {
310
+ this.#sendTranscriptEvent(import_agents.stt.SpeechEventType.INTERIM_TRANSCRIPT, data);
311
+ } else if (eventType === "EndOfTurn") {
312
+ if (!this.#speaking) return;
313
+ this.#speaking = false;
314
+ this.#sendTranscriptEvent(import_agents.stt.SpeechEventType.FINAL_TRANSCRIPT, data);
315
+ this.queue.put({
316
+ type: import_agents.stt.SpeechEventType.END_OF_SPEECH,
317
+ requestId: this.#requestId
318
+ });
319
+ }
320
+ } else if (data.type === "Error") {
321
+ this.#logger.warn("deepgram sent an error", { data });
322
+ const desc = data.description || "unknown error from deepgram";
323
+ throw new Error(`Deepgram API Error: ${desc}`);
324
+ }
325
+ }
326
+ #sendTranscriptEvent(eventType, data) {
327
+ const alts = parseTranscription(this.#opts.language || "en", data, this.startTimeOffset);
328
+ if (alts.length > 0) {
329
+ this.queue.put({
330
+ type: eventType,
331
+ requestId: this.#requestId,
332
+ alternatives: [alts[0], ...alts.slice(1)]
333
+ });
334
+ }
335
+ }
336
+ #onAudioDurationReport(duration) {
337
+ const usageEvent = {
338
+ type: import_agents.stt.SpeechEventType.RECOGNITION_USAGE,
339
+ requestId: this.#requestId,
340
+ recognitionUsage: {
341
+ audioDuration: duration
342
+ }
343
+ };
344
+ this.queue.put(usageEvent);
345
+ }
346
+ #getDeepgramUrl() {
347
+ const params = {
348
+ model: this.#opts.model,
349
+ sample_rate: this.#opts.sampleRate.toString(),
350
+ encoding: "linear16",
351
+ mip_opt_out: String(this.#opts.mipOptOut)
352
+ };
353
+ if (this.#opts.eagerEotThreshold)
354
+ params.eager_eot_threshold = this.#opts.eagerEotThreshold.toString();
355
+ if (this.#opts.eotThreshold) params.eot_threshold = this.#opts.eotThreshold.toString();
356
+ if (this.#opts.eotTimeoutMs) params.eot_timeout_ms = this.#opts.eotTimeoutMs.toString();
357
+ if (this.#opts.keyterms.length > 0) params.keyterm = this.#opts.keyterms;
358
+ if (this.#opts.tags && this.#opts.tags.length > 0) params.tag = this.#opts.tags;
359
+ if (this.#opts.languageHint && this.#opts.languageHint.length > 0) {
360
+ params.language_hint = this.#opts.languageHint;
361
+ }
362
+ const baseUrl = this.#opts.endpointUrl.replace(/^http/, "ws");
363
+ const qs = queryString.stringify(params);
364
+ return `${baseUrl}?${qs}`;
365
+ }
366
+ close() {
367
+ var _a;
368
+ super.close();
369
+ (_a = this.#ws) == null ? void 0 : _a.close();
370
+ }
371
+ }
372
+ function parseTranscription(language, data, startTimeOffset) {
373
+ const transcript = data.transcript;
374
+ const wordsData = data.words || [];
375
+ if (!wordsData || wordsData.length === 0) {
376
+ return [];
377
+ }
378
+ let confidence = 0;
379
+ if (wordsData.length > 0) {
380
+ const sum = wordsData.reduce((acc, w) => acc + (w.confidence || 0), 0);
381
+ confidence = sum / wordsData.length;
382
+ }
383
+ const detectedLanguagesRaw = Array.isArray(data.languages) ? data.languages : [];
384
+ const detectedLanguages = detectedLanguagesRaw.map((lang) => (0, import_agents.normalizeLanguage)(lang));
385
+ const primaryLanguage = detectedLanguages.length > 0 ? detectedLanguages[0] : (0, import_agents.normalizeLanguage)(language);
386
+ const sd = {
387
+ language: primaryLanguage,
388
+ startTime: (data.audio_window_start || 0) + startTimeOffset,
389
+ endTime: (data.audio_window_end || 0) + startTimeOffset,
390
+ confidence,
391
+ text: transcript || "",
392
+ // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 598 line
393
+ sourceLanguages: detectedLanguages.length > 0 ? detectedLanguages : void 0,
394
+ // Note: Deepgram V2 (Flux) API does not provide word-level timing (start/end).
395
+ // Words only contain 'word' and 'confidence' fields, so startTime/endTime will be 0.
396
+ // See: https://developers.deepgram.com/docs/flux/nova-3-migration
397
+ words: wordsData.map(
398
+ (word) => (0, import_agents.createTimedString)({
399
+ text: word.word ?? "",
400
+ startTime: (word.start ?? 0) + startTimeOffset,
401
+ endTime: (word.end ?? 0) + startTimeOffset,
402
+ confidence: word.confidence ?? 0,
403
+ startTimeOffset
404
+ })
405
+ )
406
+ };
407
+ return [sd];
408
+ }
409
+ // Annotate the CommonJS export names for ESM import in node:
410
+ 0 && (module.exports = {
411
+ STTv2
412
+ });
413
+ //# sourceMappingURL=stt_v2.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/stt_v2.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n type APIConnectOptions,\n AudioByteStream,\n Event,\n calculateAudioDurationSeconds,\n createTimedString,\n log,\n normalizeLanguage,\n stt,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport * as queryString from 'node:querystring';\nimport { WebSocket } from 'ws';\nimport { PeriodicCollector } from './_utils.js';\nimport type { V2Models } from './models.js';\n\nconst _CLOSE_MSG = JSON.stringify({ type: 'CloseStream' });\n\n// --- Configuration ---\n\n/**\n * Configuration options for STTv2 (Deepgram Flux model).\n */\nexport interface STTv2Options {\n apiKey?: string;\n model: V2Models | string;\n sampleRate: number;\n keyterms: string[];\n endpointUrl: string;\n language?: string;\n eagerEotThreshold?: number;\n eotThreshold?: number;\n eotTimeoutMs?: number;\n mipOptOut?: boolean;\n tags?: string[];\n /**\n * List of language hints to bias the model for improved accuracy.\n * Only usable with `flux-general-multi`.\n */\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 61 line\n languageHint?: string[];\n}\n\nconst defaultSTTv2Options: Omit<STTv2Options, 'apiKey'> = {\n model: 'flux-general-en',\n sampleRate: 16000,\n keyterms: [],\n endpointUrl: 'wss://api.deepgram.com/v2/listen',\n language: 'en',\n mipOptOut: false,\n};\n\nfunction validateTags(tags: string[]): string[] {\n for (const tag of tags) {\n if (tag.length > 128) {\n throw new Error('tag must be no more than 128 characters');\n }\n }\n return tags;\n}\n\n/**\n * Deepgram STTv2 using the Flux model for streaming speech-to-text.\n *\n * This uses Deepgram's V2 API (`/v2/listen`) which provides turn-based\n * transcription with support for preemptive generation.\n *\n * @remarks\n * Key differences from STT (V1):\n * - Uses `TurnInfo` events instead of `SpeechStarted`/`Results`\n * - Supports `eagerEotThreshold` for preemptive LLM generation\n * - Sends `PREFLIGHT_TRANSCRIPT` events when eager end-of-turn is detected\n *\n * @example\n * ```typescript\n * import { STTv2 } from '@livekit/agents-plugin-deepgram';\n *\n * const stt = new STTv2({\n * model: 'flux-general-en',\n * eagerEotThreshold: 0.5, // Enable preemptive generation\n * });\n *\n * const stream = stt.stream();\n * stream.pushFrame(audioFrame);\n *\n * for await (const event of stream) {\n * if (event.type === SpeechEventType.FINAL_TRANSCRIPT) {\n * console.log(event.alternatives?.[0]?.text);\n * }\n * }\n * ```\n */\nexport class STTv2 extends stt.STT {\n readonly label = 'deepgram.STTv2';\n #opts: STTv2Options;\n #apiKey: string;\n #logger = log();\n\n /**\n * Create a new Deepgram STTv2 instance.\n *\n * @param opts - Configuration options\n * @param opts.apiKey - Deepgram API key (defaults to `DEEPGRAM_API_KEY` env var)\n * @param opts.model - Model to use (default: `flux-general-en`)\n * @param opts.eagerEotThreshold - Threshold (0.3-0.9) for preemptive generation\n * @param opts.eotThreshold - End-of-turn detection threshold (default: 0.7)\n * @param opts.eotTimeoutMs - End-of-turn timeout in ms (default: 3000)\n * @param opts.keyterms - List of key terms to improve recognition\n * @param opts.tags - Tags for usage reporting (max 128 chars each)\n * @param opts.languageHint - List of language hints to bias the model for improved accuracy.\n * Only usable with `flux-general-multi`.\n *\n * @throws Error if no API key is provided\n */\n constructor(opts: Partial<STTv2Options> = {}) {\n super({\n streaming: true,\n interimResults: true,\n alignedTranscript: 'word',\n });\n\n this.#opts = {\n ...defaultSTTv2Options,\n ...opts,\n language: opts.language ? normalizeLanguage(opts.language) : defaultSTTv2Options.language,\n };\n\n const apiKey = opts.apiKey || process.env.DEEPGRAM_API_KEY;\n if (!apiKey) {\n throw new Error('Deepgram API key is required');\n }\n this.#apiKey = apiKey;\n\n if (this.#opts.tags) {\n this.#opts.tags = validateTags(this.#opts.tags);\n }\n\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 134-138 lines\n if (\n this.#opts.languageHint &&\n this.#opts.languageHint.length > 0 &&\n this.#opts.model !== 'flux-general-multi'\n ) {\n this.#logger.warn(\n { model: this.#opts.model },\n '`languageHint` is only supported by `flux-general-multi` and will be ignored for this model',\n );\n }\n }\n\n /** The model being used for transcription */\n get model(): string {\n return this.#opts.model;\n }\n\n /** The STT provider name */\n get provider(): string {\n return 'Deepgram';\n }\n\n protected async _recognize(\n _frame: AudioFrame | AudioFrame[],\n _abortSignal?: AbortSignal,\n ): Promise<stt.SpeechEvent> {\n throw new Error('V2 API does not support non-streaming recognize. Use .stream()');\n }\n\n /**\n * Create a new streaming transcription session.\n *\n * @param options - Stream options\n * @returns A SpeechStream that emits transcription events\n */\n stream(options?: { connOptions?: APIConnectOptions }): stt.SpeechStream {\n const streamOpts = { ...this.#opts, apiKey: this.#apiKey };\n return new SpeechStreamv2(this, streamOpts, options?.connOptions);\n }\n\n /**\n * Update STT options. Changes will take effect on the next stream.\n *\n * @param opts - Partial options to update\n */\n updateOptions(opts: Partial<STTv2Options>) {\n this.#opts = {\n ...this.#opts,\n ...opts,\n language:\n opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language,\n };\n if (opts.tags) this.#opts.tags = validateTags(opts.tags);\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 244-249 lines\n if (\n this.#opts.languageHint &&\n this.#opts.languageHint.length > 0 &&\n this.#opts.model !== 'flux-general-multi'\n ) {\n this.#logger.warn(\n { model: this.#opts.model },\n '`languageHint` is only supported by `flux-general-multi` and will be ignored for this model',\n );\n }\n this.#logger.debug('Updated STTv2 options');\n }\n}\n\n// --- Stream Implementation ---\n\nclass SpeechStreamv2 extends stt.SpeechStream {\n readonly label = 'deepgram.SpeechStreamv2';\n #opts: STTv2Options & { apiKey: string };\n #logger = log();\n #ws: WebSocket | null = null;\n\n #audioDurationCollector: PeriodicCollector<number>;\n #requestId = '';\n #speaking = false;\n\n // Parity: _reconnect_event - using existing Event class from @livekit/agents\n #reconnectEvent = new Event();\n\n constructor(\n sttInstance: STTv2,\n opts: STTv2Options & { apiKey: string },\n connOptions?: APIConnectOptions,\n ) {\n super(sttInstance, opts.sampleRate, connOptions);\n this.#opts = opts;\n\n this.#audioDurationCollector = new PeriodicCollector(\n (duration) => this.#onAudioDurationReport(duration),\n { duration: 5.0 },\n );\n }\n\n updateOptions(opts: Partial<STTv2Options>) {\n this.#logger.debug('Stream received option update', opts);\n this.#opts = {\n ...this.#opts,\n ...opts,\n language:\n opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language,\n };\n if (opts.tags) this.#opts.tags = validateTags(opts.tags);\n\n // Trigger reconnection loop\n this.#reconnectEvent.set();\n }\n\n protected async run() {\n // Outer Loop: Handles reconnections (Configuration updates)\n while (!this.closed) {\n try {\n this.#reconnectEvent.clear();\n\n const url = this.#getDeepgramUrl();\n this.#logger.debug(`Connecting to Deepgram: ${url}`);\n\n this.#ws = new WebSocket(url, {\n headers: { Authorization: `Token ${this.#opts.apiKey}` },\n });\n\n // 1. Wait for Connection Open\n await new Promise<void>((resolve, reject) => {\n if (!this.#ws) return reject(new Error('WebSocket not initialized'));\n\n const onOpen = () => {\n this.#ws?.off('error', onError);\n resolve();\n };\n const onError = (err: Error) => {\n this.#ws?.off('open', onOpen);\n reject(err);\n };\n\n this.#ws.once('open', onOpen);\n this.#ws.once('error', onError);\n });\n\n // 2. Run Concurrent Tasks (Send & Receive)\n const sendPromise = this.#sendTask();\n const recvPromise = this.#recvTask();\n const reconnectWait = this.#reconnectEvent.wait();\n\n // 3. Race: Normal Completion vs Reconnect Signal\n const result = await Promise.race([\n Promise.all([sendPromise, recvPromise]),\n reconnectWait.then(() => 'RECONNECT'),\n ]);\n\n if (result === 'RECONNECT') {\n this.#logger.debug('Reconnecting stream due to option update...');\n // Close current socket; loop will restart and open a new one\n this.#ws.close();\n } else {\n // Normal finish (Stream ended or Error thrown)\n break;\n }\n } catch (error) {\n this.#logger.error('Deepgram stream error', { error });\n throw error; // Let Base Class handle retry logic\n } finally {\n if (this.#ws?.readyState === WebSocket.OPEN) {\n this.#ws.close();\n }\n }\n }\n this.close();\n }\n\n async #sendTask() {\n if (!this.#ws) return;\n\n // Buffer audio into 50ms chunks (Parity)\n const samples50ms = Math.floor(this.#opts.sampleRate / 20);\n const audioBstream = new AudioByteStream(this.#opts.sampleRate, 1, samples50ms);\n\n let hasEnded = false;\n\n // Manual Iterator to allow racing against Reconnect Signal\n const iterator = this.input[Symbol.asyncIterator]();\n\n while (true) {\n const nextPromise = iterator.next();\n // If reconnect signal fires, abort the wait\n const abortPromise = this.#reconnectEvent.wait().then(() => ({ abort: true }) as const);\n\n const result = await Promise.race([nextPromise, abortPromise]);\n\n // Check if we need to abort (Reconnect) or if stream is done\n if ('abort' in result || result.done) {\n if (!('abort' in result) && result.done) {\n // Normal stream end\n hasEnded = true;\n } else {\n // Reconnect triggered - break loop immediately\n break;\n }\n }\n\n // If we broke above, we don't process data. If not, 'result' is IteratorResult\n if (hasEnded && result.value === undefined) {\n // Process flush below\n } else if ('value' in result) {\n const data = result.value;\n const frames: AudioFrame[] = [];\n\n if (data === SpeechStreamv2.FLUSH_SENTINEL) {\n frames.push(...audioBstream.flush());\n hasEnded = true;\n } else {\n frames.push(...audioBstream.write((data as AudioFrame).data.buffer as ArrayBuffer));\n }\n\n for (const frame of frames) {\n this.#audioDurationCollector.push(calculateAudioDurationSeconds(frame));\n\n if (this.#ws!.readyState === WebSocket.OPEN) {\n this.#ws!.send(frame.data);\n }\n\n if (hasEnded) {\n this.#audioDurationCollector.flush();\n hasEnded = false;\n }\n }\n }\n\n if (hasEnded) break;\n }\n\n // Only send CloseStream if we are exiting normally (not reconnecting)\n if (!this.#reconnectEvent.isSet && this.#ws!.readyState === WebSocket.OPEN) {\n this.#logger.debug('Sending CloseStream message to Deepgram');\n this.#ws!.send(_CLOSE_MSG);\n }\n }\n\n async #recvTask() {\n if (!this.#ws) return;\n\n return new Promise<void>((resolve) => {\n if (!this.#ws) return resolve();\n\n this.#ws.on('message', (data: Buffer, isBinary: boolean) => {\n if (isBinary) {\n this.#logger.warn('Received unexpected binary message from Deepgram');\n return;\n }\n try {\n const msg = JSON.parse(data.toString());\n this.#processStreamEvent(msg);\n } catch (error) {\n this.#logger.error('Failed to parse Deepgram message', { error });\n }\n });\n\n this.#ws.on('close', (code, reason) => {\n this.#logger.debug(`Deepgram WebSocket closed: ${code} ${reason}`);\n resolve();\n });\n\n // Errors are caught by run() listener, resolve here to clean up task\n this.#ws.on('error', () => resolve());\n });\n }\n\n #processStreamEvent(data: Record<string, unknown>) {\n if (data.request_id) {\n this.#requestId = data.request_id as string;\n }\n\n if (data.type === 'TurnInfo') {\n const eventType = data.event;\n\n if (eventType === 'StartOfTurn') {\n if (this.#speaking) return;\n\n this.#speaking = true;\n this.queue.put({\n type: stt.SpeechEventType.START_OF_SPEECH,\n requestId: this.#requestId,\n });\n\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, data);\n } else if (eventType === 'Update') {\n if (!this.#speaking) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, data);\n } else if (eventType === 'EagerEndOfTurn') {\n if (!this.#speaking) return;\n this.#sendTranscriptEvent(stt.SpeechEventType.PREFLIGHT_TRANSCRIPT, data);\n } else if (eventType === 'TurnResumed') {\n this.#sendTranscriptEvent(stt.SpeechEventType.INTERIM_TRANSCRIPT, data);\n } else if (eventType === 'EndOfTurn') {\n if (!this.#speaking) return;\n\n this.#speaking = false;\n this.#sendTranscriptEvent(stt.SpeechEventType.FINAL_TRANSCRIPT, data);\n\n this.queue.put({\n type: stt.SpeechEventType.END_OF_SPEECH,\n requestId: this.#requestId,\n });\n }\n } else if (data.type === 'Error') {\n this.#logger.warn('deepgram sent an error', { data });\n const desc = (data.description as string) || 'unknown error from deepgram';\n throw new Error(`Deepgram API Error: ${desc}`);\n }\n }\n\n #sendTranscriptEvent(eventType: stt.SpeechEventType, data: Record<string, unknown>) {\n const alts = parseTranscription(this.#opts.language || 'en', data, this.startTimeOffset);\n\n if (alts.length > 0) {\n this.queue.put({\n type: eventType,\n requestId: this.#requestId,\n alternatives: [alts[0]!, ...alts.slice(1)],\n });\n }\n }\n\n #onAudioDurationReport(duration: number) {\n const usageEvent: stt.SpeechEvent = {\n type: stt.SpeechEventType.RECOGNITION_USAGE,\n requestId: this.#requestId,\n recognitionUsage: {\n audioDuration: duration,\n },\n };\n this.queue.put(usageEvent);\n }\n\n #getDeepgramUrl(): string {\n const params: Record<string, string | string[]> = {\n model: this.#opts.model,\n sample_rate: this.#opts.sampleRate.toString(),\n encoding: 'linear16',\n mip_opt_out: String(this.#opts.mipOptOut),\n };\n\n // Note: v2 API does NOT include 'language' parameter\n if (this.#opts.eagerEotThreshold)\n params.eager_eot_threshold = this.#opts.eagerEotThreshold.toString();\n if (this.#opts.eotThreshold) params.eot_threshold = this.#opts.eotThreshold.toString();\n if (this.#opts.eotTimeoutMs) params.eot_timeout_ms = this.#opts.eotTimeoutMs.toString();\n\n if (this.#opts.keyterms.length > 0) params.keyterm = this.#opts.keyterms;\n if (this.#opts.tags && this.#opts.tags.length > 0) params.tag = this.#opts.tags;\n\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 480-481 lines\n if (this.#opts.languageHint && this.#opts.languageHint.length > 0) {\n params.language_hint = this.#opts.languageHint;\n }\n\n const baseUrl = this.#opts.endpointUrl.replace(/^http/, 'ws');\n const qs = queryString.stringify(params);\n return `${baseUrl}?${qs}`;\n }\n\n override close() {\n super.close();\n this.#ws?.close();\n }\n}\n\n// --- Helpers ---\n\nfunction parseTranscription(\n language: string,\n data: Record<string, unknown>,\n startTimeOffset: number,\n): stt.SpeechData[] {\n const transcript = data.transcript as string | undefined;\n const wordsData = (data.words as Array<Record<string, unknown>>) || [];\n\n if (!wordsData || wordsData.length === 0) {\n return [];\n }\n\n let confidence = 0;\n if (wordsData.length > 0) {\n const sum = wordsData.reduce((acc: number, w) => acc + ((w.confidence as number) || 0), 0);\n confidence = sum / wordsData.length;\n }\n\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 587-591 lines\n const detectedLanguagesRaw = Array.isArray(data.languages) ? (data.languages as string[]) : [];\n const detectedLanguages = detectedLanguagesRaw.map((lang) => normalizeLanguage(lang));\n const primaryLanguage =\n detectedLanguages.length > 0 ? detectedLanguages[0]! : normalizeLanguage(language);\n\n const sd: stt.SpeechData = {\n language: primaryLanguage,\n startTime: ((data.audio_window_start as number) || 0) + startTimeOffset,\n endTime: ((data.audio_window_end as number) || 0) + startTimeOffset,\n confidence: confidence,\n text: transcript || '',\n // Ref: python livekit-plugins/livekit-plugins-deepgram/livekit/plugins/deepgram/stt_v2.py - 598 line\n sourceLanguages: detectedLanguages.length > 0 ? detectedLanguages : undefined,\n // Note: Deepgram V2 (Flux) API does not provide word-level timing (start/end).\n // Words only contain 'word' and 'confidence' fields, so startTime/endTime will be 0.\n // See: https://developers.deepgram.com/docs/flux/nova-3-migration\n words: wordsData.map((word) =>\n createTimedString({\n text: (word.word as string) ?? '',\n startTime: ((word.start as number) ?? 0) + startTimeOffset,\n endTime: ((word.end as number) ?? 0) + startTimeOffset,\n confidence: (word.confidence as number) ?? 0.0,\n startTimeOffset,\n }),\n ),\n };\n\n return [sd];\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBASO;AAEP,kBAA6B;AAC7B,gBAA0B;AAC1B,mBAAkC;AAGlC,MAAM,aAAa,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AA2BzD,MAAM,sBAAoD;AAAA,EACxD,OAAO;AAAA,EACP,YAAY;AAAA,EACZ,UAAU,CAAC;AAAA,EACX,aAAa;AAAA,EACb,UAAU;AAAA,EACV,WAAW;AACb;AAEA,SAAS,aAAa,MAA0B;AAC9C,aAAW,OAAO,MAAM;AACtB,QAAI,IAAI,SAAS,KAAK;AACpB,YAAM,IAAI,MAAM,yCAAyC;AAAA,IAC3D;AAAA,EACF;AACA,SAAO;AACT;AAiCO,MAAM,cAAc,kBAAI,IAAI;AAAA,EACxB,QAAQ;AAAA,EACjB;AAAA,EACA;AAAA,EACA,cAAU,mBAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBd,YAAY,OAA8B,CAAC,GAAG;AAC5C,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,mBAAmB;AAAA,IACrB,CAAC;AAED,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH,UAAU,KAAK,eAAW,iCAAkB,KAAK,QAAQ,IAAI,oBAAoB;AAAA,IACnF;AAEA,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,SAAK,UAAU;AAEf,QAAI,KAAK,MAAM,MAAM;AACnB,WAAK,MAAM,OAAO,aAAa,KAAK,MAAM,IAAI;AAAA,IAChD;AAGA,QACE,KAAK,MAAM,gBACX,KAAK,MAAM,aAAa,SAAS,KACjC,KAAK,MAAM,UAAU,sBACrB;AACA,WAAK,QAAQ;AAAA,QACX,EAAE,OAAO,KAAK,MAAM,MAAM;AAAA,QAC1B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,IAAI,QAAgB;AAClB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,WACd,QACA,cAC0B;AAC1B,UAAM,IAAI,MAAM,gEAAgE;AAAA,EAClF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,SAAiE;AACtE,UAAM,aAAa,EAAE,GAAG,KAAK,OAAO,QAAQ,KAAK,QAAQ;AACzD,WAAO,IAAI,eAAe,MAAM,YAAY,mCAAS,WAAW;AAAA,EAClE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAc,MAA6B;AACzC,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,UACE,KAAK,aAAa,aAAY,iCAAkB,KAAK,QAAQ,IAAI,KAAK,MAAM;AAAA,IAChF;AACA,QAAI,KAAK,KAAM,MAAK,MAAM,OAAO,aAAa,KAAK,IAAI;AAEvD,QACE,KAAK,MAAM,gBACX,KAAK,MAAM,aAAa,SAAS,KACjC,KAAK,MAAM,UAAU,sBACrB;AACA,WAAK,QAAQ;AAAA,QACX,EAAE,OAAO,KAAK,MAAM,MAAM;AAAA,QAC1B;AAAA,MACF;AAAA,IACF;AACA,SAAK,QAAQ,MAAM,uBAAuB;AAAA,EAC5C;AACF;AAIA,MAAM,uBAAuB,kBAAI,aAAa;AAAA,EACnC,QAAQ;AAAA,EACjB;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,MAAwB;AAAA,EAExB;AAAA,EACA,aAAa;AAAA,EACb,YAAY;AAAA;AAAA,EAGZ,kBAAkB,IAAI,oBAAM;AAAA,EAE5B,YACE,aACA,MACA,aACA;AACA,UAAM,aAAa,KAAK,YAAY,WAAW;AAC/C,SAAK,QAAQ;AAEb,SAAK,0BAA0B,IAAI;AAAA,MACjC,CAAC,aAAa,KAAK,uBAAuB,QAAQ;AAAA,MAClD,EAAE,UAAU,EAAI;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,cAAc,MAA6B;AACzC,SAAK,QAAQ,MAAM,iCAAiC,IAAI;AACxD,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,UACE,KAAK,aAAa,aAAY,iCAAkB,KAAK,QAAQ,IAAI,KAAK,MAAM;AAAA,IAChF;AACA,QAAI,KAAK,KAAM,MAAK,MAAM,OAAO,aAAa,KAAK,IAAI;AAGvD,SAAK,gBAAgB,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAgB,MAAM;AA5PxB;AA8PI,WAAO,CAAC,KAAK,QAAQ;AACnB,UAAI;AACF,aAAK,gBAAgB,MAAM;AAE3B,cAAM,MAAM,KAAK,gBAAgB;AACjC,aAAK,QAAQ,MAAM,2BAA2B,GAAG,EAAE;AAEnD,aAAK,MAAM,IAAI,oBAAU,KAAK;AAAA,UAC5B,SAAS,EAAE,eAAe,SAAS,KAAK,MAAM,MAAM,GAAG;AAAA,QACzD,CAAC;AAGD,cAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,cAAI,CAAC,KAAK,IAAK,QAAO,OAAO,IAAI,MAAM,2BAA2B,CAAC;AAEnE,gBAAM,SAAS,MAAM;AA7Q/B,gBAAAA;AA8QY,aAAAA,MAAA,KAAK,QAAL,gBAAAA,IAAU,IAAI,SAAS;AACvB,oBAAQ;AAAA,UACV;AACA,gBAAM,UAAU,CAAC,QAAe;AAjR1C,gBAAAA;AAkRY,aAAAA,MAAA,KAAK,QAAL,gBAAAA,IAAU,IAAI,QAAQ;AACtB,mBAAO,GAAG;AAAA,UACZ;AAEA,eAAK,IAAI,KAAK,QAAQ,MAAM;AAC5B,eAAK,IAAI,KAAK,SAAS,OAAO;AAAA,QAChC,CAAC;AAGD,cAAM,cAAc,KAAK,UAAU;AACnC,cAAM,cAAc,KAAK,UAAU;AACnC,cAAM,gBAAgB,KAAK,gBAAgB,KAAK;AAGhD,cAAM,SAAS,MAAM,QAAQ,KAAK;AAAA,UAChC,QAAQ,IAAI,CAAC,aAAa,WAAW,CAAC;AAAA,UACtC,cAAc,KAAK,MAAM,WAAW;AAAA,QACtC,CAAC;AAED,YAAI,WAAW,aAAa;AAC1B,eAAK,QAAQ,MAAM,6CAA6C;AAEhE,eAAK,IAAI,MAAM;AAAA,QACjB,OAAO;AAEL;AAAA,QACF;AAAA,MACF,SAAS,OAAO;AACd,aAAK,QAAQ,MAAM,yBAAyB,EAAE,MAAM,CAAC;AACrD,cAAM;AAAA,MACR,UAAE;AACA,cAAI,UAAK,QAAL,mBAAU,gBAAe,oBAAU,MAAM;AAC3C,eAAK,IAAI,MAAM;AAAA,QACjB;AAAA,MACF;AAAA,IACF;AACA,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,IAAK;AAGf,UAAM,cAAc,KAAK,MAAM,KAAK,MAAM,aAAa,EAAE;AACzD,UAAM,eAAe,IAAI,8BAAgB,KAAK,MAAM,YAAY,GAAG,WAAW;AAE9E,QAAI,WAAW;AAGf,UAAM,WAAW,KAAK,MAAM,OAAO,aAAa,EAAE;AAElD,WAAO,MAAM;AACX,YAAM,cAAc,SAAS,KAAK;AAElC,YAAM,eAAe,KAAK,gBAAgB,KAAK,EAAE,KAAK,OAAO,EAAE,OAAO,KAAK,EAAW;AAEtF,YAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,aAAa,YAAY,CAAC;AAG7D,UAAI,WAAW,UAAU,OAAO,MAAM;AACpC,YAAI,EAAE,WAAW,WAAW,OAAO,MAAM;AAEvC,qBAAW;AAAA,QACb,OAAO;AAEL;AAAA,QACF;AAAA,MACF;AAGA,UAAI,YAAY,OAAO,UAAU,QAAW;AAAA,MAE5C,WAAW,WAAW,QAAQ;AAC5B,cAAM,OAAO,OAAO;AACpB,cAAM,SAAuB,CAAC;AAE9B,YAAI,SAAS,eAAe,gBAAgB;AAC1C,iBAAO,KAAK,GAAG,aAAa,MAAM,CAAC;AACnC,qBAAW;AAAA,QACb,OAAO;AACL,iBAAO,KAAK,GAAG,aAAa,MAAO,KAAoB,KAAK,MAAqB,CAAC;AAAA,QACpF;AAEA,mBAAW,SAAS,QAAQ;AAC1B,eAAK,wBAAwB,SAAK,6CAA8B,KAAK,CAAC;AAEtE,cAAI,KAAK,IAAK,eAAe,oBAAU,MAAM;AAC3C,iBAAK,IAAK,KAAK,MAAM,IAAI;AAAA,UAC3B;AAEA,cAAI,UAAU;AACZ,iBAAK,wBAAwB,MAAM;AACnC,uBAAW;AAAA,UACb;AAAA,QACF;AAAA,MACF;AAEA,UAAI,SAAU;AAAA,IAChB;AAGA,QAAI,CAAC,KAAK,gBAAgB,SAAS,KAAK,IAAK,eAAe,oBAAU,MAAM;AAC1E,WAAK,QAAQ,MAAM,yCAAyC;AAC5D,WAAK,IAAK,KAAK,UAAU;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,IAAK;AAEf,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,UAAI,CAAC,KAAK,IAAK,QAAO,QAAQ;AAE9B,WAAK,IAAI,GAAG,WAAW,CAAC,MAAc,aAAsB;AAC1D,YAAI,UAAU;AACZ,eAAK,QAAQ,KAAK,kDAAkD;AACpE;AAAA,QACF;AACA,YAAI;AACF,gBAAM,MAAM,KAAK,MAAM,KAAK,SAAS,CAAC;AACtC,eAAK,oBAAoB,GAAG;AAAA,QAC9B,SAAS,OAAO;AACd,eAAK,QAAQ,MAAM,oCAAoC,EAAE,MAAM,CAAC;AAAA,QAClE;AAAA,MACF,CAAC;AAED,WAAK,IAAI,GAAG,SAAS,CAAC,MAAM,WAAW;AACrC,aAAK,QAAQ,MAAM,8BAA8B,IAAI,IAAI,MAAM,EAAE;AACjE,gBAAQ;AAAA,MACV,CAAC;AAGD,WAAK,IAAI,GAAG,SAAS,MAAM,QAAQ,CAAC;AAAA,IACtC,CAAC;AAAA,EACH;AAAA,EAEA,oBAAoB,MAA+B;AACjD,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,KAAK;AAAA,IACzB;AAEA,QAAI,KAAK,SAAS,YAAY;AAC5B,YAAM,YAAY,KAAK;AAEvB,UAAI,cAAc,eAAe;AAC/B,YAAI,KAAK,UAAW;AAEpB,aAAK,YAAY;AACjB,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,kBAAI,gBAAgB;AAAA,UAC1B,WAAW,KAAK;AAAA,QAClB,CAAC;AAED,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,IAAI;AAAA,MACxE,WAAW,cAAc,UAAU;AACjC,YAAI,CAAC,KAAK,UAAW;AACrB,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,IAAI;AAAA,MACxE,WAAW,cAAc,kBAAkB;AACzC,YAAI,CAAC,KAAK,UAAW;AACrB,aAAK,qBAAqB,kBAAI,gBAAgB,sBAAsB,IAAI;AAAA,MAC1E,WAAW,cAAc,eAAe;AACtC,aAAK,qBAAqB,kBAAI,gBAAgB,oBAAoB,IAAI;AAAA,MACxE,WAAW,cAAc,aAAa;AACpC,YAAI,CAAC,KAAK,UAAW;AAErB,aAAK,YAAY;AACjB,aAAK,qBAAqB,kBAAI,gBAAgB,kBAAkB,IAAI;AAEpE,aAAK,MAAM,IAAI;AAAA,UACb,MAAM,kBAAI,gBAAgB;AAAA,UAC1B,WAAW,KAAK;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF,WAAW,KAAK,SAAS,SAAS;AAChC,WAAK,QAAQ,KAAK,0BAA0B,EAAE,KAAK,CAAC;AACpD,YAAM,OAAQ,KAAK,eAA0B;AAC7C,YAAM,IAAI,MAAM,uBAAuB,IAAI,EAAE;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,qBAAqB,WAAgC,MAA+B;AAClF,UAAM,OAAO,mBAAmB,KAAK,MAAM,YAAY,MAAM,MAAM,KAAK,eAAe;AAEvF,QAAI,KAAK,SAAS,GAAG;AACnB,WAAK,MAAM,IAAI;AAAA,QACb,MAAM;AAAA,QACN,WAAW,KAAK;AAAA,QAChB,cAAc,CAAC,KAAK,CAAC,GAAI,GAAG,KAAK,MAAM,CAAC,CAAC;AAAA,MAC3C,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,uBAAuB,UAAkB;AACvC,UAAM,aAA8B;AAAA,MAClC,MAAM,kBAAI,gBAAgB;AAAA,MAC1B,WAAW,KAAK;AAAA,MAChB,kBAAkB;AAAA,QAChB,eAAe;AAAA,MACjB;AAAA,IACF;AACA,SAAK,MAAM,IAAI,UAAU;AAAA,EAC3B;AAAA,EAEA,kBAA0B;AACxB,UAAM,SAA4C;AAAA,MAChD,OAAO,KAAK,MAAM;AAAA,MAClB,aAAa,KAAK,MAAM,WAAW,SAAS;AAAA,MAC5C,UAAU;AAAA,MACV,aAAa,OAAO,KAAK,MAAM,SAAS;AAAA,IAC1C;AAGA,QAAI,KAAK,MAAM;AACb,aAAO,sBAAsB,KAAK,MAAM,kBAAkB,SAAS;AACrE,QAAI,KAAK,MAAM,aAAc,QAAO,gBAAgB,KAAK,MAAM,aAAa,SAAS;AACrF,QAAI,KAAK,MAAM,aAAc,QAAO,iBAAiB,KAAK,MAAM,aAAa,SAAS;AAEtF,QAAI,KAAK,MAAM,SAAS,SAAS,EAAG,QAAO,UAAU,KAAK,MAAM;AAChE,QAAI,KAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,SAAS,EAAG,QAAO,MAAM,KAAK,MAAM;AAG3E,QAAI,KAAK,MAAM,gBAAgB,KAAK,MAAM,aAAa,SAAS,GAAG;AACjE,aAAO,gBAAgB,KAAK,MAAM;AAAA,IACpC;AAEA,UAAM,UAAU,KAAK,MAAM,YAAY,QAAQ,SAAS,IAAI;AAC5D,UAAM,KAAK,YAAY,UAAU,MAAM;AACvC,WAAO,GAAG,OAAO,IAAI,EAAE;AAAA,EACzB;AAAA,EAES,QAAQ;AAxfnB;AAyfI,UAAM,MAAM;AACZ,eAAK,QAAL,mBAAU;AAAA,EACZ;AACF;AAIA,SAAS,mBACP,UACA,MACA,iBACkB;AAClB,QAAM,aAAa,KAAK;AACxB,QAAM,YAAa,KAAK,SAA4C,CAAC;AAErE,MAAI,CAAC,aAAa,UAAU,WAAW,GAAG;AACxC,WAAO,CAAC;AAAA,EACV;AAEA,MAAI,aAAa;AACjB,MAAI,UAAU,SAAS,GAAG;AACxB,UAAM,MAAM,UAAU,OAAO,CAAC,KAAa,MAAM,OAAQ,EAAE,cAAyB,IAAI,CAAC;AACzF,iBAAa,MAAM,UAAU;AAAA,EAC/B;AAGA,QAAM,uBAAuB,MAAM,QAAQ,KAAK,SAAS,IAAK,KAAK,YAAyB,CAAC;AAC7F,QAAM,oBAAoB,qBAAqB,IAAI,CAAC,aAAS,iCAAkB,IAAI,CAAC;AACpF,QAAM,kBACJ,kBAAkB,SAAS,IAAI,kBAAkB,CAAC,QAAK,iCAAkB,QAAQ;AAEnF,QAAM,KAAqB;AAAA,IACzB,UAAU;AAAA,IACV,YAAa,KAAK,sBAAiC,KAAK;AAAA,IACxD,UAAW,KAAK,oBAA+B,KAAK;AAAA,IACpD;AAAA,IACA,MAAM,cAAc;AAAA;AAAA,IAEpB,iBAAiB,kBAAkB,SAAS,IAAI,oBAAoB;AAAA;AAAA;AAAA;AAAA,IAIpE,OAAO,UAAU;AAAA,MAAI,CAAC,aACpB,iCAAkB;AAAA,QAChB,MAAO,KAAK,QAAmB;AAAA,QAC/B,YAAa,KAAK,SAAoB,KAAK;AAAA,QAC3C,UAAW,KAAK,OAAkB,KAAK;AAAA,QACvC,YAAa,KAAK,cAAyB;AAAA,QAC3C;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,CAAC,EAAE;AACZ;","names":["_a"]}
@@ -0,0 +1,97 @@
1
+ import { type APIConnectOptions, stt } from '@livekit/agents';
2
+ import type { AudioFrame } from '@livekit/rtc-node';
3
+ import type { V2Models } from './models.js';
4
+ /**
5
+ * Configuration options for STTv2 (Deepgram Flux model).
6
+ */
7
+ export interface STTv2Options {
8
+ apiKey?: string;
9
+ model: V2Models | string;
10
+ sampleRate: number;
11
+ keyterms: string[];
12
+ endpointUrl: string;
13
+ language?: string;
14
+ eagerEotThreshold?: number;
15
+ eotThreshold?: number;
16
+ eotTimeoutMs?: number;
17
+ mipOptOut?: boolean;
18
+ tags?: string[];
19
+ /**
20
+ * List of language hints to bias the model for improved accuracy.
21
+ * Only usable with `flux-general-multi`.
22
+ */
23
+ languageHint?: string[];
24
+ }
25
+ /**
26
+ * Deepgram STTv2 using the Flux model for streaming speech-to-text.
27
+ *
28
+ * This uses Deepgram's V2 API (`/v2/listen`) which provides turn-based
29
+ * transcription with support for preemptive generation.
30
+ *
31
+ * @remarks
32
+ * Key differences from STT (V1):
33
+ * - Uses `TurnInfo` events instead of `SpeechStarted`/`Results`
34
+ * - Supports `eagerEotThreshold` for preemptive LLM generation
35
+ * - Sends `PREFLIGHT_TRANSCRIPT` events when eager end-of-turn is detected
36
+ *
37
+ * @example
38
+ * ```typescript
39
+ * import { STTv2 } from '@livekit/agents-plugin-deepgram';
40
+ *
41
+ * const stt = new STTv2({
42
+ * model: 'flux-general-en',
43
+ * eagerEotThreshold: 0.5, // Enable preemptive generation
44
+ * });
45
+ *
46
+ * const stream = stt.stream();
47
+ * stream.pushFrame(audioFrame);
48
+ *
49
+ * for await (const event of stream) {
50
+ * if (event.type === SpeechEventType.FINAL_TRANSCRIPT) {
51
+ * console.log(event.alternatives?.[0]?.text);
52
+ * }
53
+ * }
54
+ * ```
55
+ */
56
+ export declare class STTv2 extends stt.STT {
57
+ #private;
58
+ readonly label = "deepgram.STTv2";
59
+ /**
60
+ * Create a new Deepgram STTv2 instance.
61
+ *
62
+ * @param opts - Configuration options
63
+ * @param opts.apiKey - Deepgram API key (defaults to `DEEPGRAM_API_KEY` env var)
64
+ * @param opts.model - Model to use (default: `flux-general-en`)
65
+ * @param opts.eagerEotThreshold - Threshold (0.3-0.9) for preemptive generation
66
+ * @param opts.eotThreshold - End-of-turn detection threshold (default: 0.7)
67
+ * @param opts.eotTimeoutMs - End-of-turn timeout in ms (default: 3000)
68
+ * @param opts.keyterms - List of key terms to improve recognition
69
+ * @param opts.tags - Tags for usage reporting (max 128 chars each)
70
+ * @param opts.languageHint - List of language hints to bias the model for improved accuracy.
71
+ * Only usable with `flux-general-multi`.
72
+ *
73
+ * @throws Error if no API key is provided
74
+ */
75
+ constructor(opts?: Partial<STTv2Options>);
76
+ /** The model being used for transcription */
77
+ get model(): string;
78
+ /** The STT provider name */
79
+ get provider(): string;
80
+ protected _recognize(_frame: AudioFrame | AudioFrame[], _abortSignal?: AbortSignal): Promise<stt.SpeechEvent>;
81
+ /**
82
+ * Create a new streaming transcription session.
83
+ *
84
+ * @param options - Stream options
85
+ * @returns A SpeechStream that emits transcription events
86
+ */
87
+ stream(options?: {
88
+ connOptions?: APIConnectOptions;
89
+ }): stt.SpeechStream;
90
+ /**
91
+ * Update STT options. Changes will take effect on the next stream.
92
+ *
93
+ * @param opts - Partial options to update
94
+ */
95
+ updateOptions(opts: Partial<STTv2Options>): void;
96
+ }
97
+ //# sourceMappingURL=stt_v2.d.ts.map
@@ -0,0 +1,97 @@
1
+ import { type APIConnectOptions, stt } from '@livekit/agents';
2
+ import type { AudioFrame } from '@livekit/rtc-node';
3
+ import type { V2Models } from './models.js';
4
+ /**
5
+ * Configuration options for STTv2 (Deepgram Flux model).
6
+ */
7
+ export interface STTv2Options {
8
+ apiKey?: string;
9
+ model: V2Models | string;
10
+ sampleRate: number;
11
+ keyterms: string[];
12
+ endpointUrl: string;
13
+ language?: string;
14
+ eagerEotThreshold?: number;
15
+ eotThreshold?: number;
16
+ eotTimeoutMs?: number;
17
+ mipOptOut?: boolean;
18
+ tags?: string[];
19
+ /**
20
+ * List of language hints to bias the model for improved accuracy.
21
+ * Only usable with `flux-general-multi`.
22
+ */
23
+ languageHint?: string[];
24
+ }
25
+ /**
26
+ * Deepgram STTv2 using the Flux model for streaming speech-to-text.
27
+ *
28
+ * This uses Deepgram's V2 API (`/v2/listen`) which provides turn-based
29
+ * transcription with support for preemptive generation.
30
+ *
31
+ * @remarks
32
+ * Key differences from STT (V1):
33
+ * - Uses `TurnInfo` events instead of `SpeechStarted`/`Results`
34
+ * - Supports `eagerEotThreshold` for preemptive LLM generation
35
+ * - Sends `PREFLIGHT_TRANSCRIPT` events when eager end-of-turn is detected
36
+ *
37
+ * @example
38
+ * ```typescript
39
+ * import { STTv2 } from '@livekit/agents-plugin-deepgram';
40
+ *
41
+ * const stt = new STTv2({
42
+ * model: 'flux-general-en',
43
+ * eagerEotThreshold: 0.5, // Enable preemptive generation
44
+ * });
45
+ *
46
+ * const stream = stt.stream();
47
+ * stream.pushFrame(audioFrame);
48
+ *
49
+ * for await (const event of stream) {
50
+ * if (event.type === SpeechEventType.FINAL_TRANSCRIPT) {
51
+ * console.log(event.alternatives?.[0]?.text);
52
+ * }
53
+ * }
54
+ * ```
55
+ */
56
+ export declare class STTv2 extends stt.STT {
57
+ #private;
58
+ readonly label = "deepgram.STTv2";
59
+ /**
60
+ * Create a new Deepgram STTv2 instance.
61
+ *
62
+ * @param opts - Configuration options
63
+ * @param opts.apiKey - Deepgram API key (defaults to `DEEPGRAM_API_KEY` env var)
64
+ * @param opts.model - Model to use (default: `flux-general-en`)
65
+ * @param opts.eagerEotThreshold - Threshold (0.3-0.9) for preemptive generation
66
+ * @param opts.eotThreshold - End-of-turn detection threshold (default: 0.7)
67
+ * @param opts.eotTimeoutMs - End-of-turn timeout in ms (default: 3000)
68
+ * @param opts.keyterms - List of key terms to improve recognition
69
+ * @param opts.tags - Tags for usage reporting (max 128 chars each)
70
+ * @param opts.languageHint - List of language hints to bias the model for improved accuracy.
71
+ * Only usable with `flux-general-multi`.
72
+ *
73
+ * @throws Error if no API key is provided
74
+ */
75
+ constructor(opts?: Partial<STTv2Options>);
76
+ /** The model being used for transcription */
77
+ get model(): string;
78
+ /** The STT provider name */
79
+ get provider(): string;
80
+ protected _recognize(_frame: AudioFrame | AudioFrame[], _abortSignal?: AbortSignal): Promise<stt.SpeechEvent>;
81
+ /**
82
+ * Create a new streaming transcription session.
83
+ *
84
+ * @param options - Stream options
85
+ * @returns A SpeechStream that emits transcription events
86
+ */
87
+ stream(options?: {
88
+ connOptions?: APIConnectOptions;
89
+ }): stt.SpeechStream;
90
+ /**
91
+ * Update STT options. Changes will take effect on the next stream.
92
+ *
93
+ * @param opts - Partial options to update
94
+ */
95
+ updateOptions(opts: Partial<STTv2Options>): void;
96
+ }
97
+ //# sourceMappingURL=stt_v2.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stt_v2.d.ts","sourceRoot":"","sources":["../src/stt_v2.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,iBAAiB,EAOtB,GAAG,EACJ,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAIpD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAM5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB;;;OAGG;IAEH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAoBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,qBAAa,KAAM,SAAQ,GAAG,CAAC,GAAG;;IAChC,QAAQ,CAAC,KAAK,oBAAoB;IAKlC;;;;;;;;;;;;;;;OAeG;gBACS,IAAI,GAAE,OAAO,CAAC,YAAY,CAAM;IAoC5C,6CAA6C;IAC7C,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,4BAA4B;IAC5B,IAAI,QAAQ,IAAI,MAAM,CAErB;cAEe,UAAU,CACxB,MAAM,EAAE,UAAU,GAAG,UAAU,EAAE,EACjC,YAAY,CAAC,EAAE,WAAW,GACzB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAI3B;;;;;OAKG;IACH,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,GAAG,CAAC,YAAY;IAKvE;;;;OAIG;IACH,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC;CAqB1C"}