@livekit/agents-plugin-deepgram 1.0.50 → 1.1.0

package/dist/tts.test.cjs

@@ -1,9 +1,17 @@
 "use strict";
-var import_agents_plugin_deepgram = require("@livekit/agents-plugin-deepgram");
+var import_agents_plugin_openai = require("@livekit/agents-plugin-openai");
 var import_agents_plugins_test = require("@livekit/agents-plugins-test");
 var import_vitest = require("vitest");
 var import_tts = require("./tts.cjs");
-(0, import_vitest.describe)("Deepgram", async () => {
-  await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_agents_plugin_deepgram.STT());
-});
+const hasDeepgramTtsConfig = Boolean(process.env.DEEPGRAM_API_KEY && process.env.OPENAI_API_KEY);
+if (hasDeepgramTtsConfig) {
+  (0, import_vitest.describe)("Deepgram", async () => {
+    await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_agents_plugin_openai.STT());
+  });
+} else {
+  (0, import_vitest.describe)("Deepgram", () => {
+    import_vitest.it.skip("requires DEEPGRAM_API_KEY and OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=tts.test.cjs.map

package/dist/tts.test.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-deepgram';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('Deepgram', async () => {\n  await tts(new TTS(), new STT());\n});\n"],"mappings":";AAGA,oCAAoB;AACpB,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AAAA,IAEpB,wBAAS,YAAY,YAAY;AAC/B,YAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,kCAAI,CAAC;AAChC,CAAC;","names":[]}
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { TTS } from './tts.js';\n\nconst hasDeepgramTtsConfig = Boolean(process.env.DEEPGRAM_API_KEY && process.env.OPENAI_API_KEY);\n\nif (hasDeepgramTtsConfig) {\n  describe('Deepgram', async () => {\n    await tts(new TTS(), new STT());\n  });\n} else {\n  describe('Deepgram', () => {\n    it.skip('requires DEEPGRAM_API_KEY and OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAA6B;AAC7B,iBAAoB;AAEpB,MAAM,uBAAuB,QAAQ,QAAQ,IAAI,oBAAoB,QAAQ,IAAI,cAAc;AAE/F,IAAI,sBAAsB;AACxB,8BAAS,YAAY,YAAY;AAC/B,cAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,gCAAI,CAAC;AAAA,EAChC,CAAC;AACH,OAAO;AACL,8BAAS,YAAY,MAAM;AACzB,qBAAG,KAAK,gDAAgD,MAAM;AAAA,IAAC,CAAC;AAAA,EAClE,CAAC;AACH;","names":[]}

package/dist/tts.test.js

@@ -1,8 +1,16 @@
-import { STT } from "@livekit/agents-plugin-deepgram";
+import { STT } from "@livekit/agents-plugin-openai";
 import { tts } from "@livekit/agents-plugins-test";
-import { describe } from "vitest";
+import { describe, it } from "vitest";
 import { TTS } from "./tts.js";
-describe("Deepgram", async () => {
-  await tts(new TTS(), new STT());
-});
+const hasDeepgramTtsConfig = Boolean(process.env.DEEPGRAM_API_KEY && process.env.OPENAI_API_KEY);
+if (hasDeepgramTtsConfig) {
+  describe("Deepgram", async () => {
+    await tts(new TTS(), new STT());
+  });
+} else {
+  describe("Deepgram", () => {
+    it.skip("requires DEEPGRAM_API_KEY and OPENAI_API_KEY", () => {
+    });
+  });
+}
 //# sourceMappingURL=tts.test.js.map

package/dist/tts.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-deepgram';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './tts.js';\n\ndescribe('Deepgram', async () => {\n  await tts(new TTS(), new STT());\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,YAAY,YAAY;AAC/B,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC;AAChC,CAAC;","names":[]}
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe, it } from 'vitest';\nimport { TTS } from './tts.js';\n\nconst hasDeepgramTtsConfig = Boolean(process.env.DEEPGRAM_API_KEY && process.env.OPENAI_API_KEY);\n\nif (hasDeepgramTtsConfig) {\n  describe('Deepgram', async () => {\n    await tts(new TTS(), new STT());\n  });\n} else {\n  describe('Deepgram', () => {\n    it.skip('requires DEEPGRAM_API_KEY and OPENAI_API_KEY', () => {});\n  });\n}\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,UAAU,UAAU;AAC7B,SAAS,WAAW;AAEpB,MAAM,uBAAuB,QAAQ,QAAQ,IAAI,oBAAoB,QAAQ,IAAI,cAAc;AAE/F,IAAI,sBAAsB;AACxB,WAAS,YAAY,YAAY;AAC/B,UAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC;AAAA,EAChC,CAAC;AACH,OAAO;AACL,WAAS,YAAY,MAAM;AACzB,OAAG,KAAK,gDAAgD,MAAM;AAAA,IAAC,CAAC;AAAA,EAClE,CAAC;AACH;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-deepgram",
-  "version": "1.0.50",
+  "version": "1.1.0",
   "description": "Deepgram plugin for LiveKit Agents for Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -30,16 +30,17 @@
     "@types/ws": "^8.5.10",
     "tsup": "^8.3.5",
     "typescript": "^5.0.0",
-    "@livekit/agents": "1.0.50",
-    "@livekit/agents-plugin-silero": "1.0.50",
-    "@livekit/agents-plugins-test": "1.0.50"
+    "@livekit/agents": "1.1.0",
+    "@livekit/agents-plugin-openai": "^1.1.0",
+    "@livekit/agents-plugin-silero": "1.1.0",
+    "@livekit/agents-plugins-test": "1.1.0"
   },
   "dependencies": {
     "ws": "^8.16.0"
   },
   "peerDependencies": {
     "@livekit/rtc-node": "^0.13.24",
-    "@livekit/agents": "1.0.50"
+    "@livekit/agents": "1.1.0"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/stt.test.ts

@@ -1,13 +1,19 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { initializeLogger } from '@livekit/agents';
 import { VAD } from '@livekit/agents-plugin-silero';
 import { stt } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { STT } from './stt.js';
 
-describe('Deepgram', async () => {
-  initializeLogger({ pretty: false });
-  await stt(new STT(), await VAD.load(), { nonStreaming: false });
-});
+const hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);
+
+if (hasDeepgramApiKey) {
+  describe('Deepgram', async () => {
+    await stt(new STT(), await VAD.load(), { nonStreaming: false });
+  });
+} else {
+  describe('Deepgram', () => {
+    it.skip('requires DEEPGRAM_API_KEY', () => {});
+  });
+}

package/src/stt.ts

@@ -9,7 +9,9 @@ import {
   Future,
   Task,
   createTimedString,
+  getBaseLanguage,
   log,
+  normalizeLanguage,
   stt,
   waitForAbort,
 } from '@livekit/agents';
@@ -70,6 +72,14 @@ export class STT extends stt.STT {
   label = 'deepgram.STT';
   private abortController = new AbortController();
 
+  get model(): string {
+    return this.#opts.model;
+  }
+
+  get provider(): string {
+    return 'Deepgram';
+  }
+
   constructor(opts: Partial<STTOptions> = defaultSTTOptions) {
     super({
       streaming: true,
@@ -82,13 +92,17 @@ export class STT extends stt.STT {
       );
     }
 
-    this.#opts = { ...defaultSTTOptions, ...opts };
+    this.#opts = {
+      ...defaultSTTOptions,
+      ...opts,
+      language: opts.language ? normalizeLanguage(opts.language) : defaultSTTOptions.language,
+    };
 
     if (this.#opts.detectLanguage) {
       this.#opts.language = undefined;
     } else if (
       this.#opts.language &&
-      !['en-US', 'en'].includes(this.#opts.language) &&
+      getBaseLanguage(this.#opts.language) !== 'en' &&
       [
         'nova-2-meeting',
         'nova-2-phonecall',
@@ -115,7 +129,12 @@ export class STT extends stt.STT {
   }
 
   updateOptions(opts: Partial<STTOptions>) {
-    this.#opts = { ...this.#opts, ...opts };
+    this.#opts = {
+      ...this.#opts,
+      ...opts,
+      language:
+        opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language,
+    };
   }
 
   stream(options?: { connOptions?: APIConnectOptions }): SpeechStream {
@@ -433,9 +452,11 @@ const liveTranscriptionToSpeechData = (
 
   return alts.map((alt) => {
     const wordsData: any[] = alt['words'] ?? [];
+    const detectedLanguage =
+      language === 'multi' ? alt['languages']?.[0] ?? language : alt['language'] ?? language;
 
     return {
-      language,
+      language: normalizeLanguage(detectedLanguage),
       startTime: wordsData.length ? wordsData[0]['start'] + startTimeOffset : startTimeOffset,
       endTime: wordsData.length
         ? wordsData[wordsData.length - 1]['end'] + startTimeOffset

package/src/stt_v2.test.ts

@@ -1,13 +1,19 @@
 // SPDX-FileCopyrightText: 2025 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { initializeLogger } from '@livekit/agents';
 import { VAD } from '@livekit/agents-plugin-silero';
 import { stt } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { STTv2 } from './stt_v2.js';
 
-describe('Deepgram STTv2 (Flux)', async () => {
-  initializeLogger({ pretty: false });
-  await stt(new STTv2(), await VAD.load(), { nonStreaming: false });
-});
+const hasDeepgramApiKey = Boolean(process.env.DEEPGRAM_API_KEY);
+
+if (hasDeepgramApiKey) {
+  describe('Deepgram STTv2 (Flux)', async () => {
+    await stt(new STTv2(), await VAD.load(), { nonStreaming: false });
+  });
+} else {
+  describe('Deepgram STTv2 (Flux)', () => {
+    it.skip('requires DEEPGRAM_API_KEY', () => {});
+  });
+}

package/src/stt_v2.ts

@@ -8,6 +8,7 @@ import {
   calculateAudioDurationSeconds,
   createTimedString,
   log,
+  normalizeLanguage,
   stt,
 } from '@livekit/agents';
 import type { AudioFrame } from '@livekit/rtc-node';
@@ -113,7 +114,11 @@ export class STTv2 extends stt.STT {
       alignedTranscript: 'word',
     });
 
-    this.#opts = { ...defaultSTTv2Options, ...opts };
+    this.#opts = {
+      ...defaultSTTv2Options,
+      ...opts,
+      language: opts.language ? normalizeLanguage(opts.language) : defaultSTTv2Options.language,
+    };
 
     const apiKey = opts.apiKey || process.env.DEEPGRAM_API_KEY;
     if (!apiKey) {
@@ -197,7 +202,12 @@ class SpeechStreamv2 extends stt.SpeechStream {
 
   updateOptions(opts: Partial<STTv2Options>) {
     this.#logger.debug('Stream received option update', opts);
-    this.#opts = { ...this.#opts, ...opts };
+    this.#opts = {
+      ...this.#opts,
+      ...opts,
+      language:
+        opts.language !== undefined ? normalizeLanguage(opts.language) : this.#opts.language,
+    };
     if (opts.tags) this.#opts.tags = validateTags(opts.tags);
 
     // Trigger reconnection loop
@@ -478,7 +488,7 @@ function parseTranscription(
   }
 
   const sd: stt.SpeechData = {
-    language: language,
+    language: normalizeLanguage(language),
     startTime: ((data.audio_window_start as number) || 0) + startTimeOffset,
     endTime: ((data.audio_window_end as number) || 0) + startTimeOffset,
     confidence: confidence,

package/src/tts.test.ts

@@ -1,11 +1,19 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { STT } from '@livekit/agents-plugin-deepgram';
+import { STT } from '@livekit/agents-plugin-openai';
 import { tts } from '@livekit/agents-plugins-test';
-import { describe } from 'vitest';
+import { describe, it } from 'vitest';
 import { TTS } from './tts.js';
 
-describe('Deepgram', async () => {
-  await tts(new TTS(), new STT());
-});
+const hasDeepgramTtsConfig = Boolean(process.env.DEEPGRAM_API_KEY && process.env.OPENAI_API_KEY);
+
+if (hasDeepgramTtsConfig) {
+  describe('Deepgram', async () => {
+    await tts(new TTS(), new STT());
+  });
+} else {
+  describe('Deepgram', () => {
+    it.skip('requires DEEPGRAM_API_KEY and OPENAI_API_KEY', () => {});
+  });
+}

package/src/tts.ts

@@ -46,6 +46,14 @@ export class TTS extends tts.TTS {
   private opts: TTSOptions;
   label = 'deepgram.TTS';
 
+  get model(): string {
+    return this.opts.model;
+  }
+
+  get provider(): string {
+    return 'Deepgram';
+  }
+
   constructor(opts: Partial<TTSOptions> = {}) {
     super(opts.sampleRate || defaultTTSOptions.sampleRate, NUM_CHANNELS, {
       streaming: opts.capabilities?.streaming ?? defaultTTSOptions.capabilities.streaming,