dvgateway-adapters 1.9.7 → 1.9.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/index.d.ts +5 -1
  2. package/dist/index.d.ts.map +1 -1
  3. package/dist/index.js +3 -1
  4. package/dist/index.js.map +1 -1
  5. package/dist/llm/anthropic.d.ts +32 -15
  6. package/dist/llm/anthropic.d.ts.map +1 -1
  7. package/dist/llm/anthropic.js +56 -14
  8. package/dist/llm/anthropic.js.map +1 -1
  9. package/dist/llm/index.d.ts +1 -1
  10. package/dist/llm/index.d.ts.map +1 -1
  11. package/dist/llm/index.js +1 -1
  12. package/dist/llm/index.js.map +1 -1
  13. package/dist/llm/openai-llm.d.ts +2 -3
  14. package/dist/llm/openai-llm.d.ts.map +1 -1
  15. package/dist/llm/openai-llm.js +2 -3
  16. package/dist/llm/openai-llm.js.map +1 -1
  17. package/dist/llm/sampling.test.d.ts +2 -0
  18. package/dist/llm/sampling.test.d.ts.map +1 -0
  19. package/dist/llm/sampling.test.js +106 -0
  20. package/dist/llm/sampling.test.js.map +1 -0
  21. package/dist/realtime/gemini-live.d.ts +33 -2
  22. package/dist/realtime/gemini-live.d.ts.map +1 -1
  23. package/dist/realtime/gemini-live.js +42 -1
  24. package/dist/realtime/gemini-live.js.map +1 -1
  25. package/dist/realtime/gemini-live.test.js +33 -1
  26. package/dist/realtime/gemini-live.test.js.map +1 -1
  27. package/dist/realtime/gpt-live.d.ts +250 -0
  28. package/dist/realtime/gpt-live.d.ts.map +1 -0
  29. package/dist/realtime/gpt-live.js +628 -0
  30. package/dist/realtime/gpt-live.js.map +1 -0
  31. package/dist/realtime/gpt-live.test.d.ts +2 -0
  32. package/dist/realtime/gpt-live.test.d.ts.map +1 -0
  33. package/dist/realtime/gpt-live.test.js +292 -0
  34. package/dist/realtime/gpt-live.test.js.map +1 -0
  35. package/dist/realtime/index.d.ts +4 -0
  36. package/dist/realtime/index.d.ts.map +1 -1
  37. package/dist/realtime/index.js +2 -0
  38. package/dist/realtime/index.js.map +1 -1
  39. package/dist/realtime/openai-realtime.d.ts +2 -2
  40. package/dist/realtime/openai-realtime.js +2 -2
  41. package/dist/realtime/speech-segments.d.ts +43 -0
  42. package/dist/realtime/speech-segments.d.ts.map +1 -0
  43. package/dist/realtime/speech-segments.js +90 -0
  44. package/dist/realtime/speech-segments.js.map +1 -0
  45. package/dist/realtime/speech-segments.test.d.ts +2 -0
  46. package/dist/realtime/speech-segments.test.d.ts.map +1 -0
  47. package/dist/realtime/speech-segments.test.js +71 -0
  48. package/dist/realtime/speech-segments.test.js.map +1 -0
  49. package/dist/tts/elevenlabs.d.ts +3 -3
  50. package/dist/tts/elevenlabs.js +2 -2
  51. package/dist/tts/openai-tts.d.ts +3 -3
  52. package/dist/tts/openai-tts.js +1 -1
  53. package/package.json +3 -2
@@ -0,0 +1,71 @@
1
+ import { createSpeechSegmentInjector } from './speech-segments.js';
2
+ const wait = (ms) => new Promise((r) => setTimeout(r, ms));
3
+ function recorder() {
4
+ const segments = [];
5
+ const inject = async (id, chunks) => {
6
+ const seg = { id, chunks: [], ended: false };
7
+ segments.push(seg);
8
+ for await (const c of chunks)
9
+ seg.chunks.push(c);
10
+ seg.ended = true;
11
+ };
12
+ return { segments, inject };
13
+ }
14
+ describe('createSpeechSegmentInjector', () => {
15
+ it('keeps one inject stream open while audio keeps coming', async () => {
16
+ const r = recorder();
17
+ const out = createSpeechSegmentInjector(r.inject, { idleEndMs: 80 });
18
+ for (let i = 0; i < 10; i++) {
19
+ out.push('L1', Buffer.from([i, i]));
20
+ await wait(10);
21
+ }
22
+ expect(r.segments).toHaveLength(1);
23
+ await wait(150);
24
+ expect(r.segments[0].ended).toBe(true);
25
+ expect(r.segments[0].chunks).toHaveLength(10);
26
+ expect(out.openSegments).toBe(0);
27
+ });
28
+ it('opens a new segment after a quiet gap and keeps calls apart', async () => {
29
+ const r = recorder();
30
+ const out = createSpeechSegmentInjector(r.inject, { idleEndMs: 40 });
31
+ out.push('L1', Buffer.from([1]));
32
+ out.push('L2', Buffer.from([2]));
33
+ await wait(100);
34
+ out.push('L1', Buffer.from([3]));
35
+ await wait(100);
36
+ expect(r.segments.map((s) => s.id)).toEqual(['L1', 'L2', 'L1']);
37
+ expect(r.segments.every((s) => s.ended)).toBe(true);
38
+ expect(r.segments[2].chunks).toEqual([Buffer.from([3])]);
39
+ });
40
+ it('end() flushes queued audio and closes the stream at once', async () => {
41
+ const r = recorder();
42
+ const out = createSpeechSegmentInjector(r.inject, { idleEndMs: 10_000 });
43
+ out.push('L1', Buffer.from([1]));
44
+ out.push('L1', Buffer.from([2]));
45
+ out.end('L1');
46
+ await wait(20);
47
+ expect(r.segments[0].ended).toBe(true);
48
+ expect(r.segments[0].chunks).toHaveLength(2);
49
+ out.push('L1', Buffer.from([]));
50
+ expect(out.openSegments).toBe(0); // empty audio opens nothing
51
+ });
52
+ it('a failed inject reports the error and the next audio opens a fresh segment', async () => {
53
+ let n = 0;
54
+ const errs = [];
55
+ const inject = async (_id, chunks) => {
56
+ n++;
57
+ if (n === 1)
58
+ throw new Error('ws closed');
59
+ for await (const _c of chunks) { /* drain */ }
60
+ };
61
+ const out = createSpeechSegmentInjector(inject, { idleEndMs: 30, onError: (e, id) => errs.push(`${id}:${e.message}`) });
62
+ out.push('L1', Buffer.from([1]));
63
+ await wait(10);
64
+ expect(errs).toEqual(['L1:ws closed']);
65
+ out.push('L1', Buffer.from([2]));
66
+ await wait(60);
67
+ expect(n).toBe(2);
68
+ out.endAll();
69
+ });
70
+ });
71
+ //# sourceMappingURL=speech-segments.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"speech-segments.test.js","sourceRoot":"","sources":["../../src/realtime/speech-segments.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AAEnE,MAAM,IAAI,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAElF,SAAS,QAAQ;IACf,MAAM,QAAQ,GAAuD,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,KAAK,EAAE,EAAU,EAAE,MAA6B,EAAiB,EAAE;QAChF,MAAM,GAAG,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,EAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACzD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM;YAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjD,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,CAAC,CAAC;IACF,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,2BAA2B,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QACrE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QACD,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,2BAA2B,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QACrE,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,2BAA2B,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9C,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,KAAK,EAAE,GAAW,EAAE,MAA6B,EAAiB,EAAE;YACjF,CAAC,EAAE,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QAChD,CAAC,CAAC;QACF,MAAM,GAAG,GAAG,2BAA2B,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACxH,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,GAAG,CAAC,MAAM,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -12,8 +12,8 @@
12
12
  * - Voice settings: stability, similarity boost, style, speed
13
13
  *
14
14
  * ElevenLabs Model Reference (2026-03):
15
- * eleven_flash_v2_5 — Fastest (~75ms TTFA), best for real-time voice (default)
16
- * eleven_turbo_v2_5 — Balanced quality/speed (~200ms TTFA)
15
+ * eleven_flash_v2_5 — Lowest latency per the vendor, best for real-time voice (default)
16
+ * eleven_turbo_v2_5 — Balanced quality/speed
17
17
  * eleven_multilingual_v2 — Highest multilingual quality (higher latency)
18
18
  * eleven_multilingual_v3 — Next-gen multilingual, improved prosody (2026)
19
19
  * eleven_english_sts_v2 — English speech-to-speech transformation
@@ -35,7 +35,7 @@ export interface ElevenLabsAdapterOptions {
35
35
  /**
36
36
  * Model ID (default: "eleven_multilingual_v2" when humanVoice enabled, "eleven_flash_v2_5" otherwise)
37
37
  * Options:
38
- * eleven_flash_v2_5 — Fastest (~75ms), best for real-time voice
38
+ * eleven_flash_v2_5 — Lowest latency per the vendor, best for real-time voice
39
39
  * eleven_turbo_v2_5 — Balanced quality/speed
40
40
  * eleven_multilingual_v2 — Best multilingual quality (higher latency)
41
41
  * eleven_multilingual_v3 — Next-gen multilingual (2026, improved prosody)
@@ -12,8 +12,8 @@
12
12
  * - Voice settings: stability, similarity boost, style, speed
13
13
  *
14
14
  * ElevenLabs Model Reference (2026-03):
15
- * eleven_flash_v2_5 — Fastest (~75ms TTFA), best for real-time voice (default)
16
- * eleven_turbo_v2_5 — Balanced quality/speed (~200ms TTFA)
15
+ * eleven_flash_v2_5 — Lowest latency per the vendor, best for real-time voice (default)
16
+ * eleven_turbo_v2_5 — Balanced quality/speed
17
17
  * eleven_multilingual_v2 — Highest multilingual quality (higher latency)
18
18
  * eleven_multilingual_v3 — Next-gen multilingual, improved prosody (2026)
19
19
  * eleven_english_sts_v2 — English speech-to-speech transformation
@@ -5,7 +5,7 @@
5
5
  * Streams PCM audio chunks resampled to 16kHz for DVGateway injection.
6
6
  *
7
7
  * Model Reference (2026-03):
8
- * tts-1 — Optimized for real-time speed (default, ~200ms latency)
8
+ * tts-1 — Optimized for real-time speed (default)
9
9
  * tts-1-hd — Optimized for quality (studio output, higher latency)
10
10
  * gpt-4o-mini-tts — Latest neural TTS model; better prosody, emotions (2025+)
11
11
  *
@@ -36,8 +36,8 @@ export interface OpenAITtsAdapterOptions {
36
36
  voice?: OpenAITtsVoice;
37
37
  /**
38
38
  * Model (default: "gpt-4o-mini-tts" when humanVoice enabled, "tts-1" otherwise)
39
- * tts-1 — Real-time optimized (~200ms)
40
- * tts-1-hd — Quality optimized (~400ms)
39
+ * tts-1 — Real-time optimized
40
+ * tts-1-hd — Quality optimized (higher latency)
41
41
  * gpt-4o-mini-tts — Neural model, best prosody and emotion (2025+)
42
42
  */
43
43
  model?: OpenAITtsModel;
@@ -5,7 +5,7 @@
5
5
  * Streams PCM audio chunks resampled to 16kHz for DVGateway injection.
6
6
  *
7
7
  * Model Reference (2026-03):
8
- * tts-1 — Optimized for real-time speed (default, ~200ms latency)
8
+ * tts-1 — Optimized for real-time speed (default)
9
9
  * tts-1-hd — Optimized for quality (studio output, higher latency)
10
10
  * gpt-4o-mini-tts — Latest neural TTS model; better prosody, emotions (2025+)
11
11
  *
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "dvgateway-adapters",
3
- "version": "1.9.7",
4
- "description": "AI service adapters for DVGateway SDK (Deepgram, ElevenLabs, Anthropic, OpenAI, OpenAI Realtime)",
3
+ "version": "1.9.12",
4
+ "description": "AI service adapters for DVGateway SDK (Deepgram, ElevenLabs, Anthropic, OpenAI, OpenAI Realtime, OpenAI GPT-Live, Gemini Live)",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
7
7
  "types": "./dist/index.d.ts",
@@ -46,6 +46,7 @@
46
46
  "anthropic",
47
47
  "openai",
48
48
  "openai-realtime",
49
+ "gpt-live",
49
50
  "stt",
50
51
  "tts",
51
52
  "llm",