@ariaflowagents/livekit-plugin 0.9.8 → 0.9.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -7
- package/dist/index.js.map +1 -1
- package/dist/llm/AriaFlowGeminiRealtimeSession.d.ts.map +1 -1
- package/dist/llm/AriaFlowGeminiRealtimeSession.js +9 -0
- package/dist/llm/AriaFlowGeminiRealtimeSession.js.map +1 -1
- package/dist/llm/AriaFlowRealtimeAgentController.d.ts +47 -0
- package/dist/llm/AriaFlowRealtimeAgentController.d.ts.map +1 -0
- package/dist/llm/AriaFlowRealtimeAgentController.js +522 -0
- package/dist/llm/AriaFlowRealtimeAgentController.js.map +1 -0
- package/dist/llm/AriaRuntimeLLMAdapter.d.ts +0 -11
- package/dist/llm/AriaRuntimeLLMAdapter.d.ts.map +1 -1
- package/dist/llm/AriaRuntimeLLMAdapter.js +24 -103
- package/dist/llm/AriaRuntimeLLMAdapter.js.map +1 -1
- package/dist/session/AriaFlowLivekitSession.d.ts +0 -2
- package/dist/session/AriaFlowLivekitSession.d.ts.map +1 -1
- package/dist/session/AriaFlowLivekitSession.js.map +1 -1
- package/dist/session/AriaFlowVoiceSession.d.ts +0 -2
- package/dist/session/AriaFlowVoiceSession.d.ts.map +1 -1
- package/dist/session/AriaFlowVoiceSession.js.map +1 -1
- package/dist/session/createAriaFlowSession.d.ts +0 -2
- package/dist/session/createAriaFlowSession.d.ts.map +1 -1
- package/dist/session/createAriaFlowSession.js.map +1 -1
- package/dist/session/createAriaVoicePipeline.d.ts +0 -2
- package/dist/session/createAriaVoicePipeline.d.ts.map +1 -1
- package/dist/session/createAriaVoicePipeline.js +0 -1
- package/dist/session/createAriaVoicePipeline.js.map +1 -1
- package/dist/turn_detection/eou_detector.d.ts.map +1 -1
- package/dist/turn_detection/eou_detector.js +12 -6
- package/dist/turn_detection/eou_detector.js.map +1 -1
- package/dist/turn_detection/vad_loader.d.ts.map +1 -1
- package/dist/turn_detection/vad_loader.js +9 -1
- package/dist/turn_detection/vad_loader.js.map +1 -1
- package/package.json +1 -5
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { createRuntime } from '@ariaflowagents/core';
|
|
2
2
|
import { DEFAULT_API_CONNECT_OPTIONS, llm } from '@livekit/agents';
|
|
3
|
-
import { detectTurnMarker, stripMarker } from '../turn_detection/llm_turn_markers.js';
|
|
4
3
|
import { emitAriaMetric } from '../metrics/bridge.js';
|
|
5
4
|
function cloneConfigWithInjectedPrompt(config, prompt) {
|
|
6
5
|
if (!prompt?.trim()) {
|
|
@@ -33,7 +32,6 @@ export class AriaRuntimeLLMAdapter extends llm.LLM {
|
|
|
33
32
|
#sessionId;
|
|
34
33
|
#userId;
|
|
35
34
|
#onAriaHandoff;
|
|
36
|
-
#turnMarkerConfig;
|
|
37
35
|
#onMetrics;
|
|
38
36
|
constructor(opts) {
|
|
39
37
|
super();
|
|
@@ -41,7 +39,6 @@ export class AriaRuntimeLLMAdapter extends llm.LLM {
|
|
|
41
39
|
this.#sessionId = opts.sessionId ?? `livekit-${crypto.randomUUID()}`;
|
|
42
40
|
this.#userId = opts.userId;
|
|
43
41
|
this.#onAriaHandoff = opts.onAriaHandoff;
|
|
44
|
-
this.#turnMarkerConfig = opts.turnMarkerConfig;
|
|
45
42
|
this.#onMetrics = opts.onMetrics;
|
|
46
43
|
}
|
|
47
44
|
label() {
|
|
@@ -66,7 +63,6 @@ export class AriaRuntimeLLMAdapter extends llm.LLM {
|
|
|
66
63
|
sessionId: this.#sessionId,
|
|
67
64
|
userId: this.#userId,
|
|
68
65
|
onAriaHandoff: this.#onAriaHandoff,
|
|
69
|
-
turnMarkerConfig: this.#turnMarkerConfig,
|
|
70
66
|
onMetrics: this.#onMetrics,
|
|
71
67
|
});
|
|
72
68
|
}
|
|
@@ -80,14 +76,6 @@ export class AriaRuntimeLLMStream extends llm.LLMStream {
|
|
|
80
76
|
});
|
|
81
77
|
this.#opts = opts;
|
|
82
78
|
}
|
|
83
|
-
/**
|
|
84
|
-
* Max characters to buffer while waiting for a turn marker.
|
|
85
|
-
* Reduced from 50 to 20: the marker is a single Unicode character at
|
|
86
|
-
* position 0. If it has not appeared in 20 chars, it is not coming.
|
|
87
|
-
* At typical LLM streaming speeds (~4 chars/token, 30-60 tok/s),
|
|
88
|
-
* 20 chars buffers for ~80-160ms vs 200-400ms at 50 chars.
|
|
89
|
-
*/
|
|
90
|
-
static MAX_MARKER_BUFFER = 20;
|
|
91
79
|
async run() {
|
|
92
80
|
const input = extractRuntimeInput(this.chatCtx);
|
|
93
81
|
if (!input) {
|
|
@@ -117,101 +105,34 @@ export class AriaRuntimeLLMStream extends llm.LLMStream {
|
|
|
117
105
|
});
|
|
118
106
|
};
|
|
119
107
|
try {
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
for await (const part of run) {
|
|
125
|
-
if (this.abortController.signal.aborted) {
|
|
126
|
-
this.#opts.runtime.abortSession?.(this.#opts.sessionId, 'livekit-llm-abort');
|
|
127
|
-
return;
|
|
128
|
-
}
|
|
129
|
-
if (part.type === 'handoff' && this.#opts.onAriaHandoff) {
|
|
130
|
-
try {
|
|
131
|
-
await Promise.resolve(this.#opts.onAriaHandoff(part.from, part.to));
|
|
132
|
-
}
|
|
133
|
-
catch (err) {
|
|
134
|
-
console.error('[AriaRuntimeLLMAdapter] onAriaHandoff callback threw:', err instanceof Error ? err.message : String(err));
|
|
135
|
-
}
|
|
136
|
-
continue;
|
|
137
|
-
}
|
|
138
|
-
if (part.type === 'error') {
|
|
139
|
-
throw new Error(part.error);
|
|
140
|
-
}
|
|
141
|
-
if (part.type !== 'text-delta') {
|
|
142
|
-
continue;
|
|
143
|
-
}
|
|
144
|
-
if (!markerResolved) {
|
|
145
|
-
markerBuffer += part.text;
|
|
146
|
-
// Cap the buffer to prevent unbounded growth if detection stays pending
|
|
147
|
-
if (markerBuffer.length > AriaRuntimeLLMStream.MAX_MARKER_BUFFER) {
|
|
148
|
-
markerResolved = true;
|
|
149
|
-
console.warn('[turn-detection] Marker buffer exceeded max length, forwarding as-is');
|
|
150
|
-
recordTtftOnce();
|
|
151
|
-
this.queue.put({ id: `ariaflow-${chunkIndex++}`, delta: { role: 'assistant', content: markerBuffer } });
|
|
152
|
-
continue;
|
|
153
|
-
}
|
|
154
|
-
const detection = detectTurnMarker(markerBuffer, this.#opts.turnMarkerConfig);
|
|
155
|
-
if (detection === 'pending') {
|
|
156
|
-
continue;
|
|
157
|
-
}
|
|
158
|
-
markerResolved = true;
|
|
159
|
-
if (detection === null) {
|
|
160
|
-
// No marker found. Graceful degradation: forward all buffered text.
|
|
161
|
-
console.warn('[turn-detection] No turn marker found in LLM response, forwarding as-is');
|
|
162
|
-
recordTtftOnce();
|
|
163
|
-
this.queue.put({ id: `ariaflow-${chunkIndex++}`, delta: { role: 'assistant', content: markerBuffer } });
|
|
164
|
-
continue;
|
|
165
|
-
}
|
|
166
|
-
if (detection.type === 'complete') {
|
|
167
|
-
// Strip marker and forward remaining text.
|
|
168
|
-
const stripped = stripMarker(markerBuffer);
|
|
169
|
-
if (stripped) {
|
|
170
|
-
recordTtftOnce();
|
|
171
|
-
this.queue.put({ id: `ariaflow-${chunkIndex++}`, delta: { role: 'assistant', content: stripped } });
|
|
172
|
-
}
|
|
173
|
-
continue;
|
|
174
|
-
}
|
|
175
|
-
// Incomplete marker: suppress response.
|
|
176
|
-
// The timer and re-engagement logic are handled by AriaFlowVoiceSession.
|
|
177
|
-
return;
|
|
178
|
-
}
|
|
179
|
-
// Phase 2: Marker resolved as 'complete'. Forward subsequent chunks normally.
|
|
180
|
-
recordTtftOnce();
|
|
181
|
-
this.queue.put({ id: `ariaflow-${chunkIndex++}`, delta: { role: 'assistant', content: part.text } });
|
|
108
|
+
for await (const part of run) {
|
|
109
|
+
if (this.abortController.signal.aborted) {
|
|
110
|
+
this.#opts.runtime.abortSession?.(this.#opts.sessionId, 'livekit-llm-abort');
|
|
111
|
+
return;
|
|
182
112
|
}
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
for await (const part of run) {
|
|
187
|
-
if (this.abortController.signal.aborted) {
|
|
188
|
-
this.#opts.runtime.abortSession?.(this.#opts.sessionId, 'livekit-llm-abort');
|
|
189
|
-
return;
|
|
113
|
+
if (part.type === 'handoff' && this.#opts.onAriaHandoff) {
|
|
114
|
+
try {
|
|
115
|
+
await Promise.resolve(this.#opts.onAriaHandoff(part.from, part.to));
|
|
190
116
|
}
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
await Promise.resolve(this.#opts.onAriaHandoff(part.from, part.to));
|
|
194
|
-
}
|
|
195
|
-
catch (err) {
|
|
196
|
-
console.error('[AriaRuntimeLLMAdapter] onAriaHandoff callback threw:', err instanceof Error ? err.message : String(err));
|
|
197
|
-
}
|
|
198
|
-
continue;
|
|
117
|
+
catch (err) {
|
|
118
|
+
console.error('[AriaRuntimeLLMAdapter] onAriaHandoff callback threw:', err instanceof Error ? err.message : String(err));
|
|
199
119
|
}
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
continue;
|
|
205
|
-
}
|
|
206
|
-
recordTtftOnce();
|
|
207
|
-
this.queue.put({
|
|
208
|
-
id: `ariaflow-${chunkIndex++}`,
|
|
209
|
-
delta: {
|
|
210
|
-
role: 'assistant',
|
|
211
|
-
content: part.text,
|
|
212
|
-
},
|
|
213
|
-
});
|
|
120
|
+
continue;
|
|
121
|
+
}
|
|
122
|
+
if (part.type === 'error') {
|
|
123
|
+
throw new Error(part.error);
|
|
214
124
|
}
|
|
125
|
+
if (part.type !== 'text-delta') {
|
|
126
|
+
continue;
|
|
127
|
+
}
|
|
128
|
+
recordTtftOnce();
|
|
129
|
+
this.queue.put({
|
|
130
|
+
id: `ariaflow-${chunkIndex++}`,
|
|
131
|
+
delta: {
|
|
132
|
+
role: 'assistant',
|
|
133
|
+
content: part.text,
|
|
134
|
+
},
|
|
135
|
+
});
|
|
215
136
|
}
|
|
216
137
|
}
|
|
217
138
|
finally {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AriaRuntimeLLMAdapter.js","sourceRoot":"","sources":["../../src/llm/AriaRuntimeLLMAdapter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,GAAG,EAA0B,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"AriaRuntimeLLMAdapter.js","sourceRoot":"","sources":["../../src/llm/AriaRuntimeLLMAdapter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,GAAG,EAA0B,MAAM,iBAAiB,CAAC;AAE3F,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAqBtD,SAAS,6BAA6B,CAAC,MAAqB,EAAE,MAAe;IAC3E,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;YACjC,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO;gBACL,GAAG,KAAK;gBACR,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,EAAE,OAAO,WAAW,EAAE;aAC7C,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,OAAkD,EAClD,MAAe;IAEf,mFAAmF;IACnF,uFAAuF;IACvF,IAAI,OAAQ,OAA2B,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAC9D,OAAO,OAA0B,CAAC;IACpC,CAAC;IAED,OAAO,aAAa,CAAC,6BAA6B,CAAC,OAAwB,EAAE,MAAM,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,MAAM,OAAO,qBAAsB,SAAQ,GAAG,CAAC,GAAG;IAChD,QAAQ,CAAkB;IAC1B,UAAU,CAAS;IACnB,OAAO,CAAU;IACjB,cAAc,CAAsD;IACpE,UAAU,CAAoB;IAE9B,YAAY,IAAkC;QAC5C,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,IAAI,WAAW,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QACrE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,KAAK;QACH,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,iBAAiB,CAAC,IAA6C;QAC7D,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,IAAI,CAAC,EACH,OAAO,EACP,WAAW,GAAG,2BAA2B,GAQ1C;QACC,OAAO,IAAI,oBAAoB,CAAC,IAAI,EAAE;YACpC,OAAO;YACP,WAAW;YACX,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC,CAAC;IACL,CAAC;CACF;AAYD,MAAM,OAAO,oBAAqB,SAAQ,GAAG,CAAC,SAAS;IACrD,KAAK,CAA8B;IAEnC,YAAY,MAA6B,EAAE,IAAiC;QAC1E,KAAK,CAAC,MAAM,EAAE;YACZ,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAES,KAAK,CAAC,GAAG;QACjB,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CACV,iEAAiE;gBACjE,uDAAuD,CACxD,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QACzC,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAE9C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACpC,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;SACzC,CAAC,CAAC;QAEH,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,mBAAmB,GAAG,KAAK,CAAC;QAEhC,MAAM,cAAc,GAAG,GAAG,EAAE;YAC1B,IAAI,mBAAmB,IAAI,CAAC,WAAW;gBAAE,OAAO;YAChD,mBAAmB,GAAG,IAAI,CAAC;YAC3B,cAAc,CAAC,WAAW,EAAE;gBAC1B,IAAI,EAAE,mBAAmB;gBACzB,SAAS,EAAE,gBAAgB;gBAC3B,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,EAAE;aAClE,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBAC7B,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;oBAC7E,OAAO;gBACT,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;oBACxD,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;oBACtE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC3H,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC1B,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC/B,SAAS;gBACX,CAAC;gBAED,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;oBACb,EAAE,EAAE,YAAY,UAAU,EAAE,EAAE;oBAC9B,KAAK,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YAC/E,CAAC;YAED,IAAI,WAAW,EAAE,CAAC;gBAChB,cAAc,CAAC,WAAW,EAAE;oBAC1B,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,gBAAgB;oBAC3B,IAAI,EAAE;wBACJ,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC;wBAC3D,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO;qBAC7C;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,+BAA+B,GAAG,4BAA4B,CAAC;AAErE,SAAS,mBAAmB,CAAC,OAAwB;IACnD,OAAO,CACL,0BAA0B,CAAC,OAAO,EAAE,MAAM,CAAC;QAC3C,iCAAiC,CAAC,OAAO,CAAC;QAC1C,0BAA0B,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC7C,0BAA0B,CAAC,OAAO,EAAE,WAAW,CAAC,CACjD,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,IAAkB;IACvC,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,iCAAiC,CAAC,OAAwB;IACjE,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,KAAK,+BAA+B,EAAE,CAAC;YACxE,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAwB,EACxB,IAAqC;IAErC,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC/C,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAqB;IAC/C,uEAAuE;IACvE,mDAAmD;IACnD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IACrC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1D,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,OAAO,GAAY,IAAI,CAAC,OAAO,CAAC;IACtC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAClD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAI,OAAqB;aAChC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;aAC1D,IAAI,CAAC,EAAE,CAAC;aACR,IAAI,EAAE,CAAC;QACV,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -4,7 +4,6 @@ import type { stt, tts } from '@livekit/agents';
|
|
|
4
4
|
import type { HarnessConfig, Runtime } from '@ariaflowagents/core';
|
|
5
5
|
import type { RecordingStorageAdapter } from '../recording/storage.js';
|
|
6
6
|
import type { AriaRuntimeLLMAdapter } from '../llm/AriaRuntimeLLMAdapter.js';
|
|
7
|
-
import type { TurnMarkerConfig } from '../turn_detection/llm_turn_markers.js';
|
|
8
7
|
import type { VoiceMetricsSink } from '../metrics/types.js';
|
|
9
8
|
export interface AriaFlowLivekitSessionOptions {
|
|
10
9
|
runtime: Runtime | HarnessConfig;
|
|
@@ -22,7 +21,6 @@ export interface AriaFlowLivekitSessionOptions {
|
|
|
22
21
|
greeting?: string | null;
|
|
23
22
|
prompt?: string;
|
|
24
23
|
onAriaHandoff?: (from: string, to: string) => void | Promise<void>;
|
|
25
|
-
turnMarkerConfig?: TurnMarkerConfig;
|
|
26
24
|
/**
|
|
27
25
|
* Callback for voice pipeline metrics. Called synchronously, fire-and-forget.
|
|
28
26
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AriaFlowLivekitSession.d.ts","sourceRoot":"","sources":["../../src/session/AriaFlowLivekitSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,UAAU,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"AriaFlowLivekitSession.d.ts","sourceRoot":"","sources":["../../src/session/AriaFlowLivekitSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,UAAU,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAI5D,MAAM,WAAW,6BAA6B;IAC5C,OAAO,EAAE,OAAO,GAAG,aAAa,CAAC;IACjC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3C;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,SAAS,CAAC,EAAE;QACV,OAAO,EAAE,uBAAuB,CAAC;QACjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC9B,GAAG,CAAC,EAAE,UAAU,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,qBAAqB,CAAC;CACzC;AAUD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,6BAA6B,GAAG,eAAe,CAyF3F"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AriaFlowLivekitSession.js","sourceRoot":"","sources":["../../src/session/AriaFlowLivekitSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAmB,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAIxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"AriaFlowLivekitSession.js","sourceRoot":"","sources":["../../src/session/AriaFlowLivekitSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAmB,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAIxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAI3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AA6CxD,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAQ,KAAwC,EAAE,QAAQ,KAAK,UAAU,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAmC;IACxE,MAAM,QAAQ,GAAG,uBAAuB,CAAC;QACvC,GAAG,IAAI;QACP,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC;QACrC,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,GAAG,EAAE,QAAQ,CAAC,OAAO;QACrB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,YAAY,EAAE,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC;KACnD,CAAC,CAAC;IAEH,IAAI,aAAuC,CAAC;IAE5C,IAAI,YAAsC,CAAC;IAC3C,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3C,KAAK,QAAQ,CAAC,iBAAiB,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,gBAA8C,CAAC;IACnD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;YAC1C,IAAI,CAAC;gBACH,OAAO,aAAa,EAAE,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,6HAA6H,CAC9H,CAAC;QACJ,CAAC;QAED,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YACtC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;YAC/B,OAAO;YACP,GAAG,EAAE,OAAO;YACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;SAC1B,CAAC,CAAC;QACH,gBAAgB,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,OAAO;QACP,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,cAAc,CAAC;YAC7C,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACjC,SAAS,EAAE,WAAW,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE;aACxD,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC;gBAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI;gBACJ,MAAM,EAAE,OAAO,CAAC,gBAAgB,CAAC;aAClC,CAAC,CAAC;YAEH,yEAAyE;YACzE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,aAAa,GAAG,mBAAmB,CACjC,OAAO,EACP,WAAW,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAC/C,IAAI,CAAC,SAAS,CACf,CAAC;YACJ,CAAC;YAED,qEAAqE;YACrE,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,+CAA+C,CAAC;gBAClF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC1B,kBAAkB,EAAE,IAAI;oBACxB,YAAY,EAAE,KAAK;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI;YACR,aAAa,EAAE,EAAE,CAAC;YAClB,aAAa,GAAG,SAAS,CAAC;YAC1B,YAAY,EAAE,EAAE,CAAC;YACjB,YAAY,GAAG,SAAS,CAAC;YACzB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -3,7 +3,6 @@ import type { Runtime, HarnessConfig } from '@ariaflowagents/core';
|
|
|
3
3
|
import type { AriaRuntimeLLMAdapter } from '../llm/AriaRuntimeLLMAdapter.js';
|
|
4
4
|
import type { FillerCoordinator } from '../filler/FillerCoordinator.js';
|
|
5
5
|
import type { TransportAdapter } from '../transport_adapter.js';
|
|
6
|
-
import type { TurnMarkerConfig } from '../turn_detection/llm_turn_markers.js';
|
|
7
6
|
import type { VoiceMetricsSink } from '../metrics/types.js';
|
|
8
7
|
export interface AriaFlowVoiceSessionOptions {
|
|
9
8
|
runtime: Runtime | HarnessConfig;
|
|
@@ -21,7 +20,6 @@ export interface AriaFlowVoiceSessionOptions {
|
|
|
21
20
|
greeting?: string | null;
|
|
22
21
|
prompt?: string;
|
|
23
22
|
onAriaHandoff?: (from: string, to: string) => void | Promise<void>;
|
|
24
|
-
turnMarkerConfig?: TurnMarkerConfig;
|
|
25
23
|
/**
|
|
26
24
|
* Callback for voice pipeline metrics. Called synchronously, fire-and-forget.
|
|
27
25
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AriaFlowVoiceSession.d.ts","sourceRoot":"","sources":["../../src/session/AriaFlowVoiceSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"AriaFlowVoiceSession.d.ts","sourceRoot":"","sources":["../../src/session/AriaFlowVoiceSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAS5D,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,OAAO,GAAG,aAAa,CAAC;IACjC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3C;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,gBAAgB,CAAC;CAC9B;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,cAAc,CAAmC;IACzD,OAAO,CAAC,aAAa,CAA6B;IAElD,QAAQ,CAAC,OAAO,EAAE,2BAA2B,CAAC;IAE9C,IAAI,OAAO,IAAI,qBAAqB,CAAkC;IACtE,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,CAAgC;IACxD,IAAI,iBAAiB,IAAI,iBAAiB,CAA4C;gBAE1E,IAAI,EAAE,2BAA2B;IAQ7C;;;;;OAKG;IACG,KAAK,CAAC,SAAS,EAAE,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;IAoD/D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,UAAU,IAAI,KAAK,CAAC,YAAY,GAAG,IAAI;IAIvC,aAAa,CAAC,OAAO,CAAC,EAAE;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;IAO7C,GAAG,CACP,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAAC,YAAY,CAAC,EAAE,OAAO,CAAA;KAAE,GACjE,OAAO,CAAC,IAAI,CAAC;CAMjB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AriaFlowVoiceSession.js","sourceRoot":"","sources":["../../src/session/AriaFlowVoiceSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAsB,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"AriaFlowVoiceSession.js","sourceRoot":"","sources":["../../src/session/AriaFlowVoiceSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAsB,MAAM,iBAAiB,CAAC;AAM5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAA0B,MAAM,8BAA8B,CAAC;AAC/F,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAiCxD;;;;;;;;GAQG;AACH,MAAM,OAAO,oBAAoB;IACd,QAAQ,CAAoB;IACrC,cAAc,GAA8B,IAAI,CAAC;IACjD,aAAa,GAAwB,IAAI,CAAC;IAEzC,OAAO,CAA8B;IAE9C,IAAI,OAAO,KAA4B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,KAAK,KAAkB,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,IAAI,iBAAiB,KAAwB,OAAO,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAEtF,YAAY,IAAiC;QAC3C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,uBAAuB,CAAC;YACtC,GAAG,IAAI;YACP,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,SAA2B;QACrC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;QAErE,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC;YACrC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;YAC1B,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa;YACzC,YAAY,EAAE,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;SAC3D,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC;QAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,WAAW,CAAC;QAC7C,OAAO,CAAC,MAAM,CAAC,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC;QAEpD,IAAI,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAChC,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAgC,CAAC;YACtE,eAAe,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC;gBAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;YACrE,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,mEAAmE;QACnE,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAE9B,yEAAyE;QACzE,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1F,CAAC;QAED,qEAAqE;QACrE,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,+CAA+C,CAAC;YAC1F,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;gBAC1B,kBAAkB,EAAE,IAAI;gBACxB,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAE1B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,aAAa,CAAC,OAGb;QACC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,GAAG,CACP,IAAY,EACZ,OAAkE;QAElE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CACF"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { voice, stt, tts, type VAD } from '@livekit/agents';
|
|
2
2
|
import type { HarnessConfig, Runtime } from '@ariaflowagents/core';
|
|
3
|
-
import type { TurnMarkerConfig } from '../turn_detection/llm_turn_markers.js';
|
|
4
3
|
import { AriaFlowVoiceSession } from './AriaFlowVoiceSession.js';
|
|
5
4
|
export interface CreateAriaFlowSessionOptions {
|
|
6
5
|
runtime: Runtime | HarnessConfig;
|
|
@@ -12,7 +11,6 @@ export interface CreateAriaFlowSessionOptions {
|
|
|
12
11
|
greeting?: string | null;
|
|
13
12
|
prompt?: string;
|
|
14
13
|
onAriaHandoff?: (from: string, to: string) => void | Promise<void>;
|
|
15
|
-
turnMarkerConfig?: TurnMarkerConfig;
|
|
16
14
|
}
|
|
17
15
|
/**
|
|
18
16
|
* Factory function to create an AriaFlow voice session for transport-backed use.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createAriaFlowSession.d.ts","sourceRoot":"","sources":["../../src/session/createAriaFlowSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,
|
|
1
|
+
{"version":3,"file":"createAriaFlowSession.d.ts","sourceRoot":"","sources":["../../src/session/createAriaFlowSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,OAAO,GAAG,aAAa,CAAC;IACjC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACb,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,4BAA4B,GACjC,oBAAoB,CAEtB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createAriaFlowSession.js","sourceRoot":"","sources":["../../src/session/createAriaFlowSession.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"createAriaFlowSession.js","sourceRoot":"","sources":["../../src/session/createAriaFlowSession.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAcjE;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAkC;IAElC,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -11,13 +11,11 @@ import { voice } from '@livekit/agents';
|
|
|
11
11
|
import type { Runtime, HarnessConfig } from '@ariaflowagents/core';
|
|
12
12
|
import { AriaRuntimeLLMAdapter } from '../llm/AriaRuntimeLLMAdapter.js';
|
|
13
13
|
import { FillerCoordinator } from '../filler/FillerCoordinator.js';
|
|
14
|
-
import type { TurnMarkerConfig } from '../turn_detection/llm_turn_markers.js';
|
|
15
14
|
import type { VoiceMetricsSink } from '../metrics/types.js';
|
|
16
15
|
export interface AriaVoicePipelineOptions {
|
|
17
16
|
runtime: Runtime | HarnessConfig;
|
|
18
17
|
prompt?: string;
|
|
19
18
|
onAriaHandoff?: (from: string, to: string) => void | Promise<void>;
|
|
20
|
-
turnMarkerConfig?: TurnMarkerConfig;
|
|
21
19
|
onMetrics?: VoiceMetricsSink;
|
|
22
20
|
}
|
|
23
21
|
export interface AriaVoicePipeline {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createAriaVoicePipeline.d.ts","sourceRoot":"","sources":["../../src/session/createAriaVoicePipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"createAriaVoicePipeline.d.ts","sourceRoot":"","sources":["../../src/session/createAriaVoicePipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,OAAO,GAAG,aAAa,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,SAAS,CAAC,EAAE,gBAAgB,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,qBAAqB,CAAC;IACxC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;CAC/C;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,wBAAwB,GAAG,iBAAiB,CAgBzF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createAriaVoicePipeline.js","sourceRoot":"","sources":["../../src/session/createAriaVoicePipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAExC,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;
|
|
1
|
+
{"version":3,"file":"createAriaVoicePipeline.js","sourceRoot":"","sources":["../../src/session/createAriaVoicePipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAExC,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAgBnE,MAAM,UAAU,uBAAuB,CAAC,IAA8B;IACpE,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAElD,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC;QACxC,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC;QAC5B,YAAY,EAAE,8BAA8B;QAC5C,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/C,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eou_detector.d.ts","sourceRoot":"","sources":["../../src/turn_detection/eou_detector.ts"],"names":[],"mappings":"AAYA,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,kBAAkB;IAC1B,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,GAAG,CAAkD;IAC7D,OAAO,CAAC,kBAAkB,CAA6C;IACvE,OAAO,CAAC,eAAe,CAAqB;IAC5C,OAAO,CAAC,WAAW,CAA8B;gBAErC,OAAO,CAAC,EAAE,kBAAkB;IAIxC;;;;;;OAMG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAYnB,aAAa;
|
|
1
|
+
{"version":3,"file":"eou_detector.d.ts","sourceRoot":"","sources":["../../src/turn_detection/eou_detector.ts"],"names":[],"mappings":"AAYA,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,kBAAkB;IAC1B,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,GAAG,CAAkD;IAC7D,OAAO,CAAC,kBAAkB,CAA6C;IACvE,OAAO,CAAC,eAAe,CAAqB;IAC5C,OAAO,CAAC,WAAW,CAA8B;gBAErC,OAAO,CAAC,EAAE,kBAAkB;IAIxC;;;;;;OAMG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAYnB,aAAa;IAkD3B;;;;;;;;;;;;;;OAcG;IACG,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBvD;;;;;;;;;;;;OAYG;IACH,iBAAiB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAWlD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,iBAAiB;CA0B1B"}
|
|
@@ -56,13 +56,19 @@ export class EOUDetector {
|
|
|
56
56
|
}
|
|
57
57
|
}
|
|
58
58
|
async _doInitialize() {
|
|
59
|
-
|
|
60
|
-
|
|
59
|
+
let AutoTokenizer;
|
|
60
|
+
let downloadFile;
|
|
61
|
+
try {
|
|
62
|
+
({ AutoTokenizer } = await import('@huggingface/transformers'));
|
|
63
|
+
this.ort = await import('onnxruntime-node');
|
|
64
|
+
({ downloadFile } = await import('@huggingface/hub'));
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
throw new Error('Install onnxruntime-node, @huggingface/transformers, and @huggingface/hub to use EOUDetector or TurnDetector EOU.\n' +
|
|
68
|
+
' bun add onnxruntime-node @huggingface/transformers @huggingface/hub\n' +
|
|
69
|
+
'These are optional dependencies — not required for cascaded or native audio pipelines.');
|
|
70
|
+
}
|
|
61
71
|
const ort = this.ort;
|
|
62
|
-
// Download model file from HuggingFace hub.
|
|
63
|
-
// The @huggingface/hub package provides download_file() which handles
|
|
64
|
-
// caching, revision pinning, and resumable downloads.
|
|
65
|
-
const { downloadFile } = await import('@huggingface/hub');
|
|
66
72
|
const onnxBlob = await downloadFile({
|
|
67
73
|
repo: HG_MODEL_REPO,
|
|
68
74
|
path: ONNX_FILEPATH,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eou_detector.js","sourceRoot":"","sources":["../../src/turn_detection/eou_detector.ts"],"names":[],"mappings":"AAAA,qCAAqC;AAIrC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAC9C,MAAM,cAAc,GAAG,aAAa,CAAC;AACrC,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAC3C,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAY5B;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,WAAW;IACd,OAAO,GAAuB,IAAI,CAAC;IACnC,SAAS,GAA+B,IAAI,CAAC;IAC7C,GAAG,GAA6C,IAAI,CAAC;IACrD,kBAAkB,GAA0C,EAAE,CAAC;IAC/D,eAAe,CAAqB;IACpC,WAAW,GAAyB,IAAI,CAAC;IAEjD,YAAY,OAA4B;QACtC,IAAI,CAAC,eAAe,GAAG,OAAO,EAAE,iBAAiB,CAAC;IACpD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,
|
|
1
|
+
{"version":3,"file":"eou_detector.js","sourceRoot":"","sources":["../../src/turn_detection/eou_detector.ts"],"names":[],"mappings":"AAAA,qCAAqC;AAIrC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAC9C,MAAM,cAAc,GAAG,aAAa,CAAC;AACrC,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAC3C,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAY5B;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,WAAW;IACd,OAAO,GAAuB,IAAI,CAAC;IACnC,SAAS,GAA+B,IAAI,CAAC;IAC7C,GAAG,GAA6C,IAAI,CAAC;IACrD,kBAAkB,GAA0C,EAAE,CAAC;IAC/D,eAAe,CAAqB;IACpC,WAAW,GAAyB,IAAI,CAAC;IAEjD,YAAY,OAA4B;QACtC,IAAI,CAAC,eAAe,GAAG,OAAO,EAAE,iBAAiB,CAAC;IACpD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,aAAkB,CAAC;QACvB,IAAI,YAAiB,CAAC;QACtB,IAAI,CAAC;YACH,CAAC,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC5C,CAAC,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,qHAAqH;gBACrH,yEAAyE;gBACzE,wFAAwF,CACzF,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;YAClC,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,cAAc;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,sBAAsB,aAAa,SAAS,aAAa,EAAE,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;YAClC,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE,cAAc;SACzB,CAAC,CAAC;QACH,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,uCAAuC;QACvC,gEAAgE;QAChE,wDAAwD;QACxD,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,EAAE;YAC3D,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAChE,iBAAiB,EAAE,CAAC;YACpB,kBAAkB,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;SACtC,CAAC,CAAC;QAEH,uEAAuE;QACvE,8DAA8D;QAC9D,IAAI,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,aAAa,EAAE;YAClE,QAAQ,EAAE,cAAc;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,OAAO,CAAC,WAAuB;QACnC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QAErB,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CACpC,EAAE,SAAS,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EACtG,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAK,CAAC,IAAoB,CAAC;QACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAW,CAAC;IACjD,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,iBAAiB,CAAC,QAAiB;QACjC,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,eAAe,CAAC;QACpE,IAAI,CAAC,QAAQ;YAAE,OAAO,SAAS,CAAC;QAEhC,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;eACrC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEvD,OAAO,IAAI,EAAE,SAAS,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED;;;;;;;;;;;;OAYG;IACK,iBAAiB,CAAC,KAAiB;QACzC,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,IAA0B,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC,UAAU;gBAAE,SAAS;YAE1B,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpC,IAAI,CAAC,OAAO,IAAI,GAAG,GAAG,UAAU,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAI,GAAG,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAU,CAAC,mBAAmB,CAAC,MAAM,EAAE;YAC5D,qBAAqB,EAAE,KAAK;YAC5B,QAAQ,EAAE,KAAK;SAChB,CAAW,CAAC;QAEb,uEAAuE;QACvE,4EAA4E;QAC5E,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC;IACjE,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vad_loader.d.ts","sourceRoot":"","sources":["../../src/turn_detection/vad_loader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAK3C;;;;;;;;;GASG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"vad_loader.d.ts","sourceRoot":"","sources":["../../src/turn_detection/vad_loader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAK3C;;;;;;;;;GASG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,CA4BlD"}
|
|
@@ -17,7 +17,15 @@ export async function loadSileroVAD() {
|
|
|
17
17
|
if (!loadingPromise) {
|
|
18
18
|
loadingPromise = (async () => {
|
|
19
19
|
try {
|
|
20
|
-
|
|
20
|
+
let silero;
|
|
21
|
+
try {
|
|
22
|
+
silero = await import('@livekit/agents-plugin-silero');
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
throw new Error('Install @livekit/agents-plugin-silero to use loadSileroVAD() or TurnDetector VAD.\n' +
|
|
26
|
+
' bun add @livekit/agents-plugin-silero\n' +
|
|
27
|
+
'This is an optional dependency — not required for cascaded or native audio pipelines.');
|
|
28
|
+
}
|
|
21
29
|
cachedVad = (await silero.VAD.load());
|
|
22
30
|
return cachedVad;
|
|
23
31
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vad_loader.js","sourceRoot":"","sources":["../../src/turn_detection/vad_loader.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAInC,IAAI,SAAS,GAAe,IAAI,CAAC;AACjC,IAAI,cAAc,GAAwB,IAAI,CAAC;AAE/C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAEhC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC3B,IAAI,CAAC;gBACH,
|
|
1
|
+
{"version":3,"file":"vad_loader.js","sourceRoot":"","sources":["../../src/turn_detection/vad_loader.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAInC,IAAI,SAAS,GAAe,IAAI,CAAC;AACjC,IAAI,cAAc,GAAwB,IAAI,CAAC;AAE/C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAEhC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC3B,IAAI,CAAC;gBACH,IAAI,MAAW,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBACzD,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CACb,qFAAqF;wBACrF,2CAA2C;wBAC3C,uFAAuF,CACxF,CAAC;gBACJ,CAAC;gBACD,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAQ,CAAC;gBAC7C,OAAO,SAAS,CAAC;YACnB,CAAC;oBAAS,CAAC;gBACT,0CAA0C;gBAC1C,4DAA4D;gBAC5D,sDAAsD;gBACtD,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ariaflowagents/livekit-plugin",
|
|
3
|
-
"version": "0.9.
|
|
3
|
+
"version": "0.9.10",
|
|
4
4
|
"description": "AriaFlow plugin for LiveKit Agents — runtime adapter, transport foundation, Gemini STT/TTS",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -50,10 +50,6 @@
|
|
|
50
50
|
"@google/genai": "1.43.0",
|
|
51
51
|
"@aws-sdk/client-s3": "3.1000.0",
|
|
52
52
|
"@aws-sdk/lib-storage": "3.1000.0",
|
|
53
|
-
"@livekit/agents-plugin-silero": "^1.0.48",
|
|
54
|
-
"onnxruntime-node": "^1.21.0",
|
|
55
|
-
"@huggingface/hub": "^1.1.2",
|
|
56
|
-
"@huggingface/transformers": "^3.7.2",
|
|
57
53
|
"alawmulaw": "^6.0.0"
|
|
58
54
|
},
|
|
59
55
|
"devDependencies": {
|