@plumbus/voice-livekit 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +2 -0
- package/dist/.tsbuildinfo +1 -1
- package/dist/audio-output/index.d.ts +10 -0
- package/dist/audio-output/index.d.ts.map +1 -0
- package/dist/audio-output/index.js +53 -0
- package/dist/audio-output/index.js.map +1 -0
- package/dist/client/livekit-session.d.ts.map +1 -1
- package/dist/client/livekit-session.js +13 -3
- package/dist/client/livekit-session.js.map +1 -1
- package/dist/event-data/index.d.ts +21 -0
- package/dist/event-data/index.d.ts.map +1 -0
- package/dist/event-data/index.js +106 -0
- package/dist/event-data/index.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/runtime/livekit-agent-worker.d.ts.map +1 -1
- package/dist/runtime/livekit-agent-worker.js +13 -15
- package/dist/runtime/livekit-agent-worker.js.map +1 -1
- package/dist/transport/livekit-transport.d.ts +2 -0
- package/dist/transport/livekit-transport.d.ts.map +1 -1
- package/dist/transport/livekit-transport.js +16 -15
- package/dist/transport/livekit-transport.js.map +1 -1
- package/package.json +3 -3
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/** Frame provider PCM into bounded LiveKit captures without changing audio samples. */
|
|
2
|
+
import { AudioFrame } from '@livekit/rtc-node';
|
|
3
|
+
export declare function createPcmAudioPublisher(format: {
|
|
4
|
+
sampleRate: number;
|
|
5
|
+
channels: number;
|
|
6
|
+
}, capture: (frame: AudioFrame) => Promise<void>): {
|
|
7
|
+
publish(audio: Uint8Array): Promise<void>;
|
|
8
|
+
reset(): void;
|
|
9
|
+
};
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/audio-output/index.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAI/C,wBAAgB,uBAAuB,CACrC,MAAM,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAChD,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC;mBAe5B,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;aA6BhC,IAAI;EAKhB"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/** Frame provider PCM into bounded LiveKit captures without changing audio samples. */
|
|
2
|
+
import { AudioFrame } from '@livekit/rtc-node';
|
|
3
|
+
import { ErrorCode, PlumbusError } from '@plumbus/core';
|
|
4
|
+
import { z } from '@plumbus/core/zod';
|
|
5
|
+
export function createPcmAudioPublisher(format, capture) {
|
|
6
|
+
const parsed = z
|
|
7
|
+
.object({
|
|
8
|
+
sampleRate: z.number().int().positive().max(384000),
|
|
9
|
+
channels: z.number().int().positive().max(32),
|
|
10
|
+
})
|
|
11
|
+
.safeParse(format);
|
|
12
|
+
if (!parsed.success)
|
|
13
|
+
throw new PlumbusError(ErrorCode.Validation, 'Invalid PCM output format');
|
|
14
|
+
const bytesPerSampleFrame = 2 * format.channels;
|
|
15
|
+
const maxSamplesPerChannel = Math.max(1, Math.floor(format.sampleRate / 50));
|
|
16
|
+
let remainder = new Uint8Array(0);
|
|
17
|
+
let queue = Promise.resolve();
|
|
18
|
+
let generation = 0;
|
|
19
|
+
return {
|
|
20
|
+
publish(audio) {
|
|
21
|
+
const incoming = audio.slice();
|
|
22
|
+
const current = generation;
|
|
23
|
+
const task = queue.then(async () => {
|
|
24
|
+
if (current !== generation)
|
|
25
|
+
return;
|
|
26
|
+
const bytes = new Uint8Array(remainder.length + incoming.length);
|
|
27
|
+
bytes.set(remainder);
|
|
28
|
+
bytes.set(incoming, remainder.length);
|
|
29
|
+
const completeBytes = bytes.length - (bytes.length % bytesPerSampleFrame);
|
|
30
|
+
remainder = bytes.slice(completeBytes);
|
|
31
|
+
const view = new DataView(bytes.buffer, 0, completeBytes);
|
|
32
|
+
const samples = new Int16Array(completeBytes / 2);
|
|
33
|
+
for (let i = 0; i < samples.length; i++)
|
|
34
|
+
samples[i] = view.getInt16(i * 2, true);
|
|
35
|
+
const maxInterleavedSamples = maxSamplesPerChannel * format.channels;
|
|
36
|
+
for (let offset = 0; offset < samples.length; offset += maxInterleavedSamples) {
|
|
37
|
+
if (current !== generation)
|
|
38
|
+
return;
|
|
39
|
+
// rtc-node marshals data.buffer from offset zero; each frame must own its buffer.
|
|
40
|
+
const data = samples.slice(offset, Math.min(offset + maxInterleavedSamples, samples.length));
|
|
41
|
+
await capture(new AudioFrame(data, format.sampleRate, format.channels, data.length / format.channels));
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
queue = task.catch(() => { });
|
|
45
|
+
return task;
|
|
46
|
+
},
|
|
47
|
+
reset() {
|
|
48
|
+
generation += 1;
|
|
49
|
+
remainder = new Uint8Array(0);
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/audio-output/index.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,CAAC,EAAE,MAAM,mBAAmB,CAAC;AAEtC,MAAM,UAAU,uBAAuB,CACrC,MAAgD,EAChD,OAA6C;IAE7C,MAAM,MAAM,GAAG,CAAC;SACb,MAAM,CAAC;QACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC;QACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;KAC9C,CAAC;SACD,SAAS,CAAC,MAAM,CAAC,CAAC;IACrB,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,2BAA2B,CAAC,CAAC;IAC/F,MAAM,mBAAmB,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;IAChD,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7E,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,OAAO;QACL,OAAO,CAAC,KAAiB;YACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,UAAU,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBACjC,IAAI,OAAO,KAAK,UAAU;oBAAE,OAAO;gBACnC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACjE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACrB,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAC;gBAC1E,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBACvC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;gBAC1D,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE;oBAAE,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;gBACjF,MAAM,qBAAqB,GAAG,oBAAoB,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACrE,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,qBAAqB,EAAE,CAAC;oBAC9E,IAAI,OAAO,KAAK,UAAU;wBAAE,OAAO;oBACnC,kFAAkF;oBAClF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CACxB,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,CACzD,CAAC;oBACF,MAAM,OAAO,CACX,IAAI,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CACxF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;YACH,UAAU,IAAI,CAAC,CAAC;YAChB,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"livekit-session.d.ts","sourceRoot":"","sources":["../../src/client/livekit-session.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"livekit-session.d.ts","sourceRoot":"","sources":["../../src/client/livekit-session.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAe9D,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;IAChE,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;CAC5C;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,GAAG,EAAE,sBAAsB,CAAC;CAC7B;AAaD,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,mBAAmB,CAAC,CA6O9B"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { ErrorCode, PlumbusError } from '@plumbus/core/errors';
|
|
2
|
+
import { createVoiceEventReceiver, VOICE_EVENT_STREAM_TOPIC } from '../event-data/index.js';
|
|
2
3
|
import { applyClientNoiseCancellation, micConstraintsForNoiseCancellation, resolvedNoiseCancellationFromToken, } from './client-noise-cancellation.js';
|
|
3
4
|
import { coerceVoiceEvent, isAgentAudioPublication, normalizeBrowserCapturedPcm16, parseLiveKitVoiceDataPayload, resolveAgentAudioTrackName, } from './session-helpers.js';
|
|
4
5
|
export async function createLiveKitVoiceSession(options) {
|
|
@@ -27,15 +28,21 @@ export async function createLiveKitVoiceSession(options) {
|
|
|
27
28
|
const audioCaptureCleanups = new Map();
|
|
28
29
|
const attachedAudioElements = new Map();
|
|
29
30
|
let activeAgentAudioTrackSid;
|
|
30
|
-
|
|
31
|
+
const makeReceiver = () => createVoiceEventReceiver((payload) => {
|
|
31
32
|
const parsed = parseLiveKitVoiceDataPayload(payload);
|
|
32
33
|
const event = coerceVoiceEvent(parsed);
|
|
33
34
|
console.info('[voice-client] data event received', {
|
|
34
35
|
type: typeof event === 'object' && event !== null ? event.type : undefined,
|
|
35
|
-
topic,
|
|
36
36
|
});
|
|
37
37
|
options.onEvent?.(event);
|
|
38
|
-
})
|
|
38
|
+
}, () => options.onEvent?.({
|
|
39
|
+
type: 'error',
|
|
40
|
+
code: 'voice.invalid_message',
|
|
41
|
+
message: 'Invalid or oversized voice event stream',
|
|
42
|
+
}));
|
|
43
|
+
let eventReceiver = makeReceiver();
|
|
44
|
+
room.on(livekit.RoomEvent.DataReceived, (payload) => eventReceiver.packet(payload));
|
|
45
|
+
room.registerTextStreamHandler?.(VOICE_EVENT_STREAM_TOPIC, (reader) => eventReceiver.stream(reader));
|
|
39
46
|
const releaseAgentAudio = (trackSid) => {
|
|
40
47
|
audioCaptureCleanups.get(trackSid)?.();
|
|
41
48
|
audioCaptureCleanups.delete(trackSid);
|
|
@@ -148,6 +155,8 @@ export async function createLiveKitVoiceSession(options) {
|
|
|
148
155
|
});
|
|
149
156
|
return {
|
|
150
157
|
async connect() {
|
|
158
|
+
eventReceiver.dispose();
|
|
159
|
+
eventReceiver = makeReceiver();
|
|
151
160
|
removeAllAgentAudioSinks();
|
|
152
161
|
await room.connect(body.url, body.token);
|
|
153
162
|
const micConstraints = micConstraintsForNoiseCancellation(noiseCancellation);
|
|
@@ -173,6 +182,7 @@ export async function createLiveKitVoiceSession(options) {
|
|
|
173
182
|
await room.localParticipant.publishData(encoded, { reliable: true });
|
|
174
183
|
},
|
|
175
184
|
async disconnect() {
|
|
185
|
+
eventReceiver.dispose();
|
|
176
186
|
removeAllAgentAudioSinks();
|
|
177
187
|
await room.disconnect();
|
|
178
188
|
},
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"livekit-session.js","sourceRoot":"","sources":["../../src/client/livekit-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EACL,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,6BAA6B,EAC7B,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,sBAAsB,CAAC;AAkC9B,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAAmC;IAEnC,IAAI,OAAwC,CAAC;IAC7C,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,mGAAmG,EACnG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;KACpF,CAAC,CAAC;IACH,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QACtB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,QAAQ,EAClB,uCAAuC,aAAa,CAAC,MAAM,GAAG,EAC9D,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CACjC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,aAAa,CAAC,IAAI,EAAE,CAAyB,CAAC;IAClE,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrF,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3D,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAA4B,CAAC;IAClE,IAAI,wBAA4C,CAAC;IAEjD,
|
|
1
|
+
{"version":3,"file":"livekit-session.js","sourceRoot":"","sources":["../../src/client/livekit-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAC5F,OAAO,EACL,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,6BAA6B,EAC7B,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,sBAAsB,CAAC;AAkC9B,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAAmC;IAEnC,IAAI,OAAwC,CAAC;IAC7C,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,mGAAmG,EACnG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;KACpF,CAAC,CAAC;IACH,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QACtB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,QAAQ,EAClB,uCAAuC,aAAa,CAAC,MAAM,GAAG,EAC9D,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CACjC,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,aAAa,CAAC,IAAI,EAAE,CAAyB,CAAC;IAClE,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrF,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3D,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAA4B,CAAC;IAClE,IAAI,wBAA4C,CAAC;IAEjD,MAAM,YAAY,GAAG,GAAG,EAAE,CACxB,wBAAwB,CACtB,CAAC,OAAO,EAAE,EAAE;QACV,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE;YACjD,IAAI,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SAC3E,CAAC,CAAC;QACH,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC,EACD,GAAG,EAAE,CACH,OAAO,CAAC,OAAO,EAAE,CAAC;QAChB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EAAE,yCAAyC;KACnD,CAAC,CACL,CAAC;IACJ,IAAI,aAAa,GAAG,YAAY,EAAE,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACpF,IAAI,CAAC,yBAAyB,EAAE,CAAC,wBAAwB,EAAE,CAAC,MAAM,EAAE,EAAE,CACpE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAC7B,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,EAAE;QAC7C,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACvC,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACF,OAA4B,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,yCAAyC,EAAE;gBACtD,QAAQ;gBACR,SAAS,EAAE,qBAAqB,CAAC,IAAI;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,wBAAwB,KAAK,QAAQ,EAAE,CAAC;YAC1C,wBAAwB,GAAG,SAAS,CAAC;QACvC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,GAAG,EAAE;QACpC,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,qBAAqB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAC7B,wBAAwB,GAAG,SAAS,CAAC;IACvC,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,CAC1B,KAA2C,EAC3C,WAA4D,EAC5D,EAAE;QACF,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE;gBACrD,SAAS,EAAE,WAAW,CAAC,SAAS;aACjC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,mBAAmB,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACxD,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,iBAAiB,EAAE,mBAAmB;aACvC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,wBAAwB,KAAK,WAAW,CAAC,QAAQ;YACjD,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAC/C,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,2DAA2D,EAAE;gBACxE,QAAQ,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,qBAAqB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE;gBAC9D,KAAK,EAAE,qBAAqB,CAAC,IAAI;aAClC,CAAC,CAAC;YACH,wBAAwB,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,gDAAgD,EAAE;YAC7D,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,QAAQ,EAAE,WAAW,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,sEAAsE;QACtE,0EAA0E;QAC1E,sEAAsE;QACtE,yEAAyE;QACzE,wCAAwC;QACxC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/B,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;YACtB,OAA4B,CAAC,KAAK,GAAG,KAAK,CAAC;QAC9C,CAAC;QACD,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrD,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QACD,KAAM,OAA4B,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE;YACxD,wEAAwE;YACxE,sEAAsE;QACxE,CAAC,CAAC,CAAC;QACH,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzD,wBAAwB,GAAG,WAAW,CAAC,QAAQ,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE;YACvD,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,SAAS,EAAE,qBAAqB,CAAC,IAAI;SACtC,CAAC,CAAC;QAEH,0EAA0E;QAC1E,yDAAyD;QACzD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACnD,oBAAoB,CAAC,GAAG,CACtB,WAAW,CAAC,QAAQ,EACpB,4BAA4B,CAAC,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,uBAAuB,GAAG,GAAG,EAAE;QACnC,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3D,KAAK,MAAM,WAAW,IAAI,WAAW,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;gBACjE,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;oBAClD,mBAAmB,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QAChE,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;QACnE,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,CAAC,OAAO;YACX,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,aAAa,GAAG,YAAY,EAAE,CAAC;YAC/B,wBAAwB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,kCAAkC,CAAC,iBAAiB,CAAC,CAAC;YAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,IAAI,EAAE,cAAc,EAAE;gBACrE,uEAAuE;gBACvE,sEAAsE;gBACtE,kEAAkE;gBAClE,GAAG,EAAE,KAAK;gBACV,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAC9D,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAChC,CAAC;YACF,MAAM,eAAe,GAAG,cAAc,EAAE,KAAK,CAAC;YAC9C,IAAI,eAAe,IAAI,cAAc,IAAI,eAAe,EAAE,CAAC;gBACzD,MAAM,4BAA4B,CAAC;oBACjC,eAAe,EAAE,eAEhB;oBACD,MAAM,EAAE,iBAAiB;iBAC1B,CAAC,CAAC;YACL,CAAC;YAED,uBAAuB,EAAE,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,OAAO;YACvB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAClE,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,KAAK,CAAC,UAAU;YACd,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,wBAAwB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QACD,GAAG,EAAE;YACH,KAAK,CAAC,IAAI;gBACR,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC/E,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;YACD,KAAK,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE;gBACnB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;gBACzF,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,KAA6C,EAC7C,OAAoC;IAEpC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,IAAI,WAAW,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC/F,MAAM,SAAS,GAAG,YAAY,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC7C,UAAU,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IAE1B,SAAS,CAAC,cAAc,GAAG,CAAC,KAAK,EAAE,EAAE;QACnC,OAAO,CACL,6BAA6B,CAC3B,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,EACnC,KAAK,CAAC,WAAW,CAAC,UAAU,CAC7B,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9B,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IAC7C,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;IAE3B,OAAO,GAAG,EAAE;QACV,SAAS,CAAC,cAAc,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,EAAE,CAAC;QACpB,UAAU,CAAC,UAAU,EAAE,CAAC;QACxB,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export declare const VOICE_EVENT_STREAM_TOPIC = "voice.events.large";
|
|
2
|
+
interface DataParticipant {
|
|
3
|
+
publishData(data: Uint8Array, options: {
|
|
4
|
+
reliable: boolean;
|
|
5
|
+
topic: string;
|
|
6
|
+
}): Promise<unknown>;
|
|
7
|
+
sendText?(text: string, options: {
|
|
8
|
+
topic: string;
|
|
9
|
+
}): Promise<unknown>;
|
|
10
|
+
}
|
|
11
|
+
export declare function createVoiceEventSender(participant: () => DataParticipant | undefined, topic?: string): (payload: unknown) => Promise<void>;
|
|
12
|
+
export interface VoiceEventTextReader extends AsyncIterable<string> {
|
|
13
|
+
signal?: AbortSignal;
|
|
14
|
+
}
|
|
15
|
+
export declare function createVoiceEventReceiver(deliver: (payload: Uint8Array) => void, invalid: () => void): {
|
|
16
|
+
packet(payload: Uint8Array): void;
|
|
17
|
+
stream(reader: VoiceEventTextReader): void;
|
|
18
|
+
dispose(): void;
|
|
19
|
+
};
|
|
20
|
+
export {};
|
|
21
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/event-data/index.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,wBAAwB,uBAAuB,CAAC;AAI7D,UAAU,eAAe;IACvB,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/F,QAAQ,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACvE;AAED,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,MAAM,eAAe,GAAG,SAAS,EAC9C,KAAK,SAAiB,IAGd,SAAS,OAAO,KAAG,OAAO,CAAC,IAAI,CAAC,CAuBzC;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa,CAAC,MAAM,CAAC;IACjE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,CAAC,OAAO,EAAE,UAAU,KAAK,IAAI,EACtC,OAAO,EAAE,MAAM,IAAI;oBAoDD,UAAU;mBASX,oBAAoB;;EAStC"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/** Ordered voice-event delivery over LiveKit packets and native text streams. */
|
|
2
|
+
import { ErrorCode, PlumbusError } from '@plumbus/core/errors';
|
|
3
|
+
export const VOICE_EVENT_STREAM_TOPIC = 'voice.events.large';
|
|
4
|
+
const PACKET_BYTES = 15 * 1024;
|
|
5
|
+
const EVENT_BYTES = 256 * 1024;
|
|
6
|
+
export function createVoiceEventSender(participant, topic = 'voice.events') {
|
|
7
|
+
let tail = Promise.resolve();
|
|
8
|
+
return (payload) => {
|
|
9
|
+
const text = JSON.stringify(payload) ?? 'null';
|
|
10
|
+
const encoded = new TextEncoder().encode(text);
|
|
11
|
+
const job = tail.then(async () => {
|
|
12
|
+
const target = participant();
|
|
13
|
+
if (!target)
|
|
14
|
+
return;
|
|
15
|
+
if (encoded.byteLength > EVENT_BYTES) {
|
|
16
|
+
throw new PlumbusError(ErrorCode.Validation, 'Voice event exceeds 256 KiB');
|
|
17
|
+
}
|
|
18
|
+
if (encoded.byteLength <= PACKET_BYTES) {
|
|
19
|
+
await target.publishData(encoded, { reliable: true, topic });
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
if (!target.sendText)
|
|
23
|
+
throw new PlumbusError(ErrorCode.DependencyViolation, 'Large voice events require LiveKit text streams');
|
|
24
|
+
await target.sendText(text, { topic: VOICE_EVENT_STREAM_TOPIC });
|
|
25
|
+
}
|
|
26
|
+
});
|
|
27
|
+
tail = job.catch(() => { });
|
|
28
|
+
return job;
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
export function createVoiceEventReceiver(deliver, invalid) {
|
|
32
|
+
let pending;
|
|
33
|
+
let disposed = false;
|
|
34
|
+
const readers = new Set();
|
|
35
|
+
function enqueue(payload) {
|
|
36
|
+
// Observe a read rejection immediately, even while it waits behind a prior event.
|
|
37
|
+
const result = payload.then((value) => ({ value }), () => ({ value: undefined }));
|
|
38
|
+
const job = (pending ?? Promise.resolve()).then(async () => {
|
|
39
|
+
const { value } = await result;
|
|
40
|
+
if (disposed)
|
|
41
|
+
return;
|
|
42
|
+
if (value)
|
|
43
|
+
deliver(value);
|
|
44
|
+
else
|
|
45
|
+
invalid();
|
|
46
|
+
});
|
|
47
|
+
pending = job.catch(() => {
|
|
48
|
+
if (!disposed)
|
|
49
|
+
invalid();
|
|
50
|
+
});
|
|
51
|
+
const current = pending;
|
|
52
|
+
void current.then(() => {
|
|
53
|
+
if (pending === current)
|
|
54
|
+
pending = undefined;
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
async function read(reader) {
|
|
58
|
+
if (readers.size >= 8)
|
|
59
|
+
throw new PlumbusError(ErrorCode.Validation, 'Too many pending voice event streams');
|
|
60
|
+
const controller = new AbortController();
|
|
61
|
+
readers.add(controller);
|
|
62
|
+
reader.signal = controller.signal;
|
|
63
|
+
const timer = setTimeout(() => controller.abort(), 30_000);
|
|
64
|
+
let bytes = 0;
|
|
65
|
+
const parts = [];
|
|
66
|
+
try {
|
|
67
|
+
for await (const part of reader) {
|
|
68
|
+
bytes += new TextEncoder().encode(part).byteLength;
|
|
69
|
+
if (bytes > EVENT_BYTES)
|
|
70
|
+
throw new PlumbusError(ErrorCode.Validation, 'Voice event exceeds 256 KiB');
|
|
71
|
+
parts.push(part);
|
|
72
|
+
}
|
|
73
|
+
return new TextEncoder().encode(parts.join(''));
|
|
74
|
+
}
|
|
75
|
+
finally {
|
|
76
|
+
clearTimeout(timer);
|
|
77
|
+
controller.abort();
|
|
78
|
+
readers.delete(controller);
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
return {
|
|
82
|
+
packet(payload) {
|
|
83
|
+
if (disposed)
|
|
84
|
+
return;
|
|
85
|
+
if (payload.byteLength > EVENT_BYTES) {
|
|
86
|
+
invalid();
|
|
87
|
+
return;
|
|
88
|
+
}
|
|
89
|
+
if (pending)
|
|
90
|
+
enqueue(Promise.resolve(payload));
|
|
91
|
+
else
|
|
92
|
+
deliver(payload);
|
|
93
|
+
},
|
|
94
|
+
stream(reader) {
|
|
95
|
+
if (!disposed)
|
|
96
|
+
enqueue(read(reader));
|
|
97
|
+
},
|
|
98
|
+
dispose() {
|
|
99
|
+
disposed = true;
|
|
100
|
+
for (const controller of readers)
|
|
101
|
+
controller.abort();
|
|
102
|
+
readers.clear();
|
|
103
|
+
},
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/event-data/index.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAE/D,MAAM,CAAC,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AAC7D,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/B,MAAM,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC;AAO/B,MAAM,UAAU,sBAAsB,CACpC,WAA8C,EAC9C,KAAK,GAAG,cAAc;IAEtB,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,OAAO,CAAC,OAAgB,EAAiB,EAAE;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM;gBAAE,OAAO;YACpB,IAAI,OAAO,CAAC,UAAU,GAAG,WAAW,EAAE,CAAC;gBACrC,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,OAAO,CAAC,UAAU,IAAI,YAAY,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAClB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,iDAAiD,CAClD,CAAC;gBACJ,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC3B,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;AACJ,CAAC;AAMD,MAAM,UAAU,wBAAwB,CACtC,OAAsC,EACtC,OAAmB;IAEnB,IAAI,OAAkC,CAAC;IACvC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE3C,SAAS,OAAO,CAAC,OAA4B;QAC3C,kFAAkF;QAClF,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EACtB,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAC7B,CAAC;QACF,MAAM,GAAG,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACzD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC;YAC/B,IAAI,QAAQ;gBAAE,OAAO;YACrB,IAAI,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,CAAC;;gBACrB,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;QACH,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC;QACxB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,OAAO,KAAK,OAAO;gBAAE,OAAO,GAAG,SAAS,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,MAA4B;QAC9C,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC;YACnB,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,sCAAsC,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAClC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;QAC3D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAChC,KAAK,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;gBACnD,IAAI,KAAK,GAAG,WAAW;oBACrB,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;gBAC9E,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;YACD,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,CAAC,OAAmB;YACxB,IAAI,QAAQ;gBAAE,OAAO;YACrB,IAAI,OAAO,CAAC,UAAU,GAAG,WAAW,EAAE,CAAC;gBACrC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YACD,IAAI,OAAO;gBAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;;gBAC1C,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,CAAC,MAA4B;YACjC,IAAI,CAAC,QAAQ;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,OAAO;YACL,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,MAAM,UAAU,IAAI,OAAO;gBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;YACrD,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
export { createPcmAudioPublisher } from './audio-output/index.js';
|
|
1
2
|
export { recordLiveKitTransportCost } from './cost/record-livekit-transport.js';
|
|
2
3
|
export { resolveCredentialsFromEnv } from './credentials.js';
|
|
3
4
|
export { LIVEKIT_TRANSPORT_DESCRIPTOR } from './descriptor.js';
|
|
@@ -12,4 +13,5 @@ export type { JoinVoiceRoomSessionOptions, StartVoiceWorkerOptions, VoiceRoomSes
|
|
|
12
13
|
export { joinVoiceRoomSession, mergeRoomBrainInput, startVoiceWorker, } from './runtime/voice-room-worker.js';
|
|
13
14
|
export { LIVEKIT_TRANSPORT_REGISTRATION, mintLiveKitParticipantToken, } from './transport/livekit-transport.js';
|
|
14
15
|
export type { ConnectLiveKitWorkerArgs, LiveKitSessionMetadata, LiveKitTransportProvider, LiveKitWorkerConnection, MintLiveKitParticipantTokenArgs, StartVoiceAgentWorkerOptions, VoiceAgentWorkerHandle, } from './types.js';
|
|
16
|
+
export { createVoiceEventSender, createVoiceEventReceiver, VOICE_EVENT_STREAM_TOPIC, type VoiceEventTextReader, } from './event-data/index.js';
|
|
15
17
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qDAAqD,CAAC;AAC/F,OAAO,EAAE,mCAAmC,EAAE,MAAM,oDAAoD,CAAC;AACzG,OAAO,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EACL,oCAAoC,EACpC,qBAAqB,EACrB,wCAAwC,EACxC,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,mCAAmC,CAAC;AAC3C,YAAY,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AACxF,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,wCAAwC,CAAC;AAChD,YAAY,EACV,2BAA2B,EAC3B,uBAAuB,EACvB,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,8BAA8B,EAC9B,2BAA2B,GAC5B,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACV,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,uBAAuB,EACvB,+BAA+B,EAC/B,4BAA4B,EAC5B,sBAAsB,GACvB,MAAM,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qDAAqD,CAAC;AAC/F,OAAO,EAAE,mCAAmC,EAAE,MAAM,oDAAoD,CAAC;AACzG,OAAO,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EACL,oCAAoC,EACpC,qBAAqB,EACrB,wCAAwC,EACxC,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,mCAAmC,CAAC;AAC3C,YAAY,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AACxF,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,wCAAwC,CAAC;AAChD,YAAY,EACV,2BAA2B,EAC3B,uBAAuB,EACvB,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,8BAA8B,EAC9B,2BAA2B,GAC5B,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACV,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,uBAAuB,EACvB,+BAA+B,EAC/B,4BAA4B,EAC5B,sBAAsB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,KAAK,oBAAoB,GAC1B,MAAM,uBAAuB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
export { createPcmAudioPublisher } from './audio-output/index.js';
|
|
1
2
|
export { recordLiveKitTransportCost } from './cost/record-livekit-transport.js';
|
|
2
3
|
export { resolveCredentialsFromEnv } from './credentials.js';
|
|
3
4
|
export { LIVEKIT_TRANSPORT_DESCRIPTOR } from './descriptor.js';
|
|
@@ -9,4 +10,5 @@ export { bootstrapVoiceAgentConfigsFromModule, createVoiceAgentEntry, PLUMBUS_VO
|
|
|
9
10
|
export { buildBrainInputFromParticipantContext, parseLiveKitParticipantContext, } from './runtime/parse-participant-context.js';
|
|
10
11
|
export { joinVoiceRoomSession, mergeRoomBrainInput, startVoiceWorker, } from './runtime/voice-room-worker.js';
|
|
11
12
|
export { LIVEKIT_TRANSPORT_REGISTRATION, mintLiveKitParticipantToken, } from './transport/livekit-transport.js';
|
|
13
|
+
export { createVoiceEventSender, createVoiceEventReceiver, VOICE_EVENT_STREAM_TOPIC, } from './event-data/index.js';
|
|
12
14
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qDAAqD,CAAC;AAC/F,OAAO,EAAE,mCAAmC,EAAE,MAAM,oDAAoD,CAAC;AACzG,OAAO,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EACL,oCAAoC,EACpC,qBAAqB,EACrB,wCAAwC,EACxC,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,mCAAmC,CAAC;AAE3C,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,wCAAwC,CAAC;AAOhD,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,8BAA8B,EAC9B,2BAA2B,GAC5B,MAAM,kCAAkC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qDAAqD,CAAC;AAC/F,OAAO,EAAE,mCAAmC,EAAE,MAAM,oDAAoD,CAAC;AACzG,OAAO,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EACL,oCAAoC,EACpC,qBAAqB,EACrB,wCAAwC,EACxC,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,mCAAmC,CAAC;AAE3C,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,wCAAwC,CAAC;AAOhD,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,8BAA8B,EAC9B,2BAA2B,GAC5B,MAAM,kCAAkC,CAAC;AAU1C,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,GAEzB,MAAM,uBAAuB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"livekit-agent-worker.d.ts","sourceRoot":"","sources":["../../src/runtime/livekit-agent-worker.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"livekit-agent-worker.d.ts","sourceRoot":"","sources":["../../src/runtime/livekit-agent-worker.ts"],"names":[],"mappings":"AAYA,OAAO,EAIL,KAAK,IAAI,EAIV,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAGL,KAAK,qBAAqB,EAG3B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAGL,KAAK,iBAAiB,EAEtB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC9B,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAOxF,YAAY,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAMxF,wBAAgB,wBAAwB,IAAI,IAAI,CAS/C;AAED,wBAAgB,+BAA+B,IAAI,IAAI,CAEtD;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,eAAe,CAAC;IACvB,SAAS,EAAE,oBAAoB,CAAC;IAChC,kBAAkB,EAAE,4BAA4B,CAAC,oBAAoB,CAAC,CAAC;IACvE,aAAa,CAAC,EAAE,wBAAwB,CAAC;IACzC,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC;AAED,UAAU,uBAAuB;IAC/B,KAAK,EAAE,eAAe,CAAC;IACvB,SAAS,EAAE,oBAAoB,CAAC;IAChC,kBAAkB,EAAE,4BAA4B,CAAC,oBAAoB,CAAC,CAAC;IACvE,aAAa,CAAC,EAAE,wBAAwB,CAAC;IACzC,QAAQ,EAAE,qBAAqB,CAAC;CACjC;AAID,eAAO,MAAM,wCAAwC,yCAAyC,CAAC;AAI/F,wBAAgB,8BAA8B,IAAI,IAAI,CAGrD;AAuCD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,uBAAuB,CAoB9F;AAiDD,wBAAsB,oCAAoC,IAAI,OAAO,CAAC,IAAI,CAAC,CAoC1E;AAqPD,QAAA,MAAM,oBAAoB,0DAExB,CAAC;AAEH,eAAe,oBAAoB,CAAC;AAEpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,sBAAsB,4DAMpE;AAED,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,IAAI,CAAC,CAIlE;AAED,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,sBAAsB,CAAC,CAoFjC;AAED,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,IAAI,EACV,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,iBAAiB,GAAE,MAAoB,GACtC,iBAAiB,CAyEnB;AAsBD,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG;IAC/D,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAgBA"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
+
import { createPcmAudioPublisher } from '../audio-output/index.js';
|
|
1
2
|
import { randomUUID } from 'node:crypto';
|
|
3
|
+
import { createVoiceEventSender } from '../event-data/index.js';
|
|
2
4
|
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
3
5
|
import { AgentServer, AutoSubscribe, defineAgent, initializeLogger, ServerOptions, } from '@livekit/agents';
|
|
4
|
-
import {
|
|
6
|
+
import { AudioSource, LocalAudioTrack, RoomEvent, TrackKind, TrackPublishOptions, } from '@livekit/rtc-node';
|
|
5
7
|
import { createExecutionContext, ErrorCode, PlumbusError } from '@plumbus/core';
|
|
6
8
|
import { createSTTProvider, createTTSProvider, VoiceSessionController, validateVoiceProviders, } from '@plumbus/voice';
|
|
7
9
|
import { createVoiceSessionBudget, readNoiseCancellationFromTransportOptions, } from '@plumbus/voice/provider-kit';
|
|
@@ -398,6 +400,7 @@ export function createRoomTransport(room, audioFormat, trackName, outputAudioFor
|
|
|
398
400
|
let audioSource;
|
|
399
401
|
let localTrack;
|
|
400
402
|
let loggedFirstDataEvent = false;
|
|
403
|
+
const sendEvent = createVoiceEventSender(() => room.localParticipant);
|
|
401
404
|
let loggedFirstAudioPublish = false;
|
|
402
405
|
const ensurePublished = async () => {
|
|
403
406
|
if (localTrack)
|
|
@@ -414,6 +417,11 @@ export function createRoomTransport(room, audioFormat, trackName, outputAudioFor
|
|
|
414
417
|
channels: format.channels,
|
|
415
418
|
});
|
|
416
419
|
};
|
|
420
|
+
const publisher = createPcmAudioPublisher(parsePcmFormat(outputAudioFormat), async (frame) => {
|
|
421
|
+
await ensurePublished();
|
|
422
|
+
if (audioSource)
|
|
423
|
+
await audioSource.captureFrame(frame);
|
|
424
|
+
});
|
|
417
425
|
return {
|
|
418
426
|
async mintSession(args) {
|
|
419
427
|
return {
|
|
@@ -422,15 +430,11 @@ export function createRoomTransport(room, audioFormat, trackName, outputAudioFor
|
|
|
422
430
|
};
|
|
423
431
|
},
|
|
424
432
|
async publishAudio(audio) {
|
|
425
|
-
await
|
|
426
|
-
if (!audioSource)
|
|
427
|
-
return;
|
|
433
|
+
await publisher.publish(audio);
|
|
428
434
|
const format = parsePcmFormat(outputAudioFormat);
|
|
429
|
-
const frame = new AudioFrame(pcmBytesToInt16(audio), format.sampleRate, format.channels, Math.max(1, audio.byteLength / (2 * format.channels)));
|
|
430
|
-
await audioSource.captureFrame(frame);
|
|
431
435
|
if (!loggedFirstAudioPublish) {
|
|
432
436
|
loggedFirstAudioPublish = true;
|
|
433
|
-
console.info('[voice-agent] first agent audio
|
|
437
|
+
console.info('[voice-agent] first agent audio block published', {
|
|
434
438
|
trackName,
|
|
435
439
|
bytes: audio.byteLength,
|
|
436
440
|
samplesPerChannel: Math.max(1, audio.byteLength / (2 * format.channels)),
|
|
@@ -447,8 +451,7 @@ export function createRoomTransport(room, audioFormat, trackName, outputAudioFor
|
|
|
447
451
|
});
|
|
448
452
|
return;
|
|
449
453
|
}
|
|
450
|
-
|
|
451
|
-
await room.localParticipant.publishData(encoded, { reliable: true, topic: 'voice.events' });
|
|
454
|
+
await sendEvent(payload);
|
|
452
455
|
if (!loggedFirstDataEvent) {
|
|
453
456
|
loggedFirstDataEvent = true;
|
|
454
457
|
console.info('[voice-agent] first data event published', {
|
|
@@ -457,6 +460,7 @@ export function createRoomTransport(room, audioFormat, trackName, outputAudioFor
|
|
|
457
460
|
}
|
|
458
461
|
},
|
|
459
462
|
async disconnect() {
|
|
463
|
+
publisher.reset();
|
|
460
464
|
if (localTrack)
|
|
461
465
|
await localTrack.close();
|
|
462
466
|
if (audioSource)
|
|
@@ -490,10 +494,4 @@ export function parsePcmFormat(audioFormat) {
|
|
|
490
494
|
channels: Number(channelsMatch?.[1] ?? 1),
|
|
491
495
|
};
|
|
492
496
|
}
|
|
493
|
-
function pcmBytesToInt16(audio) {
|
|
494
|
-
const buffer = audio.byteOffset === 0 && audio.byteLength === audio.buffer.byteLength
|
|
495
|
-
? audio.buffer
|
|
496
|
-
: audio.buffer.slice(audio.byteOffset, audio.byteOffset + audio.byteLength);
|
|
497
|
-
return new Int16Array(buffer);
|
|
498
|
-
}
|
|
499
497
|
//# sourceMappingURL=livekit-agent-worker.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"livekit-agent-worker.js","sourceRoot":"","sources":["../../src/runtime/livekit-agent-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EACL,WAAW,EACX,aAAa,EACb,WAAW,EACX,gBAAgB,EAEhB,aAAa,GACd,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,UAAU,EACV,WAAW,EACX,eAAe,EAGf,SAAS,EACT,SAAS,EACT,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EAEjB,sBAAsB,EACtB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,wBAAwB,EACxB,yCAAyC,GAM1C,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,8BAA8B,EAAE,MAAM,8BAA8B,CAAC;AAC9E,OAAO,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AACjF,OAAO,EAAE,wBAAwB,EAAE,MAAM,sDAAsD,CAAC;AAEhG,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,gCAAgC,CAAC;AAIxC,MAAM,cAAc,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEzD,IAAI,uBAAuB,GAAG,KAAK,CAAC;AAEpC,MAAM,UAAU,wBAAwB;IACtC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IACD,gBAAgB,CAAC;QACf,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;QAC7C,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM;KAC/C,CAAC,CAAC;IACH,uBAAuB,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,uBAAuB,GAAG,KAAK,CAAC;AAClC,CAAC;AAkBD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAmC,CAAC;AAErE,MAAM,CAAC,MAAM,wCAAwC,GAAG,sCAAsC,CAAC;AAE/F,IAAI,iBAA4C,CAAC;AAEjD,MAAM,UAAU,8BAA8B;IAC5C,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAC1B,iBAAiB,GAAG,SAAS,CAAC;AAChC,CAAC;AAED,SAAS,4BAA4B,CAAC,OAA+B;IACnE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,0DAA0D,CAC3D,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ,EAAE,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,QAA+B;IAC7D,IAAI,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACtC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,yFAAyF,EACzF,EAAE,cAAc,EAAE,wBAAwB,EAAE,CAC7C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,QAAgC;IACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,qMAAqM,CACtM,CAAC;IACJ,CAAC;IACD,OAAO,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAA6B;IACnE,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,+DAA+D,EAC/D,EAAE,SAAS,EAAE,CACd,CAAC;AACJ,CAAC;AAUD,KAAK,UAAU,kCAAkC,CAC/C,OAAmC;IAEnC,MAAM,QAAQ,GAAG,4BAA4B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,sBAAsB,CAAC;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,gDAAgD,MAAM,EAAE,CACzD,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAC/F,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,iBAAiB,CAAC,GAAG,CACnB,KAAK,CAAC,IAAI,EACV,4BAA4B,CAAC;YAC3B,KAAK;YACL,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;SACT,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC;IACxD,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,iBAAiB,CAAC;QACxB,OAAO;IACT,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,8DAA8D,EAC9D,EAAE,GAAG,EAAE,wCAAwC,EAAE,CAClD,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAA4B,CAAC;QACtF,MAAM,SAAS,GAAG,GAAG,CAAC,0BAA0B,CAAC;QACjD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;YACpC,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,uEAAuE,EACvE,EAAE,UAAU,EAAE,CACf,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,SAAS,EAAE,CAA+B,CAAC;QAClE,MAAM,kCAAkC,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,iBAAiB,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAiB,GAAG,SAAS,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,SAA6B;IAE7B,IAAI,CAAC;QACH,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,YAAY,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,mBAAmB,EAAE,CAAC;YACrF,MAAM,KAAK,CAAC;QACd,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,6DAA6D,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3F,MAAM,oCAAoC,EAAE,CAAC;QAC7C,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,mBAAmB,CAAC;IAChE,OAAO,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAC5D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,8BAA8B,CAAC;AACrC,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAyB,EAAE,SAAkB;IACxE,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IACvF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,IAAI,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;IACzD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,8DAA8D,CAC/D,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IACjF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,QAAQ,EAClB,qDAAqD,YAAY,GAAG,EACpE,EAAE,SAAS,EAAE,YAAY,EAAE,CAC5B,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAY;IACtC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC3E,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,QAA4B;IAC1D,MAAM,UAAU,GAAG,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAsB,EACtB,QAA4B;IAE5B,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,GAAG,KAAK;QACR,GAAG,EAAE;YACH,GAAG,KAAK,CAAC,GAAG;YACZ,SAAS,EAAE,CAAC,kBAAkB,CAAC;SAChC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAe,EAAE,MAA+B;IAChF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa,EAAE,GAAG,MAAM,CAAC;IACvE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEzD,MAAM,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;IAE/B,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;KAC1B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACnD,MAAM,mBAAmB,GAAG,WAAW,CAAC,QAAQ,IAAI,YAAY,CAAC;IACjE,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;QACxD,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;QAC7B,mBAAmB;QACnB,mBAAmB,EAAE,WAAW,CAAC,QAAQ;QACzC,qBAAqB,EAAE,WAAW,CAAC,UAAU;KAC9C,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC;IAC/C,MAAM,UAAU,GAAG,qCAAqC,CAAC,kBAAkB,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,2BAA2B,CAAC,KAAK,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAErF,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE;QAC/C,KAAK,EAAE,YAAY,CAAC,IAAI;QACxB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;QACzB,WAAW,EAAE,mBAAmB;QAChC,SAAS;QACT,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;KACtC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,sBAAsB,CACzC,kBAAkB,CAAC;QACjB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;QACrC,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,OAAO;KAClB,CAAC,CACH,CAAC;IAEF,MAAM,SAAS,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,aAAa,GACjB,OAAO,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,KAAK,QAAQ;QACtD,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU;QACrC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,iBAAiB,GAAG,aAAa;QACrC,CAAC,CAAC,cAAc,aAAa,aAAa;QAC1C,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,mBAAmB,CACnC,GAAG,CAAC,IAAI,EACR,YAAY,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,EACjD,SAAS,EACT,iBAAiB,CAClB,CAAC;IACF,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IAEvD,MAAM,UAAU,GAAG,IAAI,sBAAsB,CAAC;QAC5C,KAAK,EAAE,YAAY;QACnB,SAAS;QACT,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,GAAG,EAAE,YAAY;QACjB,WAAW;QACX,WAAW;QACX,iBAAiB,EAAE,SAAS;QAC5B,MAAM;QACN,UAAU;QACV,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACvB,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;KACF,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAkB,EAAE,EAAE;QAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,IAAK,KAAK,CAAC,IAA2B,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,KAAK,kBAAkB,CACrB,KAAK,EACL,YAAY,CAAC,SAAS,CAAC,WAAW,EAClC,yCAAyC,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,EACzE,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,gBAAgB,GAAG,IAAI,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC9D,KAAK,EAAE,YAAY,CAAC,IAAI;oBACxB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;oBACzB,WAAW,EAAE,mBAAmB;oBAChC,SAAS;oBACT,KAAK,EAAE,KAAK,CAAC,UAAU;iBACxB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,UAAU,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC/E,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE;QAC9C,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,OAAO;YAClD,MAAM,UAAU,CAAC,oBAAoB,CAAC,MAAiC,CAAC,CAAC;QAC3E,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE;QAC/C,KAAK,EAAE,YAAY,CAAC,IAAI;QACxB,SAAS;QACT,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;KAC1B,CAAC,CAAC;IACH,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE/B,GAAG,CAAC,mBAAmB,CAAC,KAAK,IAAI,EAAE;QACjC,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClC,IAAI,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,0BAA0B,CAAC,YAAY,EAAE;gBAC7C,SAAS;gBACT,WAAW;gBACX,cAAc,EAAE,IAAI,IAAI,EAAE;gBAC1B,WAAW,EAAE;oBACX,SAAS,EAAE,kBAAkB,CAAC,SAAS;oBACvC,iBAAiB,EAAE,kBAAkB;oBACrC,eAAe,EAAE,SAAS;iBAC3B;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAe;IAC5C,MAAM,SAAS,GAAG,GAAG,CAAC,GAAkD,CAAC;IACzE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,UAAU,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAChD,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAC9E,CAAC;IACF,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,oBAAoB,GAAG,WAAW,CAAC;IACvC,KAAK,EAAE,eAAe;CACvB,CAAC,CAAC;AAEH,eAAe,oBAAoB,CAAC;AAEpC,MAAM,UAAU,qBAAqB,CAAC,OAA+B;IACnE,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IACrD,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,WAAW,CAAC;QACjB,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC;KAChD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B;IAChD,MAAM,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACrC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAqC;IAErC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,wDAAwD,CACzD,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,4BAA4B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,sBAAsB,CAAC;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,MAAM,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,4BAA4B,CAAC;QACjD,KAAK;QACL,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ;KACT,CAAC,CAAC;IACH,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAEjD,MAAM,eAAe,GACnB,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACnF,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,GAAG,eAAe,CAAC;IAC1E,CAAC;IAED,wBAAwB,EAAE,CAAC;IAE3B,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IACvD,OAAO,CAAC,IAAI,CAAC,8BAA8B,EAAE;QAC3C,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,kBAAkB,CAAC,KAAK,CAAC;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,WAAW,CAC5B,IAAI,aAAa,CAAC;QAChB,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACrC,SAAS,EAAE,iBAAiB;QAC5B,KAAK;QACL,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;QACrD,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9D,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC;KACF,CAAC,CACH,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAC7B,OAAO,EACP,GAAG,EAAE;YACH,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE;QACzB,4DAA4D;IAC9D,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,IAAI;QACb,KAAK,CAAC,IAAI;YACR,MAAM,4BAA4B,EAAE,CAAC;YACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAU,EACV,WAAmB,EACnB,SAAiB,EACjB,oBAA4B,WAAW;IAEvC,IAAI,WAAoC,CAAC;IACzC,IAAI,UAAuC,CAAC;IAC5C,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,IAAI,uBAAuB,GAAG,KAAK,CAAC;IAEpC,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;QACjC,IAAI,UAAU;YAAE,OAAO;QACvB,MAAM,MAAM,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACjD,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,UAAU,GAAG,eAAe,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,IAAI,mBAAmB,EAA6C,CAAC;QAC5F,cAAc,CAAC,IAAI,GAAG,SAAS,CAAC;QAChC,MAAM,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE;YAClD,SAAS;YACT,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,WAAW,CAAC,IAAI;YACpB,OAAO;gBACL,SAAS,EAAE,WAAW,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,WAAW,IAAI,UAAU,EAAE,EAAE;gBACpF,SAAS,EAAE,SAAS;aACrB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,KAAK;YACtB,MAAM,eAAe,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW;gBAAE,OAAO;YACzB,MAAM,MAAM,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,eAAe,CAAC,KAAK,CAAC,EACtB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,QAAQ,EACf,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CACtD,CAAC;YACF,MAAM,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC7B,uBAAuB,GAAG,IAAI,CAAC;gBAC/B,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC9D,SAAS;oBACT,KAAK,EAAE,KAAK,CAAC,UAAU;oBACvB,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;iBACzE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,WAAW,GACf,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;gBAC7C,CAAC,CAAE,OAA8B,CAAC,IAAI;gBACtC,CAAC,CAAC,SAAS,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,qEAAqE,EAAE;oBAClF,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAClE,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;YAC5F,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,oBAAoB,GAAG,IAAI,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE;oBACvD,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,UAAU;YACd,IAAI,UAAU;gBAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,WAAW;gBAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;YAC3C,UAAU,GAAG,SAAS,CAAC;YACvB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAkB,EAClB,WAA+B,EAC/B,iBAA+E,EAC/E,OAAoD;IAEpD,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC1E,MAAM,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/C,MAAM,OAAO,CACX,IAAI,UAAU,CACZ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CACrB,KAAK,CAAC,IAAI,CAAC,UAAU,EACrB,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAC9C,CACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,WAA+B;IAI5D,MAAM,UAAU,GAAG,CAAC,WAAW,IAAI,6BAA6B,CAAC,CAAC,WAAW,EAAE,CAAC;IAChF,2EAA2E;IAC3E,2EAA2E;IAC3E,2EAA2E;IAC3E,sCAAsC;IACtC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnB,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAClE,CAAC;IACD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACzD,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAC3C,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAiB;IACxC,MAAM,MAAM,GACV,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,MAAM,CAAC,UAAU;QACpE,CAAC,CAAC,KAAK,CAAC,MAAM;QACd,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;IAChF,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC"}
|
|
1
|
+
{"version":3,"file":"livekit-agent-worker.js","sourceRoot":"","sources":["../../src/runtime/livekit-agent-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EACL,WAAW,EACX,aAAa,EACb,WAAW,EACX,gBAAgB,EAEhB,aAAa,GACd,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,WAAW,EACX,eAAe,EAGf,SAAS,EACT,SAAS,EACT,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EAEjB,sBAAsB,EACtB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,wBAAwB,EACxB,yCAAyC,GAM1C,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,8BAA8B,EAAE,MAAM,8BAA8B,CAAC;AAC9E,OAAO,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AACjF,OAAO,EAAE,wBAAwB,EAAE,MAAM,sDAAsD,CAAC;AAEhG,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACL,qCAAqC,EACrC,8BAA8B,GAC/B,MAAM,gCAAgC,CAAC;AAIxC,MAAM,cAAc,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEzD,IAAI,uBAAuB,GAAG,KAAK,CAAC;AAEpC,MAAM,UAAU,wBAAwB;IACtC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IACD,gBAAgB,CAAC;QACf,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;QAC7C,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM;KAC/C,CAAC,CAAC;IACH,uBAAuB,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,uBAAuB,GAAG,KAAK,CAAC;AAClC,CAAC;AAkBD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAmC,CAAC;AAErE,MAAM,CAAC,MAAM,wCAAwC,GAAG,sCAAsC,CAAC;AAE/F,IAAI,iBAA4C,CAAC;AAEjD,MAAM,UAAU,8BAA8B;IAC5C,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAC1B,iBAAiB,GAAG,SAAS,CAAC;AAChC,CAAC;AAED,SAAS,4BAA4B,CAAC,OAA+B;IACnE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,0DAA0D,CAC3D,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ,EAAE,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,QAA+B;IAC7D,IAAI,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACtC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,yFAAyF,EACzF,EAAE,cAAc,EAAE,wBAAwB,EAAE,CAC7C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,QAAgC;IACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,qMAAqM,CACtM,CAAC;IACJ,CAAC;IACD,OAAO,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAA6B;IACnE,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,+DAA+D,EAC/D,EAAE,SAAS,EAAE,CACd,CAAC;AACJ,CAAC;AAUD,KAAK,UAAU,kCAAkC,CAC/C,OAAmC;IAEnC,MAAM,QAAQ,GAAG,4BAA4B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,sBAAsB,CAAC;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,gDAAgD,MAAM,EAAE,CACzD,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAC/F,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,iBAAiB,CAAC,GAAG,CACnB,KAAK,CAAC,IAAI,EACV,4BAA4B,CAAC;YAC3B,KAAK;YACL,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;SACT,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC;IACxD,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,iBAAiB,CAAC;QACxB,OAAO;IACT,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,8DAA8D,EAC9D,EAAE,GAAG,EAAE,wCAAwC,EAAE,CAClD,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAA4B,CAAC;QACtF,MAAM,SAAS,GAAG,GAAG,CAAC,0BAA0B,CAAC;QACjD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;YACpC,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,mBAAmB,EAC7B,uEAAuE,EACvE,EAAE,UAAU,EAAE,CACf,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,SAAS,EAAE,CAA+B,CAAC;QAClE,MAAM,kCAAkC,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,iBAAiB,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAiB,GAAG,SAAS,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,SAA6B;IAE7B,IAAI,CAAC;QACH,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,YAAY,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,mBAAmB,EAAE,CAAC;YACrF,MAAM,KAAK,CAAC;QACd,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,6DAA6D,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3F,MAAM,oCAAoC,EAAE,CAAC;QAC7C,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,mBAAmB,CAAC;IAChE,OAAO,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAC5D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,8BAA8B,CAAC;AACrC,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAyB,EAAE,SAAkB;IACxE,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IACvF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,IAAI,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;IACzD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,8DAA8D,CAC/D,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IACjF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,QAAQ,EAClB,qDAAqD,YAAY,GAAG,EACpE,EAAE,SAAS,EAAE,YAAY,EAAE,CAC5B,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAY;IACtC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC3E,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,QAA4B;IAC1D,MAAM,UAAU,GAAG,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAsB,EACtB,QAA4B;IAE5B,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,GAAG,KAAK;QACR,GAAG,EAAE;YACH,GAAG,KAAK,CAAC,GAAG;YACZ,SAAS,EAAE,CAAC,kBAAkB,CAAC;SAChC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAe,EAAE,MAA+B;IAChF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa,EAAE,GAAG,MAAM,CAAC;IACvE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEzD,MAAM,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;IAE/B,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;KAC1B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACnD,MAAM,mBAAmB,GAAG,WAAW,CAAC,QAAQ,IAAI,YAAY,CAAC;IACjE,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;QACxD,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;QAC7B,mBAAmB;QACnB,mBAAmB,EAAE,WAAW,CAAC,QAAQ;QACzC,qBAAqB,EAAE,WAAW,CAAC,UAAU;KAC9C,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC;IAC/C,MAAM,UAAU,GAAG,qCAAqC,CAAC,kBAAkB,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,2BAA2B,CAAC,KAAK,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAErF,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE;QAC/C,KAAK,EAAE,YAAY,CAAC,IAAI;QACxB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;QACzB,WAAW,EAAE,mBAAmB;QAChC,SAAS;QACT,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;KACtC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,sBAAsB,CACzC,kBAAkB,CAAC;QACjB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;QACrC,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,OAAO;KAClB,CAAC,CACH,CAAC;IAEF,MAAM,SAAS,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,aAAa,GACjB,OAAO,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,KAAK,QAAQ;QACtD,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU;QACrC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,iBAAiB,GAAG,aAAa;QACrC,CAAC,CAAC,cAAc,aAAa,aAAa;QAC1C,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,mBAAmB,CACnC,GAAG,CAAC,IAAI,EACR,YAAY,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,EACjD,SAAS,EACT,iBAAiB,CAClB,CAAC;IACF,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IAEvD,MAAM,UAAU,GAAG,IAAI,sBAAsB,CAAC;QAC5C,KAAK,EAAE,YAAY;QACnB,SAAS;QACT,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,GAAG,EAAE,YAAY;QACjB,WAAW;QACX,WAAW;QACX,iBAAiB,EAAE,SAAS;QAC5B,MAAM;QACN,UAAU;QACV,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACvB,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;KACF,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAkB,EAAE,EAAE;QAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,IAAK,KAAK,CAAC,IAA2B,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,KAAK,kBAAkB,CACrB,KAAK,EACL,YAAY,CAAC,SAAS,CAAC,WAAW,EAClC,yCAAyC,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,EACzE,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,gBAAgB,GAAG,IAAI,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC9D,KAAK,EAAE,YAAY,CAAC,IAAI;oBACxB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;oBACzB,WAAW,EAAE,mBAAmB;oBAChC,SAAS;oBACT,KAAK,EAAE,KAAK,CAAC,UAAU;iBACxB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,UAAU,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC/E,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE;QAC9C,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,OAAO;YAClD,MAAM,UAAU,CAAC,oBAAoB,CAAC,MAAiC,CAAC,CAAC;QAC3E,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE;QAC/C,KAAK,EAAE,YAAY,CAAC,IAAI;QACxB,SAAS;QACT,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;KAC1B,CAAC,CAAC;IACH,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE/B,GAAG,CAAC,mBAAmB,CAAC,KAAK,IAAI,EAAE;QACjC,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClC,IAAI,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,0BAA0B,CAAC,YAAY,EAAE;gBAC7C,SAAS;gBACT,WAAW;gBACX,cAAc,EAAE,IAAI,IAAI,EAAE;gBAC1B,WAAW,EAAE;oBACX,SAAS,EAAE,kBAAkB,CAAC,SAAS;oBACvC,iBAAiB,EAAE,kBAAkB;oBACrC,eAAe,EAAE,SAAS;iBAC3B;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAe;IAC5C,MAAM,SAAS,GAAG,GAAG,CAAC,GAAkD,CAAC;IACzE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,UAAU,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAChD,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAC9E,CAAC;IACF,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,oBAAoB,GAAG,WAAW,CAAC;IACvC,KAAK,EAAE,eAAe;CACvB,CAAC,CAAC;AAEH,eAAe,oBAAoB,CAAC;AAEpC,MAAM,UAAU,qBAAqB,CAAC,OAA+B;IACnE,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IACrD,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,WAAW,CAAC;QACjB,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC;KAChD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B;IAChD,MAAM,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACrC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAqC;IAErC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,wDAAwD,CACzD,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,4BAA4B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,sBAAsB,CAAC;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,UAAU,EACpB,2DAA2D,MAAM,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,4BAA4B,CAAC;QACjD,KAAK;QACL,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ;KACT,CAAC,CAAC;IACH,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAEjD,MAAM,eAAe,GACnB,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACnF,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,GAAG,eAAe,CAAC;IAC1E,CAAC;IAED,wBAAwB,EAAE,CAAC;IAE3B,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IACvD,OAAO,CAAC,IAAI,CAAC,8BAA8B,EAAE;QAC3C,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,kBAAkB,CAAC,KAAK,CAAC;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,WAAW,CAC5B,IAAI,aAAa,CAAC;QAChB,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACrC,SAAS,EAAE,iBAAiB;QAC5B,KAAK;QACL,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;QACrD,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9D,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC;KACF,CAAC,CACH,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAC7B,OAAO,EACP,GAAG,EAAE;YACH,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE;QACzB,4DAA4D;IAC9D,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,IAAI;QACb,KAAK,CAAC,IAAI;YACR,MAAM,4BAA4B,EAAE,CAAC;YACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAU,EACV,WAAmB,EACnB,SAAiB,EACjB,oBAA4B,WAAW;IAEvC,IAAI,WAAoC,CAAC;IACzC,IAAI,UAAuC,CAAC;IAC5C,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACtE,IAAI,uBAAuB,GAAG,KAAK,CAAC;IAEpC,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;QACjC,IAAI,UAAU;YAAE,OAAO;QACvB,MAAM,MAAM,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACjD,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,UAAU,GAAG,eAAe,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,IAAI,mBAAmB,EAA6C,CAAC;QAC5F,cAAc,CAAC,IAAI,GAAG,SAAS,CAAC;QAChC,MAAM,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE;YAClD,SAAS;YACT,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,uBAAuB,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC3F,MAAM,eAAe,EAAE,CAAC;QACxB,IAAI,WAAW;YAAE,MAAM,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,CAAC,WAAW,CAAC,IAAI;YACpB,OAAO;gBACL,SAAS,EAAE,WAAW,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,WAAW,IAAI,UAAU,EAAE,EAAE;gBACpF,SAAS,EAAE,SAAS;aACrB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,KAAK;YACtB,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC;YACjD,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC7B,uBAAuB,GAAG,IAAI,CAAC;gBAC/B,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC9D,SAAS;oBACT,KAAK,EAAE,KAAK,CAAC,UAAU;oBACvB,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;iBACzE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,WAAW,GACf,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;gBAC7C,CAAC,CAAE,OAA8B,CAAC,IAAI;gBACtC,CAAC,CAAC,SAAS,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,qEAAqE,EAAE;oBAClF,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,oBAAoB,GAAG,IAAI,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE;oBACvD,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,UAAU;YACd,SAAS,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,UAAU;gBAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,WAAW;gBAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;YAC3C,UAAU,GAAG,SAAS,CAAC;YACvB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAkB,EAClB,WAA+B,EAC/B,iBAA+E,EAC/E,OAAoD;IAEpD,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC1E,MAAM,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/C,MAAM,OAAO,CACX,IAAI,UAAU,CACZ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CACrB,KAAK,CAAC,IAAI,CAAC,UAAU,EACrB,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAC9C,CACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,WAA+B;IAI5D,MAAM,UAAU,GAAG,CAAC,WAAW,IAAI,6BAA6B,CAAC,CAAC,WAAW,EAAE,CAAC;IAChF,2EAA2E;IAC3E,2EAA2E;IAC3E,2EAA2E;IAC3E,sCAAsC;IACtC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnB,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAClE,CAAC;IACD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACzD,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAC3C,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;KAC1C,CAAC;AACJ,CAAC"}
|
|
@@ -25,6 +25,8 @@ export declare class LiveKitTransportProvider implements LiveKitTransportProvide
|
|
|
25
25
|
private readonly credentials;
|
|
26
26
|
private readonly voiceSlice;
|
|
27
27
|
private disconnectPromise?;
|
|
28
|
+
private pcmPublisher?;
|
|
29
|
+
private pcmConnection?;
|
|
28
30
|
private activeConnection?;
|
|
29
31
|
constructor(credentials: VoiceProviderCredentials, voiceSlice: VoiceTransportConfig);
|
|
30
32
|
mintSession(args: MintLiveKitSessionArgs): Promise<TransportProviderSession>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"livekit-transport.d.ts","sourceRoot":"","sources":["../../src/transport/livekit-transport.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,KAAK,6BAA6B,EAClC,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EAC1B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"livekit-transport.d.ts","sourceRoot":"","sources":["../../src/transport/livekit-transport.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,KAAK,6BAA6B,EAClC,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EAC1B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AAKhE,OAAO,KAAK,EACV,wBAAwB,EAExB,wBAAwB,IAAI,gCAAgC,EAC5D,uBAAuB,EACvB,+BAA+B,EAChC,MAAM,aAAa,CAAC;AAErB,YAAY,EACV,wBAAwB,EACxB,sBAAsB,EACtB,uBAAuB,EACvB,+BAA+B,GAChC,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,4BAA4B,EAAE,CAAC;AAuBxC,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,KAAK,MAAM,CAAC;AAEb,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,+BAA+B,GACpC,OAAO,CAAC,MAAM,CAAC,CA0BjB;AAED,qBAAa,wBAAyB,YAAW,gCAAgC;IAc7E,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAd7B,OAAO,CAAC,iBAAiB,CAAC,CAAgB;IAC1C,OAAO,CAAC,YAAY,CAAC,CAA6C;IAClE,OAAO,CAAC,aAAa,CAAC,CAAS;IAC/B,OAAO,CAAC,gBAAgB,CAAC,CAOvB;gBAGiB,WAAW,EAAE,wBAAwB,EACrC,UAAU,EAAE,oBAAoB;IAG7C,WAAW,CAAC,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAsB5E,aAAa,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA0E/E,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAepD,eAAe,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI;IAMrE,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAab,qBAAqB;YA0DrB,kBAAkB;CAWjC;AAED,eAAO,MAAM,8BAA8B,EAAE,6BAuB5C,CAAC"}
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
+
import { createPcmAudioPublisher } from '../audio-output/index.js';
|
|
1
2
|
import { randomUUID } from 'node:crypto';
|
|
2
|
-
import {
|
|
3
|
+
import { AudioSource, LocalAudioTrack, Room, RoomEvent, TrackKind, TrackPublishOptions, } from '@livekit/rtc-node';
|
|
3
4
|
import { ErrorCode, PlumbusError } from '@plumbus/core';
|
|
4
5
|
import { readNoiseCancellationFromTransportOptions, } from '@plumbus/voice/provider-kit';
|
|
5
6
|
import { AccessToken, RoomAgentDispatch, RoomConfiguration } from 'livekit-server-sdk';
|
|
6
7
|
import { LIVEKIT_TRANSPORT_DESCRIPTOR } from '../descriptor.js';
|
|
8
|
+
import { createVoiceEventSender } from '../event-data/index.js';
|
|
7
9
|
import { createInboundAudioStream } from '../noise-cancellation/create-inbound-audio-stream.js';
|
|
8
10
|
import { LIVEKIT_VOICE_PRICING } from '../pricing.js';
|
|
9
11
|
import { consumeAudioStream } from '../runtime/consume-audio-stream.js';
|
|
@@ -55,6 +57,8 @@ export class LiveKitTransportProvider {
|
|
|
55
57
|
credentials;
|
|
56
58
|
voiceSlice;
|
|
57
59
|
disconnectPromise;
|
|
60
|
+
pcmPublisher;
|
|
61
|
+
pcmConnection;
|
|
58
62
|
activeConnection;
|
|
59
63
|
constructor(credentials, voiceSlice) {
|
|
60
64
|
this.credentials = credentials;
|
|
@@ -146,9 +150,12 @@ export class LiveKitTransportProvider {
|
|
|
146
150
|
const connection = this.activeConnection;
|
|
147
151
|
if (!connection)
|
|
148
152
|
return;
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
153
|
+
if (this.pcmConnection !== connection) {
|
|
154
|
+
this.pcmPublisher?.reset();
|
|
155
|
+
this.pcmConnection = connection;
|
|
156
|
+
this.pcmPublisher = createPcmAudioPublisher(parsePcmFormat(this.voiceSlice.audioFormat), (frame) => connection.audioSource.captureFrame(frame));
|
|
157
|
+
}
|
|
158
|
+
await this.pcmPublisher?.publish(audio);
|
|
152
159
|
}
|
|
153
160
|
subscribeRemote(onAudio) {
|
|
154
161
|
if (this.activeConnection) {
|
|
@@ -159,13 +166,13 @@ export class LiveKitTransportProvider {
|
|
|
159
166
|
const connection = this.activeConnection;
|
|
160
167
|
if (!connection?.room.localParticipant)
|
|
161
168
|
return;
|
|
162
|
-
|
|
163
|
-
await connection.
|
|
164
|
-
reliable: true,
|
|
165
|
-
topic: connection.dataTopic,
|
|
166
|
-
});
|
|
169
|
+
connection.sendEvent ??= createVoiceEventSender(() => (this.activeConnection === connection ? connection.room.localParticipant : undefined), connection.dataTopic);
|
|
170
|
+
await connection.sendEvent(payload);
|
|
167
171
|
}
|
|
168
172
|
disconnect() {
|
|
173
|
+
this.pcmPublisher?.reset();
|
|
174
|
+
this.pcmPublisher = undefined;
|
|
175
|
+
this.pcmConnection = undefined;
|
|
169
176
|
if (this.disconnectPromise)
|
|
170
177
|
return this.disconnectPromise;
|
|
171
178
|
const connection = this.activeConnection;
|
|
@@ -330,12 +337,6 @@ function serializeMetadata(metadata) {
|
|
|
330
337
|
return undefined;
|
|
331
338
|
return JSON.stringify(metadata);
|
|
332
339
|
}
|
|
333
|
-
function pcmBytesToInt16(audio) {
|
|
334
|
-
const buffer = audio.byteOffset === 0 && audio.byteLength === audio.buffer.byteLength
|
|
335
|
-
? audio.buffer
|
|
336
|
-
: audio.buffer.slice(audio.byteOffset, audio.byteOffset + audio.byteLength);
|
|
337
|
-
return new Int16Array(buffer);
|
|
338
|
-
}
|
|
339
340
|
function int16ToBytes(frame) {
|
|
340
341
|
return new Uint8Array(frame.buffer.slice(frame.byteOffset, frame.byteOffset + frame.byteLength));
|
|
341
342
|
}
|