@livekit/agents 0.3.4 → 0.4.0

package/dist/multimodal/agent_playout.js

@@ -1,158 +1,128 @@
-var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
-    if (kind === "m") throw new TypeError("Private method is not writable");
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
-    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
-};
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var __asyncValues = (this && this.__asyncValues) || function (o) {
-    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
-    var m = o[Symbol.asyncIterator], i;
-    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
-    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
-    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
-};
-var _PlayoutHandle_audioSource, _PlayoutHandle_sampleRate, _PlayoutHandle_itemId, _PlayoutHandle_contentIndex, _PlayoutHandle_interrupted, _AgentPlayout_instances, _AgentPlayout_audioSource, _AgentPlayout_playoutTask, _AgentPlayout_sampleRate, _AgentPlayout_numChannels, _AgentPlayout_inFrameSize, _AgentPlayout_outFrameSize, _AgentPlayout_makePlayoutTask;
 import { EventEmitter } from 'node:events';
 import { AudioByteStream } from '../audio.js';
 import { CancellablePromise, Future, gracefullyCancel } from '../utils.js';
 export const proto = {};
 export class PlayoutHandle extends EventEmitter {
+    #audioSource;
+    #sampleRate;
+    #itemId;
+    #contentIndex;
+    /** @internal */
+    transcriptionFwd;
+    /** @internal */
+    doneFut;
+    /** @internal */
+    intFut;
+    /** @internal */
+    #interrupted;
+    /** @internal */
+    pushedDuration;
+    /** @internal */
+    totalPlayedTime; // Set when playout is done
     constructor(audioSource, sampleRate, itemId, contentIndex, transcriptionFwd) {
         super();
-        _PlayoutHandle_audioSource.set(this, void 0);
-        _PlayoutHandle_sampleRate.set(this, void 0);
-        _PlayoutHandle_itemId.set(this, void 0);
-        _PlayoutHandle_contentIndex.set(this, void 0);
-        /** @internal */
-        _PlayoutHandle_interrupted.set(this, void 0);
-        __classPrivateFieldSet(this, _PlayoutHandle_audioSource, audioSource, "f");
-        __classPrivateFieldSet(this, _PlayoutHandle_sampleRate, sampleRate, "f");
-        __classPrivateFieldSet(this, _PlayoutHandle_itemId, itemId, "f");
-        __classPrivateFieldSet(this, _PlayoutHandle_contentIndex, contentIndex, "f");
+        this.#audioSource = audioSource;
+        this.#sampleRate = sampleRate;
+        this.#itemId = itemId;
+        this.#contentIndex = contentIndex;
         this.transcriptionFwd = transcriptionFwd;
         this.doneFut = new Future();
         this.intFut = new Future();
-        __classPrivateFieldSet(this, _PlayoutHandle_interrupted, false, "f");
+        this.#interrupted = false;
         this.pushedDuration = 0;
         this.totalPlayedTime = undefined;
     }
     get itemId() {
-        return __classPrivateFieldGet(this, _PlayoutHandle_itemId, "f");
+        return this.#itemId;
     }
     get audioSamples() {
         if (this.totalPlayedTime !== undefined) {
-            return Math.floor(this.totalPlayedTime * __classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f"));
+            return Math.floor(this.totalPlayedTime * this.#sampleRate);
         }
-        return Math.floor((this.pushedDuration - __classPrivateFieldGet(this, _PlayoutHandle_audioSource, "f").queuedDuration) * (__classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f") / 1000));
+        return Math.floor((this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1000));
     }
     get textChars() {
         return this.transcriptionFwd.currentCharacterIndex;
     }
     get contentIndex() {
-        return __classPrivateFieldGet(this, _PlayoutHandle_contentIndex, "f");
+        return this.#contentIndex;
     }
     get interrupted() {
-        return __classPrivateFieldGet(this, _PlayoutHandle_interrupted, "f");
+        return this.#interrupted;
     }
     get done() {
-        return this.doneFut.done || __classPrivateFieldGet(this, _PlayoutHandle_interrupted, "f");
+        return this.doneFut.done || this.#interrupted;
     }
     interrupt() {
         if (this.doneFut.done)
             return;
         this.intFut.resolve();
-        __classPrivateFieldSet(this, _PlayoutHandle_interrupted, true, "f");
+        this.#interrupted = true;
     }
 }
-_PlayoutHandle_audioSource = new WeakMap(), _PlayoutHandle_sampleRate = new WeakMap(), _PlayoutHandle_itemId = new WeakMap(), _PlayoutHandle_contentIndex = new WeakMap(), _PlayoutHandle_interrupted = new WeakMap();
 export class AgentPlayout extends EventEmitter {
+    #audioSource;
+    #playoutTask;
+    #sampleRate;
+    #numChannels;
+    #inFrameSize;
+    #outFrameSize;
     constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
         super();
-        _AgentPlayout_instances.add(this);
-        _AgentPlayout_audioSource.set(this, void 0);
-        _AgentPlayout_playoutTask.set(this, void 0);
-        _AgentPlayout_sampleRate.set(this, void 0);
-        _AgentPlayout_numChannels.set(this, void 0);
-        _AgentPlayout_inFrameSize.set(this, void 0);
-        _AgentPlayout_outFrameSize.set(this, void 0);
-        __classPrivateFieldSet(this, _AgentPlayout_audioSource, audioSource, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_playoutTask, null, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_sampleRate, sampleRate, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_numChannels, numChannels, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_inFrameSize, inFrameSize, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_outFrameSize, outFrameSize, "f");
+        this.#audioSource = audioSource;
+        this.#playoutTask = null;
+        this.#sampleRate = sampleRate;
+        this.#numChannels = numChannels;
+        this.#inFrameSize = inFrameSize;
+        this.#outFrameSize = outFrameSize;
     }
     play(itemId, contentIndex, transcriptionFwd, textStream, audioStream) {
-        const handle = new PlayoutHandle(__classPrivateFieldGet(this, _AgentPlayout_audioSource, "f"), __classPrivateFieldGet(this, _AgentPlayout_sampleRate, "f"), itemId, contentIndex, transcriptionFwd);
-        __classPrivateFieldSet(this, _AgentPlayout_playoutTask, __classPrivateFieldGet(this, _AgentPlayout_instances, "m", _AgentPlayout_makePlayoutTask).call(this, __classPrivateFieldGet(this, _AgentPlayout_playoutTask, "f"), handle, textStream, audioStream), "f");
+        const handle = new PlayoutHandle(this.#audioSource, this.#sampleRate, itemId, contentIndex, transcriptionFwd);
+        this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
         return handle;
     }
-}
-_AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakMap(), _AgentPlayout_sampleRate = new WeakMap(), _AgentPlayout_numChannels = new WeakMap(), _AgentPlayout_inFrameSize = new WeakMap(), _AgentPlayout_outFrameSize = new WeakMap(), _AgentPlayout_instances = new WeakSet(), _AgentPlayout_makePlayoutTask = function _AgentPlayout_makePlayoutTask(oldTask, handle, textStream, audioStream) {
-    return new CancellablePromise((resolve, reject, onCancel) => {
-        let cancelled = false;
-        onCancel(() => {
-            cancelled = true;
-        });
-        (async () => {
-            try {
-                if (oldTask) {
-                    await gracefullyCancel(oldTask);
-                }
-                let firstFrame = true;
-                const readText = () => new CancellablePromise((resolveText, rejectText, onCancelText) => {
-                    let cancelledText = false;
-                    onCancelText(() => {
-                        cancelledText = true;
-                    });
-                    (async () => {
-                        var _a, e_1, _b, _c;
-                        try {
+    #makePlayoutTask(oldTask, handle, textStream, audioStream) {
+        return new CancellablePromise((resolve, reject, onCancel) => {
+            let cancelled = false;
+            onCancel(() => {
+                cancelled = true;
+            });
+            (async () => {
+                try {
+                    if (oldTask) {
+                        await gracefullyCancel(oldTask);
+                    }
+                    let firstFrame = true;
+                    const readText = () => new CancellablePromise((resolveText, rejectText, onCancelText) => {
+                        let cancelledText = false;
+                        onCancelText(() => {
+                            cancelledText = true;
+                        });
+                        (async () => {
                             try {
-                                for (var _d = true, textStream_1 = __asyncValues(textStream), textStream_1_1; textStream_1_1 = await textStream_1.next(), _a = textStream_1_1.done, !_a; _d = true) {
-                                    _c = textStream_1_1.value;
-                                    _d = false;
-                                    const text = _c;
+                                for await (const text of textStream) {
                                     if (cancelledText || cancelled) {
                                         break;
                                     }
                                     handle.transcriptionFwd.pushText(text);
                                 }
+                                resolveText();
                             }
-                            catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                            finally {
-                                try {
-                                    if (!_d && !_a && (_b = textStream_1.return)) await _b.call(textStream_1);
-                                }
-                                finally { if (e_1) throw e_1.error; }
+                            catch (error) {
+                                rejectText(error);
                             }
-                            resolveText();
-                        }
-                        catch (error) {
-                            rejectText(error);
-                        }
-                    })();
-                });
-                const capture = () => new CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
-                    let cancelledCapture = false;
-                    onCancelCapture(() => {
-                        cancelledCapture = true;
+                        })();
                     });
-                    (async () => {
-                        var _a, e_2, _b, _c;
-                        try {
-                            const samplesPerChannel = __classPrivateFieldGet(this, _AgentPlayout_outFrameSize, "f");
-                            const bstream = new AudioByteStream(__classPrivateFieldGet(this, _AgentPlayout_sampleRate, "f"), __classPrivateFieldGet(this, _AgentPlayout_numChannels, "f"), samplesPerChannel);
+                    const capture = () => new CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
+                        let cancelledCapture = false;
+                        onCancelCapture(() => {
+                            cancelledCapture = true;
+                        });
+                        (async () => {
                             try {
-                                for (var _d = true, audioStream_1 = __asyncValues(audioStream), audioStream_1_1; audioStream_1_1 = await audioStream_1.next(), _a = audioStream_1_1.done, !_a; _d = true) {
-                                    _c = audioStream_1_1.value;
-                                    _d = false;
-                                    const frame = _c;
+                                const samplesPerChannel = this.#outFrameSize;
+                                const bstream = new AudioByteStream(this.#sampleRate, this.#numChannels, samplesPerChannel);
+                                for await (const frame of audioStream) {
                                     if (cancelledCapture || cancelled) {
                                         break;
                                     }
@@ -164,63 +134,56 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
                                     handle.transcriptionFwd.pushAudio(frame);
                                     for (const f of bstream.write(frame.data.buffer)) {
                                         handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
-                                        await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
+                                        await this.#audioSource.captureFrame(f);
                                     }
                                 }
-                            }
-                            catch (e_2_1) { e_2 = { error: e_2_1 }; }
-                            finally {
-                                try {
-                                    if (!_d && !_a && (_b = audioStream_1.return)) await _b.call(audioStream_1);
+                                if (!cancelledCapture && !cancelled) {
+                                    for (const f of bstream.flush()) {
+                                        handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
+                                        await this.#audioSource.captureFrame(f);
+                                    }
+                                    handle.transcriptionFwd.markAudioComplete();
+                                    await this.#audioSource.waitForPlayout();
                                 }
-                                finally { if (e_2) throw e_2.error; }
+                                resolveCapture();
                             }
-                            if (!cancelledCapture && !cancelled) {
-                                for (const f of bstream.flush()) {
-                                    handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
-                                    await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
-                                }
-                                handle.transcriptionFwd.markAudioComplete();
-                                await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").waitForPlayout();
+                            catch (error) {
+                                rejectCapture(error);
                             }
-                            resolveCapture();
+                        })();
+                    });
+                    const readTextTask = readText();
+                    const captureTask = capture();
+                    try {
+                        await Promise.race([captureTask, handle.intFut.await]);
+                    }
+                    finally {
+                        if (!captureTask.isCancelled) {
+                            await gracefullyCancel(captureTask);
                         }
-                        catch (error) {
-                            rejectCapture(error);
+                        handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
+                        if (handle.interrupted || captureTask.error) {
+                            this.#audioSource.clearQueue(); // make sure to remove any queued frames
                         }
-                    })();
-                });
-                const readTextTask = readText();
-                const captureTask = capture();
-                try {
-                    await Promise.race([captureTask, handle.intFut.await]);
-                }
-                finally {
-                    if (!captureTask.isCancelled) {
-                        await gracefullyCancel(captureTask);
-                    }
-                    handle.totalPlayedTime = handle.pushedDuration - __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").queuedDuration;
-                    if (handle.interrupted || captureTask.error) {
-                        __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").clearQueue(); // make sure to remove any queued frames
-                    }
-                    if (!readTextTask.isCancelled) {
-                        await gracefullyCancel(readTextTask);
-                    }
-                    if (!firstFrame) {
-                        if (!handle.interrupted) {
-                            handle.transcriptionFwd.markTextComplete();
+                        if (!readTextTask.isCancelled) {
+                            await gracefullyCancel(readTextTask);
                         }
-                        this.emit('playout_stopped', handle.interrupted);
+                        if (!firstFrame) {
+                            if (!handle.interrupted) {
+                                handle.transcriptionFwd.markTextComplete();
+                            }
+                            this.emit('playout_stopped', handle.interrupted);
+                        }
+                        handle.doneFut.resolve();
+                        await handle.transcriptionFwd.close(handle.interrupted);
                     }
-                    handle.doneFut.resolve();
-                    await handle.transcriptionFwd.close(handle.interrupted);
+                    resolve();
+                }
+                catch (error) {
+                    reject(error);
                 }
-                resolve();
-            }
-            catch (error) {
-                reject(error);
-            }
-        })();
-    });
-};
+            })();
+        });
+    }
+}
 //# sourceMappingURL=agent_playout.js.map

package/dist/multimodal/agent_playout.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAA2B,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpG,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,aAAc,SAAQ,YAAY;IAkB7C,YACE,WAAwB,EACxB,UAAkB,EAClB,MAAc,EACd,YAAoB,EACpB,gBAAwC;QAExC,KAAK,EAAE,CAAC;QAxBV,6CAA0B;QAC1B,4CAAoB;QACpB,wCAAgB;QAChB,8CAAsB;QAOtB,gBAAgB;QAChB,6CAAsB;QAcpB,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,+BAAiB,YAAY,MAAA,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,uBAAA,IAAI,8BAAgB,KAAK,MAAA,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,6BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,YAAY;QACd,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,uBAAA,IAAI,iCAAY,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CACf,CAAC,IAAI,CAAC,cAAc,GAAG,uBAAA,IAAI,kCAAa,CAAC,cAAc,CAAC,GAAG,CAAC,uBAAA,IAAI,iCAAY,GAAG,IAAI,CAAC,CACrF,CAAC;IACJ,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;IACrD,CAAC;IAED,IAAI,YAAY;QACd,OAAO,uBAAA,IAAI,mCAAc,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,uBAAA,IAAI,kCAAa,CAAC;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,uBAAA,IAAI,kCAAa,CAAC;IAChD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,uBAAA,IAAI,8BAAgB,IAAI,MAAA,CAAC;IAC3B,CAAC;CACF;;AAED,MAAM,OAAO,YAAa,SAAQ,YAAY;IAO5C,YACE,WAAwB,EACxB,UAAkB,EAClB,WAAmB,EACnB,WAAmB,EACnB,YAAoB;QAEpB,KAAK,EAAE,CAAC;;QAbV,4CAA0B;QAC1B,4CAA8C;QAC9C,2CAAoB;QACpB,4CAAqB;QACrB,4CAAqB;QACrB,6CAAsB;QASpB,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,IAAI,MAAA,CAAC;QACzB,uBAAA,IAAI,4BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,8BAAiB,YAAY,MAAA,CAAC;IACpC,CAAC;IAED,IAAI,CACF,MAAc,EACd,YAAoB,EACpB,gBAAwC,EACxC,UAAsC,EACtC,WAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAC9B,uBAAA,IAAI,iCAAa,EACjB,uBAAA,IAAI,gCAAY,EAChB,MAAM,EACN,YAAY,EACZ,gBAAgB,CACjB,CAAC;QACF,uBAAA,IAAI,6BAAgB,uBAAA,IAAI,8DAAiB,MAArB,IAAI,EAAkB,uBAAA,IAAI,iCAAa,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,MAAA,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;CAuIF;kXApIG,OAAwC,EACxC,MAAqB,EACrB,UAAsC,EACtC,WAA2C;IAE3C,OAAO,IAAI,kBAAkB,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QAChE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBAED,IAAI,UAAU,GAAG,IAAI,CAAC;gBAEtB,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAI,kBAAkB,CAAO,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE;oBACrE,IAAI,aAAa,GAAG,KAAK,CAAC;oBAC1B,YAAY,CAAC,GAAG,EAAE;wBAChB,aAAa,GAAG,IAAI,CAAC;oBACvB,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;;gCACH,KAAyB,eAAA,eAAA,cAAA,UAAU,CAAA,gBAAA,wFAAE,CAAC;oCAAb,0BAAU;oCAAV,WAAU;oCAAxB,MAAM,IAAI,KAAA,CAAA;oCACnB,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;wCAC/B,MAAM;oCACR,CAAC;oCACD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gCACzC,CAAC;;;;;;;;;4BACD,WAAW,EAAE,CAAC;wBAChB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,UAAU,CAAC,KAAK,CAAC,CAAC;wBACpB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,kBAAkB,CAAO,CAAC,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE;oBAC9E,IAAI,gBAAgB,GAAG,KAAK,CAAC;oBAC7B,eAAe,CAAC,GAAG,EAAE;wBACnB,gBAAgB,GAAG,IAAI,CAAC;oBAC1B,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;4BACH,MAAM,iBAAiB,GAAG,uBAAA,IAAI,kCAAc,CAAC;4BAC7C,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,uBAAA,IAAI,gCAAY,EAChB,uBAAA,IAAI,iCAAa,EACjB,iBAAiB,CAClB,CAAC;;gCAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;oCAAd,2BAAW;oCAAX,WAAW;oCAA1B,MAAM,KAAK,KAAA,CAAA;oCACpB,IAAI,gBAAgB,IAAI,SAAS,EAAE,CAAC;wCAClC,MAAM;oCACR,CAAC;oCACD,IAAI,UAAU,EAAE,CAAC;wCACf,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;wCAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;wCAC7B,UAAU,GAAG,KAAK,CAAC;oCACrB,CAAC;oCAED,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oCAEzC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;wCACjD,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;wCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oCAC1C,CAAC;gCACH,CAAC;;;;;;;;;4BAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC;gCACpC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;oCAChC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gCAC1C,CAAC;gCAED,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;gCAE5C,MAAM,uBAAA,IAAI,iCAAa,CAAC,cAAc,EAAE,CAAC;4BAC3C,CAAC;4BAED,cAAc,EAAE,CAAC;wBACnB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,aAAa,CAAC,KAAK,CAAC,CAAC;wBACvB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAC;gBAChC,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;gBAE9B,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;wBAC7B,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;oBACtC,CAAC;oBAED,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,GAAG,uBAAA,IAAI,iCAAa,CAAC,cAAc,CAAC;oBAElF,IAAI,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;wBAC5C,uBAAA,IAAI,iCAAa,CAAC,UAAU,EAAE,CAAC,CAAC,wCAAwC;oBAC1E,CAAC;oBAED,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;wBAC9B,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;oBAED,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACxB,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;wBAC7C,CAAC;wBAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;oBACnD,CAAC;oBAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBAC1D,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAA2B,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpG,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC7C,YAAY,CAAc;IAC1B,WAAW,CAAS;IACpB,OAAO,CAAS;IAChB,aAAa,CAAS;IACtB,gBAAgB;IAChB,gBAAgB,CAAyB;IACzC,gBAAgB;IAChB,OAAO,CAAS;IAChB,gBAAgB;IAChB,MAAM,CAAS;IACf,gBAAgB;IAChB,YAAY,CAAU;IACtB,gBAAgB;IAChB,cAAc,CAAS;IACvB,gBAAgB;IAChB,eAAe,CAAqB,CAAC,2BAA2B;IAEhE,YACE,WAAwB,EACxB,UAAkB,EAClB,MAAc,EACd,YAAoB,EACpB,gBAAwC;QAExC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,IAAI,YAAY;QACd,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CACf,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CACrF,CAAC;IACJ,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;IACrD,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC;IAChD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,YAAY;IAC5C,YAAY,CAAc;IAC1B,YAAY,CAAkC;IAC9C,WAAW,CAAS;IACpB,YAAY,CAAS;IACrB,YAAY,CAAS;IACrB,aAAa,CAAS;IACtB,YACE,WAAwB,EACxB,UAAkB,EAClB,WAAmB,EACnB,WAAmB,EACnB,YAAoB;QAEpB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACpC,CAAC;IAED,IAAI,CACF,MAAc,EACd,YAAoB,EACpB,gBAAwC,EACxC,UAAsC,EACtC,WAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAC9B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,WAAW,EAChB,MAAM,EACN,YAAY,EACZ,gBAAgB,CACjB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gBAAgB,CACd,OAAwC,EACxC,MAAqB,EACrB,UAAsC,EACtC,WAA2C;QAE3C,OAAO,IAAI,kBAAkB,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;YAChE,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,QAAQ,CAAC,GAAG,EAAE;gBACZ,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,CAAC,KAAK,IAAI,EAAE;gBACV,IAAI,CAAC;oBACH,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAClC,CAAC;oBAED,IAAI,UAAU,GAAG,IAAI,CAAC;oBAEtB,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAI,kBAAkB,CAAO,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE;wBACrE,IAAI,aAAa,GAAG,KAAK,CAAC;wBAC1B,YAAY,CAAC,GAAG,EAAE;4BAChB,aAAa,GAAG,IAAI,CAAC;wBACvB,CAAC,CAAC,CAAC;wBAEH,CAAC,KAAK,IAAI,EAAE;4BACV,IAAI,CAAC;gCACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oCACpC,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;wCAC/B,MAAM;oCACR,CAAC;oCACD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gCACzC,CAAC;gCACD,WAAW,EAAE,CAAC;4BAChB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACf,UAAU,CAAC,KAAK,CAAC,CAAC;4BACpB,CAAC;wBACH,CAAC,CAAC,EAAE,CAAC;oBACP,CAAC,CAAC,CAAC;oBAEL,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,kBAAkB,CAAO,CAAC,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE;wBAC9E,IAAI,gBAAgB,GAAG,KAAK,CAAC;wBAC7B,eAAe,CAAC,GAAG,EAAE;4BACnB,gBAAgB,GAAG,IAAI,CAAC;wBAC1B,CAAC,CAAC,CAAC;wBAEH,CAAC,KAAK,IAAI,EAAE;4BACV,IAAI,CAAC;gCACH,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC;gCAC7C,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,iBAAiB,CAClB,CAAC;gCAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;oCACtC,IAAI,gBAAgB,IAAI,SAAS,EAAE,CAAC;wCAClC,MAAM;oCACR,CAAC;oCACD,IAAI,UAAU,EAAE,CAAC;wCACf,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;wCAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;wCAC7B,UAAU,GAAG,KAAK,CAAC;oCACrB,CAAC;oCAED,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oCAEzC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;wCACjD,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;wCACrE,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oCAC1C,CAAC;gCACH,CAAC;gCAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC;oCACpC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;wCAChC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;wCACrE,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oCAC1C,CAAC;oCAED,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;oCAE5C,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;gCAC3C,CAAC;gCAED,cAAc,EAAE,CAAC;4BACnB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACf,aAAa,CAAC,KAAK,CAAC,CAAC;4BACvB,CAAC;wBACH,CAAC,CAAC,EAAE,CAAC;oBACP,CAAC,CAAC,CAAC;oBAEL,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAC;oBAChC,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;oBAE9B,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACzD,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;4BAC7B,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;wBACtC,CAAC;wBAED,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;wBAElF,IAAI,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;4BAC5C,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,wCAAwC;wBAC1E,CAAC;wBAED,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;4BAC9B,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;wBACvC,CAAC;wBAED,IAAI,CAAC,UAAU,EAAE,CAAC;4BAChB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gCACxB,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;4BAC7C,CAAC;4BAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;wBACnD,CAAC;wBAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;wBACzB,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC1D,CAAC;oBAED,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/multimodal/multimodal_agent.d.ts

@@ -1,4 +1,4 @@
-/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" />
 import type { RemoteAudioTrack, RemoteParticipant, Room } from '@livekit/rtc-node';
 import { EventEmitter } from 'node:events';
 import type * as llm from '../llm/index.js';
@@ -36,9 +36,10 @@ export declare class MultimodalAgent extends EventEmitter {
         promise: Promise<void>;
         cancel: () => void;
     } | null;
-    constructor({ model, fncCtx, }: {
+    constructor({ model, chatCtx, fncCtx, }: {
         model: RealtimeModel;
-        fncCtx?: llm.FunctionContext | undefined;
+        chatCtx?: llm.ChatContext;
+        fncCtx?: llm.FunctionContext;
     });
     get fncCtx(): llm.FunctionContext | undefined;
     set fncCtx(ctx: llm.FunctionContext | undefined);

package/dist/multimodal/multimodal_agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EAGjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAM5C;;;GAGG;AACH,8BAAsB,eAAgB,SAAQ,YAAY;IAExD,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC;IAE3B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;CAClD;AAED;;;GAGG;AACH,8BAAsB,aAAa;IAEjC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,eAAe;IAC/C,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAChF,eAAO,MAAM,qBAAqB,mBAAmB,CAAC;AAEtD,YAAY;AACZ,qBAAa,eAAgB,SAAQ,YAAY;;IAC/C,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAQ;IACzB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IACnD,eAAe,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IAChD,aAAa,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,IAAI,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAEhE,EACV,KAAK,EACL,MAAM,GACP,EAAE;QACD,KAAK,EAAE,aAAa,CAAC;QACrB,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;KAC1C;IAoBD,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAK9C;IA6BD,KAAK,CACH,IAAI,EAAE,IAAI,EACV,WAAW,GAAE,iBAAiB,GAAG,MAAM,GAAG,IAAW,GACpD,OAAO,CAAC,eAAe,CAAC;CA2T5B"}
+{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EAGjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAM5C;;;GAGG;AACH,8BAAsB,eAAgB,SAAQ,YAAY;IAExD,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC;IAE3B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;CAClD;AAED;;;GAGG;AACH,8BAAsB,aAAa;IAEjC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,eAAe;IAC/C,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAChF,eAAO,MAAM,qBAAqB,mBAAmB,CAAC;AAEtD,YAAY;AACZ,qBAAa,eAAgB,SAAQ,YAAY;;IAC/C,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAQ;IACzB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IACnD,eAAe,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IAChD,aAAa,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,IAAI,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAEhE,EACV,KAAK,EACL,OAAO,EACP,MAAM,GACP,EAAE;QACD,KAAK,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;KAC9B;IAsBD,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAK9C;IA6BD,KAAK,CACH,IAAI,EAAE,IAAI,EACV,WAAW,GAAE,iBAAiB,GAAG,MAAM,GAAG,IAAW,GACpD,OAAO,CAAC,eAAe,CAAC;CAoU5B"}