@livekit/agents 1.0.3 → 1.0.5

package/dist/multimodal/agent_playout.cjs

@@ -1,233 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var agent_playout_exports = {};
-__export(agent_playout_exports, {
-  AgentPlayout: () => AgentPlayout,
-  PlayoutHandle: () => PlayoutHandle,
-  proto: () => proto
-});
-module.exports = __toCommonJS(agent_playout_exports);
-var import_rtc_node = require("@livekit/rtc-node");
-var import_node_events = require("node:events");
-var import_audio = require("../audio.cjs");
-var import_utils = require("../utils.cjs");
-const proto = {};
-class PlayoutHandle extends import_node_events.EventEmitter {
-  #audioSource;
-  #sampleRate;
-  #itemId;
-  #contentIndex;
-  /** @internal */
-  synchronizer;
-  /** @internal */
-  doneFut;
-  /** @internal */
-  intFut;
-  /** @internal */
-  #interrupted;
-  /** @internal */
-  pushedDuration;
-  /** @internal */
-  totalPlayedTime;
-  // Set when playout is done
-  constructor(audioSource, sampleRate, itemId, contentIndex, synchronizer) {
-    super();
-    this.#audioSource = audioSource;
-    this.#sampleRate = sampleRate;
-    this.#itemId = itemId;
-    this.#contentIndex = contentIndex;
-    this.synchronizer = synchronizer;
-    this.doneFut = new import_utils.Future();
-    this.intFut = new import_utils.Future();
-    this.#interrupted = false;
-    this.pushedDuration = 0;
-    this.totalPlayedTime = void 0;
-  }
-  get itemId() {
-    return this.#itemId;
-  }
-  get audioSamples() {
-    if (this.totalPlayedTime !== void 0) {
-      return Math.floor(this.totalPlayedTime * this.#sampleRate);
-    }
-    return Math.max(
-      0,
-      Math.floor(
-        (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1e3)
-      )
-    );
-  }
-  get textChars() {
-    return this.synchronizer.playedText.length;
-  }
-  get contentIndex() {
-    return this.#contentIndex;
-  }
-  get interrupted() {
-    return this.#interrupted;
-  }
-  get done() {
-    return this.doneFut.done || this.#interrupted;
-  }
-  interrupt() {
-    if (this.doneFut.done) return;
-    this.intFut.resolve();
-    this.#interrupted = true;
-  }
-}
-class AgentPlayout extends import_node_events.EventEmitter {
-  #audioSource;
-  #playoutTask;
-  #sampleRate;
-  #numChannels;
-  #inFrameSize;
-  #outFrameSize;
-  constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
-    super();
-    this.#audioSource = audioSource;
-    this.#playoutTask = null;
-    this.#sampleRate = sampleRate;
-    this.#numChannels = numChannels;
-    this.#inFrameSize = inFrameSize;
-    this.#outFrameSize = outFrameSize;
-  }
-  play(itemId, contentIndex, synchronizer, textStream, audioStream) {
-    const handle = new PlayoutHandle(
-      this.#audioSource,
-      this.#sampleRate,
-      itemId,
-      contentIndex,
-      synchronizer
-    );
-    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
-    return handle;
-  }
-  #makePlayoutTask(oldTask, handle, textStream, audioStream) {
-    return new import_utils.CancellablePromise((resolve, reject, onCancel) => {
-      let cancelled = false;
-      onCancel(() => {
-        cancelled = true;
-      });
-      (async () => {
-        try {
-          if (oldTask) {
-            await (0, import_utils.gracefullyCancel)(oldTask);
-          }
-          let firstFrame = true;
-          const readText = () => new import_utils.CancellablePromise((resolveText, rejectText, onCancelText) => {
-            let cancelledText = false;
-            onCancelText(() => {
-              cancelledText = true;
-            });
-            (async () => {
-              try {
-                for await (const text of textStream) {
-                  if (cancelledText || cancelled) {
-                    break;
-                  }
-                  handle.synchronizer.pushText(text);
-                }
-                if (!cancelled) {
-                  handle.synchronizer.markTextSegmentEnd();
-                }
-                resolveText();
-              } catch (error) {
-                rejectText(error);
-              }
-            })();
-          });
-          const capture = () => new import_utils.CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
-            let cancelledCapture = false;
-            onCancelCapture(() => {
-              cancelledCapture = true;
-            });
-            (async () => {
-              try {
-                const samplesPerChannel = this.#outFrameSize;
-                const bstream = new import_audio.AudioByteStream(
-                  this.#sampleRate,
-                  this.#numChannels,
-                  samplesPerChannel
-                );
-                for await (const frame of audioStream) {
-                  if (cancelledCapture || cancelled) {
-                    break;
-                  }
-                  if (firstFrame) {
-                    handle.synchronizer.segmentPlayoutStarted();
-                    this.emit("playout_started");
-                    firstFrame = false;
-                  }
-                  handle.synchronizer.pushAudio(frame);
-                  for (const f of bstream.write(frame.data.buffer)) {
-                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
-                    await this.#audioSource.captureFrame(f);
-                  }
-                }
-                if (!cancelledCapture && !cancelled) {
-                  for (const f of bstream.flush()) {
-                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
-                    await this.#audioSource.captureFrame(f);
-                  }
-                  handle.synchronizer.markAudioSegmentEnd();
-                  await this.#audioSource.waitForPlayout();
-                }
-                resolveCapture();
-              } catch (error) {
-                rejectCapture(error);
-              }
-            })();
-          });
-          const readTextTask = readText();
-          const captureTask = capture();
-          try {
-            await Promise.race([captureTask, handle.intFut.await]);
-          } finally {
-            if (!captureTask.isCancelled) {
-              await (0, import_utils.gracefullyCancel)(captureTask);
-            }
-            if (!readTextTask.isCancelled) {
-              await (0, import_utils.gracefullyCancel)(readTextTask);
-            }
-            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
-            if (handle.interrupted || captureTask.error) {
-              this.#audioSource.clearQueue();
-            }
-            if (!firstFrame) {
-              this.emit("playout_stopped", handle.interrupted);
-            }
-            handle.doneFut.resolve();
-            const isInterrupted = handle.interrupted || !!captureTask.error;
-            await handle.synchronizer.close(isInterrupted);
-          }
-          resolve();
-        } catch (error) {
-          reject(error);
-        }
-      })();
-    });
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  AgentPlayout,
-  PlayoutHandle,
-  proto
-});
-//# sourceMappingURL=agent_playout.cjs.map

package/dist/multimodal/agent_playout.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/multimodal/agent_playout.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { type AudioSource } from '@livekit/rtc-node';\nimport { EventEmitter } from 'node:events';\nimport { AudioByteStream } from '../audio.js';\nimport type { TextAudioSynchronizer } from '../transcription.js';\nimport { type AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';\n\nexport const proto = {};\n\nexport class PlayoutHandle extends EventEmitter {\n  #audioSource: AudioSource;\n  #sampleRate: number;\n  #itemId: string;\n  #contentIndex: number;\n  /** @internal */\n  synchronizer: TextAudioSynchronizer;\n  /** @internal */\n  doneFut: Future;\n  /** @internal */\n  intFut: Future;\n  /** @internal */\n  #interrupted: boolean;\n  /** @internal */\n  pushedDuration: number;\n  /** @internal */\n  totalPlayedTime: number | undefined; // Set when playout is done\n\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    itemId: string,\n    contentIndex: number,\n    synchronizer: TextAudioSynchronizer,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#sampleRate = sampleRate;\n    this.#itemId = itemId;\n    this.#contentIndex = contentIndex;\n    this.synchronizer = synchronizer;\n    this.doneFut = new Future();\n    this.intFut = new Future();\n    this.#interrupted = false;\n    this.pushedDuration = 0;\n    this.totalPlayedTime = undefined;\n  }\n\n  get itemId(): string {\n    return this.#itemId;\n  }\n\n  get audioSamples(): number {\n    if (this.totalPlayedTime !== undefined) {\n      return Math.floor(this.totalPlayedTime * this.#sampleRate);\n    }\n\n    return Math.max(\n      0,\n      Math.floor(\n        (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1000),\n      ),\n    );\n  }\n\n  get textChars(): number {\n    return this.synchronizer.playedText.length;\n  }\n\n  get contentIndex(): number {\n    return this.#contentIndex;\n  }\n\n  get interrupted(): boolean {\n    return this.#interrupted;\n  }\n\n  get done(): boolean {\n    return this.doneFut.done || this.#interrupted;\n  }\n\n  interrupt() {\n    if (this.doneFut.done) return;\n    this.intFut.resolve();\n    this.#interrupted = true;\n  }\n}\n\nexport class AgentPlayout extends EventEmitter {\n  #audioSource: AudioSource;\n  #playoutTask: CancellablePromise<void> | null;\n  #sampleRate: number;\n  #numChannels: number;\n  #inFrameSize: number;\n  #outFrameSize: number;\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    numChannels: number,\n    inFrameSize: number,\n    outFrameSize: number,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#playoutTask = null;\n    this.#sampleRate = sampleRate;\n    this.#numChannels = numChannels;\n    this.#inFrameSize = inFrameSize;\n    this.#outFrameSize = outFrameSize;\n  }\n\n  play(\n    itemId: string,\n    contentIndex: number,\n    synchronizer: TextAudioSynchronizer,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): PlayoutHandle {\n    const handle = new PlayoutHandle(\n      this.#audioSource,\n      this.#sampleRate,\n      itemId,\n      contentIndex,\n      synchronizer,\n    );\n    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);\n    return handle;\n  }\n\n  #makePlayoutTask(\n    oldTask: CancellablePromise<void> | null,\n    handle: PlayoutHandle,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): CancellablePromise<void> {\n    return new CancellablePromise<void>((resolve, reject, onCancel) => {\n      let cancelled = false;\n      onCancel(() => {\n        cancelled = true;\n      });\n\n      (async () => {\n        try {\n          if (oldTask) {\n            await gracefullyCancel(oldTask);\n          }\n\n          let firstFrame = true;\n\n          const readText = () =>\n            new CancellablePromise<void>((resolveText, rejectText, onCancelText) => {\n              let cancelledText = false;\n              onCancelText(() => {\n                cancelledText = true;\n              });\n\n              (async () => {\n                try {\n                  for await (const text of textStream) {\n                    if (cancelledText || cancelled) {\n                      break;\n                    }\n                    handle.synchronizer.pushText(text);\n                  }\n                  if (!cancelled) {\n                    handle.synchronizer.markTextSegmentEnd();\n                  }\n                  resolveText();\n                } catch (error) {\n                  rejectText(error);\n                }\n              })();\n            });\n\n          const capture = () =>\n            new CancellablePromise<void>((resolveCapture, rejectCapture, onCancelCapture) => {\n              let cancelledCapture = false;\n              onCancelCapture(() => {\n                cancelledCapture = true;\n              });\n\n              (async () => {\n                try {\n                  const samplesPerChannel = this.#outFrameSize;\n                  const bstream = new AudioByteStream(\n                    this.#sampleRate,\n                    this.#numChannels,\n                    samplesPerChannel,\n                  );\n\n                  for await (const frame of audioStream) {\n                    if (cancelledCapture || cancelled) {\n                      break;\n                    }\n                    if (firstFrame) {\n                      handle.synchronizer.segmentPlayoutStarted();\n                      this.emit('playout_started');\n                      firstFrame = false;\n                    }\n\n                    handle.synchronizer.pushAudio(frame);\n\n                    for (const f of bstream.write(frame.data.buffer)) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n                  }\n\n                  if (!cancelledCapture && !cancelled) {\n                    for (const f of bstream.flush()) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n\n                    handle.synchronizer.markAudioSegmentEnd();\n\n                    await this.#audioSource.waitForPlayout();\n                  }\n\n                  resolveCapture();\n                } catch (error) {\n                  rejectCapture(error);\n                }\n              })();\n            });\n\n          const readTextTask = readText();\n          const captureTask = capture();\n\n          try {\n            await Promise.race([captureTask, handle.intFut.await]);\n          } finally {\n            if (!captureTask.isCancelled) {\n              await gracefullyCancel(captureTask);\n            }\n\n            if (!readTextTask.isCancelled) {\n              await gracefullyCancel(readTextTask);\n            }\n\n            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;\n\n            if (handle.interrupted || captureTask.error) {\n              this.#audioSource.clearQueue(); // make sure to remove any queued frames\n            }\n\n            if (!firstFrame) {\n              this.emit('playout_stopped', handle.interrupted);\n            }\n\n            handle.doneFut.resolve();\n\n            const isInterrupted = handle.interrupted || !!captureTask.error;\n            await handle.synchronizer.close(isInterrupted);\n          }\n\n          resolve();\n        } catch (error) {\n          reject(error);\n        }\n      })();\n    });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,sBAAiC;AACjC,yBAA6B;AAC7B,mBAAgC;AAEhC,mBAAsF;AAE/E,MAAM,QAAQ,CAAC;AAEf,MAAM,sBAAsB,gCAAa;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA,YACE,aACA,YACA,QACA,cACA,cACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,UAAU;AACf,SAAK,gBAAgB;AACrB,SAAK,eAAe;AACpB,SAAK,UAAU,IAAI,oBAAO;AAC1B,SAAK,SAAS,IAAI,oBAAO;AACzB,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,IAAI,SAAiB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAuB;AACzB,QAAI,KAAK,oBAAoB,QAAW;AACtC,aAAO,KAAK,MAAM,KAAK,kBAAkB,KAAK,WAAW;AAAA,IAC3D;AAEA,WAAO,KAAK;AAAA,MACV;AAAA,MACA,KAAK;AAAA,SACF,KAAK,iBAAiB,KAAK,aAAa,mBAAmB,KAAK,cAAc;AAAA,MACjF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,KAAK,aAAa,WAAW;AAAA,EACtC;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK,QAAQ,QAAQ,KAAK;AAAA,EACnC;AAAA,EAEA,YAAY;AACV,QAAI,KAAK,QAAQ,KAAM;AACvB,SAAK,OAAO,QAAQ;AACpB,SAAK,eAAe;AAAA,EACtB;AACF;AAEO,MAAM,qBAAqB,gCAAa;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YACE,aACA,YACA,aACA,aACA,cACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,KACE,QACA,cACA,cACA,YACA,aACe;AACf,UAAM,SAAS,IAAI;AAAA,MACjB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,eAAe,KAAK,iBAAiB,KAAK,cAAc,QAAQ,YAAY,WAAW;AAC5F,WAAO;AAAA,EACT;AAAA,EAEA,iBACE,SACA,QACA,YACA,aAC0B;AAC1B,WAAO,IAAI,gCAAyB,CAAC,SAAS,QAAQ,aAAa;AACjE,UAAI,YAAY;AAChB,eAAS,MAAM;AACb,oBAAY;AAAA,MACd,CAAC;AAED,OAAC,YAAY;AACX,YAAI;AACF,cAAI,SAAS;AACX,sBAAM,+BAAiB,OAAO;AAAA,UAChC;AAEA,cAAI,aAAa;AAEjB,gBAAM,WAAW,MACf,IAAI,gCAAyB,CAAC,aAAa,YAAY,iBAAiB;AACtE,gBAAI,gBAAgB;AACpB,yBAAa,MAAM;AACjB,8BAAgB;AAAA,YAClB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,iCAAiB,QAAQ,YAAY;AACnC,sBAAI,iBAAiB,WAAW;AAC9B;AAAA,kBACF;AACA,yBAAO,aAAa,SAAS,IAAI;AAAA,gBACnC;AACA,oBAAI,CAAC,WAAW;AACd,yBAAO,aAAa,mBAAmB;AAAA,gBACzC;AACA,4BAAY;AAAA,cACd,SAAS,OAAO;AACd,2BAAW,KAAK;AAAA,cAClB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,UAAU,MACd,IAAI,gCAAyB,CAAC,gBAAgB,eAAe,oBAAoB;AAC/E,gBAAI,mBAAmB;AACvB,4BAAgB,MAAM;AACpB,iCAAmB;AAAA,YACrB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,sBAAM,oBAAoB,KAAK;AAC/B,sBAAM,UAAU,IAAI;AAAA,kBAClB,KAAK;AAAA,kBACL,KAAK;AAAA,kBACL;AAAA,gBACF;AAEA,iCAAiB,SAAS,aAAa;AACrC,sBAAI,oBAAoB,WAAW;AACjC;AAAA,kBACF;AACA,sBAAI,YAAY;AACd,2BAAO,aAAa,sBAAsB;AAC1C,yBAAK,KAAK,iBAAiB;AAC3B,iCAAa;AAAA,kBACf;AAEA,yBAAO,aAAa,UAAU,KAAK;AAEnC,6BAAW,KAAK,QAAQ,MAAM,MAAM,KAAK,MAAM,GAAG;AAChD,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAAA,gBACF;AAEA,oBAAI,CAAC,oBAAoB,CAAC,WAAW;AACnC,6BAAW,KAAK,QAAQ,MAAM,GAAG;AAC/B,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAEA,yBAAO,aAAa,oBAAoB;AAExC,wBAAM,KAAK,aAAa,eAAe;AAAA,gBACzC;AAEA,+BAAe;AAAA,cACjB,SAAS,OAAO;AACd,8BAAc,KAAK;AAAA,cACrB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,eAAe,SAAS;AAC9B,gBAAM,cAAc,QAAQ;AAE5B,cAAI;AACF,kBAAM,QAAQ,KAAK,CAAC,aAAa,OAAO,OAAO,KAAK,CAAC;AAAA,UACvD,UAAE;AACA,gBAAI,CAAC,YAAY,aAAa;AAC5B,wBAAM,+BAAiB,WAAW;AAAA,YACpC;AAEA,gBAAI,CAAC,aAAa,aAAa;AAC7B,wBAAM,+BAAiB,YAAY;AAAA,YACrC;AAEA,mBAAO,kBAAkB,OAAO,iBAAiB,KAAK,aAAa;AAEnE,gBAAI,OAAO,eAAe,YAAY,OAAO;AAC3C,mBAAK,aAAa,WAAW;AAAA,YAC/B;AAEA,gBAAI,CAAC,YAAY;AACf,mBAAK,KAAK,mBAAmB,OAAO,WAAW;AAAA,YACjD;AAEA,mBAAO,QAAQ,QAAQ;AAEvB,kBAAM,gBAAgB,OAAO,eAAe,CAAC,CAAC,YAAY;AAC1D,kBAAM,OAAO,aAAa,MAAM,aAAa;AAAA,UAC/C;AAEA,kBAAQ;AAAA,QACV,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,QACd;AAAA,MACF,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/multimodal/agent_playout.d.cts

@@ -1,34 +0,0 @@
-/// <reference types="node" resolution-mode="require"/>
-import type { AudioFrame } from '@livekit/rtc-node';
-import { type AudioSource } from '@livekit/rtc-node';
-import { EventEmitter } from 'node:events';
-import type { TextAudioSynchronizer } from '../transcription.js';
-import { type AsyncIterableQueue, Future } from '../utils.js';
-export declare const proto: {};
-export declare class PlayoutHandle extends EventEmitter {
-    #private;
-    /** @internal */
-    synchronizer: TextAudioSynchronizer;
-    /** @internal */
-    doneFut: Future;
-    /** @internal */
-    intFut: Future;
-    /** @internal */
-    pushedDuration: number;
-    /** @internal */
-    totalPlayedTime: number | undefined;
-    constructor(audioSource: AudioSource, sampleRate: number, itemId: string, contentIndex: number, synchronizer: TextAudioSynchronizer);
-    get itemId(): string;
-    get audioSamples(): number;
-    get textChars(): number;
-    get contentIndex(): number;
-    get interrupted(): boolean;
-    get done(): boolean;
-    interrupt(): void;
-}
-export declare class AgentPlayout extends EventEmitter {
-    #private;
-    constructor(audioSource: AudioSource, sampleRate: number, numChannels: number, inFrameSize: number, outFrameSize: number);
-    play(itemId: string, contentIndex: number, synchronizer: TextAudioSynchronizer, textStream: AsyncIterableQueue<string>, audioStream: AsyncIterableQueue<AudioFrame>): PlayoutHandle;
-}
-//# sourceMappingURL=agent_playout.d.ts.map

package/dist/multimodal/agent_playout.d.ts

@@ -1,34 +0,0 @@
-/// <reference types="node" resolution-mode="require"/>
-import type { AudioFrame } from '@livekit/rtc-node';
-import { type AudioSource } from '@livekit/rtc-node';
-import { EventEmitter } from 'node:events';
-import type { TextAudioSynchronizer } from '../transcription.js';
-import { type AsyncIterableQueue, Future } from '../utils.js';
-export declare const proto: {};
-export declare class PlayoutHandle extends EventEmitter {
-    #private;
-    /** @internal */
-    synchronizer: TextAudioSynchronizer;
-    /** @internal */
-    doneFut: Future;
-    /** @internal */
-    intFut: Future;
-    /** @internal */
-    pushedDuration: number;
-    /** @internal */
-    totalPlayedTime: number | undefined;
-    constructor(audioSource: AudioSource, sampleRate: number, itemId: string, contentIndex: number, synchronizer: TextAudioSynchronizer);
-    get itemId(): string;
-    get audioSamples(): number;
-    get textChars(): number;
-    get contentIndex(): number;
-    get interrupted(): boolean;
-    get done(): boolean;
-    interrupt(): void;
-}
-export declare class AgentPlayout extends EventEmitter {
-    #private;
-    constructor(audioSource: AudioSource, sampleRate: number, numChannels: number, inFrameSize: number, outFrameSize: number);
-    play(itemId: string, contentIndex: number, synchronizer: TextAudioSynchronizer, textStream: AsyncIterableQueue<string>, audioStream: AsyncIterableQueue<AudioFrame>): PlayoutHandle;
-}
-//# sourceMappingURL=agent_playout.d.ts.map

package/dist/multimodal/agent_playout.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAEpG,eAAO,MAAM,KAAK,IAAK,CAAC;AAExB,qBAAa,aAAc,SAAQ,YAAY;;IAK7C,gBAAgB;IAChB,YAAY,EAAE,qBAAqB,CAAC;IACpC,gBAAgB;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IAGf,gBAAgB;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB;IAChB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;gBAGlC,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,qBAAqB;IAerC,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,YAAY,IAAI,MAAM,CAWzB;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,IAAI,IAAI,OAAO,CAElB;IAED,SAAS;CAKV;AAED,qBAAa,YAAa,SAAQ,YAAY;;gBAQ1C,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM;IAWtB,IAAI,CACF,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,qBAAqB,EACnC,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,EACtC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,GAC1C,aAAa;CAkJjB"}

package/dist/multimodal/agent_playout.js

@@ -1,207 +0,0 @@
-import {} from "@livekit/rtc-node";
-import { EventEmitter } from "node:events";
-import { AudioByteStream } from "../audio.js";
-import { CancellablePromise, Future, gracefullyCancel } from "../utils.js";
-const proto = {};
-class PlayoutHandle extends EventEmitter {
-  #audioSource;
-  #sampleRate;
-  #itemId;
-  #contentIndex;
-  /** @internal */
-  synchronizer;
-  /** @internal */
-  doneFut;
-  /** @internal */
-  intFut;
-  /** @internal */
-  #interrupted;
-  /** @internal */
-  pushedDuration;
-  /** @internal */
-  totalPlayedTime;
-  // Set when playout is done
-  constructor(audioSource, sampleRate, itemId, contentIndex, synchronizer) {
-    super();
-    this.#audioSource = audioSource;
-    this.#sampleRate = sampleRate;
-    this.#itemId = itemId;
-    this.#contentIndex = contentIndex;
-    this.synchronizer = synchronizer;
-    this.doneFut = new Future();
-    this.intFut = new Future();
-    this.#interrupted = false;
-    this.pushedDuration = 0;
-    this.totalPlayedTime = void 0;
-  }
-  get itemId() {
-    return this.#itemId;
-  }
-  get audioSamples() {
-    if (this.totalPlayedTime !== void 0) {
-      return Math.floor(this.totalPlayedTime * this.#sampleRate);
-    }
-    return Math.max(
-      0,
-      Math.floor(
-        (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1e3)
-      )
-    );
-  }
-  get textChars() {
-    return this.synchronizer.playedText.length;
-  }
-  get contentIndex() {
-    return this.#contentIndex;
-  }
-  get interrupted() {
-    return this.#interrupted;
-  }
-  get done() {
-    return this.doneFut.done || this.#interrupted;
-  }
-  interrupt() {
-    if (this.doneFut.done) return;
-    this.intFut.resolve();
-    this.#interrupted = true;
-  }
-}
-class AgentPlayout extends EventEmitter {
-  #audioSource;
-  #playoutTask;
-  #sampleRate;
-  #numChannels;
-  #inFrameSize;
-  #outFrameSize;
-  constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
-    super();
-    this.#audioSource = audioSource;
-    this.#playoutTask = null;
-    this.#sampleRate = sampleRate;
-    this.#numChannels = numChannels;
-    this.#inFrameSize = inFrameSize;
-    this.#outFrameSize = outFrameSize;
-  }
-  play(itemId, contentIndex, synchronizer, textStream, audioStream) {
-    const handle = new PlayoutHandle(
-      this.#audioSource,
-      this.#sampleRate,
-      itemId,
-      contentIndex,
-      synchronizer
-    );
-    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
-    return handle;
-  }
-  #makePlayoutTask(oldTask, handle, textStream, audioStream) {
-    return new CancellablePromise((resolve, reject, onCancel) => {
-      let cancelled = false;
-      onCancel(() => {
-        cancelled = true;
-      });
-      (async () => {
-        try {
-          if (oldTask) {
-            await gracefullyCancel(oldTask);
-          }
-          let firstFrame = true;
-          const readText = () => new CancellablePromise((resolveText, rejectText, onCancelText) => {
-            let cancelledText = false;
-            onCancelText(() => {
-              cancelledText = true;
-            });
-            (async () => {
-              try {
-                for await (const text of textStream) {
-                  if (cancelledText || cancelled) {
-                    break;
-                  }
-                  handle.synchronizer.pushText(text);
-                }
-                if (!cancelled) {
-                  handle.synchronizer.markTextSegmentEnd();
-                }
-                resolveText();
-              } catch (error) {
-                rejectText(error);
-              }
-            })();
-          });
-          const capture = () => new CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
-            let cancelledCapture = false;
-            onCancelCapture(() => {
-              cancelledCapture = true;
-            });
-            (async () => {
-              try {
-                const samplesPerChannel = this.#outFrameSize;
-                const bstream = new AudioByteStream(
-                  this.#sampleRate,
-                  this.#numChannels,
-                  samplesPerChannel
-                );
-                for await (const frame of audioStream) {
-                  if (cancelledCapture || cancelled) {
-                    break;
-                  }
-                  if (firstFrame) {
-                    handle.synchronizer.segmentPlayoutStarted();
-                    this.emit("playout_started");
-                    firstFrame = false;
-                  }
-                  handle.synchronizer.pushAudio(frame);
-                  for (const f of bstream.write(frame.data.buffer)) {
-                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
-                    await this.#audioSource.captureFrame(f);
-                  }
-                }
-                if (!cancelledCapture && !cancelled) {
-                  for (const f of bstream.flush()) {
-                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
-                    await this.#audioSource.captureFrame(f);
-                  }
-                  handle.synchronizer.markAudioSegmentEnd();
-                  await this.#audioSource.waitForPlayout();
-                }
-                resolveCapture();
-              } catch (error) {
-                rejectCapture(error);
-              }
-            })();
-          });
-          const readTextTask = readText();
-          const captureTask = capture();
-          try {
-            await Promise.race([captureTask, handle.intFut.await]);
-          } finally {
-            if (!captureTask.isCancelled) {
-              await gracefullyCancel(captureTask);
-            }
-            if (!readTextTask.isCancelled) {
-              await gracefullyCancel(readTextTask);
-            }
-            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
-            if (handle.interrupted || captureTask.error) {
-              this.#audioSource.clearQueue();
-            }
-            if (!firstFrame) {
-              this.emit("playout_stopped", handle.interrupted);
-            }
-            handle.doneFut.resolve();
-            const isInterrupted = handle.interrupted || !!captureTask.error;
-            await handle.synchronizer.close(isInterrupted);
-          }
-          resolve();
-        } catch (error) {
-          reject(error);
-        }
-      })();
-    });
-  }
-}
-export {
-  AgentPlayout,
-  PlayoutHandle,
-  proto
-};
-//# sourceMappingURL=agent_playout.js.map

package/dist/multimodal/agent_playout.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/multimodal/agent_playout.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { type AudioSource } from '@livekit/rtc-node';\nimport { EventEmitter } from 'node:events';\nimport { AudioByteStream } from '../audio.js';\nimport type { TextAudioSynchronizer } from '../transcription.js';\nimport { type AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';\n\nexport const proto = {};\n\nexport class PlayoutHandle extends EventEmitter {\n  #audioSource: AudioSource;\n  #sampleRate: number;\n  #itemId: string;\n  #contentIndex: number;\n  /** @internal */\n  synchronizer: TextAudioSynchronizer;\n  /** @internal */\n  doneFut: Future;\n  /** @internal */\n  intFut: Future;\n  /** @internal */\n  #interrupted: boolean;\n  /** @internal */\n  pushedDuration: number;\n  /** @internal */\n  totalPlayedTime: number | undefined; // Set when playout is done\n\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    itemId: string,\n    contentIndex: number,\n    synchronizer: TextAudioSynchronizer,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#sampleRate = sampleRate;\n    this.#itemId = itemId;\n    this.#contentIndex = contentIndex;\n    this.synchronizer = synchronizer;\n    this.doneFut = new Future();\n    this.intFut = new Future();\n    this.#interrupted = false;\n    this.pushedDuration = 0;\n    this.totalPlayedTime = undefined;\n  }\n\n  get itemId(): string {\n    return this.#itemId;\n  }\n\n  get audioSamples(): number {\n    if (this.totalPlayedTime !== undefined) {\n      return Math.floor(this.totalPlayedTime * this.#sampleRate);\n    }\n\n    return Math.max(\n      0,\n      Math.floor(\n        (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1000),\n      ),\n    );\n  }\n\n  get textChars(): number {\n    return this.synchronizer.playedText.length;\n  }\n\n  get contentIndex(): number {\n    return this.#contentIndex;\n  }\n\n  get interrupted(): boolean {\n    return this.#interrupted;\n  }\n\n  get done(): boolean {\n    return this.doneFut.done || this.#interrupted;\n  }\n\n  interrupt() {\n    if (this.doneFut.done) return;\n    this.intFut.resolve();\n    this.#interrupted = true;\n  }\n}\n\nexport class AgentPlayout extends EventEmitter {\n  #audioSource: AudioSource;\n  #playoutTask: CancellablePromise<void> | null;\n  #sampleRate: number;\n  #numChannels: number;\n  #inFrameSize: number;\n  #outFrameSize: number;\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    numChannels: number,\n    inFrameSize: number,\n    outFrameSize: number,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#playoutTask = null;\n    this.#sampleRate = sampleRate;\n    this.#numChannels = numChannels;\n    this.#inFrameSize = inFrameSize;\n    this.#outFrameSize = outFrameSize;\n  }\n\n  play(\n    itemId: string,\n    contentIndex: number,\n    synchronizer: TextAudioSynchronizer,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): PlayoutHandle {\n    const handle = new PlayoutHandle(\n      this.#audioSource,\n      this.#sampleRate,\n      itemId,\n      contentIndex,\n      synchronizer,\n    );\n    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);\n    return handle;\n  }\n\n  #makePlayoutTask(\n    oldTask: CancellablePromise<void> | null,\n    handle: PlayoutHandle,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): CancellablePromise<void> {\n    return new CancellablePromise<void>((resolve, reject, onCancel) => {\n      let cancelled = false;\n      onCancel(() => {\n        cancelled = true;\n      });\n\n      (async () => {\n        try {\n          if (oldTask) {\n            await gracefullyCancel(oldTask);\n          }\n\n          let firstFrame = true;\n\n          const readText = () =>\n            new CancellablePromise<void>((resolveText, rejectText, onCancelText) => {\n              let cancelledText = false;\n              onCancelText(() => {\n                cancelledText = true;\n              });\n\n              (async () => {\n                try {\n                  for await (const text of textStream) {\n                    if (cancelledText || cancelled) {\n                      break;\n                    }\n                    handle.synchronizer.pushText(text);\n                  }\n                  if (!cancelled) {\n                    handle.synchronizer.markTextSegmentEnd();\n                  }\n                  resolveText();\n                } catch (error) {\n                  rejectText(error);\n                }\n              })();\n            });\n\n          const capture = () =>\n            new CancellablePromise<void>((resolveCapture, rejectCapture, onCancelCapture) => {\n              let cancelledCapture = false;\n              onCancelCapture(() => {\n                cancelledCapture = true;\n              });\n\n              (async () => {\n                try {\n                  const samplesPerChannel = this.#outFrameSize;\n                  const bstream = new AudioByteStream(\n                    this.#sampleRate,\n                    this.#numChannels,\n                    samplesPerChannel,\n                  );\n\n                  for await (const frame of audioStream) {\n                    if (cancelledCapture || cancelled) {\n                      break;\n                    }\n                    if (firstFrame) {\n                      handle.synchronizer.segmentPlayoutStarted();\n                      this.emit('playout_started');\n                      firstFrame = false;\n                    }\n\n                    handle.synchronizer.pushAudio(frame);\n\n                    for (const f of bstream.write(frame.data.buffer)) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n                  }\n\n                  if (!cancelledCapture && !cancelled) {\n                    for (const f of bstream.flush()) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n\n                    handle.synchronizer.markAudioSegmentEnd();\n\n                    await this.#audioSource.waitForPlayout();\n                  }\n\n                  resolveCapture();\n                } catch (error) {\n                  rejectCapture(error);\n                }\n              })();\n            });\n\n          const readTextTask = readText();\n          const captureTask = capture();\n\n          try {\n            await Promise.race([captureTask, handle.intFut.await]);\n          } finally {\n            if (!captureTask.isCancelled) {\n              await gracefullyCancel(captureTask);\n            }\n\n            if (!readTextTask.isCancelled) {\n              await gracefullyCancel(readTextTask);\n            }\n\n            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;\n\n            if (handle.interrupted || captureTask.error) {\n              this.#audioSource.clearQueue(); // make sure to remove any queued frames\n            }\n\n            if (!firstFrame) {\n              this.emit('playout_stopped', handle.interrupted);\n            }\n\n            handle.doneFut.resolve();\n\n            const isInterrupted = handle.interrupted || !!captureTask.error;\n            await handle.synchronizer.close(isInterrupted);\n          }\n\n          resolve();\n        } catch (error) {\n          reject(error);\n        }\n      })();\n    });\n  }\n}\n"],"mappings":"AAIA,eAAiC;AACjC,SAAS,oBAAoB;AAC7B,SAAS,uBAAuB;AAEhC,SAAkC,oBAAoB,QAAQ,wBAAwB;AAE/E,MAAM,QAAQ,CAAC;AAEf,MAAM,sBAAsB,aAAa;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA,YACE,aACA,YACA,QACA,cACA,cACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,UAAU;AACf,SAAK,gBAAgB;AACrB,SAAK,eAAe;AACpB,SAAK,UAAU,IAAI,OAAO;AAC1B,SAAK,SAAS,IAAI,OAAO;AACzB,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,IAAI,SAAiB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAuB;AACzB,QAAI,KAAK,oBAAoB,QAAW;AACtC,aAAO,KAAK,MAAM,KAAK,kBAAkB,KAAK,WAAW;AAAA,IAC3D;AAEA,WAAO,KAAK;AAAA,MACV;AAAA,MACA,KAAK;AAAA,SACF,KAAK,iBAAiB,KAAK,aAAa,mBAAmB,KAAK,cAAc;AAAA,MACjF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,KAAK,aAAa,WAAW;AAAA,EACtC;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK,QAAQ,QAAQ,KAAK;AAAA,EACnC;AAAA,EAEA,YAAY;AACV,QAAI,KAAK,QAAQ,KAAM;AACvB,SAAK,OAAO,QAAQ;AACpB,SAAK,eAAe;AAAA,EACtB;AACF;AAEO,MAAM,qBAAqB,aAAa;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YACE,aACA,YACA,aACA,aACA,cACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,KACE,QACA,cACA,cACA,YACA,aACe;AACf,UAAM,SAAS,IAAI;AAAA,MACjB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,eAAe,KAAK,iBAAiB,KAAK,cAAc,QAAQ,YAAY,WAAW;AAC5F,WAAO;AAAA,EACT;AAAA,EAEA,iBACE,SACA,QACA,YACA,aAC0B;AAC1B,WAAO,IAAI,mBAAyB,CAAC,SAAS,QAAQ,aAAa;AACjE,UAAI,YAAY;AAChB,eAAS,MAAM;AACb,oBAAY;AAAA,MACd,CAAC;AAED,OAAC,YAAY;AACX,YAAI;AACF,cAAI,SAAS;AACX,kBAAM,iBAAiB,OAAO;AAAA,UAChC;AAEA,cAAI,aAAa;AAEjB,gBAAM,WAAW,MACf,IAAI,mBAAyB,CAAC,aAAa,YAAY,iBAAiB;AACtE,gBAAI,gBAAgB;AACpB,yBAAa,MAAM;AACjB,8BAAgB;AAAA,YAClB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,iCAAiB,QAAQ,YAAY;AACnC,sBAAI,iBAAiB,WAAW;AAC9B;AAAA,kBACF;AACA,yBAAO,aAAa,SAAS,IAAI;AAAA,gBACnC;AACA,oBAAI,CAAC,WAAW;AACd,yBAAO,aAAa,mBAAmB;AAAA,gBACzC;AACA,4BAAY;AAAA,cACd,SAAS,OAAO;AACd,2BAAW,KAAK;AAAA,cAClB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,UAAU,MACd,IAAI,mBAAyB,CAAC,gBAAgB,eAAe,oBAAoB;AAC/E,gBAAI,mBAAmB;AACvB,4BAAgB,MAAM;AACpB,iCAAmB;AAAA,YACrB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,sBAAM,oBAAoB,KAAK;AAC/B,sBAAM,UAAU,IAAI;AAAA,kBAClB,KAAK;AAAA,kBACL,KAAK;AAAA,kBACL;AAAA,gBACF;AAEA,iCAAiB,SAAS,aAAa;AACrC,sBAAI,oBAAoB,WAAW;AACjC;AAAA,kBACF;AACA,sBAAI,YAAY;AACd,2BAAO,aAAa,sBAAsB;AAC1C,yBAAK,KAAK,iBAAiB;AAC3B,iCAAa;AAAA,kBACf;AAEA,yBAAO,aAAa,UAAU,KAAK;AAEnC,6BAAW,KAAK,QAAQ,MAAM,MAAM,KAAK,MAAM,GAAG;AAChD,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAAA,gBACF;AAEA,oBAAI,CAAC,oBAAoB,CAAC,WAAW;AACnC,6BAAW,KAAK,QAAQ,MAAM,GAAG;AAC/B,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAEA,yBAAO,aAAa,oBAAoB;AAExC,wBAAM,KAAK,aAAa,eAAe;AAAA,gBACzC;AAEA,+BAAe;AAAA,cACjB,SAAS,OAAO;AACd,8BAAc,KAAK;AAAA,cACrB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,eAAe,SAAS;AAC9B,gBAAM,cAAc,QAAQ;AAE5B,cAAI;AACF,kBAAM,QAAQ,KAAK,CAAC,aAAa,OAAO,OAAO,KAAK,CAAC;AAAA,UACvD,UAAE;AACA,gBAAI,CAAC,YAAY,aAAa;AAC5B,oBAAM,iBAAiB,WAAW;AAAA,YACpC;AAEA,gBAAI,CAAC,aAAa,aAAa;AAC7B,oBAAM,iBAAiB,YAAY;AAAA,YACrC;AAEA,mBAAO,kBAAkB,OAAO,iBAAiB,KAAK,aAAa;AAEnE,gBAAI,OAAO,eAAe,YAAY,OAAO;AAC3C,mBAAK,aAAa,WAAW;AAAA,YAC/B;AAEA,gBAAI,CAAC,YAAY;AACf,mBAAK,KAAK,mBAAmB,OAAO,WAAW;AAAA,YACjD;AAEA,mBAAO,QAAQ,QAAQ;AAEvB,kBAAM,gBAAgB,OAAO,eAAe,CAAC,CAAC,YAAY;AAC1D,kBAAM,OAAO,aAAa,MAAM,aAAa;AAAA,UAC/C;AAEA,kBAAQ;AAAA,QACV,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,QACd;AAAA,MACF,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/multimodal/index.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/multimodal/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport * from './agent_playout.js';\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAGA,+BAAc,+BAHd;","names":[]}

package/dist/multimodal/index.d.cts

@@ -1,2 +0,0 @@
-export * from './agent_playout.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/multimodal/index.d.ts

@@ -1,2 +0,0 @@
-export * from './agent_playout.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/multimodal/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/multimodal/index.ts"],"names":[],"mappings":"AAGA,cAAc,oBAAoB,CAAC"}

package/dist/multimodal/index.js

@@ -1,2 +0,0 @@
-export * from "./agent_playout.js";
-//# sourceMappingURL=index.js.map

package/dist/multimodal/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/multimodal/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport * from './agent_playout.js';\n"],"mappings":"AAGA,cAAc;","names":[]}