@livekit/agents 0.4.6 → 0.5.0

package/dist/multimodal/agent_playout.cjs

@@ -0,0 +1,228 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var agent_playout_exports = {};
+__export(agent_playout_exports, {
+  AgentPlayout: () => AgentPlayout,
+  PlayoutHandle: () => PlayoutHandle,
+  proto: () => proto
+});
+module.exports = __toCommonJS(agent_playout_exports);
+var import_node_events = require("node:events");
+var import_audio = require("../audio.cjs");
+var import_utils = require("../utils.cjs");
+const proto = {};
+class PlayoutHandle extends import_node_events.EventEmitter {
+  #audioSource;
+  #sampleRate;
+  #itemId;
+  #contentIndex;
+  /** @internal */
+  transcriptionFwd;
+  /** @internal */
+  doneFut;
+  /** @internal */
+  intFut;
+  /** @internal */
+  #interrupted;
+  /** @internal */
+  pushedDuration;
+  /** @internal */
+  totalPlayedTime;
+  // Set when playout is done
+  constructor(audioSource, sampleRate, itemId, contentIndex, transcriptionFwd) {
+    super();
+    this.#audioSource = audioSource;
+    this.#sampleRate = sampleRate;
+    this.#itemId = itemId;
+    this.#contentIndex = contentIndex;
+    this.transcriptionFwd = transcriptionFwd;
+    this.doneFut = new import_utils.Future();
+    this.intFut = new import_utils.Future();
+    this.#interrupted = false;
+    this.pushedDuration = 0;
+    this.totalPlayedTime = void 0;
+  }
+  get itemId() {
+    return this.#itemId;
+  }
+  get audioSamples() {
+    if (this.totalPlayedTime !== void 0) {
+      return Math.floor(this.totalPlayedTime * this.#sampleRate);
+    }
+    return Math.floor(
+      (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1e3)
+    );
+  }
+  get textChars() {
+    return this.transcriptionFwd.currentCharacterIndex;
+  }
+  get contentIndex() {
+    return this.#contentIndex;
+  }
+  get interrupted() {
+    return this.#interrupted;
+  }
+  get done() {
+    return this.doneFut.done || this.#interrupted;
+  }
+  interrupt() {
+    if (this.doneFut.done) return;
+    this.intFut.resolve();
+    this.#interrupted = true;
+  }
+}
+class AgentPlayout extends import_node_events.EventEmitter {
+  #audioSource;
+  #playoutTask;
+  #sampleRate;
+  #numChannels;
+  #inFrameSize;
+  #outFrameSize;
+  constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
+    super();
+    this.#audioSource = audioSource;
+    this.#playoutTask = null;
+    this.#sampleRate = sampleRate;
+    this.#numChannels = numChannels;
+    this.#inFrameSize = inFrameSize;
+    this.#outFrameSize = outFrameSize;
+  }
+  play(itemId, contentIndex, transcriptionFwd, textStream, audioStream) {
+    const handle = new PlayoutHandle(
+      this.#audioSource,
+      this.#sampleRate,
+      itemId,
+      contentIndex,
+      transcriptionFwd
+    );
+    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
+    return handle;
+  }
+  #makePlayoutTask(oldTask, handle, textStream, audioStream) {
+    return new import_utils.CancellablePromise((resolve, reject, onCancel) => {
+      let cancelled = false;
+      onCancel(() => {
+        cancelled = true;
+      });
+      (async () => {
+        try {
+          if (oldTask) {
+            await (0, import_utils.gracefullyCancel)(oldTask);
+          }
+          let firstFrame = true;
+          const readText = () => new import_utils.CancellablePromise((resolveText, rejectText, onCancelText) => {
+            let cancelledText = false;
+            onCancelText(() => {
+              cancelledText = true;
+            });
+            (async () => {
+              try {
+                for await (const text of textStream) {
+                  if (cancelledText || cancelled) {
+                    break;
+                  }
+                  handle.transcriptionFwd.pushText(text);
+                }
+                resolveText();
+              } catch (error) {
+                rejectText(error);
+              }
+            })();
+          });
+          const capture = () => new import_utils.CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
+            let cancelledCapture = false;
+            onCancelCapture(() => {
+              cancelledCapture = true;
+            });
+            (async () => {
+              try {
+                const samplesPerChannel = this.#outFrameSize;
+                const bstream = new import_audio.AudioByteStream(
+                  this.#sampleRate,
+                  this.#numChannels,
+                  samplesPerChannel
+                );
+                for await (const frame of audioStream) {
+                  if (cancelledCapture || cancelled) {
+                    break;
+                  }
+                  if (firstFrame) {
+                    handle.transcriptionFwd.start();
+                    this.emit("playout_started");
+                    firstFrame = false;
+                  }
+                  handle.transcriptionFwd.pushAudio(frame);
+                  for (const f of bstream.write(frame.data.buffer)) {
+                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
+                    await this.#audioSource.captureFrame(f);
+                  }
+                }
+                if (!cancelledCapture && !cancelled) {
+                  for (const f of bstream.flush()) {
+                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
+                    await this.#audioSource.captureFrame(f);
+                  }
+                  handle.transcriptionFwd.markAudioComplete();
+                  await this.#audioSource.waitForPlayout();
+                }
+                resolveCapture();
+              } catch (error) {
+                rejectCapture(error);
+              }
+            })();
+          });
+          const readTextTask = readText();
+          const captureTask = capture();
+          try {
+            await Promise.race([captureTask, handle.intFut.await]);
+          } finally {
+            if (!captureTask.isCancelled) {
+              await (0, import_utils.gracefullyCancel)(captureTask);
+            }
+            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
+            if (handle.interrupted || captureTask.error) {
+              this.#audioSource.clearQueue();
+            }
+            if (!readTextTask.isCancelled) {
+              await (0, import_utils.gracefullyCancel)(readTextTask);
+            }
+            if (!firstFrame) {
+              if (!handle.interrupted) {
+                handle.transcriptionFwd.markTextComplete();
+              }
+              this.emit("playout_stopped", handle.interrupted);
+            }
+            handle.doneFut.resolve();
+            await handle.transcriptionFwd.close(handle.interrupted);
+          }
+          resolve();
+        } catch (error) {
+          reject(error);
+        }
+      })();
+    });
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  AgentPlayout,
+  PlayoutHandle,
+  proto
+});
+//# sourceMappingURL=agent_playout.cjs.map

package/dist/multimodal/agent_playout.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/multimodal/agent_playout.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { type AudioSource } from '@livekit/rtc-node';\nimport { EventEmitter } from 'node:events';\nimport { AudioByteStream } from '../audio.js';\nimport type { TranscriptionForwarder } from '../transcription.js';\nimport { type AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';\n\nexport const proto = {};\n\nexport class PlayoutHandle extends EventEmitter {\n  #audioSource: AudioSource;\n  #sampleRate: number;\n  #itemId: string;\n  #contentIndex: number;\n  /** @internal */\n  transcriptionFwd: TranscriptionForwarder;\n  /** @internal */\n  doneFut: Future;\n  /** @internal */\n  intFut: Future;\n  /** @internal */\n  #interrupted: boolean;\n  /** @internal */\n  pushedDuration: number;\n  /** @internal */\n  totalPlayedTime: number | undefined; // Set when playout is done\n\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    itemId: string,\n    contentIndex: number,\n    transcriptionFwd: TranscriptionForwarder,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#sampleRate = sampleRate;\n    this.#itemId = itemId;\n    this.#contentIndex = contentIndex;\n    this.transcriptionFwd = transcriptionFwd;\n    this.doneFut = new Future();\n    this.intFut = new Future();\n    this.#interrupted = false;\n    this.pushedDuration = 0;\n    this.totalPlayedTime = undefined;\n  }\n\n  get itemId(): string {\n    return this.#itemId;\n  }\n\n  get audioSamples(): number {\n    if (this.totalPlayedTime !== undefined) {\n      return Math.floor(this.totalPlayedTime * this.#sampleRate);\n    }\n\n    return Math.floor(\n      (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1000),\n    );\n  }\n\n  get textChars(): number {\n    return this.transcriptionFwd.currentCharacterIndex;\n  }\n\n  get contentIndex(): number {\n    return this.#contentIndex;\n  }\n\n  get interrupted(): boolean {\n    return this.#interrupted;\n  }\n\n  get done(): boolean {\n    return this.doneFut.done || this.#interrupted;\n  }\n\n  interrupt() {\n    if (this.doneFut.done) return;\n    this.intFut.resolve();\n    this.#interrupted = true;\n  }\n}\n\nexport class AgentPlayout extends EventEmitter {\n  #audioSource: AudioSource;\n  #playoutTask: CancellablePromise<void> | null;\n  #sampleRate: number;\n  #numChannels: number;\n  #inFrameSize: number;\n  #outFrameSize: number;\n  constructor(\n    audioSource: AudioSource,\n    sampleRate: number,\n    numChannels: number,\n    inFrameSize: number,\n    outFrameSize: number,\n  ) {\n    super();\n    this.#audioSource = audioSource;\n    this.#playoutTask = null;\n    this.#sampleRate = sampleRate;\n    this.#numChannels = numChannels;\n    this.#inFrameSize = inFrameSize;\n    this.#outFrameSize = outFrameSize;\n  }\n\n  play(\n    itemId: string,\n    contentIndex: number,\n    transcriptionFwd: TranscriptionForwarder,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): PlayoutHandle {\n    const handle = new PlayoutHandle(\n      this.#audioSource,\n      this.#sampleRate,\n      itemId,\n      contentIndex,\n      transcriptionFwd,\n    );\n    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);\n    return handle;\n  }\n\n  #makePlayoutTask(\n    oldTask: CancellablePromise<void> | null,\n    handle: PlayoutHandle,\n    textStream: AsyncIterableQueue<string>,\n    audioStream: AsyncIterableQueue<AudioFrame>,\n  ): CancellablePromise<void> {\n    return new CancellablePromise<void>((resolve, reject, onCancel) => {\n      let cancelled = false;\n      onCancel(() => {\n        cancelled = true;\n      });\n\n      (async () => {\n        try {\n          if (oldTask) {\n            await gracefullyCancel(oldTask);\n          }\n\n          let firstFrame = true;\n\n          const readText = () =>\n            new CancellablePromise<void>((resolveText, rejectText, onCancelText) => {\n              let cancelledText = false;\n              onCancelText(() => {\n                cancelledText = true;\n              });\n\n              (async () => {\n                try {\n                  for await (const text of textStream) {\n                    if (cancelledText || cancelled) {\n                      break;\n                    }\n                    handle.transcriptionFwd.pushText(text);\n                  }\n                  resolveText();\n                } catch (error) {\n                  rejectText(error);\n                }\n              })();\n            });\n\n          const capture = () =>\n            new CancellablePromise<void>((resolveCapture, rejectCapture, onCancelCapture) => {\n              let cancelledCapture = false;\n              onCancelCapture(() => {\n                cancelledCapture = true;\n              });\n\n              (async () => {\n                try {\n                  const samplesPerChannel = this.#outFrameSize;\n                  const bstream = new AudioByteStream(\n                    this.#sampleRate,\n                    this.#numChannels,\n                    samplesPerChannel,\n                  );\n\n                  for await (const frame of audioStream) {\n                    if (cancelledCapture || cancelled) {\n                      break;\n                    }\n                    if (firstFrame) {\n                      handle.transcriptionFwd.start();\n                      this.emit('playout_started');\n                      firstFrame = false;\n                    }\n\n                    handle.transcriptionFwd.pushAudio(frame);\n\n                    for (const f of bstream.write(frame.data.buffer)) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n                  }\n\n                  if (!cancelledCapture && !cancelled) {\n                    for (const f of bstream.flush()) {\n                      handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;\n                      await this.#audioSource.captureFrame(f);\n                    }\n\n                    handle.transcriptionFwd.markAudioComplete();\n\n                    await this.#audioSource.waitForPlayout();\n                  }\n\n                  resolveCapture();\n                } catch (error) {\n                  rejectCapture(error);\n                }\n              })();\n            });\n\n          const readTextTask = readText();\n          const captureTask = capture();\n\n          try {\n            await Promise.race([captureTask, handle.intFut.await]);\n          } finally {\n            if (!captureTask.isCancelled) {\n              await gracefullyCancel(captureTask);\n            }\n\n            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;\n\n            if (handle.interrupted || captureTask.error) {\n              this.#audioSource.clearQueue(); // make sure to remove any queued frames\n            }\n\n            if (!readTextTask.isCancelled) {\n              await gracefullyCancel(readTextTask);\n            }\n\n            if (!firstFrame) {\n              if (!handle.interrupted) {\n                handle.transcriptionFwd.markTextComplete();\n              }\n\n              this.emit('playout_stopped', handle.interrupted);\n            }\n\n            handle.doneFut.resolve();\n            await handle.transcriptionFwd.close(handle.interrupted);\n          }\n\n          resolve();\n        } catch (error) {\n          reject(error);\n        }\n      })();\n    });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,yBAA6B;AAC7B,mBAAgC;AAEhC,mBAAsF;AAE/E,MAAM,QAAQ,CAAC;AAEf,MAAM,sBAAsB,gCAAa;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA,YACE,aACA,YACA,QACA,cACA,kBACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,UAAU;AACf,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AACxB,SAAK,UAAU,IAAI,oBAAO;AAC1B,SAAK,SAAS,IAAI,oBAAO;AACzB,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,IAAI,SAAiB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAuB;AACzB,QAAI,KAAK,oBAAoB,QAAW;AACtC,aAAO,KAAK,MAAM,KAAK,kBAAkB,KAAK,WAAW;AAAA,IAC3D;AAEA,WAAO,KAAK;AAAA,OACT,KAAK,iBAAiB,KAAK,aAAa,mBAAmB,KAAK,cAAc;AAAA,IACjF;AAAA,EACF;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,KAAK,iBAAiB;AAAA,EAC/B;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK,QAAQ,QAAQ,KAAK;AAAA,EACnC;AAAA,EAEA,YAAY;AACV,QAAI,KAAK,QAAQ,KAAM;AACvB,SAAK,OAAO,QAAQ;AACpB,SAAK,eAAe;AAAA,EACtB;AACF;AAEO,MAAM,qBAAqB,gCAAa;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YACE,aACA,YACA,aACA,aACA,cACA;AACA,UAAM;AACN,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,cAAc;AACnB,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,KACE,QACA,cACA,kBACA,YACA,aACe;AACf,UAAM,SAAS,IAAI;AAAA,MACjB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,eAAe,KAAK,iBAAiB,KAAK,cAAc,QAAQ,YAAY,WAAW;AAC5F,WAAO;AAAA,EACT;AAAA,EAEA,iBACE,SACA,QACA,YACA,aAC0B;AAC1B,WAAO,IAAI,gCAAyB,CAAC,SAAS,QAAQ,aAAa;AACjE,UAAI,YAAY;AAChB,eAAS,MAAM;AACb,oBAAY;AAAA,MACd,CAAC;AAED,OAAC,YAAY;AACX,YAAI;AACF,cAAI,SAAS;AACX,sBAAM,+BAAiB,OAAO;AAAA,UAChC;AAEA,cAAI,aAAa;AAEjB,gBAAM,WAAW,MACf,IAAI,gCAAyB,CAAC,aAAa,YAAY,iBAAiB;AACtE,gBAAI,gBAAgB;AACpB,yBAAa,MAAM;AACjB,8BAAgB;AAAA,YAClB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,iCAAiB,QAAQ,YAAY;AACnC,sBAAI,iBAAiB,WAAW;AAC9B;AAAA,kBACF;AACA,yBAAO,iBAAiB,SAAS,IAAI;AAAA,gBACvC;AACA,4BAAY;AAAA,cACd,SAAS,OAAO;AACd,2BAAW,KAAK;AAAA,cAClB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,UAAU,MACd,IAAI,gCAAyB,CAAC,gBAAgB,eAAe,oBAAoB;AAC/E,gBAAI,mBAAmB;AACvB,4BAAgB,MAAM;AACpB,iCAAmB;AAAA,YACrB,CAAC;AAED,aAAC,YAAY;AACX,kBAAI;AACF,sBAAM,oBAAoB,KAAK;AAC/B,sBAAM,UAAU,IAAI;AAAA,kBAClB,KAAK;AAAA,kBACL,KAAK;AAAA,kBACL;AAAA,gBACF;AAEA,iCAAiB,SAAS,aAAa;AACrC,sBAAI,oBAAoB,WAAW;AACjC;AAAA,kBACF;AACA,sBAAI,YAAY;AACd,2BAAO,iBAAiB,MAAM;AAC9B,yBAAK,KAAK,iBAAiB;AAC3B,iCAAa;AAAA,kBACf;AAEA,yBAAO,iBAAiB,UAAU,KAAK;AAEvC,6BAAW,KAAK,QAAQ,MAAM,MAAM,KAAK,MAAM,GAAG;AAChD,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAAA,gBACF;AAEA,oBAAI,CAAC,oBAAoB,CAAC,WAAW;AACnC,6BAAW,KAAK,QAAQ,MAAM,GAAG;AAC/B,2BAAO,kBAAmB,EAAE,oBAAoB,EAAE,aAAc;AAChE,0BAAM,KAAK,aAAa,aAAa,CAAC;AAAA,kBACxC;AAEA,yBAAO,iBAAiB,kBAAkB;AAE1C,wBAAM,KAAK,aAAa,eAAe;AAAA,gBACzC;AAEA,+BAAe;AAAA,cACjB,SAAS,OAAO;AACd,8BAAc,KAAK;AAAA,cACrB;AAAA,YACF,GAAG;AAAA,UACL,CAAC;AAEH,gBAAM,eAAe,SAAS;AAC9B,gBAAM,cAAc,QAAQ;AAE5B,cAAI;AACF,kBAAM,QAAQ,KAAK,CAAC,aAAa,OAAO,OAAO,KAAK,CAAC;AAAA,UACvD,UAAE;AACA,gBAAI,CAAC,YAAY,aAAa;AAC5B,wBAAM,+BAAiB,WAAW;AAAA,YACpC;AAEA,mBAAO,kBAAkB,OAAO,iBAAiB,KAAK,aAAa;AAEnE,gBAAI,OAAO,eAAe,YAAY,OAAO;AAC3C,mBAAK,aAAa,WAAW;AAAA,YAC/B;AAEA,gBAAI,CAAC,aAAa,aAAa;AAC7B,wBAAM,+BAAiB,YAAY;AAAA,YACrC;AAEA,gBAAI,CAAC,YAAY;AACf,kBAAI,CAAC,OAAO,aAAa;AACvB,uBAAO,iBAAiB,iBAAiB;AAAA,cAC3C;AAEA,mBAAK,KAAK,mBAAmB,OAAO,WAAW;AAAA,YACjD;AAEA,mBAAO,QAAQ,QAAQ;AACvB,kBAAM,OAAO,iBAAiB,MAAM,OAAO,WAAW;AAAA,UACxD;AAEA,kBAAQ;AAAA,QACV,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,QACd;AAAA,MACF,GAAG;AAAA,IACL,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/multimodal/agent_playout.d.ts

@@ -1,4 +1,4 @@
-/// <reference types="node" />
+/// <reference types="node" resolution-mode="require"/>
 import type { AudioFrame } from '@livekit/rtc-node';
 import { type AudioSource } from '@livekit/rtc-node';
 import { EventEmitter } from 'node:events';

package/dist/multimodal/agent_playout.js

@@ -1,189 +1,202 @@
-import { EventEmitter } from 'node:events';
-import { AudioByteStream } from '../audio.js';
-import { CancellablePromise, Future, gracefullyCancel } from '../utils.js';
-export const proto = {};
-export class PlayoutHandle extends EventEmitter {
-    #audioSource;
-    #sampleRate;
-    #itemId;
-    #contentIndex;
-    /** @internal */
-    transcriptionFwd;
-    /** @internal */
-    doneFut;
-    /** @internal */
-    intFut;
-    /** @internal */
-    #interrupted;
-    /** @internal */
-    pushedDuration;
-    /** @internal */
-    totalPlayedTime; // Set when playout is done
-    constructor(audioSource, sampleRate, itemId, contentIndex, transcriptionFwd) {
-        super();
-        this.#audioSource = audioSource;
-        this.#sampleRate = sampleRate;
-        this.#itemId = itemId;
-        this.#contentIndex = contentIndex;
-        this.transcriptionFwd = transcriptionFwd;
-        this.doneFut = new Future();
-        this.intFut = new Future();
-        this.#interrupted = false;
-        this.pushedDuration = 0;
-        this.totalPlayedTime = undefined;
-    }
-    get itemId() {
-        return this.#itemId;
-    }
-    get audioSamples() {
-        if (this.totalPlayedTime !== undefined) {
-            return Math.floor(this.totalPlayedTime * this.#sampleRate);
-        }
-        return Math.floor((this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1000));
-    }
-    get textChars() {
-        return this.transcriptionFwd.currentCharacterIndex;
-    }
-    get contentIndex() {
-        return this.#contentIndex;
-    }
-    get interrupted() {
-        return this.#interrupted;
-    }
-    get done() {
-        return this.doneFut.done || this.#interrupted;
-    }
-    interrupt() {
-        if (this.doneFut.done)
-            return;
-        this.intFut.resolve();
-        this.#interrupted = true;
+import { EventEmitter } from "node:events";
+import { AudioByteStream } from "../audio.js";
+import { CancellablePromise, Future, gracefullyCancel } from "../utils.js";
+const proto = {};
+class PlayoutHandle extends EventEmitter {
+  #audioSource;
+  #sampleRate;
+  #itemId;
+  #contentIndex;
+  /** @internal */
+  transcriptionFwd;
+  /** @internal */
+  doneFut;
+  /** @internal */
+  intFut;
+  /** @internal */
+  #interrupted;
+  /** @internal */
+  pushedDuration;
+  /** @internal */
+  totalPlayedTime;
+  // Set when playout is done
+  constructor(audioSource, sampleRate, itemId, contentIndex, transcriptionFwd) {
+    super();
+    this.#audioSource = audioSource;
+    this.#sampleRate = sampleRate;
+    this.#itemId = itemId;
+    this.#contentIndex = contentIndex;
+    this.transcriptionFwd = transcriptionFwd;
+    this.doneFut = new Future();
+    this.intFut = new Future();
+    this.#interrupted = false;
+    this.pushedDuration = 0;
+    this.totalPlayedTime = void 0;
+  }
+  get itemId() {
+    return this.#itemId;
+  }
+  get audioSamples() {
+    if (this.totalPlayedTime !== void 0) {
+      return Math.floor(this.totalPlayedTime * this.#sampleRate);
     }
+    return Math.floor(
+      (this.pushedDuration - this.#audioSource.queuedDuration) * (this.#sampleRate / 1e3)
+    );
+  }
+  get textChars() {
+    return this.transcriptionFwd.currentCharacterIndex;
+  }
+  get contentIndex() {
+    return this.#contentIndex;
+  }
+  get interrupted() {
+    return this.#interrupted;
+  }
+  get done() {
+    return this.doneFut.done || this.#interrupted;
+  }
+  interrupt() {
+    if (this.doneFut.done) return;
+    this.intFut.resolve();
+    this.#interrupted = true;
+  }
 }
-export class AgentPlayout extends EventEmitter {
-    #audioSource;
-    #playoutTask;
-    #sampleRate;
-    #numChannels;
-    #inFrameSize;
-    #outFrameSize;
-    constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
-        super();
-        this.#audioSource = audioSource;
-        this.#playoutTask = null;
-        this.#sampleRate = sampleRate;
-        this.#numChannels = numChannels;
-        this.#inFrameSize = inFrameSize;
-        this.#outFrameSize = outFrameSize;
-    }
-    play(itemId, contentIndex, transcriptionFwd, textStream, audioStream) {
-        const handle = new PlayoutHandle(this.#audioSource, this.#sampleRate, itemId, contentIndex, transcriptionFwd);
-        this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
-        return handle;
-    }
-    #makePlayoutTask(oldTask, handle, textStream, audioStream) {
-        return new CancellablePromise((resolve, reject, onCancel) => {
-            let cancelled = false;
-            onCancel(() => {
-                cancelled = true;
+class AgentPlayout extends EventEmitter {
+  #audioSource;
+  #playoutTask;
+  #sampleRate;
+  #numChannels;
+  #inFrameSize;
+  #outFrameSize;
+  constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
+    super();
+    this.#audioSource = audioSource;
+    this.#playoutTask = null;
+    this.#sampleRate = sampleRate;
+    this.#numChannels = numChannels;
+    this.#inFrameSize = inFrameSize;
+    this.#outFrameSize = outFrameSize;
+  }
+  play(itemId, contentIndex, transcriptionFwd, textStream, audioStream) {
+    const handle = new PlayoutHandle(
+      this.#audioSource,
+      this.#sampleRate,
+      itemId,
+      contentIndex,
+      transcriptionFwd
+    );
+    this.#playoutTask = this.#makePlayoutTask(this.#playoutTask, handle, textStream, audioStream);
+    return handle;
+  }
+  #makePlayoutTask(oldTask, handle, textStream, audioStream) {
+    return new CancellablePromise((resolve, reject, onCancel) => {
+      let cancelled = false;
+      onCancel(() => {
+        cancelled = true;
+      });
+      (async () => {
+        try {
+          if (oldTask) {
+            await gracefullyCancel(oldTask);
+          }
+          let firstFrame = true;
+          const readText = () => new CancellablePromise((resolveText, rejectText, onCancelText) => {
+            let cancelledText = false;
+            onCancelText(() => {
+              cancelledText = true;
+            });
+            (async () => {
+              try {
+                for await (const text of textStream) {
+                  if (cancelledText || cancelled) {
+                    break;
+                  }
+                  handle.transcriptionFwd.pushText(text);
+                }
+                resolveText();
+              } catch (error) {
+                rejectText(error);
+              }
+            })();
+          });
+          const capture = () => new CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
+            let cancelledCapture = false;
+            onCancelCapture(() => {
+              cancelledCapture = true;
             });
             (async () => {
-                try {
-                    if (oldTask) {
-                        await gracefullyCancel(oldTask);
-                    }
-                    let firstFrame = true;
-                    const readText = () => new CancellablePromise((resolveText, rejectText, onCancelText) => {
-                        let cancelledText = false;
-                        onCancelText(() => {
-                            cancelledText = true;
-                        });
-                        (async () => {
-                            try {
-                                for await (const text of textStream) {
-                                    if (cancelledText || cancelled) {
-                                        break;
-                                    }
-                                    handle.transcriptionFwd.pushText(text);
-                                }
-                                resolveText();
-                            }
-                            catch (error) {
-                                rejectText(error);
-                            }
-                        })();
-                    });
-                    const capture = () => new CancellablePromise((resolveCapture, rejectCapture, onCancelCapture) => {
-                        let cancelledCapture = false;
-                        onCancelCapture(() => {
-                            cancelledCapture = true;
-                        });
-                        (async () => {
-                            try {
-                                const samplesPerChannel = this.#outFrameSize;
-                                const bstream = new AudioByteStream(this.#sampleRate, this.#numChannels, samplesPerChannel);
-                                for await (const frame of audioStream) {
-                                    if (cancelledCapture || cancelled) {
-                                        break;
-                                    }
-                                    if (firstFrame) {
-                                        handle.transcriptionFwd.start();
-                                        this.emit('playout_started');
-                                        firstFrame = false;
-                                    }
-                                    handle.transcriptionFwd.pushAudio(frame);
-                                    for (const f of bstream.write(frame.data.buffer)) {
-                                        handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
-                                        await this.#audioSource.captureFrame(f);
-                                    }
-                                }
-                                if (!cancelledCapture && !cancelled) {
-                                    for (const f of bstream.flush()) {
-                                        handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
-                                        await this.#audioSource.captureFrame(f);
-                                    }
-                                    handle.transcriptionFwd.markAudioComplete();
-                                    await this.#audioSource.waitForPlayout();
-                                }
-                                resolveCapture();
-                            }
-                            catch (error) {
-                                rejectCapture(error);
-                            }
-                        })();
-                    });
-                    const readTextTask = readText();
-                    const captureTask = capture();
-                    try {
-                        await Promise.race([captureTask, handle.intFut.await]);
-                    }
-                    finally {
-                        if (!captureTask.isCancelled) {
-                            await gracefullyCancel(captureTask);
-                        }
-                        handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
-                        if (handle.interrupted || captureTask.error) {
-                            this.#audioSource.clearQueue(); // make sure to remove any queued frames
-                        }
-                        if (!readTextTask.isCancelled) {
-                            await gracefullyCancel(readTextTask);
-                        }
-                        if (!firstFrame) {
-                            if (!handle.interrupted) {
-                                handle.transcriptionFwd.markTextComplete();
-                            }
-                            this.emit('playout_stopped', handle.interrupted);
-                        }
-                        handle.doneFut.resolve();
-                        await handle.transcriptionFwd.close(handle.interrupted);
-                    }
-                    resolve();
+              try {
+                const samplesPerChannel = this.#outFrameSize;
+                const bstream = new AudioByteStream(
+                  this.#sampleRate,
+                  this.#numChannels,
+                  samplesPerChannel
+                );
+                for await (const frame of audioStream) {
+                  if (cancelledCapture || cancelled) {
+                    break;
+                  }
+                  if (firstFrame) {
+                    handle.transcriptionFwd.start();
+                    this.emit("playout_started");
+                    firstFrame = false;
+                  }
+                  handle.transcriptionFwd.pushAudio(frame);
+                  for (const f of bstream.write(frame.data.buffer)) {
+                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
+                    await this.#audioSource.captureFrame(f);
+                  }
                 }
-                catch (error) {
-                    reject(error);
+                if (!cancelledCapture && !cancelled) {
+                  for (const f of bstream.flush()) {
+                    handle.pushedDuration += f.samplesPerChannel / f.sampleRate * 1e3;
+                    await this.#audioSource.captureFrame(f);
+                  }
+                  handle.transcriptionFwd.markAudioComplete();
+                  await this.#audioSource.waitForPlayout();
                 }
+                resolveCapture();
+              } catch (error) {
+                rejectCapture(error);
+              }
             })();
-        });
-    }
+          });
+          const readTextTask = readText();
+          const captureTask = capture();
+          try {
+            await Promise.race([captureTask, handle.intFut.await]);
+          } finally {
+            if (!captureTask.isCancelled) {
+              await gracefullyCancel(captureTask);
+            }
+            handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
+            if (handle.interrupted || captureTask.error) {
+              this.#audioSource.clearQueue();
+            }
+            if (!readTextTask.isCancelled) {
+              await gracefullyCancel(readTextTask);
+            }
+            if (!firstFrame) {
+              if (!handle.interrupted) {
+                handle.transcriptionFwd.markTextComplete();
+              }
+              this.emit("playout_stopped", handle.interrupted);
+            }
+            handle.doneFut.resolve();
+            await handle.transcriptionFwd.close(handle.interrupted);
+          }
+          resolve();
+        } catch (error) {
+          reject(error);
+        }
+      })();
+    });
+  }
 }
+export {
+  AgentPlayout,
+  PlayoutHandle,
+  proto
+};
 //# sourceMappingURL=agent_playout.js.map