@livekit/agents 0.7.9 → 1.0.0-next.1

package/dist/pipeline/agent_output.cjs

@@ -1,197 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var agent_output_exports = {};
-__export(agent_output_exports, {
-  AgentOutput: () => AgentOutput,
-  SynthesisHandle: () => SynthesisHandle
-});
-module.exports = __toCommonJS(agent_output_exports);
-var import_log = require("../log.cjs");
-var import_tts = require("../tts/index.cjs");
-var import_utils = require("../utils.cjs");
-class SynthesisHandle {
-  static FLUSH_SENTINEL = Symbol("FLUSH_SENTINEL");
-  #speechId;
-  text;
-  ttsSource;
-  #agentPlayout;
-  tts;
-  queue = new import_utils.AsyncIterableQueue();
-  #playHandle;
-  intFut = new import_utils.Future();
-  #logger = (0, import_log.log)();
-  synchronizer;
-  constructor(speechId, ttsSource, agentPlayout, tts, synchronizer) {
-    this.#speechId = speechId;
-    this.ttsSource = ttsSource;
-    this.#agentPlayout = agentPlayout;
-    this.tts = tts;
-    this.synchronizer = synchronizer;
-  }
-  get speechId() {
-    return this.#speechId;
-  }
-  get validated() {
-    return !!this.#playHandle;
-  }
-  get interrupted() {
-    return this.intFut.done;
-  }
-  get playHandle() {
-    return this.#playHandle;
-  }
-  /** Validate the speech for playout. */
-  play() {
-    if (this.interrupted) {
-      throw new Error("synthesis was interrupted");
-    }
-    this.#playHandle = this.#agentPlayout.play(this.#speechId, this.queue, this.synchronizer);
-    return this.#playHandle;
-  }
-  /** Interrupt the speech. */
-  interrupt() {
-    var _a;
-    if (this.interrupted) {
-      return;
-    }
-    this.#logger.child({ speechId: this.#speechId }).debug("interrupting synthesis/playout");
-    (_a = this.#playHandle) == null ? void 0 : _a.interrupt();
-    this.intFut.resolve();
-  }
-}
-class AgentOutput {
-  #agentPlayout;
-  #tts;
-  #tasks = [];
-  constructor(agentPlayout, tts) {
-    this.#agentPlayout = agentPlayout;
-    this.#tts = tts;
-  }
-  get playout() {
-    return this.#agentPlayout;
-  }
-  async close() {
-    this.#tasks.forEach((task) => task.cancel());
-    await Promise.all(this.#tasks);
-  }
-  synthesize(speechId, ttsSource, synchronizer) {
-    const handle = new SynthesisHandle(
-      speechId,
-      ttsSource,
-      this.#agentPlayout,
-      this.#tts,
-      synchronizer
-    );
-    const task = this.#synthesize(handle);
-    this.#tasks.push(task);
-    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
-    return handle;
-  }
-  #synthesize(handle) {
-    return new import_utils.CancellablePromise(async (resolve, _, onCancel) => {
-      const ttsSource = await handle.ttsSource;
-      let task;
-      if (typeof ttsSource === "string") {
-        task = stringSynthesisTask(ttsSource, handle);
-      } else {
-        task = streamSynthesisTask(ttsSource, handle);
-      }
-      onCancel(() => {
-        (0, import_utils.gracefullyCancel)(task);
-      });
-      try {
-        await Promise.any([task, handle.intFut.await]);
-      } finally {
-        if (handle.intFut.done) {
-          (0, import_utils.gracefullyCancel)(task);
-        } else {
-          task.then((text) => {
-            handle.text = text;
-          });
-        }
-      }
-      resolve();
-    });
-  }
-}
-const stringSynthesisTask = (text, handle) => {
-  return new import_utils.CancellablePromise(async (resolve, _, onCancel) => {
-    let cancelled = false;
-    onCancel(() => {
-      cancelled = true;
-    });
-    const ttsStream = handle.tts.stream();
-    ttsStream.pushText(text);
-    handle.synchronizer.pushText(text);
-    handle.synchronizer.markTextSegmentEnd();
-    ttsStream.flush();
-    ttsStream.endInput();
-    for await (const audio of ttsStream) {
-      if (cancelled || audio === import_tts.SynthesizeStream.END_OF_STREAM) {
-        break;
-      }
-      handle.queue.put(audio.frame);
-    }
-    handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    resolve(text);
-  });
-};
-const streamSynthesisTask = (stream, handle) => {
-  return new import_utils.CancellablePromise(async (resolve, _, onCancel) => {
-    let fullText = "";
-    let cancelled = false;
-    onCancel(() => {
-      cancelled = true;
-    });
-    const ttsStream = handle.tts.stream();
-    const readGeneratedAudio = async () => {
-      for await (const audio of ttsStream) {
-        if (cancelled) break;
-        if (audio === import_tts.SynthesizeStream.END_OF_STREAM) {
-          break;
-        }
-        handle.queue.put(audio.frame);
-      }
-      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    };
-    readGeneratedAudio();
-    for await (const text of stream) {
-      fullText += text;
-      if (cancelled) break;
-      handle.synchronizer.pushText(text);
-      ttsStream.pushText(text);
-    }
-    if (!cancelled) {
-      handle.synchronizer.markTextSegmentEnd();
-    }
-    if (!fullText || fullText.trim().length === 0) {
-      cancelled = true;
-      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    }
-    ttsStream.flush();
-    ttsStream.endInput();
-    resolve(fullText);
-  });
-};
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  AgentOutput,
-  SynthesisHandle
-});
-//# sourceMappingURL=agent_output.cjs.map

package/dist/pipeline/agent_output.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/pipeline/agent_output.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { log } from '../log.js';\nimport type { TextAudioSynchronizer } from '../transcription.js';\nimport { SynthesizeStream, type TTS } from '../tts/index.js';\nimport { AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';\nimport type { AgentPlayout, PlayoutHandle } from './agent_playout.js';\n\nexport type SpeechSource = AsyncIterable<string> | string | Promise<string>;\n\nexport class SynthesisHandle {\n  static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n\n  #speechId: string;\n  text?: string;\n  ttsSource: SpeechSource;\n  #agentPlayout: AgentPlayout;\n  tts: TTS;\n  queue = new AsyncIterableQueue<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>();\n  #playHandle?: PlayoutHandle;\n  intFut = new Future();\n  #logger = log();\n  synchronizer: TextAudioSynchronizer;\n\n  constructor(\n    speechId: string,\n    ttsSource: SpeechSource,\n    agentPlayout: AgentPlayout,\n    tts: TTS,\n    synchronizer: TextAudioSynchronizer,\n  ) {\n    this.#speechId = speechId;\n    this.ttsSource = ttsSource;\n    this.#agentPlayout = agentPlayout;\n    this.tts = tts;\n    this.synchronizer = synchronizer;\n  }\n\n  get speechId(): string {\n    return this.#speechId;\n  }\n\n  get validated(): boolean {\n    return !!this.#playHandle;\n  }\n\n  get interrupted(): boolean {\n    return this.intFut.done;\n  }\n\n  get playHandle(): PlayoutHandle | undefined {\n    return this.#playHandle;\n  }\n\n  /** Validate the speech for playout. */\n  play(): PlayoutHandle {\n    if (this.interrupted) {\n      throw new Error('synthesis was interrupted');\n    }\n\n    this.#playHandle = this.#agentPlayout.play(this.#speechId, this.queue, this.synchronizer);\n    return this.#playHandle;\n  }\n\n  /** Interrupt the speech. */\n  interrupt() {\n    if (this.interrupted) {\n      return;\n    }\n\n    this.#logger.child({ speechId: this.#speechId }).debug('interrupting synthesis/playout');\n    this.#playHandle?.interrupt();\n    this.intFut.resolve();\n  }\n}\n\nexport class AgentOutput {\n  #agentPlayout: AgentPlayout;\n  #tts: TTS;\n  #tasks: CancellablePromise<void>[] = [];\n\n  constructor(agentPlayout: AgentPlayout, tts: TTS) {\n    this.#agentPlayout = agentPlayout;\n    this.#tts = tts;\n  }\n\n  get playout(): AgentPlayout {\n    return this.#agentPlayout;\n  }\n\n  async close() {\n    this.#tasks.forEach((task) => task.cancel());\n    await Promise.all(this.#tasks);\n  }\n\n  synthesize(\n    speechId: string,\n    ttsSource: SpeechSource,\n    synchronizer: TextAudioSynchronizer,\n  ): SynthesisHandle {\n    const handle = new SynthesisHandle(\n      speechId,\n      ttsSource,\n      this.#agentPlayout,\n      this.#tts,\n      synchronizer,\n    );\n    const task = this.#synthesize(handle);\n    this.#tasks.push(task);\n    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));\n    return handle;\n  }\n\n  #synthesize(handle: SynthesisHandle): CancellablePromise<void> {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    return new CancellablePromise(async (resolve, _, onCancel) => {\n      const ttsSource = await handle.ttsSource;\n      let task: CancellablePromise<string>;\n      if (typeof ttsSource === 'string') {\n        task = stringSynthesisTask(ttsSource, handle);\n      } else {\n        task = streamSynthesisTask(ttsSource, handle);\n      }\n\n      onCancel(() => {\n        gracefullyCancel(task);\n      });\n\n      try {\n        await Promise.any([task, handle.intFut.await]);\n      } finally {\n        if (handle.intFut.done) {\n          gracefullyCancel(task);\n        } else {\n          task.then((text) => {\n            handle.text = text;\n          });\n        }\n      }\n\n      resolve();\n    });\n  }\n}\n\nconst stringSynthesisTask = (text: string, handle: SynthesisHandle): CancellablePromise<string> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  return new CancellablePromise(async (resolve, _, onCancel) => {\n    let cancelled = false;\n    onCancel(() => {\n      cancelled = true;\n    });\n\n    const ttsStream = handle.tts.stream();\n    ttsStream.pushText(text);\n    handle.synchronizer.pushText(text);\n    handle.synchronizer.markTextSegmentEnd();\n    ttsStream.flush();\n    ttsStream.endInput();\n    for await (const audio of ttsStream) {\n      if (cancelled || audio === SynthesizeStream.END_OF_STREAM) {\n        break;\n      }\n      handle.queue.put(audio.frame);\n    }\n    handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n\n    resolve(text);\n  });\n};\n\nconst streamSynthesisTask = (\n  stream: AsyncIterable<string>,\n  handle: SynthesisHandle,\n): CancellablePromise<string> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  return new CancellablePromise(async (resolve, _, onCancel) => {\n    let fullText = '';\n    let cancelled = false;\n    onCancel(() => {\n      cancelled = true;\n    });\n\n    const ttsStream = handle.tts.stream();\n    const readGeneratedAudio = async () => {\n      for await (const audio of ttsStream) {\n        if (cancelled) break;\n        if (audio === SynthesizeStream.END_OF_STREAM) {\n          break;\n        }\n        handle.queue.put(audio.frame);\n      }\n      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n    };\n    readGeneratedAudio();\n\n    for await (const text of stream) {\n      fullText += text;\n      if (cancelled) break;\n      handle.synchronizer.pushText(text);\n      ttsStream.pushText(text);\n    }\n    if (!cancelled) {\n      handle.synchronizer.markTextSegmentEnd();\n    }\n\n    // end the audio queue early if there is no actual text to turn into speech\n    if (!fullText || fullText.trim().length === 0) {\n      cancelled = true;\n      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n    }\n    ttsStream.flush();\n    ttsStream.endInput();\n\n    resolve(fullText);\n  });\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAoB;AAEpB,iBAA2C;AAC3C,mBAAiF;AAK1E,MAAM,gBAAgB;AAAA,EAC3B,OAAgB,iBAAiB,OAAO,gBAAgB;AAAA,EAExD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,QAAQ,IAAI,gCAAuE;AAAA,EACnF;AAAA,EACA,SAAS,IAAI,oBAAO;AAAA,EACpB,cAAU,gBAAI;AAAA,EACd;AAAA,EAEA,YACE,UACA,WACA,cACA,KACA,cACA;AACA,SAAK,YAAY;AACjB,SAAK,YAAY;AACjB,SAAK,gBAAgB;AACrB,SAAK,MAAM;AACX,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,IAAI,aAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,OAAsB;AACpB,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,SAAK,cAAc,KAAK,cAAc,KAAK,KAAK,WAAW,KAAK,OAAO,KAAK,YAAY;AACxF,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,YAAY;AAnEd;AAoEI,QAAI,KAAK,aAAa;AACpB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,EAAE,UAAU,KAAK,UAAU,CAAC,EAAE,MAAM,gCAAgC;AACvF,eAAK,gBAAL,mBAAkB;AAClB,SAAK,OAAO,QAAQ;AAAA,EACtB;AACF;AAEO,MAAM,YAAY;AAAA,EACvB;AAAA,EACA;AAAA,EACA,SAAqC,CAAC;AAAA,EAEtC,YAAY,cAA4B,KAAU;AAChD,SAAK,gBAAgB;AACrB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,UAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,OAAO,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC;AAC3C,UAAM,QAAQ,IAAI,KAAK,MAAM;AAAA,EAC/B;AAAA,EAEA,WACE,UACA,WACA,cACiB;AACjB,UAAM,SAAS,IAAI;AAAA,MACjB;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,IACF;AACA,UAAM,OAAO,KAAK,YAAY,MAAM;AACpC,SAAK,OAAO,KAAK,IAAI;AACrB,SAAK,QAAQ,MAAM,KAAK,OAAO,OAAO,KAAK,OAAO,QAAQ,IAAI,CAAC,CAAC;AAChE,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,QAAmD;AAE7D,WAAO,IAAI,gCAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,YAAM,YAAY,MAAM,OAAO;AAC/B,UAAI;AACJ,UAAI,OAAO,cAAc,UAAU;AACjC,eAAO,oBAAoB,WAAW,MAAM;AAAA,MAC9C,OAAO;AACL,eAAO,oBAAoB,WAAW,MAAM;AAAA,MAC9C;AAEA,eAAS,MAAM;AACb,2CAAiB,IAAI;AAAA,MACvB,CAAC;AAED,UAAI;AACF,cAAM,QAAQ,IAAI,CAAC,MAAM,OAAO,OAAO,KAAK,CAAC;AAAA,MAC/C,UAAE;AACA,YAAI,OAAO,OAAO,MAAM;AACtB,6CAAiB,IAAI;AAAA,QACvB,OAAO;AACL,eAAK,KAAK,CAAC,SAAS;AAClB,mBAAO,OAAO;AAAA,UAChB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,cAAQ;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEA,MAAM,sBAAsB,CAAC,MAAc,WAAwD;AAEjG,SAAO,IAAI,gCAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,QAAI,YAAY;AAChB,aAAS,MAAM;AACb,kBAAY;AAAA,IACd,CAAC;AAED,UAAM,YAAY,OAAO,IAAI,OAAO;AACpC,cAAU,SAAS,IAAI;AACvB,WAAO,aAAa,SAAS,IAAI;AACjC,WAAO,aAAa,mBAAmB;AACvC,cAAU,MAAM;AAChB,cAAU,SAAS;AACnB,qBAAiB,SAAS,WAAW;AACnC,UAAI,aAAa,UAAU,4BAAiB,eAAe;AACzD;AAAA,MACF;AACA,aAAO,MAAM,IAAI,MAAM,KAAK;AAAA,IAC9B;AACA,WAAO,MAAM,IAAI,gBAAgB,cAAc;AAE/C,YAAQ,IAAI;AAAA,EACd,CAAC;AACH;AAEA,MAAM,sBAAsB,CAC1B,QACA,WAC+B;AAE/B,SAAO,IAAI,gCAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,QAAI,WAAW;AACf,QAAI,YAAY;AAChB,aAAS,MAAM;AACb,kBAAY;AAAA,IACd,CAAC;AAED,UAAM,YAAY,OAAO,IAAI,OAAO;AACpC,UAAM,qBAAqB,YAAY;AACrC,uBAAiB,SAAS,WAAW;AACnC,YAAI,UAAW;AACf,YAAI,UAAU,4BAAiB,eAAe;AAC5C;AAAA,QACF;AACA,eAAO,MAAM,IAAI,MAAM,KAAK;AAAA,MAC9B;AACA,aAAO,MAAM,IAAI,gBAAgB,cAAc;AAAA,IACjD;AACA,uBAAmB;AAEnB,qBAAiB,QAAQ,QAAQ;AAC/B,kBAAY;AACZ,UAAI,UAAW;AACf,aAAO,aAAa,SAAS,IAAI;AACjC,gBAAU,SAAS,IAAI;AAAA,IACzB;AACA,QAAI,CAAC,WAAW;AACd,aAAO,aAAa,mBAAmB;AAAA,IACzC;AAGA,QAAI,CAAC,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAC7C,kBAAY;AACZ,aAAO,MAAM,IAAI,gBAAgB,cAAc;AAAA,IACjD;AACA,cAAU,MAAM;AAChB,cAAU,SAAS;AAEnB,YAAQ,QAAQ;AAAA,EAClB,CAAC;AACH;","names":[]}

package/dist/pipeline/agent_output.d.cts

@@ -1,33 +0,0 @@
-import type { AudioFrame } from '@livekit/rtc-node';
-import type { TextAudioSynchronizer } from '../transcription.js';
-import { type TTS } from '../tts/index.js';
-import { AsyncIterableQueue, Future } from '../utils.js';
-import type { AgentPlayout, PlayoutHandle } from './agent_playout.js';
-export type SpeechSource = AsyncIterable<string> | string | Promise<string>;
-export declare class SynthesisHandle {
-    #private;
-    static readonly FLUSH_SENTINEL: unique symbol;
-    text?: string;
-    ttsSource: SpeechSource;
-    tts: TTS;
-    queue: AsyncIterableQueue<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>;
-    intFut: Future;
-    synchronizer: TextAudioSynchronizer;
-    constructor(speechId: string, ttsSource: SpeechSource, agentPlayout: AgentPlayout, tts: TTS, synchronizer: TextAudioSynchronizer);
-    get speechId(): string;
-    get validated(): boolean;
-    get interrupted(): boolean;
-    get playHandle(): PlayoutHandle | undefined;
-    /** Validate the speech for playout. */
-    play(): PlayoutHandle;
-    /** Interrupt the speech. */
-    interrupt(): void;
-}
-export declare class AgentOutput {
-    #private;
-    constructor(agentPlayout: AgentPlayout, tts: TTS);
-    get playout(): AgentPlayout;
-    close(): Promise<void>;
-    synthesize(speechId: string, ttsSource: SpeechSource, synchronizer: TextAudioSynchronizer): SynthesisHandle;
-}
-//# sourceMappingURL=agent_output.d.ts.map

package/dist/pipeline/agent_output.d.ts

@@ -1,33 +0,0 @@
-import type { AudioFrame } from '@livekit/rtc-node';
-import type { TextAudioSynchronizer } from '../transcription.js';
-import { type TTS } from '../tts/index.js';
-import { AsyncIterableQueue, Future } from '../utils.js';
-import type { AgentPlayout, PlayoutHandle } from './agent_playout.js';
-export type SpeechSource = AsyncIterable<string> | string | Promise<string>;
-export declare class SynthesisHandle {
-    #private;
-    static readonly FLUSH_SENTINEL: unique symbol;
-    text?: string;
-    ttsSource: SpeechSource;
-    tts: TTS;
-    queue: AsyncIterableQueue<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>;
-    intFut: Future;
-    synchronizer: TextAudioSynchronizer;
-    constructor(speechId: string, ttsSource: SpeechSource, agentPlayout: AgentPlayout, tts: TTS, synchronizer: TextAudioSynchronizer);
-    get speechId(): string;
-    get validated(): boolean;
-    get interrupted(): boolean;
-    get playHandle(): PlayoutHandle | undefined;
-    /** Validate the speech for playout. */
-    play(): PlayoutHandle;
-    /** Interrupt the speech. */
-    interrupt(): void;
-}
-export declare class AgentOutput {
-    #private;
-    constructor(agentPlayout: AgentPlayout, tts: TTS);
-    get playout(): AgentPlayout;
-    close(): Promise<void>;
-    synthesize(speechId: string, ttsSource: SpeechSource, synchronizer: TextAudioSynchronizer): SynthesisHandle;
-}
-//# sourceMappingURL=agent_output.d.ts.map

package/dist/pipeline/agent_output.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent_output.d.ts","sourceRoot":"","sources":["../../src/pipeline/agent_output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAoB,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAC/F,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEtE,MAAM,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE5E,qBAAa,eAAe;;IAC1B,MAAM,CAAC,QAAQ,CAAC,cAAc,gBAA4B;IAG1D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,YAAY,CAAC;IAExB,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,yEAAgF;IAErF,MAAM,SAAgB;IAEtB,YAAY,EAAE,qBAAqB,CAAC;gBAGlC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,YAAY,EACvB,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,YAAY,EAAE,qBAAqB;IASrC,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,UAAU,IAAI,aAAa,GAAG,SAAS,CAE1C;IAED,uCAAuC;IACvC,IAAI,IAAI,aAAa;IASrB,4BAA4B;IAC5B,SAAS;CASV;AAED,qBAAa,WAAW;;gBAKV,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG;IAKhD,IAAI,OAAO,IAAI,YAAY,CAE1B;IAEK,KAAK;IAKX,UAAU,CACR,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,YAAY,EACvB,YAAY,EAAE,qBAAqB,GAClC,eAAe;CA4CnB"}

package/dist/pipeline/agent_output.js

@@ -1,172 +0,0 @@
-import { log } from "../log.js";
-import { SynthesizeStream } from "../tts/index.js";
-import { AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from "../utils.js";
-class SynthesisHandle {
-  static FLUSH_SENTINEL = Symbol("FLUSH_SENTINEL");
-  #speechId;
-  text;
-  ttsSource;
-  #agentPlayout;
-  tts;
-  queue = new AsyncIterableQueue();
-  #playHandle;
-  intFut = new Future();
-  #logger = log();
-  synchronizer;
-  constructor(speechId, ttsSource, agentPlayout, tts, synchronizer) {
-    this.#speechId = speechId;
-    this.ttsSource = ttsSource;
-    this.#agentPlayout = agentPlayout;
-    this.tts = tts;
-    this.synchronizer = synchronizer;
-  }
-  get speechId() {
-    return this.#speechId;
-  }
-  get validated() {
-    return !!this.#playHandle;
-  }
-  get interrupted() {
-    return this.intFut.done;
-  }
-  get playHandle() {
-    return this.#playHandle;
-  }
-  /** Validate the speech for playout. */
-  play() {
-    if (this.interrupted) {
-      throw new Error("synthesis was interrupted");
-    }
-    this.#playHandle = this.#agentPlayout.play(this.#speechId, this.queue, this.synchronizer);
-    return this.#playHandle;
-  }
-  /** Interrupt the speech. */
-  interrupt() {
-    var _a;
-    if (this.interrupted) {
-      return;
-    }
-    this.#logger.child({ speechId: this.#speechId }).debug("interrupting synthesis/playout");
-    (_a = this.#playHandle) == null ? void 0 : _a.interrupt();
-    this.intFut.resolve();
-  }
-}
-class AgentOutput {
-  #agentPlayout;
-  #tts;
-  #tasks = [];
-  constructor(agentPlayout, tts) {
-    this.#agentPlayout = agentPlayout;
-    this.#tts = tts;
-  }
-  get playout() {
-    return this.#agentPlayout;
-  }
-  async close() {
-    this.#tasks.forEach((task) => task.cancel());
-    await Promise.all(this.#tasks);
-  }
-  synthesize(speechId, ttsSource, synchronizer) {
-    const handle = new SynthesisHandle(
-      speechId,
-      ttsSource,
-      this.#agentPlayout,
-      this.#tts,
-      synchronizer
-    );
-    const task = this.#synthesize(handle);
-    this.#tasks.push(task);
-    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
-    return handle;
-  }
-  #synthesize(handle) {
-    return new CancellablePromise(async (resolve, _, onCancel) => {
-      const ttsSource = await handle.ttsSource;
-      let task;
-      if (typeof ttsSource === "string") {
-        task = stringSynthesisTask(ttsSource, handle);
-      } else {
-        task = streamSynthesisTask(ttsSource, handle);
-      }
-      onCancel(() => {
-        gracefullyCancel(task);
-      });
-      try {
-        await Promise.any([task, handle.intFut.await]);
-      } finally {
-        if (handle.intFut.done) {
-          gracefullyCancel(task);
-        } else {
-          task.then((text) => {
-            handle.text = text;
-          });
-        }
-      }
-      resolve();
-    });
-  }
-}
-const stringSynthesisTask = (text, handle) => {
-  return new CancellablePromise(async (resolve, _, onCancel) => {
-    let cancelled = false;
-    onCancel(() => {
-      cancelled = true;
-    });
-    const ttsStream = handle.tts.stream();
-    ttsStream.pushText(text);
-    handle.synchronizer.pushText(text);
-    handle.synchronizer.markTextSegmentEnd();
-    ttsStream.flush();
-    ttsStream.endInput();
-    for await (const audio of ttsStream) {
-      if (cancelled || audio === SynthesizeStream.END_OF_STREAM) {
-        break;
-      }
-      handle.queue.put(audio.frame);
-    }
-    handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    resolve(text);
-  });
-};
-const streamSynthesisTask = (stream, handle) => {
-  return new CancellablePromise(async (resolve, _, onCancel) => {
-    let fullText = "";
-    let cancelled = false;
-    onCancel(() => {
-      cancelled = true;
-    });
-    const ttsStream = handle.tts.stream();
-    const readGeneratedAudio = async () => {
-      for await (const audio of ttsStream) {
-        if (cancelled) break;
-        if (audio === SynthesizeStream.END_OF_STREAM) {
-          break;
-        }
-        handle.queue.put(audio.frame);
-      }
-      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    };
-    readGeneratedAudio();
-    for await (const text of stream) {
-      fullText += text;
-      if (cancelled) break;
-      handle.synchronizer.pushText(text);
-      ttsStream.pushText(text);
-    }
-    if (!cancelled) {
-      handle.synchronizer.markTextSegmentEnd();
-    }
-    if (!fullText || fullText.trim().length === 0) {
-      cancelled = true;
-      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
-    }
-    ttsStream.flush();
-    ttsStream.endInput();
-    resolve(fullText);
-  });
-};
-export {
-  AgentOutput,
-  SynthesisHandle
-};
-//# sourceMappingURL=agent_output.js.map

package/dist/pipeline/agent_output.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/pipeline/agent_output.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { log } from '../log.js';\nimport type { TextAudioSynchronizer } from '../transcription.js';\nimport { SynthesizeStream, type TTS } from '../tts/index.js';\nimport { AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';\nimport type { AgentPlayout, PlayoutHandle } from './agent_playout.js';\n\nexport type SpeechSource = AsyncIterable<string> | string | Promise<string>;\n\nexport class SynthesisHandle {\n  static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n\n  #speechId: string;\n  text?: string;\n  ttsSource: SpeechSource;\n  #agentPlayout: AgentPlayout;\n  tts: TTS;\n  queue = new AsyncIterableQueue<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>();\n  #playHandle?: PlayoutHandle;\n  intFut = new Future();\n  #logger = log();\n  synchronizer: TextAudioSynchronizer;\n\n  constructor(\n    speechId: string,\n    ttsSource: SpeechSource,\n    agentPlayout: AgentPlayout,\n    tts: TTS,\n    synchronizer: TextAudioSynchronizer,\n  ) {\n    this.#speechId = speechId;\n    this.ttsSource = ttsSource;\n    this.#agentPlayout = agentPlayout;\n    this.tts = tts;\n    this.synchronizer = synchronizer;\n  }\n\n  get speechId(): string {\n    return this.#speechId;\n  }\n\n  get validated(): boolean {\n    return !!this.#playHandle;\n  }\n\n  get interrupted(): boolean {\n    return this.intFut.done;\n  }\n\n  get playHandle(): PlayoutHandle | undefined {\n    return this.#playHandle;\n  }\n\n  /** Validate the speech for playout. */\n  play(): PlayoutHandle {\n    if (this.interrupted) {\n      throw new Error('synthesis was interrupted');\n    }\n\n    this.#playHandle = this.#agentPlayout.play(this.#speechId, this.queue, this.synchronizer);\n    return this.#playHandle;\n  }\n\n  /** Interrupt the speech. */\n  interrupt() {\n    if (this.interrupted) {\n      return;\n    }\n\n    this.#logger.child({ speechId: this.#speechId }).debug('interrupting synthesis/playout');\n    this.#playHandle?.interrupt();\n    this.intFut.resolve();\n  }\n}\n\nexport class AgentOutput {\n  #agentPlayout: AgentPlayout;\n  #tts: TTS;\n  #tasks: CancellablePromise<void>[] = [];\n\n  constructor(agentPlayout: AgentPlayout, tts: TTS) {\n    this.#agentPlayout = agentPlayout;\n    this.#tts = tts;\n  }\n\n  get playout(): AgentPlayout {\n    return this.#agentPlayout;\n  }\n\n  async close() {\n    this.#tasks.forEach((task) => task.cancel());\n    await Promise.all(this.#tasks);\n  }\n\n  synthesize(\n    speechId: string,\n    ttsSource: SpeechSource,\n    synchronizer: TextAudioSynchronizer,\n  ): SynthesisHandle {\n    const handle = new SynthesisHandle(\n      speechId,\n      ttsSource,\n      this.#agentPlayout,\n      this.#tts,\n      synchronizer,\n    );\n    const task = this.#synthesize(handle);\n    this.#tasks.push(task);\n    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));\n    return handle;\n  }\n\n  #synthesize(handle: SynthesisHandle): CancellablePromise<void> {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    return new CancellablePromise(async (resolve, _, onCancel) => {\n      const ttsSource = await handle.ttsSource;\n      let task: CancellablePromise<string>;\n      if (typeof ttsSource === 'string') {\n        task = stringSynthesisTask(ttsSource, handle);\n      } else {\n        task = streamSynthesisTask(ttsSource, handle);\n      }\n\n      onCancel(() => {\n        gracefullyCancel(task);\n      });\n\n      try {\n        await Promise.any([task, handle.intFut.await]);\n      } finally {\n        if (handle.intFut.done) {\n          gracefullyCancel(task);\n        } else {\n          task.then((text) => {\n            handle.text = text;\n          });\n        }\n      }\n\n      resolve();\n    });\n  }\n}\n\nconst stringSynthesisTask = (text: string, handle: SynthesisHandle): CancellablePromise<string> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  return new CancellablePromise(async (resolve, _, onCancel) => {\n    let cancelled = false;\n    onCancel(() => {\n      cancelled = true;\n    });\n\n    const ttsStream = handle.tts.stream();\n    ttsStream.pushText(text);\n    handle.synchronizer.pushText(text);\n    handle.synchronizer.markTextSegmentEnd();\n    ttsStream.flush();\n    ttsStream.endInput();\n    for await (const audio of ttsStream) {\n      if (cancelled || audio === SynthesizeStream.END_OF_STREAM) {\n        break;\n      }\n      handle.queue.put(audio.frame);\n    }\n    handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n\n    resolve(text);\n  });\n};\n\nconst streamSynthesisTask = (\n  stream: AsyncIterable<string>,\n  handle: SynthesisHandle,\n): CancellablePromise<string> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  return new CancellablePromise(async (resolve, _, onCancel) => {\n    let fullText = '';\n    let cancelled = false;\n    onCancel(() => {\n      cancelled = true;\n    });\n\n    const ttsStream = handle.tts.stream();\n    const readGeneratedAudio = async () => {\n      for await (const audio of ttsStream) {\n        if (cancelled) break;\n        if (audio === SynthesizeStream.END_OF_STREAM) {\n          break;\n        }\n        handle.queue.put(audio.frame);\n      }\n      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n    };\n    readGeneratedAudio();\n\n    for await (const text of stream) {\n      fullText += text;\n      if (cancelled) break;\n      handle.synchronizer.pushText(text);\n      ttsStream.pushText(text);\n    }\n    if (!cancelled) {\n      handle.synchronizer.markTextSegmentEnd();\n    }\n\n    // end the audio queue early if there is no actual text to turn into speech\n    if (!fullText || fullText.trim().length === 0) {\n      cancelled = true;\n      handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);\n    }\n    ttsStream.flush();\n    ttsStream.endInput();\n\n    resolve(fullText);\n  });\n};\n"],"mappings":"AAIA,SAAS,WAAW;AAEpB,SAAS,wBAAkC;AAC3C,SAAS,oBAAoB,oBAAoB,QAAQ,wBAAwB;AAK1E,MAAM,gBAAgB;AAAA,EAC3B,OAAgB,iBAAiB,OAAO,gBAAgB;AAAA,EAExD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,QAAQ,IAAI,mBAAuE;AAAA,EACnF;AAAA,EACA,SAAS,IAAI,OAAO;AAAA,EACpB,UAAU,IAAI;AAAA,EACd;AAAA,EAEA,YACE,UACA,WACA,cACA,KACA,cACA;AACA,SAAK,YAAY;AACjB,SAAK,YAAY;AACjB,SAAK,gBAAgB;AACrB,SAAK,MAAM;AACX,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,IAAI,aAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,OAAsB;AACpB,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,SAAK,cAAc,KAAK,cAAc,KAAK,KAAK,WAAW,KAAK,OAAO,KAAK,YAAY;AACxF,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,YAAY;AAnEd;AAoEI,QAAI,KAAK,aAAa;AACpB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,EAAE,UAAU,KAAK,UAAU,CAAC,EAAE,MAAM,gCAAgC;AACvF,eAAK,gBAAL,mBAAkB;AAClB,SAAK,OAAO,QAAQ;AAAA,EACtB;AACF;AAEO,MAAM,YAAY;AAAA,EACvB;AAAA,EACA;AAAA,EACA,SAAqC,CAAC;AAAA,EAEtC,YAAY,cAA4B,KAAU;AAChD,SAAK,gBAAgB;AACrB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,UAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,OAAO,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC;AAC3C,UAAM,QAAQ,IAAI,KAAK,MAAM;AAAA,EAC/B;AAAA,EAEA,WACE,UACA,WACA,cACiB;AACjB,UAAM,SAAS,IAAI;AAAA,MACjB;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,IACF;AACA,UAAM,OAAO,KAAK,YAAY,MAAM;AACpC,SAAK,OAAO,KAAK,IAAI;AACrB,SAAK,QAAQ,MAAM,KAAK,OAAO,OAAO,KAAK,OAAO,QAAQ,IAAI,CAAC,CAAC;AAChE,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,QAAmD;AAE7D,WAAO,IAAI,mBAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,YAAM,YAAY,MAAM,OAAO;AAC/B,UAAI;AACJ,UAAI,OAAO,cAAc,UAAU;AACjC,eAAO,oBAAoB,WAAW,MAAM;AAAA,MAC9C,OAAO;AACL,eAAO,oBAAoB,WAAW,MAAM;AAAA,MAC9C;AAEA,eAAS,MAAM;AACb,yBAAiB,IAAI;AAAA,MACvB,CAAC;AAED,UAAI;AACF,cAAM,QAAQ,IAAI,CAAC,MAAM,OAAO,OAAO,KAAK,CAAC;AAAA,MAC/C,UAAE;AACA,YAAI,OAAO,OAAO,MAAM;AACtB,2BAAiB,IAAI;AAAA,QACvB,OAAO;AACL,eAAK,KAAK,CAAC,SAAS;AAClB,mBAAO,OAAO;AAAA,UAChB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,cAAQ;AAAA,IACV,CAAC;AAAA,EACH;AACF;AAEA,MAAM,sBAAsB,CAAC,MAAc,WAAwD;AAEjG,SAAO,IAAI,mBAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,QAAI,YAAY;AAChB,aAAS,MAAM;AACb,kBAAY;AAAA,IACd,CAAC;AAED,UAAM,YAAY,OAAO,IAAI,OAAO;AACpC,cAAU,SAAS,IAAI;AACvB,WAAO,aAAa,SAAS,IAAI;AACjC,WAAO,aAAa,mBAAmB;AACvC,cAAU,MAAM;AAChB,cAAU,SAAS;AACnB,qBAAiB,SAAS,WAAW;AACnC,UAAI,aAAa,UAAU,iBAAiB,eAAe;AACzD;AAAA,MACF;AACA,aAAO,MAAM,IAAI,MAAM,KAAK;AAAA,IAC9B;AACA,WAAO,MAAM,IAAI,gBAAgB,cAAc;AAE/C,YAAQ,IAAI;AAAA,EACd,CAAC;AACH;AAEA,MAAM,sBAAsB,CAC1B,QACA,WAC+B;AAE/B,SAAO,IAAI,mBAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,QAAI,WAAW;AACf,QAAI,YAAY;AAChB,aAAS,MAAM;AACb,kBAAY;AAAA,IACd,CAAC;AAED,UAAM,YAAY,OAAO,IAAI,OAAO;AACpC,UAAM,qBAAqB,YAAY;AACrC,uBAAiB,SAAS,WAAW;AACnC,YAAI,UAAW;AACf,YAAI,UAAU,iBAAiB,eAAe;AAC5C;AAAA,QACF;AACA,eAAO,MAAM,IAAI,MAAM,KAAK;AAAA,MAC9B;AACA,aAAO,MAAM,IAAI,gBAAgB,cAAc;AAAA,IACjD;AACA,uBAAmB;AAEnB,qBAAiB,QAAQ,QAAQ;AAC/B,kBAAY;AACZ,UAAI,UAAW;AACf,aAAO,aAAa,SAAS,IAAI;AACjC,gBAAU,SAAS,IAAI;AAAA,IACzB;AACA,QAAI,CAAC,WAAW;AACd,aAAO,aAAa,mBAAmB;AAAA,IACzC;AAGA,QAAI,CAAC,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAC7C,kBAAY;AACZ,aAAO,MAAM,IAAI,gBAAgB,cAAc;AAAA,IACjD;AACA,cAAU,MAAM;AAChB,cAAU,SAAS;AAEnB,YAAQ,QAAQ;AAAA,EAClB,CAAC;AACH;","names":[]}

package/dist/pipeline/agent_playout.cjs

@@ -1,175 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var agent_playout_exports = {};
-__export(agent_playout_exports, {
-  AgentPlayout: () => AgentPlayout,
-  AgentPlayoutEvent: () => AgentPlayoutEvent,
-  PlayoutHandle: () => PlayoutHandle
-});
-module.exports = __toCommonJS(agent_playout_exports);
-var import_node_events = __toESM(require("node:events"), 1);
-var import_log = require("../log.cjs");
-var import_utils = require("../utils.cjs");
-var import_agent_output = require("./agent_output.cjs");
-var AgentPlayoutEvent = /* @__PURE__ */ ((AgentPlayoutEvent2) => {
-  AgentPlayoutEvent2[AgentPlayoutEvent2["PLAYOUT_STARTED"] = 0] = "PLAYOUT_STARTED";
-  AgentPlayoutEvent2[AgentPlayoutEvent2["PLAYOUT_STOPPED"] = 1] = "PLAYOUT_STOPPED";
-  return AgentPlayoutEvent2;
-})(AgentPlayoutEvent || {});
-class PlayoutHandle {
-  #speechId;
-  #audioSource;
-  playoutSource;
-  totalPlayedTime;
-  synchronizer;
-  #interrupted = false;
-  pushedDuration = 0;
-  intFut = new import_utils.Future();
-  doneFut = new import_utils.Future();
-  constructor(speechId, audioSource, playoutSource, synchronizer) {
-    this.#speechId = speechId;
-    this.#audioSource = audioSource;
-    this.playoutSource = playoutSource;
-    this.synchronizer = synchronizer;
-  }
-  get speechId() {
-    return this.#speechId;
-  }
-  get interrupted() {
-    return this.#interrupted;
-  }
-  get timePlayed() {
-    return this.totalPlayedTime || this.pushedDuration - this.#audioSource.queuedDuration;
-  }
-  get done() {
-    return this.doneFut.done || this.#interrupted;
-  }
-  interrupt() {
-    if (this.done) {
-      return;
-    }
-    this.intFut.resolve();
-    this.#interrupted = true;
-  }
-  join() {
-    return this.doneFut;
-  }
-}
-class AgentPlayout extends import_node_events.default {
-  #closed = false;
-  #audioSource;
-  #targetVolume = 1;
-  #playoutTask;
-  #logger = (0, import_log.log)();
-  constructor(audioSource) {
-    super();
-    this.#audioSource = audioSource;
-  }
-  get targetVolume() {
-    return this.#targetVolume;
-  }
-  set targetVolume(vol) {
-    this.#targetVolume = vol;
-  }
-  play(speechId, playoutSource, synchronizer) {
-    if (this.#closed) {
-      throw new Error("source closed");
-    }
-    const handle = new PlayoutHandle(speechId, this.#audioSource, playoutSource, synchronizer);
-    this.#playoutTask = this.#playout(handle, this.#playoutTask);
-    return handle;
-  }
-  #playout(handle, oldTask) {
-    return new import_utils.CancellablePromise(async (resolve, _, onCancel) => {
-      const cancel = () => {
-        captureTask.cancel();
-        handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
-        if (handle.interrupted || captureTask.error) {
-          handle.synchronizer.close(true);
-          this.#audioSource.clearQueue();
-        }
-        if (!firstFrame) {
-          this.emit(1 /* PLAYOUT_STOPPED */, handle.interrupted);
-        }
-        handle.doneFut.resolve();
-        this.#logger.child({ speechId: handle.speechId, interrupted: handle.interrupted }).debug("playout finished");
-      };
-      onCancel(() => {
-        cancel();
-      });
-      if (oldTask) {
-        await (0, import_utils.gracefullyCancel)(oldTask);
-      }
-      if (this.#audioSource.queuedDuration > 0) {
-        this.#logger.child({ speechId: handle.speechId, queuedDuration: this.#audioSource.queuedDuration }).warn("new playout while the source is still playing");
-      }
-      let firstFrame = true;
-      const captureTask = new import_utils.CancellablePromise(async (resolve2, _2, onCancel2) => {
-        let cancelled = false;
-        onCancel2(() => {
-          cancelled = true;
-        });
-        for await (const frame of handle.playoutSource) {
-          if (cancelled || frame === import_agent_output.SynthesisHandle.FLUSH_SENTINEL) {
-            break;
-          }
-          if (firstFrame) {
-            this.#logger.child({ speechId: handle.speechId }).debug("started playing the first time");
-            this.emit(0 /* PLAYOUT_STARTED */);
-            handle.synchronizer.segmentPlayoutStarted();
-            firstFrame = false;
-          }
-          handle.pushedDuration += frame.samplesPerChannel / frame.sampleRate * 1e3;
-          handle.synchronizer.pushAudio(frame);
-          await this.#audioSource.captureFrame(frame);
-        }
-        await this.#audioSource.waitForPlayout();
-        handle.synchronizer.close(false);
-        resolve2();
-      });
-      try {
-        await Promise.any([captureTask, handle.intFut.await]);
-      } finally {
-        cancel();
-        resolve();
-      }
-    });
-  }
-  async close() {
-    this.#closed = true;
-    await this.#playoutTask;
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  AgentPlayout,
-  AgentPlayoutEvent,
-  PlayoutHandle
-});
-//# sourceMappingURL=agent_playout.cjs.map

package/dist/pipeline/agent_playout.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/pipeline/agent_playout.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, AudioSource } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport EventEmitter from 'node:events';\nimport { log } from '../log.js';\nimport type { TextAudioSynchronizer } from '../transcription.js';\nimport { CancellablePromise, Future, gracefullyCancel } from '../utils.js';\nimport { SynthesisHandle } from './agent_output.js';\n\nexport enum AgentPlayoutEvent {\n  PLAYOUT_STARTED,\n  PLAYOUT_STOPPED,\n}\n\nexport type AgentPlayoutCallbacks = {\n  [AgentPlayoutEvent.PLAYOUT_STARTED]: () => void;\n  [AgentPlayoutEvent.PLAYOUT_STOPPED]: (interrupt: boolean) => void;\n};\n\nexport class PlayoutHandle {\n  #speechId: string;\n  #audioSource: AudioSource;\n  playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>;\n  totalPlayedTime?: number;\n  synchronizer: TextAudioSynchronizer;\n  #interrupted = false;\n  pushedDuration = 0;\n  intFut = new Future();\n  doneFut = new Future();\n\n  constructor(\n    speechId: string,\n    audioSource: AudioSource,\n    playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>,\n    synchronizer: TextAudioSynchronizer,\n  ) {\n    this.#speechId = speechId;\n    this.#audioSource = audioSource;\n    this.playoutSource = playoutSource;\n    this.synchronizer = synchronizer;\n  }\n\n  get speechId(): string {\n    return this.#speechId;\n  }\n\n  get interrupted(): boolean {\n    return this.#interrupted;\n  }\n\n  get timePlayed(): number {\n    return this.totalPlayedTime || this.pushedDuration - this.#audioSource.queuedDuration;\n  }\n\n  get done(): boolean {\n    return this.doneFut.done || this.#interrupted;\n  }\n\n  interrupt() {\n    if (this.done) {\n      return;\n    }\n\n    this.intFut.resolve();\n    this.#interrupted = true;\n  }\n\n  join(): Future {\n    return this.doneFut;\n  }\n}\n\nexport class AgentPlayout extends (EventEmitter as new () => TypedEmitter<AgentPlayoutCallbacks>) {\n  #closed = false;\n  #audioSource: AudioSource;\n  #targetVolume = 1;\n  #playoutTask?: CancellablePromise<void>;\n  #logger = log();\n\n  constructor(audioSource: AudioSource) {\n    super();\n    this.#audioSource = audioSource;\n  }\n\n  get targetVolume(): number {\n    return this.#targetVolume;\n  }\n\n  set targetVolume(vol: number) {\n    this.#targetVolume = vol;\n  }\n\n  play(\n    speechId: string,\n    playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>,\n    synchronizer: TextAudioSynchronizer,\n  ): PlayoutHandle {\n    if (this.#closed) {\n      throw new Error('source closed');\n    }\n\n    const handle = new PlayoutHandle(speechId, this.#audioSource, playoutSource, synchronizer);\n\n    this.#playoutTask = this.#playout(handle, this.#playoutTask);\n    return handle;\n  }\n\n  #playout(handle: PlayoutHandle, oldTask?: CancellablePromise<void>): CancellablePromise<void> {\n    return new CancellablePromise(async (resolve, _, onCancel) => {\n      const cancel = () => {\n        captureTask.cancel();\n        handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;\n\n        if (handle.interrupted || captureTask.error) {\n          handle.synchronizer.close(true);\n          this.#audioSource.clearQueue(); // make sure to remove any queued frames\n        }\n\n        if (!firstFrame) {\n          this.emit(AgentPlayoutEvent.PLAYOUT_STOPPED, handle.interrupted);\n        }\n\n        handle.doneFut.resolve();\n\n        this.#logger\n          .child({ speechId: handle.speechId, interrupted: handle.interrupted })\n          .debug('playout finished');\n      };\n\n      onCancel(() => {\n        cancel();\n      });\n\n      if (oldTask) {\n        await gracefullyCancel(oldTask);\n      }\n\n      if (this.#audioSource.queuedDuration > 0) {\n        // this should not happen, but log it just in case\n        this.#logger\n          .child({ speechId: handle.speechId, queuedDuration: this.#audioSource.queuedDuration })\n          .warn('new playout while the source is still playing');\n      }\n\n      let firstFrame = true;\n\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      const captureTask = new CancellablePromise<void>(async (resolve, _, onCancel) => {\n        let cancelled = false;\n        onCancel(() => {\n          cancelled = true;\n        });\n\n        for await (const frame of handle.playoutSource) {\n          if (cancelled || frame === SynthesisHandle.FLUSH_SENTINEL) {\n            break;\n          }\n          if (firstFrame) {\n            this.#logger\n              .child({ speechId: handle.speechId })\n              .debug('started playing the first time');\n            this.emit(AgentPlayoutEvent.PLAYOUT_STARTED);\n            handle.synchronizer.segmentPlayoutStarted();\n            firstFrame = false;\n          }\n          handle.pushedDuration += (frame.samplesPerChannel / frame.sampleRate) * 1000;\n          handle.synchronizer.pushAudio(frame);\n          await this.#audioSource.captureFrame(frame);\n        }\n\n        await this.#audioSource.waitForPlayout();\n\n        handle.synchronizer.close(false);\n        resolve();\n      });\n\n      try {\n        await Promise.any([captureTask, handle.intFut.await]);\n      } finally {\n        cancel();\n        resolve();\n      }\n    });\n  }\n\n  async close() {\n    this.#closed = true;\n    await this.#playoutTask;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,yBAAyB;AACzB,iBAAoB;AAEpB,mBAA6D;AAC7D,0BAAgC;AAEzB,IAAK,oBAAL,kBAAKA,uBAAL;AACL,EAAAA,sCAAA;AACA,EAAAA,sCAAA;AAFU,SAAAA;AAAA,GAAA;AAUL,MAAM,cAAc;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,eAAe;AAAA,EACf,iBAAiB;AAAA,EACjB,SAAS,IAAI,oBAAO;AAAA,EACpB,UAAU,IAAI,oBAAO;AAAA,EAErB,YACE,UACA,aACA,eACA,cACA;AACA,SAAK,YAAY;AACjB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AACrB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,KAAK,mBAAmB,KAAK,iBAAiB,KAAK,aAAa;AAAA,EACzE;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK,QAAQ,QAAQ,KAAK;AAAA,EACnC;AAAA,EAEA,YAAY;AACV,QAAI,KAAK,MAAM;AACb;AAAA,IACF;AAEA,SAAK,OAAO,QAAQ;AACpB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,OAAe;AACb,WAAO,KAAK;AAAA,EACd;AACF;AAEO,MAAM,qBAAsB,mBAAAC,QAA+D;AAAA,EAChG,UAAU;AAAA,EACV;AAAA,EACA,gBAAgB;AAAA,EAChB;AAAA,EACA,cAAU,gBAAI;AAAA,EAEd,YAAY,aAA0B;AACpC,UAAM;AACN,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAAa,KAAa;AAC5B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,KACE,UACA,eACA,cACe;AACf,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,eAAe;AAAA,IACjC;AAEA,UAAM,SAAS,IAAI,cAAc,UAAU,KAAK,cAAc,eAAe,YAAY;AAEzF,SAAK,eAAe,KAAK,SAAS,QAAQ,KAAK,YAAY;AAC3D,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,QAAuB,SAA8D;AAC5F,WAAO,IAAI,gCAAmB,OAAO,SAAS,GAAG,aAAa;AAC5D,YAAM,SAAS,MAAM;AACnB,oBAAY,OAAO;AACnB,eAAO,kBAAkB,OAAO,iBAAiB,KAAK,aAAa;AAEnE,YAAI,OAAO,eAAe,YAAY,OAAO;AAC3C,iBAAO,aAAa,MAAM,IAAI;AAC9B,eAAK,aAAa,WAAW;AAAA,QAC/B;AAEA,YAAI,CAAC,YAAY;AACf,eAAK,KAAK,yBAAmC,OAAO,WAAW;AAAA,QACjE;AAEA,eAAO,QAAQ,QAAQ;AAEvB,aAAK,QACF,MAAM,EAAE,UAAU,OAAO,UAAU,aAAa,OAAO,YAAY,CAAC,EACpE,MAAM,kBAAkB;AAAA,MAC7B;AAEA,eAAS,MAAM;AACb,eAAO;AAAA,MACT,CAAC;AAED,UAAI,SAAS;AACX,kBAAM,+BAAiB,OAAO;AAAA,MAChC;AAEA,UAAI,KAAK,aAAa,iBAAiB,GAAG;AAExC,aAAK,QACF,MAAM,EAAE,UAAU,OAAO,UAAU,gBAAgB,KAAK,aAAa,eAAe,CAAC,EACrF,KAAK,+CAA+C;AAAA,MACzD;AAEA,UAAI,aAAa;AAGjB,YAAM,cAAc,IAAI,gCAAyB,OAAOC,UAASC,IAAGC,cAAa;AAC/E,YAAI,YAAY;AAChB,QAAAA,UAAS,MAAM;AACb,sBAAY;AAAA,QACd,CAAC;AAED,yBAAiB,SAAS,OAAO,eAAe;AAC9C,cAAI,aAAa,UAAU,oCAAgB,gBAAgB;AACzD;AAAA,UACF;AACA,cAAI,YAAY;AACd,iBAAK,QACF,MAAM,EAAE,UAAU,OAAO,SAAS,CAAC,EACnC,MAAM,gCAAgC;AACzC,iBAAK,KAAK,uBAAiC;AAC3C,mBAAO,aAAa,sBAAsB;AAC1C,yBAAa;AAAA,UACf;AACA,iBAAO,kBAAmB,MAAM,oBAAoB,MAAM,aAAc;AACxE,iBAAO,aAAa,UAAU,KAAK;AACnC,gBAAM,KAAK,aAAa,aAAa,KAAK;AAAA,QAC5C;AAEA,cAAM,KAAK,aAAa,eAAe;AAEvC,eAAO,aAAa,MAAM,KAAK;AAC/B,QAAAF,SAAQ;AAAA,MACV,CAAC;AAED,UAAI;AACF,cAAM,QAAQ,IAAI,CAAC,aAAa,OAAO,OAAO,KAAK,CAAC;AAAA,MACtD,UAAE;AACA,eAAO;AACP,gBAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,UAAU;AACf,UAAM,KAAK;AAAA,EACb;AACF;","names":["AgentPlayoutEvent","EventEmitter","resolve","_","onCancel"]}