@livekit/agents 0.3.4 → 0.4.0

package/dist/pipeline/agent_output.d.ts

@@ -0,0 +1,30 @@
+import type { AudioFrame } from '@livekit/rtc-node';
+import { type TTS } from '../tts/index.js';
+import { AsyncIterableQueue, Future } from '../utils.js';
+import type { AgentPlayout, PlayoutHandle } from './agent_playout.js';
+export type SpeechSource = AsyncIterable<string> | string | Promise<string>;
+export declare class SynthesisHandle {
+    #private;
+    static readonly FLUSH_SENTINEL: unique symbol;
+    ttsSource: SpeechSource;
+    tts: TTS;
+    queue: AsyncIterableQueue<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>;
+    intFut: Future;
+    constructor(speechId: string, ttsSource: SpeechSource, agentPlayout: AgentPlayout, tts: TTS);
+    get speechId(): string;
+    get validated(): boolean;
+    get interrupted(): boolean;
+    get playHandle(): PlayoutHandle | undefined;
+    /** Validate the speech for playout. */
+    play(): PlayoutHandle;
+    /** Interrupt the speech. */
+    interrupt(): void;
+}
+export declare class AgentOutput {
+    #private;
+    constructor(agentPlayout: AgentPlayout, tts: TTS);
+    get playout(): AgentPlayout;
+    close(): Promise<void>;
+    synthesize(speechId: string, ttsSource: SpeechSource): SynthesisHandle;
+}
+//# sourceMappingURL=agent_output.d.ts.map

package/dist/pipeline/agent_output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent_output.d.ts","sourceRoot":"","sources":["../../src/pipeline/agent_output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAoB,KAAK,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAC/F,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEtE,MAAM,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE5E,qBAAa,eAAe;;IAC1B,MAAM,CAAC,QAAQ,CAAC,cAAc,gBAA4B;IAG1D,SAAS,EAAE,YAAY,CAAC;IAExB,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,yEAAgF;IAErF,MAAM,SAAgB;gBAGV,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG;IAO3F,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,UAAU,IAAI,aAAa,GAAG,SAAS,CAE1C;IAED,uCAAuC;IACvC,IAAI,IAAI,aAAa;IASrB,4BAA4B;IAC5B,SAAS;CASV;AAED,qBAAa,WAAW;;gBAKV,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG;IAKhD,IAAI,OAAO,IAAI,YAAY,CAE1B;IAEK,KAAK;IAKX,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,GAAG,eAAe;CAkCvE"}

package/dist/pipeline/agent_output.js

@@ -0,0 +1,155 @@
+import { log } from '../log.js';
+import { SynthesizeStream } from '../tts/index.js';
+import { AsyncIterableQueue, CancellablePromise, Future, gracefullyCancel } from '../utils.js';
+export class SynthesisHandle {
+    static FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');
+    #speechId;
+    ttsSource;
+    #agentPlayout;
+    tts;
+    queue = new AsyncIterableQueue();
+    #playHandle;
+    intFut = new Future();
+    #logger = log();
+    constructor(speechId, ttsSource, agentPlayout, tts) {
+        this.#speechId = speechId;
+        this.ttsSource = ttsSource;
+        this.#agentPlayout = agentPlayout;
+        this.tts = tts;
+    }
+    get speechId() {
+        return this.#speechId;
+    }
+    get validated() {
+        return !!this.#playHandle;
+    }
+    get interrupted() {
+        return this.intFut.done;
+    }
+    get playHandle() {
+        return this.#playHandle;
+    }
+    /** Validate the speech for playout. */
+    play() {
+        if (this.interrupted) {
+            throw new Error('synthesis was interrupted');
+        }
+        this.#playHandle = this.#agentPlayout.play(this.#speechId, this.queue);
+        return this.#playHandle;
+    }
+    /** Interrupt the speech. */
+    interrupt() {
+        if (this.interrupted) {
+            return;
+        }
+        this.#logger.child({ speechId: this.#speechId }).debug('interrupting synthesis/playout');
+        this.#playHandle?.interrupt();
+        this.intFut.resolve();
+    }
+}
+export class AgentOutput {
+    #agentPlayout;
+    #tts;
+    #tasks = [];
+    constructor(agentPlayout, tts) {
+        this.#agentPlayout = agentPlayout;
+        this.#tts = tts;
+    }
+    get playout() {
+        return this.#agentPlayout;
+    }
+    async close() {
+        this.#tasks.forEach((task) => task.cancel());
+        await Promise.all(this.#tasks);
+    }
+    synthesize(speechId, ttsSource) {
+        const handle = new SynthesisHandle(speechId, ttsSource, this.#agentPlayout, this.#tts);
+        const task = this.#synthesize(handle);
+        this.#tasks.push(task);
+        task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+        return handle;
+    }
+    #synthesize(handle) {
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        return new CancellablePromise(async (resolve, _, onCancel) => {
+            const ttsSource = await handle.ttsSource;
+            let task;
+            if (typeof ttsSource === 'string') {
+                task = stringSynthesisTask(ttsSource, handle);
+            }
+            else {
+                task = streamSynthesisTask(ttsSource, handle);
+            }
+            onCancel(() => {
+                gracefullyCancel(task);
+            });
+            try {
+                await Promise.any([task, handle.intFut.await]);
+            }
+            finally {
+                if (handle.intFut.done) {
+                    gracefullyCancel(task);
+                }
+            }
+            resolve();
+        });
+    }
+}
+const stringSynthesisTask = (text, handle) => {
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    return new CancellablePromise(async (resolve, _, onCancel) => {
+        let cancelled = false;
+        onCancel(() => {
+            cancelled = true;
+        });
+        const ttsStream = handle.tts.stream();
+        ttsStream.pushText(text);
+        ttsStream.flush();
+        ttsStream.endInput();
+        for await (const audio of ttsStream) {
+            if (cancelled || audio === SynthesizeStream.END_OF_STREAM)
+                break;
+            handle.queue.put(audio.frame);
+        }
+        handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
+        resolve();
+    });
+};
+const streamSynthesisTask = (stream, handle) => {
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    return new CancellablePromise(async (resolve, _, onCancel) => {
+        let cancelled = false;
+        onCancel(() => {
+            cancelled = true;
+        });
+        const ttsStream = handle.tts.stream();
+        const readGeneratedAudio = async () => {
+            let started = false;
+            for await (const audio of ttsStream) {
+                if (cancelled)
+                    break;
+                if (audio === SynthesizeStream.END_OF_STREAM) {
+                    if (started) {
+                        break;
+                    }
+                    else {
+                        continue;
+                    }
+                }
+                handle.queue.put(audio.frame);
+                started = true;
+            }
+            handle.queue.put(SynthesisHandle.FLUSH_SENTINEL);
+        };
+        readGeneratedAudio();
+        for await (const text of stream) {
+            if (cancelled)
+                break;
+            ttsStream.pushText(text);
+        }
+        ttsStream.flush();
+        ttsStream.endInput();
+        resolve();
+    });
+};
+//# sourceMappingURL=agent_output.js.map

package/dist/pipeline/agent_output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent_output.js","sourceRoot":"","sources":["../../src/pipeline/agent_output.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAY,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAK/F,MAAM,OAAO,eAAe;IAC1B,MAAM,CAAU,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAE1D,SAAS,CAAS;IAClB,SAAS,CAAe;IACxB,aAAa,CAAe;IAC5B,GAAG,CAAM;IACT,KAAK,GAAG,IAAI,kBAAkB,EAAsD,CAAC;IACrF,WAAW,CAAiB;IAC5B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IACtB,OAAO,GAAG,GAAG,EAAE,CAAC;IAEhB,YAAY,QAAgB,EAAE,SAAuB,EAAE,YAA0B,EAAE,GAAQ;QACzF,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,uCAAuC;IACvC,IAAI;QACF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,4BAA4B;IAC5B,SAAS;QACP,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACzF,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;;AAGH,MAAM,OAAO,WAAW;IACtB,aAAa,CAAe;IAC5B,IAAI,CAAM;IACV,MAAM,GAA+B,EAAE,CAAC;IAExC,YAAY,YAA0B,EAAE,GAAQ;QAC9C,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;IAClB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,UAAU,CAAC,QAAgB,EAAE,SAAuB;QAClD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,WAAW,CAAC,MAAuB;QACjC,6DAA6D;QAC7D,OAAO,IAAI,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;YAC3D,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;YACzC,IAAI,IAA8B,CAAC;YACnC,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAClC,IAAI,GAAG,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;YAED,QAAQ,CAAC,GAAG,EAAE;gBACZ,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;oBAAS,CAAC;gBACT,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBACvB,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,MAAuB,EAA4B,EAAE;IAC9F,6DAA6D;IAC7D,OAAO,IAAI,kBAAkB,CAAO,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;QACjE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACtC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzB,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,SAAS,CAAC,QAAQ,EAAE,CAAC;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YACpC,IAAI,SAAS,IAAI,KAAK,KAAK,gBAAgB,CAAC,aAAa;gBAAE,MAAM;YACjE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAEjD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,MAA6B,EAC7B,MAAuB,EACG,EAAE;IAC5B,6DAA6D;IAC7D,OAAO,IAAI,kBAAkB,CAAO,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;QACjE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,kBAAkB,GAAG,KAAK,IAAI,EAAE;YACpC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBACpC,IAAI,SAAS;oBAAE,MAAM;gBACrB,IAAI,KAAK,KAAK,gBAAgB,CAAC,aAAa,EAAE,CAAC;oBAC7C,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM;oBACR,CAAC;yBAAM,CAAC;wBACN,SAAS;oBACX,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC;QACF,kBAAkB,EAAE,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,IAAI,SAAS;gBAAE,MAAM;YACrB,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,SAAS,CAAC,QAAQ,EAAE,CAAC;QAErB,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/pipeline/agent_playout.d.ts

@@ -0,0 +1,38 @@
+import type { AudioFrame, AudioSource } from '@livekit/rtc-node';
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import { Future } from '../utils.js';
+import { SynthesisHandle } from './agent_output.js';
+export declare enum AgentPlayoutEvent {
+    PLAYOUT_STARTED = 0,
+    PLAYOUT_STOPPED = 1
+}
+export type AgentPlayoutCallbacks = {
+    [AgentPlayoutEvent.PLAYOUT_STARTED]: () => void;
+    [AgentPlayoutEvent.PLAYOUT_STOPPED]: (interrupt: boolean) => void;
+};
+export declare class PlayoutHandle {
+    #private;
+    playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>;
+    totalPlayedTime?: number;
+    pushedDuration: number;
+    intFut: Future;
+    doneFut: Future;
+    constructor(speechId: string, audioSource: AudioSource, playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>);
+    get speechId(): string;
+    get interrupted(): boolean;
+    get timePlayed(): number;
+    get done(): boolean;
+    interrupt(): void;
+    join(): Future;
+}
+declare const AgentPlayout_base: new () => TypedEmitter<AgentPlayoutCallbacks>;
+export declare class AgentPlayout extends AgentPlayout_base {
+    #private;
+    constructor(audioSource: AudioSource);
+    get targetVolume(): number;
+    set targetVolume(vol: number);
+    play(speechId: string, playoutSource: AsyncIterable<AudioFrame | typeof SynthesisHandle.FLUSH_SENTINEL>): PlayoutHandle;
+    close(): Promise<void>;
+}
+export {};
+//# sourceMappingURL=agent_playout.d.ts.map

package/dist/pipeline/agent_playout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/pipeline/agent_playout.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGhF,OAAO,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,oBAAY,iBAAiB;IAC3B,eAAe,IAAA;IACf,eAAe,IAAA;CAChB;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;IAChD,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;CACnE,CAAC;AAEF,qBAAa,aAAa;;IAGxB,aAAa,EAAE,aAAa,CAAC,UAAU,GAAG,OAAO,eAAe,CAAC,cAAc,CAAC,CAAC;IACjF,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,cAAc,SAAK;IACnB,MAAM,SAAgB;IACtB,OAAO,SAAgB;gBAGrB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,CAAC,UAAU,GAAG,OAAO,eAAe,CAAC,cAAc,CAAC;IAOlF,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,IAAI,IAAI,OAAO,CAElB;IAED,SAAS;IAST,IAAI,IAAI,MAAM;CAGf;2CAE4D,aAAa,qBAAqB,CAAC;AAAhG,qBAAa,YAAa,SAAQ,iBAA+D;;gBAOnF,WAAW,EAAE,WAAW;IAKpC,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,YAAY,CAAC,GAAG,EAAE,MAAM,EAE3B;IAED,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,aAAa,CAAC,UAAU,GAAG,OAAO,eAAe,CAAC,cAAc,CAAC,GAC/E,aAAa;IAyFV,KAAK;CAIZ"}

package/dist/pipeline/agent_playout.js

@@ -0,0 +1,142 @@
+import EventEmitter from 'node:events';
+import { log } from '../log.js';
+import { CancellablePromise, Future, gracefullyCancel } from '../utils.js';
+import { SynthesisHandle } from './agent_output.js';
+export var AgentPlayoutEvent;
+(function (AgentPlayoutEvent) {
+    AgentPlayoutEvent[AgentPlayoutEvent["PLAYOUT_STARTED"] = 0] = "PLAYOUT_STARTED";
+    AgentPlayoutEvent[AgentPlayoutEvent["PLAYOUT_STOPPED"] = 1] = "PLAYOUT_STOPPED";
+})(AgentPlayoutEvent || (AgentPlayoutEvent = {}));
+export class PlayoutHandle {
+    #speechId;
+    #audioSource;
+    playoutSource;
+    totalPlayedTime;
+    #interrupted = false;
+    pushedDuration = 0;
+    intFut = new Future();
+    doneFut = new Future();
+    constructor(speechId, audioSource, playoutSource) {
+        this.#speechId = speechId;
+        this.#audioSource = audioSource;
+        this.playoutSource = playoutSource;
+    }
+    get speechId() {
+        return this.#speechId;
+    }
+    get interrupted() {
+        return this.#interrupted;
+    }
+    get timePlayed() {
+        return this.totalPlayedTime || this.pushedDuration - this.#audioSource.queuedDuration;
+    }
+    get done() {
+        return this.doneFut.done || this.#interrupted;
+    }
+    interrupt() {
+        if (this.done) {
+            return;
+        }
+        this.intFut.resolve();
+        this.#interrupted = true;
+    }
+    join() {
+        return this.doneFut;
+    }
+}
+export class AgentPlayout extends EventEmitter {
+    #closed = false;
+    #audioSource;
+    #targetVolume = 1;
+    #playoutTask;
+    #logger = log();
+    constructor(audioSource) {
+        super();
+        this.#audioSource = audioSource;
+    }
+    get targetVolume() {
+        return this.#targetVolume;
+    }
+    set targetVolume(vol) {
+        this.#targetVolume = vol;
+    }
+    play(speechId, playoutSource) {
+        if (this.#closed) {
+            throw new Error('source closed');
+        }
+        const handle = new PlayoutHandle(speechId, this.#audioSource, playoutSource);
+        this.#playoutTask = this.#playout(handle, this.#playoutTask);
+        return handle;
+    }
+    #playout(handle, oldTask) {
+        return new CancellablePromise(async (resolve, _, onCancel) => {
+            const cancel = () => {
+                captureTask.cancel();
+                handle.totalPlayedTime = handle.pushedDuration - this.#audioSource.queuedDuration;
+                if (handle.interrupted || captureTask.error) {
+                    this.#audioSource.clearQueue(); // make sure to remove any queued frames
+                }
+                if (!firstFrame) {
+                    this.emit(AgentPlayoutEvent.PLAYOUT_STOPPED, handle.interrupted);
+                }
+                handle.doneFut.resolve();
+                this.#logger
+                    .child({ speechId: handle.speechId, interrupted: handle.interrupted })
+                    .debug('playout finished');
+            };
+            onCancel(() => {
+                cancel();
+            });
+            if (oldTask) {
+                await gracefullyCancel(oldTask);
+            }
+            if (this.#audioSource.queuedDuration > 0) {
+                // this should not happen, but log it just in case
+                this.#logger
+                    .child({ speechId: handle.speechId, queuedDuration: this.#audioSource.queuedDuration })
+                    .warn('new playout while the source is still playing');
+            }
+            let firstFrame = true;
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const captureTask = new CancellablePromise(async (resolve, _, onCancel) => {
+                let cancelled = false;
+                onCancel(() => {
+                    cancelled = true;
+                });
+                for await (const frame of handle.playoutSource) {
+                    if (cancelled || frame === SynthesisHandle.FLUSH_SENTINEL)
+                        break;
+                    if (firstFrame) {
+                        this.#logger
+                            .child({ speechId: handle.speechId })
+                            .debug('started playing the first time');
+                        this.emit(AgentPlayoutEvent.PLAYOUT_STARTED);
+                        firstFrame = false;
+                    }
+                    handle.pushedDuration += (frame.samplesPerChannel / frame.sampleRate) * 1000;
+                    await this.#audioSource.captureFrame(frame);
+                    await this.#audioSource.waitForPlayout();
+                }
+                // XXX(nbsp): line 161 waits instead of this. this is not the case on python agents,
+                //            but for some reason too many TTS frames can gunk up the buffer and lead to
+                //            FFI errors. this works 🤷‍♀️
+                // if (this.#audioSource.queuedDuration > 0) {
+                //   await this.#audioSource.waitForPlayout();
+                // }
+                resolve();
+            });
+            try {
+                await Promise.any([captureTask, handle.intFut.await]);
+            }
+            finally {
+                cancel();
+                resolve();
+            }
+        });
+    }
+    async close() {
+        this.#closed = true;
+        await this.#playoutTask;
+    }
+}
+//# sourceMappingURL=agent_playout.js.map

package/dist/pipeline/agent_playout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/pipeline/agent_playout.ts"],"names":[],"mappings":"AAKA,OAAO,YAAY,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,CAAN,IAAY,iBAGX;AAHD,WAAY,iBAAiB;IAC3B,+EAAe,CAAA;IACf,+EAAe,CAAA;AACjB,CAAC,EAHW,iBAAiB,KAAjB,iBAAiB,QAG5B;AAOD,MAAM,OAAO,aAAa;IACxB,SAAS,CAAS;IAClB,YAAY,CAAc;IAC1B,aAAa,CAAoE;IACjF,eAAe,CAAU;IACzB,YAAY,GAAG,KAAK,CAAC;IACrB,cAAc,GAAG,CAAC,CAAC;IACnB,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IACtB,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;IAEvB,YACE,QAAgB,EAChB,WAAwB,EACxB,aAAgF;QAEhF,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;IACxF,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC;IAChD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAS,YAA8D;IAC/F,OAAO,GAAG,KAAK,CAAC;IAChB,YAAY,CAAc;IAC1B,aAAa,GAAG,CAAC,CAAC;IAClB,YAAY,CAA4B;IACxC,OAAO,GAAG,GAAG,EAAE,CAAC;IAEhB,YAAY,WAAwB;QAClC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IAClC,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,IAAI,YAAY,CAAC,GAAW;QAC1B,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;IAC3B,CAAC;IAED,IAAI,CACF,QAAgB,EAChB,aAAgF;QAEhF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAE7E,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,QAAQ,CAAC,MAAqB,EAAE,OAAkC;QAChE,OAAO,IAAI,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;YAC3D,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,WAAW,CAAC,MAAM,EAAE,CAAC;gBACrB,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;gBAElF,IAAI,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBAC5C,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,wCAAwC;gBAC1E,CAAC;gBAED,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;gBACnE,CAAC;gBAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAEzB,IAAI,CAAC,OAAO;qBACT,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC;qBACrE,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAC/B,CAAC,CAAC;YAEF,QAAQ,CAAC,GAAG,EAAE;gBACZ,MAAM,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBACzC,kDAAkD;gBAClD,IAAI,CAAC,OAAO;qBACT,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;qBACtF,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,UAAU,GAAG,IAAI,CAAC;YAEtB,6DAA6D;YAC7D,MAAM,WAAW,GAAG,IAAI,kBAAkB,CAAO,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;gBAC9E,IAAI,SAAS,GAAG,KAAK,CAAC;gBACtB,QAAQ,CAAC,GAAG,EAAE;oBACZ,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC,CAAC,CAAC;gBAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;oBAC/C,IAAI,SAAS,IAAI,KAAK,KAAK,eAAe,CAAC,cAAc;wBAAE,MAAM;oBACjE,IAAI,UAAU,EAAE,CAAC;wBACf,IAAI,CAAC,OAAO;6BACT,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;6BACpC,KAAK,CAAC,gCAAgC,CAAC,CAAC;wBAC3C,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;wBAC7C,UAAU,GAAG,KAAK,CAAC;oBACrB,CAAC;oBACD,MAAM,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBAC7E,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBAC5C,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;gBAC3C,CAAC;gBAED,oFAAoF;gBACpF,wFAAwF;gBACxF,0CAA0C;gBAC1C,8CAA8C;gBAC9C,8CAA8C;gBAC9C,IAAI;gBAEJ,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,CAAC;oBAAS,CAAC;gBACT,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,IAAI,CAAC,YAAY,CAAC;IAC1B,CAAC;CACF"}

package/dist/pipeline/human_input.d.ts

@@ -0,0 +1,28 @@
+import type { RemoteParticipant, Room } from '@livekit/rtc-node';
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import type { STT, SpeechEvent } from '../stt/stt.js';
+import type { VAD, VADEvent } from '../vad.js';
+export declare enum HumanInputEvent {
+    START_OF_SPEECH = 0,
+    VAD_INFERENCE_DONE = 1,
+    END_OF_SPEECH = 2,
+    FINAL_TRANSCRIPT = 3,
+    INTERIM_TRANSCRIPT = 4
+}
+export type HumanInputCallbacks = {
+    [HumanInputEvent.START_OF_SPEECH]: (event: VADEvent) => void;
+    [HumanInputEvent.VAD_INFERENCE_DONE]: (event: VADEvent) => void;
+    [HumanInputEvent.END_OF_SPEECH]: (event: VADEvent) => void;
+    [HumanInputEvent.FINAL_TRANSCRIPT]: (event: SpeechEvent) => void;
+    [HumanInputEvent.INTERIM_TRANSCRIPT]: (event: SpeechEvent) => void;
+};
+declare const HumanInput_base: new () => TypedEmitter<HumanInputCallbacks>;
+export declare class HumanInput extends HumanInput_base {
+    #private;
+    constructor(room: Room, vad: VAD, stt: STT, participant: RemoteParticipant);
+    get speaking(): boolean;
+    get speakingProbability(): number;
+    close(): Promise<void>;
+}
+export {};
+//# sourceMappingURL=human_input.d.ts.map

package/dist/pipeline/human_input.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"human_input.d.ts","sourceRoot":"","sources":["../../src/pipeline/human_input.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,iBAAiB,EAEjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGhF,OAAO,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGtD,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAG/C,oBAAY,eAAe;IACzB,eAAe,IAAA;IACf,kBAAkB,IAAA;IAClB,aAAa,IAAA;IACb,gBAAgB,IAAA;IAChB,kBAAkB,IAAA;CACnB;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,CAAC,eAAe,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC7D,CAAC,eAAe,CAAC,kBAAkB,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;IAChE,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC3D,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;IACjE,CAAC,eAAe,CAAC,kBAAkB,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACpE,CAAC;yCAEyD,aAAa,mBAAmB,CAAC;AAA5F,qBAAa,UAAW,SAAQ,eAA6D;;gBAY/E,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE,iBAAiB;IAmG1E,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED,IAAI,mBAAmB,IAAI,MAAM,CAEhC;IAEK,KAAK;CAWZ"}

package/dist/pipeline/human_input.js

@@ -0,0 +1,134 @@
+import { AudioStream, RoomEvent, TrackSource } from '@livekit/rtc-node';
+import { EventEmitter } from 'node:events';
+import { log } from '../log.js';
+import { SpeechEventType } from '../stt/stt.js';
+import { CancellablePromise, gracefullyCancel } from '../utils.js';
+import { VADEventType } from '../vad.js';
+export var HumanInputEvent;
+(function (HumanInputEvent) {
+    HumanInputEvent[HumanInputEvent["START_OF_SPEECH"] = 0] = "START_OF_SPEECH";
+    HumanInputEvent[HumanInputEvent["VAD_INFERENCE_DONE"] = 1] = "VAD_INFERENCE_DONE";
+    HumanInputEvent[HumanInputEvent["END_OF_SPEECH"] = 2] = "END_OF_SPEECH";
+    HumanInputEvent[HumanInputEvent["FINAL_TRANSCRIPT"] = 3] = "FINAL_TRANSCRIPT";
+    HumanInputEvent[HumanInputEvent["INTERIM_TRANSCRIPT"] = 4] = "INTERIM_TRANSCRIPT";
+})(HumanInputEvent || (HumanInputEvent = {}));
+export class HumanInput extends EventEmitter {
+    #closed = false;
+    #room;
+    #vad;
+    #stt;
+    #participant;
+    #subscribedTrack;
+    #recognizeTask;
+    #speaking = false;
+    #speechProbability = 0;
+    #logger = log();
+    constructor(room, vad, stt, participant) {
+        super();
+        this.#room = room;
+        this.#vad = vad;
+        this.#stt = stt;
+        this.#participant = participant;
+        this.#room.on(RoomEvent.TrackPublished, this.#subscribeToMicrophone.bind(this));
+        this.#room.on(RoomEvent.TrackSubscribed, this.#subscribeToMicrophone.bind(this));
+        this.#subscribeToMicrophone();
+    }
+    #subscribeToMicrophone() {
+        if (!this.#participant) {
+            this.#logger.error('Participant is not set');
+            return;
+        }
+        let microphonePublication = undefined;
+        for (const publication of this.#participant.trackPublications.values()) {
+            if (publication.source === TrackSource.SOURCE_MICROPHONE) {
+                microphonePublication = publication;
+                break;
+            }
+        }
+        if (!microphonePublication) {
+            return;
+        }
+        if (!microphonePublication.subscribed) {
+            microphonePublication.setSubscribed(true);
+        }
+        const track = microphonePublication.track;
+        if (track && track !== this.#subscribedTrack) {
+            this.#subscribedTrack = track;
+            if (this.#recognizeTask) {
+                this.#recognizeTask.cancel();
+            }
+            const audioStream = new AudioStream(track, 16000);
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            this.#recognizeTask = new CancellablePromise(async (resolve, _, onCancel) => {
+                let cancelled = false;
+                onCancel(() => {
+                    cancelled = true;
+                });
+                const sttStream = this.#stt.stream();
+                const vadStream = this.#vad.stream();
+                const audioStreamCo = async () => {
+                    for await (const ev of audioStream) {
+                        if (cancelled)
+                            return;
+                        sttStream.pushFrame(ev);
+                        vadStream.pushFrame(ev);
+                    }
+                };
+                const vadStreamCo = async () => {
+                    for await (const ev of vadStream) {
+                        if (cancelled)
+                            return;
+                        switch (ev.type) {
+                            case VADEventType.START_OF_SPEECH:
+                                this.#speaking = true;
+                                this.emit(HumanInputEvent.START_OF_SPEECH, ev);
+                                break;
+                            case VADEventType.INFERENCE_DONE:
+                                this.#speechProbability = ev.probability;
+                                this.emit(HumanInputEvent.VAD_INFERENCE_DONE, ev);
+                                break;
+                            case VADEventType.END_OF_SPEECH:
+                                this.#speaking = false;
+                                this.emit(HumanInputEvent.END_OF_SPEECH, ev);
+                                break;
+                        }
+                    }
+                };
+                const sttStreamCo = async () => {
+                    for await (const ev of sttStream) {
+                        if (cancelled)
+                            return;
+                        if (ev.type === SpeechEventType.FINAL_TRANSCRIPT) {
+                            this.emit(HumanInputEvent.FINAL_TRANSCRIPT, ev);
+                        }
+                        else if (ev.type == SpeechEventType.INTERIM_TRANSCRIPT) {
+                            this.emit(HumanInputEvent.INTERIM_TRANSCRIPT, ev);
+                        }
+                    }
+                };
+                await Promise.all([audioStreamCo(), vadStreamCo(), sttStreamCo()]);
+                sttStream.close();
+                vadStream.close();
+                resolve();
+            });
+        }
+    }
+    get speaking() {
+        return this.#speaking;
+    }
+    get speakingProbability() {
+        return this.#speechProbability;
+    }
+    async close() {
+        if (this.#closed) {
+            throw new Error('HumanInput already closed');
+        }
+        this.#closed = true;
+        this.#room.removeAllListeners();
+        this.#speaking = false;
+        if (this.#recognizeTask) {
+            await gracefullyCancel(this.#recognizeTask);
+        }
+    }
+}
+//# sourceMappingURL=human_input.js.map

package/dist/pipeline/human_input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"human_input.js","sourceRoot":"","sources":["../../src/pipeline/human_input.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEhC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,CAAN,IAAY,eAMX;AAND,WAAY,eAAe;IACzB,2EAAe,CAAA;IACf,iFAAkB,CAAA;IAClB,uEAAa,CAAA;IACb,6EAAgB,CAAA;IAChB,iFAAkB,CAAA;AACpB,CAAC,EANW,eAAe,KAAf,eAAe,QAM1B;AAUD,MAAM,OAAO,UAAW,SAAS,YAA4D;IAC3F,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,CAAO;IACZ,IAAI,CAAM;IACV,IAAI,CAAM;IACV,YAAY,CAAoB;IAChC,gBAAgB,CAAoB;IACpC,cAAc,CAA4B;IAC1C,SAAS,GAAG,KAAK,CAAC;IAClB,kBAAkB,GAAG,CAAC,CAAC;IACvB,OAAO,GAAG,GAAG,EAAE,CAAC;IAEhB,YAAY,IAAU,EAAE,GAAQ,EAAE,GAAQ,EAAE,WAA8B;QACxE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAChF,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAED,sBAAsB;QACpB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,IAAI,qBAAqB,GAAuC,SAAS,CAAC;QAC1E,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvE,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC,iBAAiB,EAAE,CAAC;gBACzD,qBAAqB,GAAG,WAAW,CAAC;gBACpC,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,CAAC;YACtC,qBAAqB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC;QAC1C,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC7C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAElD,6DAA6D;YAC7D,IAAI,CAAC,cAAc,GAAG,IAAI,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;gBAC1E,IAAI,SAAS,GAAG,KAAK,CAAC;gBACtB,QAAQ,CAAC,GAAG,EAAE;oBACZ,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC,CAAC,CAAC;gBAEH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAErC,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;oBAC/B,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;wBACnC,IAAI,SAAS;4BAAE,OAAO;wBACtB,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;wBACxB,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC;gBAEF,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;oBAC7B,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;wBACjC,IAAI,SAAS;4BAAE,OAAO;wBACtB,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;4BAChB,KAAK,YAAY,CAAC,eAAe;gCAC/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gCACtB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;gCAC/C,MAAM;4BACR,KAAK,YAAY,CAAC,cAAc;gCAC9B,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC,WAAW,CAAC;gCACzC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;gCAClD,MAAM;4BACR,KAAK,YAAY,CAAC,aAAa;gCAC7B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gCACvB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gCAC7C,MAAM;wBACV,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC;gBAEF,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;oBAC7B,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;wBACjC,IAAI,SAAS;4BAAE,OAAO;wBACtB,IAAI,EAAE,CAAC,IAAI,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;4BACjD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;wBAClD,CAAC;6BAAM,IAAI,EAAE,CAAC,IAAI,IAAI,eAAe,CAAC,kBAAkB,EAAE,CAAC;4BACzD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;wBACpD,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC;gBAEF,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;gBACnE,SAAS,CAAC,KAAK,EAAE,CAAC;gBAClB,SAAS,CAAC,KAAK,EAAE,CAAC;gBAClB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;CACF"}

package/dist/pipeline/index.d.ts

@@ -0,0 +1,2 @@
+export { type AgentState, type BeforeTTSCallback, type BeforeLLMCallback, type VPAEvent, type VPACallbacks, type AgentCallContext, type AgentTranscriptionOptions, type VPAOptions, VoicePipelineAgent, } from './pipeline_agent.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/pipeline/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pipeline/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,UAAU,EACf,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,QAAQ,EACb,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,yBAAyB,EAC9B,KAAK,UAAU,EACf,kBAAkB,GACnB,MAAM,qBAAqB,CAAC"}

package/dist/pipeline/index.js

@@ -0,0 +1,5 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export { VoicePipelineAgent, } from './pipeline_agent.js';
+//# sourceMappingURL=index.js.map

package/dist/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/pipeline/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,OAAO,EASL,kBAAkB,GACnB,MAAM,qBAAqB,CAAC"}