@livekit/agents 0.1.0

package/dist/job_request.js

@@ -0,0 +1,79 @@
+import { EventEmitter } from 'events';
+import { log } from './log.js';
+class AnsweredError extends Error {
+    constructor() {
+        super();
+        this.name = 'AnsweredError';
+        this.message = 'request already answered';
+    }
+}
+var AutoDisconnect;
+(function (AutoDisconnect) {
+    AutoDisconnect[AutoDisconnect["ROOM_EMPTY"] = 0] = "ROOM_EMPTY";
+    AutoDisconnect[AutoDisconnect["PUBLISHER_LEFT"] = 1] = "PUBLISHER_LEFT";
+    AutoDisconnect[AutoDisconnect["NONE"] = 2] = "NONE";
+})(AutoDisconnect || (AutoDisconnect = {}));
+export var AutoSubscribe;
+(function (AutoSubscribe) {
+    AutoSubscribe[AutoSubscribe["SUBSCRIBE_ALL"] = 0] = "SUBSCRIBE_ALL";
+    AutoSubscribe[AutoSubscribe["SUBSCRIBE_NONE"] = 1] = "SUBSCRIBE_NONE";
+    AutoSubscribe[AutoSubscribe["VIDEO_ONLY"] = 2] = "VIDEO_ONLY";
+    AutoSubscribe[AutoSubscribe["AUDIO_ONLY"] = 3] = "AUDIO_ONLY";
+})(AutoSubscribe || (AutoSubscribe = {}));
+export class JobRequest {
+    #job;
+    #answered = false;
+    tx;
+    logger = log.child({ job: this.job });
+    constructor(job, tx) {
+        this.#job = job;
+        this.tx = tx;
+    }
+    get id() {
+        return this.#job.id;
+    }
+    get job() {
+        return this.#job;
+    }
+    get room() {
+        return this.#job.room;
+    }
+    get publisher() {
+        return this.#job.participant;
+    }
+    get answered() {
+        return this.#answered;
+    }
+    async reject() {
+        if (this.#answered) {
+            throw new AnsweredError();
+        }
+        this.#answered = true;
+        this.tx.emit('recv', { avail: false, data: undefined });
+        this.logger.info('rejected job', this.id);
+    }
+    async accept(entry, autoSubscribe = AutoSubscribe.SUBSCRIBE_ALL, autoDisconnect = AutoDisconnect.ROOM_EMPTY, name = '', identity = '', metadata = '') {
+        if (this.#answered) {
+            throw new AnsweredError();
+        }
+        this.#answered = true;
+        const assign = new EventEmitter();
+        assign.on('error', (e) => {
+            throw e;
+        });
+        if (identity === '')
+            identity = 'agent-' + this.id;
+        const data = {
+            entry,
+            autoSubscribe,
+            autoDisconnect,
+            name,
+            identity,
+            metadata,
+            assign,
+        };
+        this.tx.emit('recv', { avail: true, data });
+        this.logger.info('accepted job', this.id);
+    }
+}
+//# sourceMappingURL=job_request.js.map

package/dist/job_request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job_request.js","sourceRoot":"","sources":["../src/job_request.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,MAAM,aAAc,SAAQ,KAAK;IAC/B;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,0BAA0B,CAAC;IAC5C,CAAC;CACF;AAED,IAAK,cAIJ;AAJD,WAAK,cAAc;IACjB,+DAAU,CAAA;IACV,uEAAc,CAAA;IACd,mDAAI,CAAA;AACN,CAAC,EAJI,cAAc,KAAd,cAAc,QAIlB;AAED,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAiBD,MAAM,OAAO,UAAU;IACrB,IAAI,CAAM;IACV,SAAS,GAAG,KAAK,CAAC;IAClB,EAAE,CAAe;IACjB,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAEtC,YAAY,GAAQ,EAAE,EAAgB;QACpC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACf,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;IAC/B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,aAAa,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,gBAA+B,aAAa,CAAC,aAAa,EAC1D,iBAAiC,cAAc,CAAC,UAAU,EAC1D,OAAe,EAAE,EACjB,WAAmB,EAAE,EACrB,WAAmB,EAAE;QAErB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,aAAa,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACvB,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;QAEH,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;QAEnD,MAAM,IAAI,GAAe;YACvB,KAAK;YACL,aAAa;YACb,cAAc;YACd,IAAI;YACJ,QAAQ;YACR,QAAQ;YACR,MAAM;SACP,CAAC;QAEF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAc,CAAC,CAAC;QAExD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/log.d.ts

@@ -0,0 +1,2 @@
+export declare const log: import("pino").Logger<never>;
+//# sourceMappingURL=log.d.ts.map

package/dist/log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,GAAG,8BAOd,CAAC"}

package/dist/log.js

@@ -0,0 +1,13 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { pino } from 'pino';
+export const log = pino({
+    transport: {
+        target: 'pino-pretty',
+        options: {
+            colorize: true,
+        },
+    },
+});
+//# sourceMappingURL=log.js.map

package/dist/log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE;QACT,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI;SACf;KACF;CACF,CAAC,CAAC"}

package/dist/plugin.d.ts

@@ -0,0 +1,10 @@
+export declare abstract class Plugin {
+    #private;
+    registeredPlugins: Plugin[];
+    constructor(title: string, version: string);
+    static registerPlugins(plugin: Plugin): void;
+    abstract downloadFiles(): void;
+    get title(): string;
+    get version(): string;
+}
+//# sourceMappingURL=plugin.d.ts.map

package/dist/plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAIA,8BAAsB,MAAM;;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAM;gBAIrB,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;WAK5B,eAAe,CAAC,MAAM,EAAE,MAAM;IAI5C,QAAQ,CAAC,aAAa,IAAI,IAAI;IAE9B,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;CACF"}

package/dist/plugin.js

@@ -0,0 +1,22 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export class Plugin {
+    registeredPlugins = [];
+    #title;
+    #version;
+    constructor(title, version) {
+        this.#title = title;
+        this.#version = version;
+    }
+    static registerPlugins(plugin) {
+        plugin.registeredPlugins.push(plugin);
+    }
+    get title() {
+        return this.#title;
+    }
+    get version() {
+        return this.#version;
+    }
+}
+//# sourceMappingURL=plugin.js.map

package/dist/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,MAAM,OAAgB,MAAM;IAC1B,iBAAiB,GAAa,EAAE,CAAC;IACjC,MAAM,CAAS;IACf,QAAQ,CAAS;IAEjB,YAAY,KAAa,EAAE,OAAe;QACxC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAEM,MAAM,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAID,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}

package/dist/stt/index.d.ts

@@ -0,0 +1,3 @@
+export { STT, SpeechEvent, SpeechEventType, SpeechStream } from './stt.js';
+export { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/stt/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/stt/index.js

@@ -0,0 +1,6 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export { STT, SpeechEvent, SpeechEventType, SpeechStream } from './stt.js';
+export { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+//# sourceMappingURL=index.js.map

package/dist/stt/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/stt/stream_adapter.d.ts

@@ -0,0 +1,28 @@
+import type { AudioFrame } from '@livekit/rtc-node';
+import { type AudioBuffer } from '../utils.js';
+import { type VADStream } from '../vad.js';
+import { STT, SpeechEvent, SpeechStream } from './stt.js';
+export declare class StreamAdapterWrapper extends SpeechStream {
+    closed: boolean;
+    stt: STT;
+    vadStream: VADStream;
+    eventQueue: (SpeechEvent | undefined)[];
+    language?: string;
+    task: {
+        run: Promise<void>;
+        cancel: () => void;
+    };
+    constructor(stt: STT, vadStream: VADStream, language?: string | undefined);
+    run(reject: (arg: Error) => void): Promise<void>;
+    pushFrame(frame: AudioFrame): void;
+    close(wait?: boolean): Promise<void>;
+    next(): IteratorResult<SpeechEvent>;
+}
+export declare class StreamAdapter extends STT {
+    stt: STT;
+    vadStream: VADStream;
+    constructor(stt: STT, vadStream: VADStream);
+    recognize(buffer: AudioBuffer, language?: string | undefined): Promise<SpeechEvent>;
+    stream(language?: string | undefined): StreamAdapterWrapper;
+}
+//# sourceMappingURL=stream_adapter.d.ts.map

package/dist/stt/stream_adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAmB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,qBAAa,oBAAqB,SAAQ,YAAY;IACpD,MAAM,EAAE,OAAO,CAAC;IAChB,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,CAAC,WAAW,GAAG,SAAS,CAAC,EAAE,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE;QACJ,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,EAAE,MAAM,IAAI,CAAC;KACpB,CAAC;gBAEU,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,GAAE,MAAM,GAAG,SAAqB;IAe9E,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI;IAoBtC,SAAS,CAAC,KAAK,EAAE,UAAU;IAQrB,KAAK,CAAC,IAAI,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhD,IAAI,IAAI,cAAc,CAAC,WAAW,CAAC;CAQpC;AAED,qBAAa,aAAc,SAAQ,GAAG;IACpC,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,SAAS,CAAC;gBAET,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS;IAMpC,SAAS,CACb,MAAM,EAAE,WAAW,EACnB,QAAQ,GAAE,MAAM,GAAG,SAAqB,GACvC,OAAO,CAAC,WAAW,CAAC;IAIvB,MAAM,CAAC,QAAQ,GAAE,MAAM,GAAG,SAAqB;CAGhD"}

package/dist/stt/stream_adapter.js

@@ -0,0 +1,82 @@
+import { mergeFrames } from '../utils.js';
+import { VADEventType } from '../vad.js';
+import { STT, SpeechEvent, SpeechEventType, SpeechStream } from './stt.js';
+export class StreamAdapterWrapper extends SpeechStream {
+    closed;
+    stt;
+    vadStream;
+    eventQueue;
+    language;
+    task;
+    constructor(stt, vadStream, language = undefined) {
+        super();
+        this.closed = false;
+        this.stt = stt;
+        this.vadStream = vadStream;
+        this.eventQueue = [];
+        this.language = language;
+        this.task = {
+            run: new Promise((_, reject) => {
+                this.run(reject);
+            }),
+            cancel: () => { },
+        };
+    }
+    async run(reject) {
+        this.task.cancel = () => {
+            this.closed = true;
+            reject(new Error('cancelled'));
+        };
+        for (const event of this.vadStream) {
+            if (event.type == VADEventType.START_OF_SPEECH) {
+                const startEvent = new SpeechEvent(SpeechEventType.START_OF_SPEECH);
+                this.eventQueue.push(startEvent);
+            }
+            else if (event.type == VADEventType.END_OF_SPEECH) {
+                const mergedFrames = mergeFrames(event.speech);
+                const endEvent = await this.stt.recognize(mergedFrames, this.language);
+                this.eventQueue.push(endEvent);
+            }
+        }
+        this.eventQueue.push(undefined);
+    }
+    pushFrame(frame) {
+        if (this.closed) {
+            throw new TypeError('cannot push frame to closed stream');
+        }
+        this.vadStream.pushFrame(frame);
+    }
+    async close(wait = true) {
+        this.closed = true;
+        if (!wait) {
+            this.task.cancel();
+        }
+        await this.vadStream.close(wait);
+        await this.task.run;
+    }
+    next() {
+        const item = this.eventQueue.shift();
+        if (item) {
+            return { done: false, value: item };
+        }
+        else {
+            return { done: true, value: undefined };
+        }
+    }
+}
+export class StreamAdapter extends STT {
+    stt;
+    vadStream;
+    constructor(stt, vadStream) {
+        super(true);
+        this.stt = stt;
+        this.vadStream = vadStream;
+    }
+    async recognize(buffer, language = undefined) {
+        return await this.stt.recognize(buffer, language);
+    }
+    stream(language = undefined) {
+        return new StreamAdapterWrapper(this.stt, this.vadStream, language);
+    }
+}
+//# sourceMappingURL=stream_adapter.js.map

package/dist/stt/stream_adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_adapter.js","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,WAAW,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAkB,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,MAAM,OAAO,oBAAqB,SAAQ,YAAY;IACpD,MAAM,CAAU;IAChB,GAAG,CAAM;IACT,SAAS,CAAY;IACrB,UAAU,CAA8B;IACxC,QAAQ,CAAU;IAClB,IAAI,CAGF;IAEF,YAAY,GAAQ,EAAE,SAAoB,EAAE,WAA+B,SAAS;QAClF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG;YACV,GAAG,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC;YACF,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA4B;QACpC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,eAAe,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;gBACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACnC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;gBACpD,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAgB,IAAI;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACtB,CAAC;IAED,IAAI;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,aAAc,SAAQ,GAAG;IACpC,GAAG,CAAM;IACT,SAAS,CAAY;IAErB,YAAY,GAAQ,EAAE,SAAoB;QACxC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAmB,EACnB,WAA+B,SAAS;QAExC,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,WAA+B,SAAS;QAC7C,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACtE,CAAC;CACF"}

package/dist/stt/stt.d.ts

@@ -0,0 +1,34 @@
+import type { AudioFrame } from '@livekit/rtc-node';
+import type { AudioBuffer } from '../utils.js';
+export declare enum SpeechEventType {
+    START_OF_SPEECH = 0,
+    INTERIM_TRANSCRIPT = 1,
+    FINAL_TRANSCRIPT = 2,
+    END_OF_SPEECH = 3
+}
+export interface SpeechData {
+    language: string;
+    text: string;
+    startTime: number;
+    endTime: number;
+    confidence: number;
+}
+export declare class SpeechEvent {
+    type: SpeechEventType;
+    alternatives: SpeechData[];
+    constructor(type: SpeechEventType, alternatives?: SpeechData[]);
+}
+export declare abstract class SpeechStream implements IterableIterator<SpeechEvent> {
+    abstract pushFrame(token: AudioFrame): void;
+    abstract close(wait: boolean): Promise<void>;
+    abstract next(): IteratorResult<SpeechEvent>;
+    [Symbol.iterator](): SpeechStream;
+}
+export declare abstract class STT {
+    #private;
+    constructor(streamingSupported: boolean);
+    abstract recognize(buffer: AudioBuffer, language?: string): Promise<SpeechEvent>;
+    abstract stream(language: string | undefined): SpeechStream;
+    get streamingSupported(): boolean;
+}
+//# sourceMappingURL=stt.d.ts.map

package/dist/stt/stt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,oBAAY,eAAe;IACzB,eAAe,IAAI;IACnB,kBAAkB,IAAI;IACtB,gBAAgB,IAAI;IACpB,aAAa,IAAI;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,WAAW;IACtB,IAAI,EAAE,eAAe,CAAC;IACtB,YAAY,EAAE,UAAU,EAAE,CAAC;gBAEf,IAAI,EAAE,eAAe,EAAE,YAAY,GAAE,UAAU,EAAO;CAInE;AAED,8BAAsB,YAAa,YAAW,gBAAgB,CAAC,WAAW,CAAC;IACzE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAE3C,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAE5C,QAAQ,CAAC,IAAI,IAAI,cAAc,CAAC,WAAW,CAAC;IAE5C,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,YAAY;CAGlC;AAED,8BAAsB,GAAG;;gBAGX,kBAAkB,EAAE,OAAO;IAIvC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAEhF,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY;IAE3D,IAAI,kBAAkB,IAAI,OAAO,CAEhC;CACF"}

package/dist/stt/stt.js

@@ -0,0 +1,30 @@
+export var SpeechEventType;
+(function (SpeechEventType) {
+    SpeechEventType[SpeechEventType["START_OF_SPEECH"] = 0] = "START_OF_SPEECH";
+    SpeechEventType[SpeechEventType["INTERIM_TRANSCRIPT"] = 1] = "INTERIM_TRANSCRIPT";
+    SpeechEventType[SpeechEventType["FINAL_TRANSCRIPT"] = 2] = "FINAL_TRANSCRIPT";
+    SpeechEventType[SpeechEventType["END_OF_SPEECH"] = 3] = "END_OF_SPEECH";
+})(SpeechEventType || (SpeechEventType = {}));
+export class SpeechEvent {
+    type;
+    alternatives;
+    constructor(type, alternatives = []) {
+        this.type = type;
+        this.alternatives = alternatives;
+    }
+}
+export class SpeechStream {
+    [Symbol.iterator]() {
+        return this;
+    }
+}
+export class STT {
+    #streamingSupported;
+    constructor(streamingSupported) {
+        this.#streamingSupported = streamingSupported;
+    }
+    get streamingSupported() {
+        return this.#streamingSupported;
+    }
+}
+//# sourceMappingURL=stt.js.map

package/dist/stt/stt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":"AAMA,MAAM,CAAN,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,2EAAmB,CAAA;IACnB,iFAAsB,CAAA;IACtB,6EAAoB,CAAA;IACpB,uEAAiB,CAAA;AACnB,CAAC,EALW,eAAe,KAAf,eAAe,QAK1B;AAUD,MAAM,OAAO,WAAW;IACtB,IAAI,CAAkB;IACtB,YAAY,CAAe;IAE3B,YAAY,IAAqB,EAAE,eAA6B,EAAE;QAChE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;CACF;AAED,MAAM,OAAgB,YAAY;IAOhC,CAAC,MAAM,CAAC,QAAQ,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAgB,GAAG;IACvB,mBAAmB,CAAU;IAE7B,YAAY,kBAA2B;QACrC,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;IAChD,CAAC;IAMD,IAAI,kBAAkB;QACpB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;CACF"}

package/dist/tokenize.d.ts

@@ -0,0 +1,15 @@
+export interface SegmentedSentence {
+    text: string;
+}
+export declare abstract class SentenceTokenizer {
+    abstract tokenize(text: string, language?: string): SegmentedSentence[];
+    abstract stream(language: string | undefined): SentenceStream;
+}
+export declare abstract class SentenceStream implements IterableIterator<SegmentedSentence> {
+    abstract pushText(text: string): void;
+    abstract flush(): Promise<void>;
+    close(): Promise<void>;
+    abstract next(): IteratorResult<SegmentedSentence>;
+    [Symbol.iterator](): SentenceStream;
+}
+//# sourceMappingURL=tokenize.d.ts.map

package/dist/tokenize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.d.ts","sourceRoot":"","sources":["../src/tokenize.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,8BAAsB,iBAAiB;IACrC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,iBAAiB,EAAE;IACvE,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,cAAc;CAC9D;AAED,8BAAsB,cAAe,YAAW,gBAAgB,CAAC,iBAAiB,CAAC;IACjF,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IACrC,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC5B,QAAQ,CAAC,IAAI,IAAI,cAAc,CAAC,iBAAiB,CAAC;IAClD,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,cAAc;CAGpC"}

package/dist/tokenize.js

@@ -0,0 +1,12 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export class SentenceTokenizer {
+}
+export class SentenceStream {
+    async close() { }
+    [Symbol.iterator]() {
+        return this;
+    }
+}
+//# sourceMappingURL=tokenize.js.map

package/dist/tokenize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.js","sourceRoot":"","sources":["../src/tokenize.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAMtC,MAAM,OAAgB,iBAAiB;CAGtC;AAED,MAAM,OAAgB,cAAc;IAGlC,KAAK,CAAC,KAAK,KAAmB,CAAC;IAE/B,CAAC,MAAM,CAAC,QAAQ,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/tts/index.d.ts

@@ -0,0 +1,4 @@
+import { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+import { ChunkedStream, SynthesisEvent, SynthesisEventType, SynthesizeStream, type SynthesizedAudio, TTS } from './tts.js';
+export { TTS, SynthesisEvent, SynthesisEventType, SynthesizedAudio, SynthesizeStream, StreamAdapter, StreamAdapterWrapper, ChunkedStream, };
+//# sourceMappingURL=index.d.ts.map

package/dist/tts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tts/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EACL,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,GAAG,EACJ,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,GAAG,EACH,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,oBAAoB,EACpB,aAAa,GACd,CAAC"}

package/dist/tts/index.js

@@ -0,0 +1,7 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+import { ChunkedStream, SynthesisEvent, SynthesisEventType, SynthesizeStream, TTS, } from './tts.js';
+export { TTS, SynthesisEvent, SynthesisEventType, SynthesizeStream, StreamAdapter, StreamAdapterWrapper, ChunkedStream, };
+//# sourceMappingURL=index.js.map

package/dist/tts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tts/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EACL,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAEhB,GAAG,GACJ,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,GAAG,EACH,cAAc,EACd,kBAAkB,EAElB,gBAAgB,EAChB,aAAa,EACb,oBAAoB,EACpB,aAAa,GACd,CAAC"}

package/dist/tts/stream_adapter.d.ts

@@ -0,0 +1,26 @@
+import type { SentenceStream, SentenceTokenizer } from '../tokenize.js';
+import { ChunkedStream, SynthesisEvent, SynthesizeStream, TTS } from './tts.js';
+export declare class StreamAdapterWrapper extends SynthesizeStream {
+    closed: boolean;
+    tts: TTS;
+    sentenceStream: SentenceStream;
+    eventQueue: (SynthesisEvent | undefined)[];
+    task: {
+        run: Promise<void>;
+        cancel: () => void;
+    };
+    constructor(tts: TTS, sentenceStream: SentenceStream);
+    run(reject: (arg: Error) => void): Promise<void>;
+    pushText(token: string): void;
+    flush(): Promise<void>;
+    next(): IteratorResult<SynthesisEvent>;
+    close(): Promise<void>;
+}
+export declare class StreamAdapter extends TTS {
+    tts: TTS;
+    tokenizer: SentenceTokenizer;
+    constructor(tts: TTS, tokenizer: SentenceTokenizer);
+    synthesize(text: string): Promise<ChunkedStream>;
+    stream(): StreamAdapterWrapper;
+}
+//# sourceMappingURL=stream_adapter.d.ts.map

package/dist/tts/stream_adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAsB,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAEpG,qBAAa,oBAAqB,SAAQ,gBAAgB;IACxD,MAAM,EAAE,OAAO,CAAC;IAChB,GAAG,EAAE,GAAG,CAAC;IACT,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,EAAE,CAAC,cAAc,GAAG,SAAS,CAAC,EAAE,CAAC;IAC3C,IAAI,EAAE;QACJ,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,EAAE,MAAM,IAAI,CAAC;KACpB,CAAC;gBAEU,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,cAAc;IAc9C,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI;IAiBtC,QAAQ,CAAC,KAAK,EAAE,MAAM;IAIhB,KAAK;IAIX,IAAI,IAAI,cAAc,CAAC,cAAc,CAAC;IAShC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B;AAED,qBAAa,aAAc,SAAQ,GAAG;IACpC,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,iBAAiB,CAAC;gBAEjB,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,iBAAiB;IAMlD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAIhD,MAAM;CAGP"}

package/dist/tts/stream_adapter.js

@@ -0,0 +1,77 @@
+import { SynthesisEvent, SynthesisEventType, SynthesizeStream, TTS } from './tts.js';
+export class StreamAdapterWrapper extends SynthesizeStream {
+    closed;
+    tts;
+    sentenceStream;
+    eventQueue;
+    task;
+    constructor(tts, sentenceStream) {
+        super();
+        this.closed = false;
+        this.tts = tts;
+        this.sentenceStream = sentenceStream;
+        this.eventQueue = [];
+        this.task = {
+            run: new Promise((_, reject) => {
+                this.run(reject);
+            }),
+            cancel: () => { },
+        };
+    }
+    async run(reject) {
+        while (!this.closed) {
+            this.task.cancel = () => {
+                this.closed = true;
+                reject(new Error('cancelled'));
+            };
+            for await (const sentence of this.sentenceStream) {
+                const audio = await this.tts.synthesize(sentence.text).then((data) => data.next());
+                if (!audio.done) {
+                    this.eventQueue.push(new SynthesisEvent(SynthesisEventType.STARTED));
+                    this.eventQueue.push(new SynthesisEvent(SynthesisEventType.AUDIO, audio.value));
+                    this.eventQueue.push(new SynthesisEvent(SynthesisEventType.FINISHED));
+                }
+            }
+        }
+    }
+    pushText(token) {
+        this.sentenceStream.pushText(token);
+    }
+    async flush() {
+        await this.sentenceStream.flush();
+    }
+    next() {
+        const event = this.eventQueue.shift();
+        if (event) {
+            return { done: false, value: event };
+        }
+        else {
+            return { done: true, value: undefined };
+        }
+    }
+    async close() {
+        this.task.cancel();
+        try {
+            await this.task.run;
+        }
+        finally {
+            this.eventQueue.push(undefined);
+        }
+    }
+}
+export class StreamAdapter extends TTS {
+    tts;
+    tokenizer;
+    constructor(tts, tokenizer) {
+        super(true);
+        this.tts = tts;
+        this.tokenizer = tokenizer;
+    }
+    synthesize(text) {
+        return this.tts.synthesize(text);
+    }
+    stream() {
+        return new StreamAdapterWrapper(this.tts, this.tokenizer.stream(undefined));
+    }
+}
+//# sourceMappingURL=stream_adapter.js.map

package/dist/tts/stream_adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_adapter.js","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAIA,OAAO,EAAiB,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAEpG,MAAM,OAAO,oBAAqB,SAAQ,gBAAgB;IACxD,MAAM,CAAU;IAChB,GAAG,CAAM;IACT,cAAc,CAAiB;IAC/B,UAAU,CAAiC;IAC3C,IAAI,CAGF;IAEF,YAAY,GAAQ,EAAE,cAA8B;QAClD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG;YACV,GAAG,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC;YACF,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA4B;QACpC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE;gBACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YACjC,CAAC,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnF,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;oBACrE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;oBAChF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IACpC,CAAC;IAED,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,aAAc,SAAQ,GAAG;IACpC,GAAG,CAAM;IACT,SAAS,CAAoB;IAE7B,YAAY,GAAQ,EAAE,SAA4B;QAChD,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9E,CAAC;CACF"}

package/dist/tts/tts.d.ts

@@ -0,0 +1,37 @@
+import type { AudioFrame } from '@livekit/rtc-node';
+export interface SynthesizedAudio {
+    text: string;
+    data: AudioFrame;
+}
+export declare enum SynthesisEventType {
+    STARTED = 0,
+    AUDIO = 1,
+    FINISHED = 2
+}
+export declare class SynthesisEvent {
+    type: SynthesisEventType;
+    audio?: SynthesizedAudio;
+    constructor(type: SynthesisEventType, audio?: SynthesizedAudio | undefined);
+}
+export declare abstract class SynthesizeStream implements IterableIterator<SynthesisEvent> {
+    abstract pushText(token?: string): void;
+    markSegmentEnd(): void;
+    abstract close(wait: boolean): Promise<void>;
+    abstract next(): IteratorResult<SynthesisEvent>;
+    [Symbol.iterator](): SynthesizeStream;
+}
+export declare abstract class TTS {
+    #private;
+    constructor(streamingSupported: boolean);
+    abstract synthesize(text: string): Promise<ChunkedStream>;
+    abstract stream(): SynthesizeStream;
+    get streamingSupported(): boolean;
+}
+export declare abstract class ChunkedStream implements AsyncIterableIterator<SynthesizedAudio> {
+    collect(): Promise<AudioFrame>;
+    abstract close(): Promise<void>;
+    abstract next(): Promise<IteratorResult<SynthesizedAudio>>;
+    [Symbol.iterator](): ChunkedStream;
+    [Symbol.asyncIterator](): ChunkedStream;
+}
+//# sourceMappingURL=tts.d.ts.map

package/dist/tts/tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/tts/tts.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGpD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,oBAAY,kBAAkB;IAC5B,OAAO,IAAI;IACX,KAAK,IAAI;IACT,QAAQ,IAAI;CACb;AAED,qBAAa,cAAc;IACzB,IAAI,EAAE,kBAAkB,CAAC;IACzB,KAAK,CAAC,EAAE,gBAAgB,CAAC;gBAEb,IAAI,EAAE,kBAAkB,EAAE,KAAK,GAAE,gBAAgB,GAAG,SAAqB;CAItF;AAED,8BAAsB,gBAAiB,YAAW,gBAAgB,CAAC,cAAc,CAAC;IAChF,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAEvC,cAAc;IAId,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAC5C,QAAQ,CAAC,IAAI,IAAI,cAAc,CAAC,cAAc,CAAC;IAE/C,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,gBAAgB;CAGtC;AAED,8BAAsB,GAAG;;gBAGX,kBAAkB,EAAE,OAAO;IAIvC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAEzD,QAAQ,CAAC,MAAM,IAAI,gBAAgB;IAEnC,IAAI,kBAAkB,IAAI,OAAO,CAEhC;CACF;AAED,8BAAsB,aAAc,YAAW,qBAAqB,CAAC,gBAAgB,CAAC;IAC9E,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC;IAQpC,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IAE1D,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,aAAa;IAIlC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa;CAGxC"}

package/dist/tts/tts.js

@@ -0,0 +1,48 @@
+import { mergeFrames } from '../utils.js';
+export var SynthesisEventType;
+(function (SynthesisEventType) {
+    SynthesisEventType[SynthesisEventType["STARTED"] = 0] = "STARTED";
+    SynthesisEventType[SynthesisEventType["AUDIO"] = 1] = "AUDIO";
+    SynthesisEventType[SynthesisEventType["FINISHED"] = 2] = "FINISHED";
+})(SynthesisEventType || (SynthesisEventType = {}));
+export class SynthesisEvent {
+    type;
+    audio;
+    constructor(type, audio = undefined) {
+        this.type = type;
+        this.audio = audio;
+    }
+}
+export class SynthesizeStream {
+    markSegmentEnd() {
+        this.pushText(undefined);
+    }
+    [Symbol.iterator]() {
+        return this;
+    }
+}
+export class TTS {
+    #streamingSupported;
+    constructor(streamingSupported) {
+        this.#streamingSupported = streamingSupported;
+    }
+    get streamingSupported() {
+        return this.#streamingSupported;
+    }
+}
+export class ChunkedStream {
+    async collect() {
+        const frames = [];
+        for await (const ev of this) {
+            frames.push(ev.data);
+        }
+        return mergeFrames(frames);
+    }
+    [Symbol.iterator]() {
+        return this;
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+}
+//# sourceMappingURL=tts.js.map

package/dist/tts/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../src/tts/tts.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAO1C,MAAM,CAAN,IAAY,kBAIX;AAJD,WAAY,kBAAkB;IAC5B,iEAAW,CAAA;IACX,6DAAS,CAAA;IACT,mEAAY,CAAA;AACd,CAAC,EAJW,kBAAkB,KAAlB,kBAAkB,QAI7B;AAED,MAAM,OAAO,cAAc;IACzB,IAAI,CAAqB;IACzB,KAAK,CAAoB;IAEzB,YAAY,IAAwB,EAAE,QAAsC,SAAS;QACnF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED,MAAM,OAAgB,gBAAgB;IAGpC,cAAc;QACZ,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAKD,CAAC,MAAM,CAAC,QAAQ,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAgB,GAAG;IACvB,mBAAmB,CAAU;IAE7B,YAAY,kBAA2B;QACrC,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;IAChD,CAAC;IAMD,IAAI,kBAAkB;QACpB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;CACF;AAED,MAAM,OAAgB,aAAa;IACjC,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAKD,CAAC,MAAM,CAAC,QAAQ,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}