@livekit/agents 0.3.5 → 0.4.1

package/dist/tokenize/index.d.ts

@@ -0,0 +1,5 @@
+import * as basic from './basic/index.js';
+export { type TokenData, SentenceTokenizer, SentenceStream, WordTokenizer, WordStream, } from './tokenizer.js';
+export { BufferedSentenceStream, BufferedTokenStream, BufferedWordStream } from './token_stream.js';
+export { basic };
+//# sourceMappingURL=index.d.ts.map

package/dist/tokenize/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tokenize/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EACL,KAAK,SAAS,EACd,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,UAAU,GACX,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEpG,OAAO,EAAE,KAAK,EAAE,CAAC"}

package/dist/tokenize/index.js

@@ -0,0 +1,8 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import * as basic from './basic/index.js';
+export { SentenceTokenizer, SentenceStream, WordTokenizer, WordStream, } from './tokenizer.js';
+export { BufferedSentenceStream, BufferedTokenStream, BufferedWordStream } from './token_stream.js';
+export { basic };
+//# sourceMappingURL=index.js.map

package/dist/tokenize/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tokenize/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EAEL,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,UAAU,GACX,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEpG,OAAO,EAAE,KAAK,EAAE,CAAC"}

package/dist/tokenize/token_stream.d.ts

@@ -0,0 +1,36 @@
+import { AsyncIterableQueue } from '../utils.js';
+import type { TokenData } from './tokenizer.js';
+import { SentenceStream, WordStream } from './tokenizer.js';
+type TokenizeFunc = (x: string) => string[] | [string, number, number][];
+export declare class BufferedTokenStream implements AsyncIterableIterator<TokenData> {
+    #private;
+    protected queue: AsyncIterableQueue<TokenData>;
+    protected closed: boolean;
+    constructor(func: TokenizeFunc, minTokenLength: number, minContextLength: number);
+    /** Push a string of text into the token stream */
+    pushText(text: string): void;
+    /** Flush the stream, causing it to process all pending text */
+    flush(): void;
+    /** Mark the input as ended and forbid additional pushes */
+    endInput(): void;
+    next(): Promise<IteratorResult<TokenData>>;
+    /** Close both the input and output of the token stream */
+    close(): void;
+    [Symbol.asyncIterator](): BufferedTokenStream;
+}
+export declare class BufferedSentenceStream extends SentenceStream {
+    #private;
+    constructor(func: TokenizeFunc, minTokenLength: number, minContextLength: number);
+    pushText(text: string): void;
+    close(): void;
+    next(): Promise<IteratorResult<TokenData>>;
+}
+export declare class BufferedWordStream extends WordStream {
+    #private;
+    constructor(func: TokenizeFunc, minTokenLength: number, minContextLength: number);
+    pushText(text: string): void;
+    close(): void;
+    next(): Promise<IteratorResult<TokenData>>;
+}
+export {};
+//# sourceMappingURL=token_stream.d.ts.map

package/dist/tokenize/token_stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token_stream.d.ts","sourceRoot":"","sources":["../../src/tokenize/token_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5D,KAAK,YAAY,GAAG,CAAC,CAAC,EAAE,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;AAEzE,qBAAa,mBAAoB,YAAW,qBAAqB,CAAC,SAAS,CAAC;;IAC1E,SAAS,CAAC,KAAK,gCAAuC;IACtD,SAAS,CAAC,MAAM,UAAS;gBAUb,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM;IAQhF,kDAAkD;IAClD,QAAQ,CAAC,IAAI,EAAE,MAAM;IAoCrB,+DAA+D;IAC/D,KAAK;IA4BL,2DAA2D;IAC3D,QAAQ;IAQR,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAI1C,0DAA0D;IAC1D,KAAK;IAKL,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,mBAAmB;CAG9C;AAED,qBAAa,sBAAuB,SAAQ,cAAc;;gBAG5C,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM;IAKhF,QAAQ,CAAC,IAAI,EAAE,MAAM;IAIrB,KAAK;IAKL,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;CAG3C;AAED,qBAAa,kBAAmB,SAAQ,UAAU;;gBAGpC,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM;IAKhF,QAAQ,CAAC,IAAI,EAAE,MAAM;IAIrB,KAAK;IAKL,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;CAG3C"}

package/dist/tokenize/token_stream.js

@@ -0,0 +1,136 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { randomUUID } from 'node:crypto';
+import { AsyncIterableQueue } from '../utils.js';
+import { SentenceStream, WordStream } from './tokenizer.js';
+export class BufferedTokenStream {
+    queue = new AsyncIterableQueue();
+    closed = false;
+    #func;
+    #minTokenLength;
+    #minContextLength;
+    #bufTokens = [];
+    #inBuf = '';
+    #outBuf = '';
+    #currentSegmentId;
+    constructor(func, minTokenLength, minContextLength) {
+        this.#func = func;
+        this.#minTokenLength = minTokenLength;
+        this.#minContextLength = minContextLength;
+        this.#currentSegmentId = randomUUID();
+    }
+    /** Push a string of text into the token stream */
+    pushText(text) {
+        if (this.closed) {
+            throw new Error('Stream is closed');
+        }
+        this.#inBuf += text;
+        if (this.#inBuf.length < this.#minContextLength)
+            return;
+        while (true) {
+            const tokens = this.#func(this.#inBuf);
+            if (tokens.length === 0)
+                break;
+            if (this.#outBuf)
+                this.#outBuf += ' ';
+            const tok = tokens.shift();
+            let tokText = tok;
+            if (tok.length > 1 && typeof tok[1] === 'number') {
+                tokText = tok[0];
+            }
+            this.#outBuf += tokText;
+            if (this.#outBuf.length >= this.#minTokenLength) {
+                this.queue.put({ token: this.#outBuf, segmentId: this.#currentSegmentId });
+                this.#outBuf = '';
+            }
+            if (typeof tok !== 'string') {
+                this.#inBuf = this.#inBuf.slice(tok[2]);
+            }
+            else {
+                this.#inBuf = this.#inBuf
+                    .slice(Math.max(0, this.#inBuf.indexOf(tok)) + tok.length)
+                    .trimStart();
+            }
+        }
+    }
+    /** Flush the stream, causing it to process all pending text */
+    flush() {
+        if (this.closed) {
+            throw new Error('Stream is closed');
+        }
+        if (this.#inBuf || this.#outBuf) {
+            const tokens = this.#func(this.#inBuf);
+            if (tokens) {
+                if (this.#outBuf)
+                    this.#outBuf += ' ';
+                if (typeof tokens[0] !== 'string') {
+                    this.#outBuf += tokens.map((tok) => tok[0]).join(' ');
+                }
+                else {
+                    this.#outBuf += tokens.join(' ');
+                }
+            }
+            if (this.#outBuf) {
+                this.queue.put({ token: this.#outBuf, segmentId: this.#currentSegmentId });
+            }
+            this.#currentSegmentId = randomUUID();
+        }
+        this.#inBuf = '';
+        this.#outBuf = '';
+    }
+    /** Mark the input as ended and forbid additional pushes */
+    endInput() {
+        if (this.closed) {
+            throw new Error('Stream is closed');
+        }
+        this.flush();
+        this.closed = true;
+    }
+    next() {
+        return this.queue.next();
+    }
+    /** Close both the input and output of the token stream */
+    close() {
+        this.queue.close();
+        this.closed = true;
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+}
+export class BufferedSentenceStream extends SentenceStream {
+    #stream;
+    constructor(func, minTokenLength, minContextLength) {
+        super();
+        this.#stream = new BufferedTokenStream(func, minTokenLength, minContextLength);
+    }
+    pushText(text) {
+        this.#stream.pushText(text);
+    }
+    close() {
+        super.close();
+        this.#stream.close();
+    }
+    next() {
+        return this.#stream.next();
+    }
+}
+export class BufferedWordStream extends WordStream {
+    #stream;
+    constructor(func, minTokenLength, minContextLength) {
+        super();
+        this.#stream = new BufferedTokenStream(func, minTokenLength, minContextLength);
+    }
+    pushText(text) {
+        this.#stream.pushText(text);
+    }
+    close() {
+        super.close();
+        this.#stream.close();
+    }
+    next() {
+        return this.#stream.next();
+    }
+}
+//# sourceMappingURL=token_stream.js.map

package/dist/tokenize/token_stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token_stream.js","sourceRoot":"","sources":["../../src/tokenize/token_stream.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAI5D,MAAM,OAAO,mBAAmB;IACpB,KAAK,GAAG,IAAI,kBAAkB,EAAa,CAAC;IAC5C,MAAM,GAAG,KAAK,CAAC;IAEzB,KAAK,CAAe;IACpB,eAAe,CAAS;IACxB,iBAAiB,CAAS;IAC1B,UAAU,GAAa,EAAE,CAAC;IAC1B,MAAM,GAAG,EAAE,CAAC;IACZ,OAAO,GAAG,EAAE,CAAC;IACb,iBAAiB,CAAS;IAE1B,YAAY,IAAkB,EAAE,cAAsB,EAAE,gBAAwB;QAC9E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAE1C,IAAI,CAAC,iBAAiB,GAAG,UAAU,EAAE,CAAC;IACxC,CAAC;IAED,kDAAkD;IAClD,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAExD,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE/B,IAAI,IAAI,CAAC,OAAO;gBAAE,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC;YAEtC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAG,CAAC;YAC5B,IAAI,OAAO,GAAG,GAAa,CAAC;YAC5B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACnB,CAAC;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC;YACxB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAChD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC3E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,IAAI,OAAO,GAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;qBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;qBACzD,SAAS,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC;gBAEtC,IAAI,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAClC,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,IAAI,CAAC,iBAAiB,GAAG,UAAU,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,2DAA2D;IAC3D,QAAQ;QACN,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,0DAA0D;IAC1D,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAO,sBAAuB,SAAQ,cAAc;IACxD,OAAO,CAAsB;IAE7B,YAAY,IAAkB,EAAE,cAAsB,EAAE,gBAAwB;QAC9E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,mBAAmB,CAAC,IAAI,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACjF,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAChD,OAAO,CAAsB;IAE7B,YAAY,IAAkB,EAAE,cAAsB,EAAE,gBAAwB;QAC9E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,mBAAmB,CAAC,IAAI,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACjF,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/tokenize/tokenizer.d.ts

@@ -0,0 +1,55 @@
+import { AsyncIterableQueue } from '../utils.js';
+export declare const PUNCTUATIONS: string[];
+export interface TokenData {
+    segmentId: string;
+    token: string;
+}
+export declare abstract class SentenceTokenizer {
+    abstract tokenize(text: string, language?: string): string[];
+    /**
+     * Returns a {@link SentenceStream} that can be used to push strings and receive smaller segments.
+     */
+    abstract stream(): SentenceStream;
+}
+export declare abstract class SentenceStream {
+    #private;
+    protected static readonly FLUSH_SENTINEL: unique symbol;
+    protected input: AsyncIterableQueue<string | typeof SentenceStream.FLUSH_SENTINEL>;
+    protected queue: AsyncIterableQueue<TokenData>;
+    get closed(): boolean;
+    /** Push a string of text to the tokenizer */
+    pushText(text: string): void;
+    /** Flush the tokenizer, causing it to process all pending text */
+    flush(): void;
+    /** Mark the input as ended and forbid additional pushes */
+    endInput(): void;
+    next(): Promise<IteratorResult<TokenData>>;
+    /** Close both the input and output of the tokenizer stream */
+    close(): void;
+    [Symbol.asyncIterator](): SentenceStream;
+}
+export declare abstract class WordTokenizer {
+    abstract tokenize(text: string, language?: string): string[];
+    /**
+     * Returns a {@link WordStream} that can be used to push words and receive smaller segments.
+     */
+    abstract stream(): WordStream;
+}
+export declare abstract class WordStream {
+    #private;
+    protected static readonly FLUSH_SENTINEL: unique symbol;
+    protected input: AsyncIterableQueue<string | typeof WordStream.FLUSH_SENTINEL>;
+    protected queue: AsyncIterableQueue<TokenData>;
+    get closed(): boolean;
+    /** Push a string of text to the tokenizer */
+    pushText(text: string): void;
+    /** Flush the tokenizer, causing it to process all pending text */
+    flush(): void;
+    /** Mark the input as ended and forbid additional pushes */
+    endInput(): void;
+    next(): Promise<IteratorResult<TokenData>>;
+    /** Close both the input and output of the tokenizer stream */
+    close(): void;
+    [Symbol.asyncIterator](): WordStream;
+}
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/tokenize/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/tokenize/tokenizer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,eAAO,MAAM,YAAY,UAIxB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,8BAAsB,iBAAiB;IACrC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;IAE5D;;OAEG;IACH,QAAQ,CAAC,MAAM,IAAI,cAAc;CAClC;AAED,8BAAsB,cAAc;;IAClC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,gBAA4B;IACpE,SAAS,CAAC,KAAK,oEAA2E;IAC1F,SAAS,CAAC,KAAK,gCAAuC;IAGtD,IAAI,MAAM,IAAI,OAAO,CAEpB;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM;IAUrB,kEAAkE;IAClE,KAAK;IAUL,2DAA2D;IAC3D,QAAQ;IAUR,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAI1C,8DAA8D;IAC9D,KAAK;IAML,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,cAAc;CAGzC;AAED,8BAAsB,aAAa;IACjC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;IAE5D;;OAEG;IACH,QAAQ,CAAC,MAAM,IAAI,UAAU;CAC9B;AAED,8BAAsB,UAAU;;IAC9B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,gBAA4B;IACpE,SAAS,CAAC,KAAK,gEAAuE;IACtF,SAAS,CAAC,KAAK,gCAAuC;IAGtD,IAAI,MAAM,IAAI,OAAO,CAEpB;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM;IAUrB,kEAAkE;IAClE,KAAK;IAUL,2DAA2D;IAC3D,QAAQ;IAUR,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAI1C,8DAA8D;IAC9D,KAAK;IAML,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,UAAU;CAGrC"}

package/dist/tokenize/tokenizer.js

@@ -0,0 +1,117 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { AsyncIterableQueue } from '../utils.js';
+// prettier-ignore
+export const PUNCTUATIONS = [
+    '!', '"', '#', '$', '%', '&', "'", '(', ')', '*', '+', ',', '-', '.', '/', ':', ';', '<', '=',
+    '>', '?', '@', '[', '\\', ']', '^', '_', '`', '{', '|', '}', '~', '±', '—', '‘', '’', '“', '”',
+    '…',
+];
+export class SentenceTokenizer {
+}
+export class SentenceStream {
+    static FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');
+    input = new AsyncIterableQueue();
+    queue = new AsyncIterableQueue();
+    #closed = false;
+    get closed() {
+        return this.#closed;
+    }
+    /** Push a string of text to the tokenizer */
+    pushText(text) {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.put(text);
+    }
+    /** Flush the tokenizer, causing it to process all pending text */
+    flush() {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.put(SentenceStream.FLUSH_SENTINEL);
+    }
+    /** Mark the input as ended and forbid additional pushes */
+    endInput() {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.close();
+    }
+    next() {
+        return this.queue.next();
+    }
+    /** Close both the input and output of the tokenizer stream */
+    close() {
+        this.input.close();
+        this.queue.close();
+        this.#closed = true;
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+}
+export class WordTokenizer {
+}
+export class WordStream {
+    static FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');
+    input = new AsyncIterableQueue();
+    queue = new AsyncIterableQueue();
+    #closed = false;
+    get closed() {
+        return this.#closed;
+    }
+    /** Push a string of text to the tokenizer */
+    pushText(text) {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.put(text);
+    }
+    /** Flush the tokenizer, causing it to process all pending text */
+    flush() {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.put(WordStream.FLUSH_SENTINEL);
+    }
+    /** Mark the input as ended and forbid additional pushes */
+    endInput() {
+        if (this.input.closed) {
+            throw new Error('Input is closed');
+        }
+        if (this.#closed) {
+            throw new Error('Stream is closed');
+        }
+        this.input.close();
+    }
+    next() {
+        return this.queue.next();
+    }
+    /** Close both the input and output of the tokenizer stream */
+    close() {
+        this.input.close();
+        this.queue.close();
+        this.#closed = true;
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/tokenize/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/tokenize/tokenizer.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,kBAAkB;AAClB,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAC7F,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAC9F,GAAG;CACJ,CAAA;AAOD,MAAM,OAAgB,iBAAiB;CAOtC;AAED,MAAM,OAAgB,cAAc;IACxB,MAAM,CAAU,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC1D,KAAK,GAAG,IAAI,kBAAkB,EAAiD,CAAC;IAChF,KAAK,GAAG,IAAI,kBAAkB,EAAa,CAAC;IACtD,OAAO,GAAG,KAAK,CAAC;IAEhB,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,kEAAkE;IAClE,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,2DAA2D;IAC3D,QAAQ;QACN,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,8DAA8D;IAC9D,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;;AAGH,MAAM,OAAgB,aAAa;CAOlC;AAED,MAAM,OAAgB,UAAU;IACpB,MAAM,CAAU,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC1D,KAAK,GAAG,IAAI,kBAAkB,EAA6C,CAAC;IAC5E,KAAK,GAAG,IAAI,kBAAkB,EAAa,CAAC;IACtD,OAAO,GAAG,KAAK,CAAC;IAEhB,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,kEAAkE;IAClE,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IAC5C,CAAC;IAED,2DAA2D;IAC3D,QAAQ;QACN,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,8DAA8D;IAC9D,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC"}

package/dist/transcription.js

@@ -1,112 +1,101 @@
-var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
-    if (kind === "m") throw new TypeError("Private method is not writable");
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
-    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
-};
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var _BasicTranscriptionForwarder_instances, _BasicTranscriptionForwarder_room, _BasicTranscriptionForwarder_participantIdentity, _BasicTranscriptionForwarder_trackSid, _BasicTranscriptionForwarder_currentText, _BasicTranscriptionForwarder_totalAudioDuration, _BasicTranscriptionForwarder_currentPlayoutTime, _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND, _BasicTranscriptionForwarder_charsPerSecond, _BasicTranscriptionForwarder_messageId, _BasicTranscriptionForwarder_isRunning, _BasicTranscriptionForwarder_logger, _BasicTranscriptionForwarder_textIsComplete, _BasicTranscriptionForwarder_audioIsComplete, _BasicTranscriptionForwarder_adjustTimingIfBothFinished, _BasicTranscriptionForwarder_computeSleepInterval, _BasicTranscriptionForwarder_startPublishingLoop, _BasicTranscriptionForwarder_publishTranscription;
 import { log } from './log.js';
 export class BasicTranscriptionForwarder {
+    #room;
+    #participantIdentity;
+    #trackSid;
+    #currentText = '';
+    #totalAudioDuration = 0;
+    #currentPlayoutTime = 0;
+    #DEFAULT_CHARS_PER_SECOND = 16;
+    #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
+    #messageId;
+    #isRunning = false;
+    #logger = log();
+    currentCharacterIndex = 0;
     constructor(room, participantIdentity, trackSid, messageId) {
-        _BasicTranscriptionForwarder_instances.add(this);
-        _BasicTranscriptionForwarder_room.set(this, void 0);
-        _BasicTranscriptionForwarder_participantIdentity.set(this, void 0);
-        _BasicTranscriptionForwarder_trackSid.set(this, void 0);
-        _BasicTranscriptionForwarder_currentText.set(this, '');
-        _BasicTranscriptionForwarder_totalAudioDuration.set(this, 0);
-        _BasicTranscriptionForwarder_currentPlayoutTime.set(this, 0);
-        _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND.set(this, 16);
-        _BasicTranscriptionForwarder_charsPerSecond.set(this, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND, "f"));
-        _BasicTranscriptionForwarder_messageId.set(this, void 0);
-        _BasicTranscriptionForwarder_isRunning.set(this, false);
-        _BasicTranscriptionForwarder_logger.set(this, log());
-        this.currentCharacterIndex = 0;
-        _BasicTranscriptionForwarder_textIsComplete.set(this, false);
-        _BasicTranscriptionForwarder_audioIsComplete.set(this, false);
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_room, room, "f");
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_participantIdentity, participantIdentity, "f");
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_trackSid, trackSid, "f");
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_messageId, messageId, "f");
+        this.#room = room;
+        this.#participantIdentity = participantIdentity;
+        this.#trackSid = trackSid;
+        this.#messageId = messageId;
     }
     start() {
-        if (!__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f")) {
-            __classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, true, "f");
-            __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_startPublishingLoop).call(this).catch((error) => {
-                __classPrivateFieldGet(this, _BasicTranscriptionForwarder_logger, "f").error('Error in publishing loop:', error);
-                __classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, false, "f");
+        if (!this.#isRunning) {
+            this.#isRunning = true;
+            this.#startPublishingLoop().catch((error) => {
+                this.#logger.error('Error in publishing loop:', error);
+                this.#isRunning = false;
             });
         }
     }
     pushAudio(frame) {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_totalAudioDuration, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_totalAudioDuration, "f") + frame.samplesPerChannel / frame.sampleRate, "f");
+        this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
     }
     pushText(text) {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_currentText, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f") + text, "f");
+        this.#currentText += text;
     }
+    #textIsComplete = false;
+    #audioIsComplete = false;
     markTextComplete() {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_textIsComplete, true, "f");
-        __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_adjustTimingIfBothFinished).call(this);
+        this.#textIsComplete = true;
+        this.#adjustTimingIfBothFinished();
     }
     markAudioComplete() {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_audioIsComplete, true, "f");
-        __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_adjustTimingIfBothFinished).call(this);
+        this.#audioIsComplete = true;
+        this.#adjustTimingIfBothFinished();
     }
-    async close(interrupt) {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, false, "f");
-        // Publish whatever we had as final
-        if (!interrupt) {
-            this.currentCharacterIndex = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length;
+    #adjustTimingIfBothFinished() {
+        if (this.#textIsComplete && this.#audioIsComplete) {
+            const actualDuration = this.#totalAudioDuration;
+            if (actualDuration > 0 && this.#currentText.length > 0) {
+                this.#charsPerSecond = this.#currentText.length / actualDuration;
+            }
         }
-        await __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_publishTranscription).call(this, true);
     }
-}
-_BasicTranscriptionForwarder_room = new WeakMap(), _BasicTranscriptionForwarder_participantIdentity = new WeakMap(), _BasicTranscriptionForwarder_trackSid = new WeakMap(), _BasicTranscriptionForwarder_currentText = new WeakMap(), _BasicTranscriptionForwarder_totalAudioDuration = new WeakMap(), _BasicTranscriptionForwarder_currentPlayoutTime = new WeakMap(), _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND = new WeakMap(), _BasicTranscriptionForwarder_charsPerSecond = new WeakMap(), _BasicTranscriptionForwarder_messageId = new WeakMap(), _BasicTranscriptionForwarder_isRunning = new WeakMap(), _BasicTranscriptionForwarder_logger = new WeakMap(), _BasicTranscriptionForwarder_textIsComplete = new WeakMap(), _BasicTranscriptionForwarder_audioIsComplete = new WeakMap(), _BasicTranscriptionForwarder_instances = new WeakSet(), _BasicTranscriptionForwarder_adjustTimingIfBothFinished = function _BasicTranscriptionForwarder_adjustTimingIfBothFinished() {
-    if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_textIsComplete, "f") && __classPrivateFieldGet(this, _BasicTranscriptionForwarder_audioIsComplete, "f")) {
-        const actualDuration = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_totalAudioDuration, "f");
-        if (actualDuration > 0 && __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length > 0) {
-            __classPrivateFieldSet(this, _BasicTranscriptionForwarder_charsPerSecond, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length / actualDuration, "f");
-        }
+    #computeSleepInterval() {
+        return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
     }
-}, _BasicTranscriptionForwarder_computeSleepInterval = function _BasicTranscriptionForwarder_computeSleepInterval() {
-    return Math.min(Math.max(1 / __classPrivateFieldGet(this, _BasicTranscriptionForwarder_charsPerSecond, "f"), 0.0625), 0.5);
-}, _BasicTranscriptionForwarder_startPublishingLoop = async function _BasicTranscriptionForwarder_startPublishingLoop() {
-    __classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, true, "f");
-    let sleepInterval = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_computeSleepInterval).call(this);
-    let isComplete = false;
-    while (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f") && !isComplete) {
-        __classPrivateFieldSet(this, _BasicTranscriptionForwarder_currentPlayoutTime, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentPlayoutTime, "f") + sleepInterval, "f");
-        this.currentCharacterIndex = Math.floor(__classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentPlayoutTime, "f") * __classPrivateFieldGet(this, _BasicTranscriptionForwarder_charsPerSecond, "f"));
-        isComplete = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_textIsComplete, "f") && this.currentCharacterIndex >= __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length;
-        await __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_publishTranscription).call(this, false);
-        if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f") && !isComplete) {
-            sleepInterval = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_computeSleepInterval).call(this);
-            await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));
+    async #startPublishingLoop() {
+        this.#isRunning = true;
+        let sleepInterval = this.#computeSleepInterval();
+        let isComplete = false;
+        while (this.#isRunning && !isComplete) {
+            this.#currentPlayoutTime += sleepInterval;
+            this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
+            isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
+            await this.#publishTranscription(false);
+            if (this.#isRunning && !isComplete) {
+                sleepInterval = this.#computeSleepInterval();
+                await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));
+            }
+        }
+        if (this.#isRunning) {
+            this.close(false);
         }
     }
-    if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f")) {
-        this.close(false);
+    async #publishTranscription(final) {
+        const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
+        await this.#room.localParticipant?.publishTranscription({
+            participantIdentity: this.#participantIdentity,
+            trackSid: this.#trackSid,
+            segments: [
+                {
+                    text: textToPublish,
+                    final: final,
+                    id: this.#messageId,
+                    startTime: BigInt(0),
+                    endTime: BigInt(0),
+                    language: '',
+                },
+            ],
+        });
     }
-}, _BasicTranscriptionForwarder_publishTranscription = async function _BasicTranscriptionForwarder_publishTranscription(final) {
-    var _a;
-    const textToPublish = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").slice(0, this.currentCharacterIndex);
-    await ((_a = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_room, "f").localParticipant) === null || _a === void 0 ? void 0 : _a.publishTranscription({
-        participantIdentity: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_participantIdentity, "f"),
-        trackSid: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_trackSid, "f"),
-        segments: [
-            {
-                text: textToPublish,
-                final: final,
-                id: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_messageId, "f"),
-                startTime: BigInt(0),
-                endTime: BigInt(0),
-                language: '',
-            },
-        ],
-    }));
-};
+    async close(interrupt) {
+        this.#isRunning = false;
+        // Publish whatever we had as final
+        if (!interrupt) {
+            this.currentCharacterIndex = this.#currentText.length;
+        }
+        await this.#publishTranscription(true);
+    }
+}
 //# sourceMappingURL=transcription.js.map

package/dist/transcription.js.map

@@ -1 +1 @@
-{"version":3,"file":"transcription.js","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAY/B,MAAM,OAAO,2BAA2B;IActC,YAAY,IAAU,EAAE,mBAA2B,EAAE,QAAgB,EAAE,SAAiB;;QAbxF,oDAAY;QACZ,mEAA6B;QAC7B,wDAAkB;QAClB,mDAAuB,EAAE,EAAC;QAC1B,0DAA8B,CAAC,EAAC;QAChC,0DAA8B,CAAC,EAAC;QAChC,gEAA4B,EAAE,EAAC;QAC/B,sDAA0B,uBAAA,IAAI,6DAA0B,EAAC;QACzD,yDAAmB;QACnB,iDAAsB,KAAK,EAAC;QAC5B,8CAAU,GAAG,EAAE,EAAC;QAChB,0BAAqB,GAAW,CAAC,CAAC;QA2BlC,sDAA2B,KAAK,EAAC;QACjC,uDAA4B,KAAK,EAAC;QAzBhC,uBAAA,IAAI,qCAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oDAAwB,mBAAmB,MAAA,CAAC;QAChD,uBAAA,IAAI,yCAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,0CAAc,SAAS,MAAA,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,uBAAA,IAAI,8CAAW,EAAE,CAAC;YACrB,uBAAA,IAAI,0CAAc,IAAI,MAAA,CAAC;YACvB,uBAAA,IAAI,gGAAqB,MAAzB,IAAI,CAAuB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1C,uBAAA,IAAI,2CAAQ,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gBACvD,uBAAA,IAAI,0CAAc,KAAK,MAAA,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,mKAA4B,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,MAAA,CAAC;IACzE,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,qJAAqB,IAAI,MAAA,CAAC;IAC5B,CAAC;IAKD,gBAAgB;QACd,uBAAA,IAAI,+CAAmB,IAAI,MAAA,CAAC;QAC5B,uBAAA,IAAI,uGAA4B,MAAhC,IAAI,CAA8B,CAAC;IACrC,CAAC;IAED,iBAAiB;QACf,uBAAA,IAAI,gDAAoB,IAAI,MAAA,CAAC;QAC7B,uBAAA,IAAI,uGAA4B,MAAhC,IAAI,CAA8B,CAAC;IACrC,CAAC;IAqDD,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,uBAAA,IAAI,0CAAc,KAAK,MAAA,CAAC;QAExB,mCAAmC;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,qBAAqB,GAAG,uBAAA,IAAI,gDAAa,CAAC,MAAM,CAAC;QACxD,CAAC;QACD,MAAM,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,EAAuB,IAAI,CAAC,CAAC;IACzC,CAAC;CACF;;IA3DG,IAAI,uBAAA,IAAI,mDAAgB,IAAI,uBAAA,IAAI,oDAAiB,EAAE,CAAC;QAClD,MAAM,cAAc,GAAG,uBAAA,IAAI,uDAAoB,CAAC;QAChD,IAAI,cAAc,GAAG,CAAC,IAAI,uBAAA,IAAI,gDAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,uBAAA,IAAI,+CAAmB,uBAAA,IAAI,gDAAa,CAAC,MAAM,GAAG,cAAc,MAAA,CAAC;QACnE,CAAC;IACH,CAAC;AACH,CAAC;IAGC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,uBAAA,IAAI,mDAAgB,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;AACnE,CAAC,qDAED,KAAK;IACH,uBAAA,IAAI,0CAAc,IAAI,MAAA,CAAC;IACvB,IAAI,aAAa,GAAG,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,CAAwB,CAAC;IACjD,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,OAAO,uBAAA,IAAI,8CAAW,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,mKAA4B,aAAa,MAAA,CAAC;QAC1C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAA,IAAI,uDAAoB,GAAG,uBAAA,IAAI,mDAAgB,CAAC,CAAC;QACzF,UAAU,GAAG,uBAAA,IAAI,mDAAgB,IAAI,IAAI,CAAC,qBAAqB,IAAI,uBAAA,IAAI,gDAAa,CAAC,MAAM,CAAC;QAC5F,MAAM,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,EAAuB,KAAK,CAAC,CAAC;QACxC,IAAI,uBAAA,IAAI,8CAAW,IAAI,CAAC,UAAU,EAAE,CAAC;YACnC,aAAa,GAAG,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,CAAwB,CAAC;YAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,IAAI,uBAAA,IAAI,8CAAW,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;AACH,CAAC,sDAED,KAAK,4DAAuB,KAAc;;IACxC,MAAM,aAAa,GAAG,uBAAA,IAAI,gDAAa,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC7E,MAAM,CAAA,MAAA,uBAAA,IAAI,yCAAM,CAAC,gBAAgB,0CAAE,oBAAoB,CAAC;QACtD,mBAAmB,EAAE,uBAAA,IAAI,wDAAqB;QAC9C,QAAQ,EAAE,uBAAA,IAAI,6CAAU;QACxB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,KAAK;gBACZ,EAAE,EAAE,uBAAA,IAAI,8CAAW;gBACnB,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,QAAQ,EAAE,EAAE;aACb;SACF;KACF,CAAC,CAAA,CAAC;AACL,CAAC"}
+{"version":3,"file":"transcription.js","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAY/B,MAAM,OAAO,2BAA2B;IACtC,KAAK,CAAO;IACZ,oBAAoB,CAAS;IAC7B,SAAS,CAAS;IAClB,YAAY,GAAW,EAAE,CAAC;IAC1B,mBAAmB,GAAW,CAAC,CAAC;IAChC,mBAAmB,GAAW,CAAC,CAAC;IAChC,yBAAyB,GAAG,EAAE,CAAC;IAC/B,eAAe,GAAW,IAAI,CAAC,yBAAyB,CAAC;IACzD,UAAU,CAAS;IACnB,UAAU,GAAY,KAAK,CAAC;IAC5B,OAAO,GAAG,GAAG,EAAE,CAAC;IAChB,qBAAqB,GAAW,CAAC,CAAC;IAElC,YAAY,IAAU,EAAE,mBAA2B,EAAE,QAAgB,EAAE,SAAiB;QACtF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gBACvD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,mBAAmB,IAAI,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED,eAAe,GAAY,KAAK,CAAC;IACjC,gBAAgB,GAAY,KAAK,CAAC;IAElC,gBAAgB;QACd,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,iBAAiB;QACf,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,2BAA2B;QACzB,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC;YAChD,IAAI,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,aAAa,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,OAAO,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,mBAAmB,IAAI,aAAa,CAAC;YAC1C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;YACzF,UAAU,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAC5F,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,aAAa,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAAc;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;YACtD,mBAAmB,EAAE,IAAI,CAAC,oBAAoB;YAC9C,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,KAAK;oBACZ,EAAE,EAAE,IAAI,CAAC,UAAU;oBACnB,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;oBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;oBAClB,QAAQ,EAAE,EAAE;iBACb;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAExB,mCAAmC;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;CACF"}

package/dist/tts/index.d.ts

@@ -1,4 +1,2 @@
-import { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
-import { ChunkedStream, SynthesisEvent, SynthesisEventType, SynthesizeStream, type SynthesizedAudio, TTS } from './tts.js';
-export { TTS, SynthesisEvent, SynthesisEventType, SynthesizedAudio, SynthesizeStream, StreamAdapter, StreamAdapterWrapper, ChunkedStream, };
+export { type SynthesizedAudio, type TTSCapabilities, TTS, SynthesizeStream } from './tts.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/tts/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tts/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EACL,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,GAAG,EACJ,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,GAAG,EACH,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,oBAAoB,EACpB,aAAa,GACd,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tts/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,gBAAgB,EAAE,KAAK,eAAe,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC"}