@livekit/agents 0.4.5 → 0.5.0

package/dist/tokenize/tokenizer.js

@@ -1,117 +1,156 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-import { AsyncIterableQueue } from '../utils.js';
-// prettier-ignore
-export const PUNCTUATIONS = [
-    '!', '"', '#', '$', '%', '&', "'", '(', ')', '*', '+', ',', '-', '.', '/', ':', ';', '<', '=',
-    '>', '?', '@', '[', '\\', ']', '^', '_', '`', '{', '|', '}', '~', '±', '—', '‘', '’', '“', '”',
-    '…',
+import { AsyncIterableQueue } from "../utils.js";
+const PUNCTUATIONS = [
+  "!",
+  '"',
+  "#",
+  "$",
+  "%",
+  "&",
+  "'",
+  "(",
+  ")",
+  "*",
+  "+",
+  ",",
+  "-",
+  ".",
+  "/",
+  ":",
+  ";",
+  "<",
+  "=",
+  ">",
+  "?",
+  "@",
+  "[",
+  "\\",
+  "]",
+  "^",
+  "_",
+  "`",
+  "{",
+  "|",
+  "}",
+  "~",
+  "\xB1",
+  "\u2014",
+  "\u2018",
+  "\u2019",
+  "\u201C",
+  "\u201D",
+  "\u2026"
 ];
-export class SentenceTokenizer {
+class SentenceTokenizer {
 }
-export class SentenceStream {
-    static FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');
-    input = new AsyncIterableQueue();
-    queue = new AsyncIterableQueue();
-    #closed = false;
-    get closed() {
-        return this.#closed;
+class SentenceStream {
+  static FLUSH_SENTINEL = Symbol("FLUSH_SENTINEL");
+  input = new AsyncIterableQueue();
+  queue = new AsyncIterableQueue();
+  #closed = false;
+  get closed() {
+    return this.#closed;
+  }
+  /** Push a string of text to the tokenizer */
+  pushText(text) {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    /** Push a string of text to the tokenizer */
-    pushText(text) {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.put(text);
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
-    /** Flush the tokenizer, causing it to process all pending text */
-    flush() {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.put(SentenceStream.FLUSH_SENTINEL);
+    this.input.put(text);
+  }
+  /** Flush the tokenizer, causing it to process all pending text */
+  flush() {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    /** Mark the input as ended and forbid additional pushes */
-    endInput() {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.close();
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
-    next() {
-        return this.queue.next();
+    this.input.put(SentenceStream.FLUSH_SENTINEL);
+  }
+  /** Mark the input as ended and forbid additional pushes */
+  endInput() {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    /** Close both the input and output of the tokenizer stream */
-    close() {
-        this.input.close();
-        this.queue.close();
-        this.#closed = true;
-    }
-    [Symbol.asyncIterator]() {
-        return this;
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
+    this.input.close();
+  }
+  next() {
+    return this.queue.next();
+  }
+  /** Close both the input and output of the tokenizer stream */
+  close() {
+    this.input.close();
+    this.queue.close();
+    this.#closed = true;
+  }
+  [Symbol.asyncIterator]() {
+    return this;
+  }
 }
-export class WordTokenizer {
+class WordTokenizer {
 }
-export class WordStream {
-    static FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');
-    input = new AsyncIterableQueue();
-    queue = new AsyncIterableQueue();
-    #closed = false;
-    get closed() {
-        return this.#closed;
-    }
-    /** Push a string of text to the tokenizer */
-    pushText(text) {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.put(text);
+class WordStream {
+  static FLUSH_SENTINEL = Symbol("FLUSH_SENTINEL");
+  input = new AsyncIterableQueue();
+  queue = new AsyncIterableQueue();
+  #closed = false;
+  get closed() {
+    return this.#closed;
+  }
+  /** Push a string of text to the tokenizer */
+  pushText(text) {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    /** Flush the tokenizer, causing it to process all pending text */
-    flush() {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.put(WordStream.FLUSH_SENTINEL);
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
-    /** Mark the input as ended and forbid additional pushes */
-    endInput() {
-        if (this.input.closed) {
-            throw new Error('Input is closed');
-        }
-        if (this.#closed) {
-            throw new Error('Stream is closed');
-        }
-        this.input.close();
+    this.input.put(text);
+  }
+  /** Flush the tokenizer, causing it to process all pending text */
+  flush() {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    next() {
-        return this.queue.next();
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
-    /** Close both the input and output of the tokenizer stream */
-    close() {
-        this.input.close();
-        this.queue.close();
-        this.#closed = true;
+    this.input.put(WordStream.FLUSH_SENTINEL);
+  }
+  /** Mark the input as ended and forbid additional pushes */
+  endInput() {
+    if (this.input.closed) {
+      throw new Error("Input is closed");
     }
-    [Symbol.asyncIterator]() {
-        return this;
+    if (this.#closed) {
+      throw new Error("Stream is closed");
     }
+    this.input.close();
+  }
+  next() {
+    return this.queue.next();
+  }
+  /** Close both the input and output of the tokenizer stream */
+  close() {
+    this.input.close();
+    this.queue.close();
+    this.#closed = true;
+  }
+  [Symbol.asyncIterator]() {
+    return this;
+  }
 }
+export {
+  PUNCTUATIONS,
+  SentenceStream,
+  SentenceTokenizer,
+  WordStream,
+  WordTokenizer
+};
 //# sourceMappingURL=tokenizer.js.map

package/dist/tokenize/tokenizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/tokenize/tokenizer.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,kBAAkB;AAClB,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAC7F,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAC9F,GAAG;CACJ,CAAA;AAOD,MAAM,OAAgB,iBAAiB;CAOtC;AAED,MAAM,OAAgB,cAAc;IACxB,MAAM,CAAU,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC1D,KAAK,GAAG,IAAI,kBAAkB,EAAiD,CAAC;IAChF,KAAK,GAAG,IAAI,kBAAkB,EAAa,CAAC;IACtD,OAAO,GAAG,KAAK,CAAC;IAEhB,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,kEAAkE;IAClE,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,2DAA2D;IAC3D,QAAQ;QACN,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,8DAA8D;IAC9D,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;;AAGH,MAAM,OAAgB,aAAa;CAOlC;AAED,MAAM,OAAgB,UAAU;IACpB,MAAM,CAAU,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC1D,KAAK,GAAG,IAAI,kBAAkB,EAA6C,CAAC;IAC5E,KAAK,GAAG,IAAI,kBAAkB,EAAa,CAAC;IACtD,OAAO,GAAG,KAAK,CAAC;IAEhB,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,6CAA6C;IAC7C,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,kEAAkE;IAClE,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IAC5C,CAAC;IAED,2DAA2D;IAC3D,QAAQ;QACN,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,8DAA8D;IAC9D,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC"}
+{"version":3,"sources":["../../src/tokenize/tokenizer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncIterableQueue } from '../utils.js';\n\n// prettier-ignore\nexport const PUNCTUATIONS = [\n  '!', '\"', '#', '$', '%', '&', \"'\", '(', ')', '*', '+', ',', '-', '.', '/', ':', ';', '<', '=',\n  '>', '?', '@', '[', '\\\\', ']', '^', '_', '`', '{', '|', '}', '~', '±', '—', '‘', '’', '“', '”',\n  '…',\n]\n\nexport interface TokenData {\n  segmentId: string;\n  token: string;\n}\n\nexport abstract class SentenceTokenizer {\n  abstract tokenize(text: string, language?: string): string[];\n\n  /**\n   * Returns a {@link SentenceStream} that can be used to push strings and receive smaller segments.\n   */\n  abstract stream(): SentenceStream;\n}\n\nexport abstract class SentenceStream {\n  protected static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n  protected input = new AsyncIterableQueue<string | typeof SentenceStream.FLUSH_SENTINEL>();\n  protected queue = new AsyncIterableQueue<TokenData>();\n  #closed = false;\n\n  get closed(): boolean {\n    return this.#closed;\n  }\n\n  /** Push a string of text to the tokenizer */\n  pushText(text: string) {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.put(text);\n  }\n\n  /** Flush the tokenizer, causing it to process all pending text */\n  flush() {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.put(SentenceStream.FLUSH_SENTINEL);\n  }\n\n  /** Mark the input as ended and forbid additional pushes */\n  endInput() {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.close();\n  }\n\n  next(): Promise<IteratorResult<TokenData>> {\n    return this.queue.next();\n  }\n\n  /** Close both the input and output of the tokenizer stream */\n  close() {\n    this.input.close();\n    this.queue.close();\n    this.#closed = true;\n  }\n\n  [Symbol.asyncIterator](): SentenceStream {\n    return this;\n  }\n}\n\nexport abstract class WordTokenizer {\n  abstract tokenize(text: string, language?: string): string[];\n\n  /**\n   * Returns a {@link WordStream} that can be used to push words and receive smaller segments.\n   */\n  abstract stream(): WordStream;\n}\n\nexport abstract class WordStream {\n  protected static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n  protected input = new AsyncIterableQueue<string | typeof WordStream.FLUSH_SENTINEL>();\n  protected queue = new AsyncIterableQueue<TokenData>();\n  #closed = false;\n\n  get closed(): boolean {\n    return this.#closed;\n  }\n\n  /** Push a string of text to the tokenizer */\n  pushText(text: string) {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.put(text);\n  }\n\n  /** Flush the tokenizer, causing it to process all pending text */\n  flush() {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.put(WordStream.FLUSH_SENTINEL);\n  }\n\n  /** Mark the input as ended and forbid additional pushes */\n  endInput() {\n    if (this.input.closed) {\n      throw new Error('Input is closed');\n    }\n    if (this.#closed) {\n      throw new Error('Stream is closed');\n    }\n    this.input.close();\n  }\n\n  next(): Promise<IteratorResult<TokenData>> {\n    return this.queue.next();\n  }\n\n  /** Close both the input and output of the tokenizer stream */\n  close() {\n    this.input.close();\n    this.queue.close();\n    this.#closed = true;\n  }\n\n  [Symbol.asyncIterator](): WordStream {\n    return this;\n  }\n}\n"],"mappings":"AAGA,SAAS,0BAA0B;AAG5B,MAAM,eAAe;AAAA,EAC1B;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAC1F;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAM;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAC3F;AACF;AAOO,MAAe,kBAAkB;AAOxC;AAEO,MAAe,eAAe;AAAA,EACnC,OAA0B,iBAAiB,OAAO,gBAAgB;AAAA,EACxD,QAAQ,IAAI,mBAAkE;AAAA,EAC9E,QAAQ,IAAI,mBAA8B;AAAA,EACpD,UAAU;AAAA,EAEV,IAAI,SAAkB;AACpB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,SAAS,MAAc;AACrB,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,IAAI,IAAI;AAAA,EACrB;AAAA;AAAA,EAGA,QAAQ;AACN,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,IAAI,eAAe,cAAc;AAAA,EAC9C;AAAA;AAAA,EAGA,WAAW;AACT,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,MAAM,MAAM;AACjB,SAAK,MAAM,MAAM;AACjB,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAoB;AACvC,WAAO;AAAA,EACT;AACF;AAEO,MAAe,cAAc;AAOpC;AAEO,MAAe,WAAW;AAAA,EAC/B,OAA0B,iBAAiB,OAAO,gBAAgB;AAAA,EACxD,QAAQ,IAAI,mBAA8D;AAAA,EAC1E,QAAQ,IAAI,mBAA8B;AAAA,EACpD,UAAU;AAAA,EAEV,IAAI,SAAkB;AACpB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,SAAS,MAAc;AACrB,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,IAAI,IAAI;AAAA,EACrB;AAAA;AAAA,EAGA,QAAQ;AACN,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,IAAI,WAAW,cAAc;AAAA,EAC1C;AAAA;AAAA,EAGA,WAAW;AACT,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,MAAM,iBAAiB;AAAA,IACnC;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AACA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,MAAM,MAAM;AACjB,SAAK,MAAM,MAAM;AACjB,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAgB;AACnC,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/transcription.cjs

@@ -0,0 +1,131 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var transcription_exports = {};
+__export(transcription_exports, {
+  BasicTranscriptionForwarder: () => BasicTranscriptionForwarder
+});
+module.exports = __toCommonJS(transcription_exports);
+var import_log = require("./log.cjs");
+class BasicTranscriptionForwarder {
+  #room;
+  #participantIdentity;
+  #trackSid;
+  #currentText = "";
+  #totalAudioDuration = 0;
+  #currentPlayoutTime = 0;
+  #DEFAULT_CHARS_PER_SECOND = 16;
+  #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
+  #messageId;
+  #isRunning = false;
+  #logger = (0, import_log.log)();
+  currentCharacterIndex = 0;
+  constructor(room, participantIdentity, trackSid, messageId) {
+    this.#room = room;
+    this.#participantIdentity = participantIdentity;
+    this.#trackSid = trackSid;
+    this.#messageId = messageId;
+  }
+  get text() {
+    return this.#currentText;
+  }
+  start() {
+    if (!this.#isRunning) {
+      this.#isRunning = true;
+      this.#startPublishingLoop().catch((error) => {
+        this.#logger.error("Error in publishing loop:", error);
+        this.#isRunning = false;
+      });
+    }
+  }
+  pushAudio(frame) {
+    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
+  }
+  pushText(text) {
+    this.#currentText += text;
+  }
+  #textIsComplete = false;
+  #audioIsComplete = false;
+  markTextComplete() {
+    this.#textIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  markAudioComplete() {
+    this.#audioIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  #adjustTimingIfBothFinished() {
+    if (this.#textIsComplete && this.#audioIsComplete) {
+      const actualDuration = this.#totalAudioDuration;
+      if (actualDuration > 0 && this.#currentText.length > 0) {
+        this.#charsPerSecond = this.#currentText.length / actualDuration;
+      }
+    }
+  }
+  #computeSleepInterval() {
+    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
+  }
+  async #startPublishingLoop() {
+    this.#isRunning = true;
+    let sleepInterval = this.#computeSleepInterval();
+    let isComplete = false;
+    while (this.#isRunning && !isComplete) {
+      this.#currentPlayoutTime += sleepInterval;
+      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
+      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
+      await this.#publishTranscription(false);
+      if (this.#isRunning && !isComplete) {
+        sleepInterval = this.#computeSleepInterval();
+        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1e3));
+      }
+    }
+    if (this.#isRunning) {
+      this.close(false);
+    }
+  }
+  async #publishTranscription(final) {
+    var _a;
+    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
+    await ((_a = this.#room.localParticipant) == null ? void 0 : _a.publishTranscription({
+      participantIdentity: this.#participantIdentity,
+      trackSid: this.#trackSid,
+      segments: [
+        {
+          text: textToPublish,
+          final,
+          id: this.#messageId,
+          startTime: BigInt(0),
+          endTime: BigInt(0),
+          language: ""
+        }
+      ]
+    }));
+  }
+  async close(interrupt) {
+    this.#isRunning = false;
+    if (!interrupt) {
+      this.currentCharacterIndex = this.#currentText.length;
+    }
+    await this.#publishTranscription(true);
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  BasicTranscriptionForwarder
+});
+//# sourceMappingURL=transcription.cjs.map

package/dist/transcription.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, Room } from '@livekit/rtc-node';\nimport { log } from './log.js';\n\nexport interface TranscriptionForwarder {\n  start(): void;\n  pushAudio(frame: AudioFrame): void;\n  pushText(text: string): void;\n  markTextComplete(): void;\n  markAudioComplete(): void;\n  close(interrupt: boolean): Promise<void>;\n  currentCharacterIndex: number;\n  text: string;\n}\n\nexport class BasicTranscriptionForwarder implements TranscriptionForwarder {\n  #room: Room;\n  #participantIdentity: string;\n  #trackSid: string;\n  #currentText: string = '';\n  #totalAudioDuration: number = 0;\n  #currentPlayoutTime: number = 0;\n  #DEFAULT_CHARS_PER_SECOND = 16;\n  #charsPerSecond: number = this.#DEFAULT_CHARS_PER_SECOND;\n  #messageId: string;\n  #isRunning: boolean = false;\n  #logger = log();\n  currentCharacterIndex: number = 0;\n\n  constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string) {\n    this.#room = room;\n    this.#participantIdentity = participantIdentity;\n    this.#trackSid = trackSid;\n    this.#messageId = messageId;\n  }\n\n  get text(): string {\n    return this.#currentText;\n  }\n\n  start(): void {\n    if (!this.#isRunning) {\n      this.#isRunning = true;\n      this.#startPublishingLoop().catch((error) => {\n        this.#logger.error('Error in publishing loop:', error);\n        this.#isRunning = false;\n      });\n    }\n  }\n\n  pushAudio(frame: AudioFrame): void {\n    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string): void {\n    this.#currentText += text;\n  }\n\n  #textIsComplete: boolean = false;\n  #audioIsComplete: boolean = false;\n\n  markTextComplete(): void {\n    this.#textIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  markAudioComplete(): void {\n    this.#audioIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  #adjustTimingIfBothFinished(): void {\n    if (this.#textIsComplete && this.#audioIsComplete) {\n      const actualDuration = this.#totalAudioDuration;\n      if (actualDuration > 0 && this.#currentText.length > 0) {\n        this.#charsPerSecond = this.#currentText.length / actualDuration;\n      }\n    }\n  }\n\n  #computeSleepInterval(): number {\n    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);\n  }\n\n  async #startPublishingLoop(): Promise<void> {\n    this.#isRunning = true;\n    let sleepInterval = this.#computeSleepInterval();\n    let isComplete = false;\n    while (this.#isRunning && !isComplete) {\n      this.#currentPlayoutTime += sleepInterval;\n      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);\n      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;\n      await this.#publishTranscription(false);\n      if (this.#isRunning && !isComplete) {\n        sleepInterval = this.#computeSleepInterval();\n        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));\n      }\n    }\n\n    if (this.#isRunning) {\n      this.close(false);\n    }\n  }\n\n  async #publishTranscription(final: boolean): Promise<void> {\n    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);\n    await this.#room.localParticipant?.publishTranscription({\n      participantIdentity: this.#participantIdentity,\n      trackSid: this.#trackSid,\n      segments: [\n        {\n          text: textToPublish,\n          final: final,\n          id: this.#messageId,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          language: '',\n        },\n      ],\n    });\n  }\n\n  async close(interrupt: boolean): Promise<void> {\n    this.#isRunning = false;\n\n    // Publish whatever we had as final\n    if (!interrupt) {\n      this.currentCharacterIndex = this.#currentText.length;\n    }\n    await this.#publishTranscription(true);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAoB;AAab,MAAM,4BAA8D;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA,eAAuB;AAAA,EACvB,sBAA8B;AAAA,EAC9B,sBAA8B;AAAA,EAC9B,4BAA4B;AAAA,EAC5B,kBAA0B,KAAK;AAAA,EAC/B;AAAA,EACA,aAAsB;AAAA,EACtB,cAAU,gBAAI;AAAA,EACd,wBAAgC;AAAA,EAEhC,YAAY,MAAY,qBAA6B,UAAkB,WAAmB;AACxF,SAAK,QAAQ;AACb,SAAK,uBAAuB;AAC5B,SAAK,YAAY;AACjB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,IAAI,OAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa;AAClB,WAAK,qBAAqB,EAAE,MAAM,CAAC,UAAU;AAC3C,aAAK,QAAQ,MAAM,6BAA6B,KAAK;AACrD,aAAK,aAAa;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,SAAK,uBAAuB,MAAM,oBAAoB,MAAM;AAAA,EAC9D;AAAA,EAEA,SAAS,MAAoB;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,kBAA2B;AAAA,EAC3B,mBAA4B;AAAA,EAE5B,mBAAyB;AACvB,SAAK,kBAAkB;AACvB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,oBAA0B;AACxB,SAAK,mBAAmB;AACxB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,8BAAoC;AAClC,QAAI,KAAK,mBAAmB,KAAK,kBAAkB;AACjD,YAAM,iBAAiB,KAAK;AAC5B,UAAI,iBAAiB,KAAK,KAAK,aAAa,SAAS,GAAG;AACtD,aAAK,kBAAkB,KAAK,aAAa,SAAS;AAAA,MACpD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,wBAAgC;AAC9B,WAAO,KAAK,IAAI,KAAK,IAAI,IAAI,KAAK,iBAAiB,MAAM,GAAG,GAAG;AAAA,EACjE;AAAA,EAEA,MAAM,uBAAsC;AAC1C,SAAK,aAAa;AAClB,QAAI,gBAAgB,KAAK,sBAAsB;AAC/C,QAAI,aAAa;AACjB,WAAO,KAAK,cAAc,CAAC,YAAY;AACrC,WAAK,uBAAuB;AAC5B,WAAK,wBAAwB,KAAK,MAAM,KAAK,sBAAsB,KAAK,eAAe;AACvF,mBAAa,KAAK,mBAAmB,KAAK,yBAAyB,KAAK,aAAa;AACrF,YAAM,KAAK,sBAAsB,KAAK;AACtC,UAAI,KAAK,cAAc,CAAC,YAAY;AAClC,wBAAgB,KAAK,sBAAsB;AAC3C,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,gBAAgB,GAAI,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,MAAM,KAAK;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAsB,OAA+B;AA1G7D;AA2GI,UAAM,gBAAgB,KAAK,aAAa,MAAM,GAAG,KAAK,qBAAqB;AAC3E,YAAM,UAAK,MAAM,qBAAX,mBAA6B,qBAAqB;AAAA,MACtD,qBAAqB,KAAK;AAAA,MAC1B,UAAU,KAAK;AAAA,MACf,UAAU;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN;AAAA,UACA,IAAI,KAAK;AAAA,UACT,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,UAAU;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,WAAmC;AAC7C,SAAK,aAAa;AAGlB,QAAI,CAAC,WAAW;AACd,WAAK,wBAAwB,KAAK,aAAa;AAAA,IACjD;AACA,UAAM,KAAK,sBAAsB,IAAI;AAAA,EACvC;AACF;","names":[]}

package/dist/transcription.d.ts

@@ -7,11 +7,13 @@ export interface TranscriptionForwarder {
     markAudioComplete(): void;
     close(interrupt: boolean): Promise<void>;
     currentCharacterIndex: number;
+    text: string;
 }
 export declare class BasicTranscriptionForwarder implements TranscriptionForwarder {
     #private;
     currentCharacterIndex: number;
     constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string);
+    get text(): string;
     start(): void;
     pushAudio(frame: AudioFrame): void;
     pushText(text: string): void;

package/dist/transcription.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;IAYxE,qBAAqB,EAAE,MAAM,CAAK;gBAEtB,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAOxF,KAAK,IAAI,IAAI;IAUb,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAIlC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,gBAAgB,IAAI,IAAI;IAKxB,iBAAiB,IAAI,IAAI;IAwDnB,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}
+{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;IAYxE,qBAAqB,EAAE,MAAM,CAAK;gBAEtB,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAOxF,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,IAAI,IAAI;IAUb,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAIlC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,gBAAgB,IAAI,IAAI;IAKxB,iBAAiB,IAAI,IAAI;IAwDnB,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}