@livekit/agents 0.0.0-20260120144724

package/dist/transcription.cjs

@@ -0,0 +1,247 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var transcription_exports = {};
+__export(transcription_exports, {
+  TextAudioSynchronizer: () => TextAudioSynchronizer,
+  defaultTextSyncOptions: () => defaultTextSyncOptions
+});
+module.exports = __toCommonJS(transcription_exports);
+var import_protocol = require("@livekit/protocol");
+var import_rtc_node = require("@livekit/rtc-node");
+var import_node_events = require("node:events");
+var import_tokenize = require("./tokenize/index.cjs");
+var import_utils = require("./utils.cjs");
+const STANDARD_SPEECH_RATE = 3830;
+const defaultTextSyncOptions = {
+  language: "",
+  speed: 1,
+  newSentenceDelay: 400,
+  sentenceTokenizer: new import_tokenize.basic.SentenceTokenizer(),
+  hyphenateWord: import_tokenize.basic.hyphenateWord,
+  splitWords: import_tokenize.basic.splitWords
+};
+class TextAudioSynchronizer extends import_node_events.EventEmitter {
+  #opts;
+  #speed;
+  #closed = false;
+  #interrupted = false;
+  #closeFut = new import_utils.Future();
+  #playingSegIndex = -1;
+  #finishedSegIndex = -1;
+  #textQChanged = new import_utils.AsyncIterableQueue();
+  #textQ = [];
+  #audioQChanged = new import_utils.AsyncIterableQueue();
+  #audioQ = [];
+  #playedText = "";
+  #task;
+  #audioData;
+  #textData;
+  constructor(opts) {
+    super();
+    this.#opts = opts;
+    this.#speed = opts.speed * STANDARD_SPEECH_RATE;
+  }
+  pushAudio(frame) {
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.#audioData = { pushedDuration: 0, done: false };
+      this.#audioQ.push(this.#audioData);
+      this.#audioQChanged.put(1);
+    }
+    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;
+  }
+  pushText(text) {
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.#textData = {
+        sentenceStream: this.#opts.sentenceTokenizer.stream(),
+        pushedText: "",
+        done: false,
+        forwardedHyphens: 0,
+        forwardedSentences: 0
+      };
+      this.#textQ.push(this.#textData);
+      this.#textQChanged.put(1);
+    }
+    this.#textData.pushedText += text;
+    this.#textData.sentenceStream.pushText(text);
+  }
+  markAudioSegmentEnd() {
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.pushAudio(new import_rtc_node.AudioFrame(new Int16Array(), 24e3, 1, 0));
+    }
+    this.#audioData.done = true;
+    this.#audioData = void 0;
+  }
+  markTextSegmentEnd() {
+    var _a, _b;
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.pushText("");
+    }
+    this.#textData.done = true;
+    (_a = this.#textData) == null ? void 0 : _a.sentenceStream.flush();
+    (_b = this.#textData) == null ? void 0 : _b.sentenceStream.close();
+    this.#textData = void 0;
+  }
+  segmentPlayoutStarted() {
+    this.#checkNotClosed();
+    this.#playingSegIndex++;
+    if (!this.#task) {
+      this.#task = this.#mainLoop();
+    }
+  }
+  segmentPlayoutFinished() {
+    this.#checkNotClosed();
+    this.#finishedSegIndex++;
+  }
+  get playedText() {
+    return this.#playedText;
+  }
+  async close(interrupt) {
+    if (this.#closed) {
+      return;
+    }
+    this.#closed = true;
+    this.#interrupted = interrupt;
+    this.#closeFut.resolve();
+    for (const textData of this.#textQ) {
+      textData == null ? void 0 : textData.sentenceStream.close();
+    }
+    this.#textQ.push(void 0);
+    this.#audioQ.push(void 0);
+    this.#textQChanged.put(1);
+    this.#audioQChanged.put(1);
+    await this.#task;
+  }
+  async #mainLoop() {
+    let segIndex = 0;
+    let qDone = false;
+    while (!qDone) {
+      await this.#textQChanged.next();
+      await this.#audioQChanged.next();
+      while (this.#textQ.length && this.#audioQ.length) {
+        const textData = this.#textQ.pop();
+        const audioData = this.#audioQ.pop();
+        if (!(textData && audioData)) {
+          qDone = true;
+          break;
+        }
+        while (!this.#closed) {
+          if (this.#playingSegIndex >= segIndex) break;
+          await this.#sleepIfNotClosed(125);
+        }
+        const sentenceStream = textData.sentenceStream;
+        const forwardStartTime = Date.now();
+        for await (const ev of sentenceStream) {
+          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);
+        }
+        segIndex++;
+      }
+    }
+  }
+  async #syncSentence(segIndex, segStartTime, textData, audioData, sentence) {
+    let realSpeed;
+    if (audioData.pushedDuration > 0 && audioData.done) {
+      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;
+    }
+    const segId = (0, import_utils.shortuuid)("SG_");
+    const words = this.#opts.splitWords(sentence);
+    const processedWords = [];
+    const ogText = this.#playedText;
+    for (const [word, _, end] of words) {
+      if (segIndex <= this.#finishedSegIndex) break;
+      if (this.#interrupted) return;
+      const wordHyphens = this.#opts.hyphenateWord(word).length;
+      processedWords.push(word);
+      const elapsed = Date.now() - segStartTime;
+      const text = sentence.slice(0, end);
+      let speed = this.#speed;
+      let delay;
+      if (realSpeed) {
+        speed = realSpeed;
+        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;
+        const hyphPauses = estimatedPausesMs * speed;
+        const targetHyphens = Math.round(speed * elapsed);
+        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;
+        const toWaitHyphens = Math.max(0, wordHyphens - dt);
+        delay = toWaitHyphens / speed;
+      } else {
+        delay = wordHyphens / speed;
+      }
+      const firstDelay = Math.min(delay / 2, 2 / speed);
+      await this.#sleepIfNotClosed(firstDelay * 1e6);
+      this.emit(
+        "textUpdated",
+        new import_protocol.TranscriptionSegment({
+          id: segId,
+          text,
+          startTime: BigInt(0),
+          endTime: BigInt(0),
+          final: false,
+          language: this.#opts.language
+        })
+      );
+      this.#playedText = `${ogText} ${text}`;
+      await this.#sleepIfNotClosed((delay - firstDelay) * 1e6);
+      textData.forwardedHyphens += wordHyphens;
+    }
+    this.emit(
+      "textUpdated",
+      new import_protocol.TranscriptionSegment({
+        id: segId,
+        text: sentence,
+        startTime: BigInt(0),
+        endTime: BigInt(0),
+        final: true,
+        language: this.#opts.language
+      })
+    );
+    this.#playedText = `${ogText} ${sentence}`;
+    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);
+    textData.forwardedSentences++;
+  }
+  async #sleepIfNotClosed(delay) {
+    await Promise.race([
+      this.#closeFut.await,
+      new Promise((resolve) => setTimeout(resolve, delay))
+    ]);
+  }
+  #calcHyphens(text) {
+    const hyphens = [];
+    const words = this.#opts.splitWords(text);
+    for (const word of words) {
+      const n = this.#opts.hyphenateWord(word[0]);
+      hyphens.push(...n);
+    }
+    return hyphens;
+  }
+  #checkNotClosed() {
+    if (this.#closed) {
+      throw new Error("TextAudioSynchronizer is closed");
+    }
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TextAudioSynchronizer,
+  defaultTextSyncOptions
+});
+//# sourceMappingURL=transcription.cjs.map

package/dist/transcription.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { TranscriptionSegment } from '@livekit/protocol';\nimport { AudioFrame } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport { EventEmitter } from 'node:events';\nimport { basic } from './tokenize/index.js';\nimport type { SentenceStream, SentenceTokenizer } from './tokenize/tokenizer.js';\nimport { AsyncIterableQueue, Future, shortuuid } from './utils.js';\n\n// standard speech rate in hyphens/ms\nconst STANDARD_SPEECH_RATE = 3830;\n\nexport interface TextSyncOptions {\n  language: string;\n  speed: number;\n  newSentenceDelay: number;\n  sentenceTokenizer: SentenceTokenizer;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n}\n\nexport const defaultTextSyncOptions: TextSyncOptions = {\n  language: '',\n  speed: 1,\n  newSentenceDelay: 400,\n  sentenceTokenizer: new basic.SentenceTokenizer(),\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n};\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedSentences: number;\n}\n\ntype SyncCallbacks = {\n  textUpdated: (text: TranscriptionSegment) => void;\n};\n\nexport class TextAudioSynchronizer extends (EventEmitter as new () => TypedEmitter<SyncCallbacks>) {\n  #opts: TextSyncOptions;\n  #speed: number;\n\n  #closed = false;\n  #interrupted = false;\n  #closeFut = new Future();\n\n  #playingSegIndex = -1;\n  #finishedSegIndex = -1;\n\n  #textQChanged = new AsyncIterableQueue<number>();\n  #textQ: (TextData | undefined)[] = [];\n  #audioQChanged = new AsyncIterableQueue<number>();\n  #audioQ: (AudioData | undefined)[] = [];\n\n  #playedText = '';\n  #task?: Promise<void>;\n\n  #audioData?: AudioData;\n  #textData?: TextData;\n\n  constructor(opts: TextSyncOptions) {\n    super();\n\n    this.#opts = opts;\n    this.#speed = opts.speed * STANDARD_SPEECH_RATE;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    this.#checkNotClosed();\n    if (!this.#audioData) {\n      this.#audioData = { pushedDuration: 0, done: false };\n      this.#audioQ.push(this.#audioData);\n      this.#audioQChanged.put(1);\n    }\n    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string) {\n    this.#checkNotClosed();\n    if (!this.#textData) {\n      this.#textData = {\n        sentenceStream: this.#opts.sentenceTokenizer.stream(),\n        pushedText: '',\n        done: false,\n        forwardedHyphens: 0,\n        forwardedSentences: 0,\n      };\n      this.#textQ.push(this.#textData);\n      this.#textQChanged.put(1);\n    }\n\n    this.#textData.pushedText += text;\n    this.#textData.sentenceStream.pushText(text);\n  }\n\n  markAudioSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#audioData) {\n      // create empty audio data if none exists\n      this.pushAudio(new AudioFrame(new Int16Array(), 24000, 1, 0));\n    }\n\n    this.#audioData!.done = true;\n    this.#audioData = undefined;\n  }\n\n  markTextSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#textData) {\n      this.pushText('');\n    }\n\n    this.#textData!.done = true;\n    this.#textData?.sentenceStream.flush();\n    this.#textData?.sentenceStream.close();\n    this.#textData = undefined;\n  }\n\n  segmentPlayoutStarted() {\n    this.#checkNotClosed();\n    this.#playingSegIndex++;\n\n    if (!this.#task) {\n      this.#task = this.#mainLoop();\n    }\n  }\n\n  segmentPlayoutFinished() {\n    this.#checkNotClosed();\n    this.#finishedSegIndex++;\n  }\n\n  get playedText(): string {\n    return this.#playedText;\n  }\n\n  async close(interrupt: boolean) {\n    if (this.#closed) {\n      return;\n    }\n    this.#closed = true;\n    this.#interrupted = interrupt;\n    this.#closeFut.resolve();\n\n    for (const textData of this.#textQ) {\n      textData?.sentenceStream.close();\n    }\n\n    this.#textQ.push(undefined);\n    this.#audioQ.push(undefined);\n    this.#textQChanged.put(1);\n    this.#audioQChanged.put(1);\n\n    await this.#task;\n  }\n\n  async #mainLoop() {\n    let segIndex = 0;\n    let qDone = false;\n\n    while (!qDone) {\n      await this.#textQChanged.next();\n      await this.#audioQChanged.next();\n\n      while (this.#textQ.length && this.#audioQ.length) {\n        const textData = this.#textQ.pop();\n        const audioData = this.#audioQ.pop();\n\n        if (!(textData && audioData)) {\n          qDone = true;\n          break;\n        }\n\n        // wait for segment to start playing\n        while (!this.#closed) {\n          if (this.#playingSegIndex >= segIndex) break;\n          await this.#sleepIfNotClosed(125);\n        }\n\n        const sentenceStream = textData.sentenceStream;\n        const forwardStartTime = Date.now();\n\n        for await (const ev of sentenceStream) {\n          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);\n        }\n\n        segIndex++;\n      }\n    }\n  }\n\n  async #syncSentence(\n    segIndex: number,\n    segStartTime: number,\n    textData: TextData,\n    audioData: AudioData,\n    sentence: string,\n  ) {\n    let realSpeed: number | undefined;\n    if (audioData.pushedDuration > 0 && audioData.done) {\n      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;\n    }\n\n    const segId = shortuuid('SG_');\n    const words = this.#opts.splitWords(sentence);\n    const processedWords: string[] = [];\n\n    const ogText = this.#playedText;\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for (const [word, _, end] of words) {\n      if (segIndex <= this.#finishedSegIndex) break;\n      if (this.#interrupted) return;\n\n      const wordHyphens = this.#opts.hyphenateWord(word).length;\n      processedWords.push(word);\n\n      const elapsed = Date.now() - segStartTime;\n      const text = sentence.slice(0, end); // TODO: rstrip punctuations\n\n      let speed = this.#speed;\n      let delay: number;\n      if (realSpeed) {\n        speed = realSpeed;\n        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;\n        const hyphPauses = estimatedPausesMs * speed;\n        const targetHyphens = Math.round(speed * elapsed);\n        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;\n        const toWaitHyphens = Math.max(0, wordHyphens - dt);\n        delay = toWaitHyphens / speed;\n      } else {\n        delay = wordHyphens / speed;\n      }\n\n      const firstDelay = Math.min(delay / 2, 2 / speed);\n      await this.#sleepIfNotClosed(firstDelay * 1000000);\n\n      this.emit(\n        'textUpdated',\n        new TranscriptionSegment({\n          id: segId,\n          text: text,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          final: false,\n          language: this.#opts.language,\n        }),\n      );\n\n      this.#playedText = `${ogText} ${text}`;\n      await this.#sleepIfNotClosed((delay - firstDelay) * 1000000);\n      textData.forwardedHyphens += wordHyphens;\n    }\n\n    this.emit(\n      'textUpdated',\n      new TranscriptionSegment({\n        id: segId,\n        text: sentence,\n        startTime: BigInt(0),\n        endTime: BigInt(0),\n        final: true,\n        language: this.#opts.language,\n      }),\n    );\n\n    this.#playedText = `${ogText} ${sentence}`;\n\n    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);\n    textData.forwardedSentences++;\n  }\n\n  async #sleepIfNotClosed(delay: number) {\n    await Promise.race([\n      this.#closeFut.await,\n      new Promise((resolve) => setTimeout(resolve, delay)),\n    ]);\n  }\n\n  #calcHyphens(text: string): string[] {\n    const hyphens: string[] = [];\n    const words = this.#opts.splitWords(text);\n    for (const word of words) {\n      const n = this.#opts.hyphenateWord(word[0]);\n      hyphens.push(...n);\n    }\n    return hyphens;\n  }\n\n  #checkNotClosed() {\n    if (this.#closed) {\n      throw new Error('TextAudioSynchronizer is closed');\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAAqC;AACrC,sBAA2B;AAE3B,yBAA6B;AAC7B,sBAAsB;AAEtB,mBAAsD;AAGtD,MAAM,uBAAuB;AAWtB,MAAM,yBAA0C;AAAA,EACrD,UAAU;AAAA,EACV,OAAO;AAAA,EACP,kBAAkB;AAAA,EAClB,mBAAmB,IAAI,sBAAM,kBAAkB;AAAA,EAC/C,eAAe,sBAAM;AAAA,EACrB,YAAY,sBAAM;AACpB;AAmBO,MAAM,8BAA+B,gCAAuD;AAAA,EACjG;AAAA,EACA;AAAA,EAEA,UAAU;AAAA,EACV,eAAe;AAAA,EACf,YAAY,IAAI,oBAAO;AAAA,EAEvB,mBAAmB;AAAA,EACnB,oBAAoB;AAAA,EAEpB,gBAAgB,IAAI,gCAA2B;AAAA,EAC/C,SAAmC,CAAC;AAAA,EACpC,iBAAiB,IAAI,gCAA2B;AAAA,EAChD,UAAqC,CAAC;AAAA,EAEtC,cAAc;AAAA,EACd;AAAA,EAEA;AAAA,EACA;AAAA,EAEA,YAAY,MAAuB;AACjC,UAAM;AAEN,SAAK,QAAQ;AACb,SAAK,SAAS,KAAK,QAAQ;AAAA,EAC7B;AAAA,EAEA,UAAU,OAAmB;AAC3B,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa,EAAE,gBAAgB,GAAG,MAAM,MAAM;AACnD,WAAK,QAAQ,KAAK,KAAK,UAAU;AACjC,WAAK,eAAe,IAAI,CAAC;AAAA,IAC3B;AACA,SAAK,WAAW,kBAAkB,MAAM,oBAAoB,MAAM;AAAA,EACpE;AAAA,EAEA,SAAS,MAAc;AACrB,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY;AAAA,QACf,gBAAgB,KAAK,MAAM,kBAAkB,OAAO;AAAA,QACpD,YAAY;AAAA,QACZ,MAAM;AAAA,QACN,kBAAkB;AAAA,QAClB,oBAAoB;AAAA,MACtB;AACA,WAAK,OAAO,KAAK,KAAK,SAAS;AAC/B,WAAK,cAAc,IAAI,CAAC;AAAA,IAC1B;AAEA,SAAK,UAAU,cAAc;AAC7B,SAAK,UAAU,eAAe,SAAS,IAAI;AAAA,EAC7C;AAAA,EAEA,sBAAsB;AACpB,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,YAAY;AAEpB,WAAK,UAAU,IAAI,2BAAW,IAAI,WAAW,GAAG,MAAO,GAAG,CAAC,CAAC;AAAA,IAC9D;AAEA,SAAK,WAAY,OAAO;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,qBAAqB;AAtHvB;AAuHI,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,SAAS,EAAE;AAAA,IAClB;AAEA,SAAK,UAAW,OAAO;AACvB,eAAK,cAAL,mBAAgB,eAAe;AAC/B,eAAK,cAAL,mBAAgB,eAAe;AAC/B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,wBAAwB;AACtB,SAAK,gBAAgB;AACrB,SAAK;AAEL,QAAI,CAAC,KAAK,OAAO;AACf,WAAK,QAAQ,KAAK,UAAU;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,yBAAyB;AACvB,SAAK,gBAAgB;AACrB,SAAK;AAAA,EACP;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,WAAoB;AAC9B,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AACA,SAAK,UAAU;AACf,SAAK,eAAe;AACpB,SAAK,UAAU,QAAQ;AAEvB,eAAW,YAAY,KAAK,QAAQ;AAClC,2CAAU,eAAe;AAAA,IAC3B;AAEA,SAAK,OAAO,KAAK,MAAS;AAC1B,SAAK,QAAQ,KAAK,MAAS;AAC3B,SAAK,cAAc,IAAI,CAAC;AACxB,SAAK,eAAe,IAAI,CAAC;AAEzB,UAAM,KAAK;AAAA,EACb;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,WAAW;AACf,QAAI,QAAQ;AAEZ,WAAO,CAAC,OAAO;AACb,YAAM,KAAK,cAAc,KAAK;AAC9B,YAAM,KAAK,eAAe,KAAK;AAE/B,aAAO,KAAK,OAAO,UAAU,KAAK,QAAQ,QAAQ;AAChD,cAAM,WAAW,KAAK,OAAO,IAAI;AACjC,cAAM,YAAY,KAAK,QAAQ,IAAI;AAEnC,YAAI,EAAE,YAAY,YAAY;AAC5B,kBAAQ;AACR;AAAA,QACF;AAGA,eAAO,CAAC,KAAK,SAAS;AACpB,cAAI,KAAK,oBAAoB,SAAU;AACvC,gBAAM,KAAK,kBAAkB,GAAG;AAAA,QAClC;AAEA,cAAM,iBAAiB,SAAS;AAChC,cAAM,mBAAmB,KAAK,IAAI;AAElC,yBAAiB,MAAM,gBAAgB;AACrC,gBAAM,KAAK,cAAc,UAAU,kBAAkB,UAAU,WAAW,GAAG,KAAK;AAAA,QACpF;AAEA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,cACJ,UACA,cACA,UACA,WACA,UACA;AACA,QAAI;AACJ,QAAI,UAAU,iBAAiB,KAAK,UAAU,MAAM;AAClD,kBAAY,KAAK,aAAa,SAAS,UAAU,EAAE,SAAS,UAAU;AAAA,IACxE;AAEA,UAAM,YAAQ,wBAAU,KAAK;AAC7B,UAAM,QAAQ,KAAK,MAAM,WAAW,QAAQ;AAC5C,UAAM,iBAA2B,CAAC;AAElC,UAAM,SAAS,KAAK;AAEpB,eAAW,CAAC,MAAM,GAAG,GAAG,KAAK,OAAO;AAClC,UAAI,YAAY,KAAK,kBAAmB;AACxC,UAAI,KAAK,aAAc;AAEvB,YAAM,cAAc,KAAK,MAAM,cAAc,IAAI,EAAE;AACnD,qBAAe,KAAK,IAAI;AAExB,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,YAAM,OAAO,SAAS,MAAM,GAAG,GAAG;AAElC,UAAI,QAAQ,KAAK;AACjB,UAAI;AACJ,UAAI,WAAW;AACb,gBAAQ;AACR,cAAM,oBAAoB,SAAS,qBAAqB,KAAK,MAAM;AACnE,cAAM,aAAa,oBAAoB;AACvC,cAAM,gBAAgB,KAAK,MAAM,QAAQ,OAAO;AAChD,cAAM,KAAK,gBAAgB,SAAS,mBAAmB;AACvD,cAAM,gBAAgB,KAAK,IAAI,GAAG,cAAc,EAAE;AAClD,gBAAQ,gBAAgB;AAAA,MAC1B,OAAO;AACL,gBAAQ,cAAc;AAAA,MACxB;AAEA,YAAM,aAAa,KAAK,IAAI,QAAQ,GAAG,IAAI,KAAK;AAChD,YAAM,KAAK,kBAAkB,aAAa,GAAO;AAEjD,WAAK;AAAA,QACH;AAAA,QACA,IAAI,qCAAqB;AAAA,UACvB,IAAI;AAAA,UACJ;AAAA,UACA,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,OAAO;AAAA,UACP,UAAU,KAAK,MAAM;AAAA,QACvB,CAAC;AAAA,MACH;AAEA,WAAK,cAAc,GAAG,MAAM,IAAI,IAAI;AACpC,YAAM,KAAK,mBAAmB,QAAQ,cAAc,GAAO;AAC3D,eAAS,oBAAoB;AAAA,IAC/B;AAEA,SAAK;AAAA,MACH;AAAA,MACA,IAAI,qCAAqB;AAAA,QACvB,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,WAAW,OAAO,CAAC;AAAA,QACnB,SAAS,OAAO,CAAC;AAAA,QACjB,OAAO;AAAA,QACP,UAAU,KAAK,MAAM;AAAA,MACvB,CAAC;AAAA,IACH;AAEA,SAAK,cAAc,GAAG,MAAM,IAAI,QAAQ;AAExC,UAAM,KAAK,kBAAkB,KAAK,MAAM,gBAAgB;AACxD,aAAS;AAAA,EACX;AAAA,EAEA,MAAM,kBAAkB,OAAe;AACrC,UAAM,QAAQ,KAAK;AAAA,MACjB,KAAK,UAAU;AAAA,MACf,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,KAAK,CAAC;AAAA,IACrD,CAAC;AAAA,EACH;AAAA,EAEA,aAAa,MAAwB;AACnC,UAAM,UAAoB,CAAC;AAC3B,UAAM,QAAQ,KAAK,MAAM,WAAW,IAAI;AACxC,eAAW,QAAQ,OAAO;AACxB,YAAM,IAAI,KAAK,MAAM,cAAc,KAAK,CAAC,CAAC;AAC1C,cAAQ,KAAK,GAAG,CAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBAAkB;AAChB,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAAA,EACF;AACF;","names":[]}

package/dist/transcription.d.cts

@@ -0,0 +1,31 @@
+import { TranscriptionSegment } from '@livekit/protocol';
+import { AudioFrame } from '@livekit/rtc-node';
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import type { SentenceTokenizer } from './tokenize/tokenizer.js';
+export interface TextSyncOptions {
+    language: string;
+    speed: number;
+    newSentenceDelay: number;
+    sentenceTokenizer: SentenceTokenizer;
+    hyphenateWord: (word: string) => string[];
+    splitWords: (words: string) => [string, number, number][];
+}
+export declare const defaultTextSyncOptions: TextSyncOptions;
+type SyncCallbacks = {
+    textUpdated: (text: TranscriptionSegment) => void;
+};
+declare const TextAudioSynchronizer_base: new () => TypedEmitter<SyncCallbacks>;
+export declare class TextAudioSynchronizer extends TextAudioSynchronizer_base {
+    #private;
+    constructor(opts: TextSyncOptions);
+    pushAudio(frame: AudioFrame): void;
+    pushText(text: string): void;
+    markAudioSegmentEnd(): void;
+    markTextSegmentEnd(): void;
+    segmentPlayoutStarted(): void;
+    segmentPlayoutFinished(): void;
+    get playedText(): string;
+    close(interrupt: boolean): Promise<void>;
+}
+export {};
+//# sourceMappingURL=transcription.d.ts.map

package/dist/transcription.d.ts

@@ -0,0 +1,31 @@
+import { TranscriptionSegment } from '@livekit/protocol';
+import { AudioFrame } from '@livekit/rtc-node';
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import type { SentenceTokenizer } from './tokenize/tokenizer.js';
+export interface TextSyncOptions {
+    language: string;
+    speed: number;
+    newSentenceDelay: number;
+    sentenceTokenizer: SentenceTokenizer;
+    hyphenateWord: (word: string) => string[];
+    splitWords: (words: string) => [string, number, number][];
+}
+export declare const defaultTextSyncOptions: TextSyncOptions;
+type SyncCallbacks = {
+    textUpdated: (text: TranscriptionSegment) => void;
+};
+declare const TextAudioSynchronizer_base: new () => TypedEmitter<SyncCallbacks>;
+export declare class TextAudioSynchronizer extends TextAudioSynchronizer_base {
+    #private;
+    constructor(opts: TextSyncOptions);
+    pushAudio(frame: AudioFrame): void;
+    pushText(text: string): void;
+    markAudioSegmentEnd(): void;
+    markTextSegmentEnd(): void;
+    segmentPlayoutStarted(): void;
+    segmentPlayoutFinished(): void;
+    get playedText(): string;
+    close(interrupt: boolean): Promise<void>;
+}
+export {};
+//# sourceMappingURL=transcription.d.ts.map

package/dist/transcription.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGhF,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAMjF,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;CAC3D;AAED,eAAO,MAAM,sBAAsB,EAAE,eAOpC,CAAC;AAeF,KAAK,aAAa,GAAG;IACnB,WAAW,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;CACnD,CAAC;oDAEoE,aAAa,aAAa,CAAC;AAAjG,qBAAa,qBAAsB,SAAQ,0BAAuD;;gBAsBpF,IAAI,EAAE,eAAe;IAOjC,SAAS,CAAC,KAAK,EAAE,UAAU;IAU3B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAkBrB,mBAAmB;IAYnB,kBAAkB;IAalB,qBAAqB;IASrB,sBAAsB;IAKtB,IAAI,UAAU,IAAI,MAAM,CAEvB;IAEK,KAAK,CAAC,SAAS,EAAE,OAAO;CA6J/B"}

package/dist/transcription.js

@@ -0,0 +1,222 @@
+import { TranscriptionSegment } from "@livekit/protocol";
+import { AudioFrame } from "@livekit/rtc-node";
+import { EventEmitter } from "node:events";
+import { basic } from "./tokenize/index.js";
+import { AsyncIterableQueue, Future, shortuuid } from "./utils.js";
+const STANDARD_SPEECH_RATE = 3830;
+const defaultTextSyncOptions = {
+  language: "",
+  speed: 1,
+  newSentenceDelay: 400,
+  sentenceTokenizer: new basic.SentenceTokenizer(),
+  hyphenateWord: basic.hyphenateWord,
+  splitWords: basic.splitWords
+};
+class TextAudioSynchronizer extends EventEmitter {
+  #opts;
+  #speed;
+  #closed = false;
+  #interrupted = false;
+  #closeFut = new Future();
+  #playingSegIndex = -1;
+  #finishedSegIndex = -1;
+  #textQChanged = new AsyncIterableQueue();
+  #textQ = [];
+  #audioQChanged = new AsyncIterableQueue();
+  #audioQ = [];
+  #playedText = "";
+  #task;
+  #audioData;
+  #textData;
+  constructor(opts) {
+    super();
+    this.#opts = opts;
+    this.#speed = opts.speed * STANDARD_SPEECH_RATE;
+  }
+  pushAudio(frame) {
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.#audioData = { pushedDuration: 0, done: false };
+      this.#audioQ.push(this.#audioData);
+      this.#audioQChanged.put(1);
+    }
+    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;
+  }
+  pushText(text) {
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.#textData = {
+        sentenceStream: this.#opts.sentenceTokenizer.stream(),
+        pushedText: "",
+        done: false,
+        forwardedHyphens: 0,
+        forwardedSentences: 0
+      };
+      this.#textQ.push(this.#textData);
+      this.#textQChanged.put(1);
+    }
+    this.#textData.pushedText += text;
+    this.#textData.sentenceStream.pushText(text);
+  }
+  markAudioSegmentEnd() {
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.pushAudio(new AudioFrame(new Int16Array(), 24e3, 1, 0));
+    }
+    this.#audioData.done = true;
+    this.#audioData = void 0;
+  }
+  markTextSegmentEnd() {
+    var _a, _b;
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.pushText("");
+    }
+    this.#textData.done = true;
+    (_a = this.#textData) == null ? void 0 : _a.sentenceStream.flush();
+    (_b = this.#textData) == null ? void 0 : _b.sentenceStream.close();
+    this.#textData = void 0;
+  }
+  segmentPlayoutStarted() {
+    this.#checkNotClosed();
+    this.#playingSegIndex++;
+    if (!this.#task) {
+      this.#task = this.#mainLoop();
+    }
+  }
+  segmentPlayoutFinished() {
+    this.#checkNotClosed();
+    this.#finishedSegIndex++;
+  }
+  get playedText() {
+    return this.#playedText;
+  }
+  async close(interrupt) {
+    if (this.#closed) {
+      return;
+    }
+    this.#closed = true;
+    this.#interrupted = interrupt;
+    this.#closeFut.resolve();
+    for (const textData of this.#textQ) {
+      textData == null ? void 0 : textData.sentenceStream.close();
+    }
+    this.#textQ.push(void 0);
+    this.#audioQ.push(void 0);
+    this.#textQChanged.put(1);
+    this.#audioQChanged.put(1);
+    await this.#task;
+  }
+  async #mainLoop() {
+    let segIndex = 0;
+    let qDone = false;
+    while (!qDone) {
+      await this.#textQChanged.next();
+      await this.#audioQChanged.next();
+      while (this.#textQ.length && this.#audioQ.length) {
+        const textData = this.#textQ.pop();
+        const audioData = this.#audioQ.pop();
+        if (!(textData && audioData)) {
+          qDone = true;
+          break;
+        }
+        while (!this.#closed) {
+          if (this.#playingSegIndex >= segIndex) break;
+          await this.#sleepIfNotClosed(125);
+        }
+        const sentenceStream = textData.sentenceStream;
+        const forwardStartTime = Date.now();
+        for await (const ev of sentenceStream) {
+          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);
+        }
+        segIndex++;
+      }
+    }
+  }
+  async #syncSentence(segIndex, segStartTime, textData, audioData, sentence) {
+    let realSpeed;
+    if (audioData.pushedDuration > 0 && audioData.done) {
+      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;
+    }
+    const segId = shortuuid("SG_");
+    const words = this.#opts.splitWords(sentence);
+    const processedWords = [];
+    const ogText = this.#playedText;
+    for (const [word, _, end] of words) {
+      if (segIndex <= this.#finishedSegIndex) break;
+      if (this.#interrupted) return;
+      const wordHyphens = this.#opts.hyphenateWord(word).length;
+      processedWords.push(word);
+      const elapsed = Date.now() - segStartTime;
+      const text = sentence.slice(0, end);
+      let speed = this.#speed;
+      let delay;
+      if (realSpeed) {
+        speed = realSpeed;
+        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;
+        const hyphPauses = estimatedPausesMs * speed;
+        const targetHyphens = Math.round(speed * elapsed);
+        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;
+        const toWaitHyphens = Math.max(0, wordHyphens - dt);
+        delay = toWaitHyphens / speed;
+      } else {
+        delay = wordHyphens / speed;
+      }
+      const firstDelay = Math.min(delay / 2, 2 / speed);
+      await this.#sleepIfNotClosed(firstDelay * 1e6);
+      this.emit(
+        "textUpdated",
+        new TranscriptionSegment({
+          id: segId,
+          text,
+          startTime: BigInt(0),
+          endTime: BigInt(0),
+          final: false,
+          language: this.#opts.language
+        })
+      );
+      this.#playedText = `${ogText} ${text}`;
+      await this.#sleepIfNotClosed((delay - firstDelay) * 1e6);
+      textData.forwardedHyphens += wordHyphens;
+    }
+    this.emit(
+      "textUpdated",
+      new TranscriptionSegment({
+        id: segId,
+        text: sentence,
+        startTime: BigInt(0),
+        endTime: BigInt(0),
+        final: true,
+        language: this.#opts.language
+      })
+    );
+    this.#playedText = `${ogText} ${sentence}`;
+    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);
+    textData.forwardedSentences++;
+  }
+  async #sleepIfNotClosed(delay) {
+    await Promise.race([
+      this.#closeFut.await,
+      new Promise((resolve) => setTimeout(resolve, delay))
+    ]);
+  }
+  #calcHyphens(text) {
+    const hyphens = [];
+    const words = this.#opts.splitWords(text);
+    for (const word of words) {
+      const n = this.#opts.hyphenateWord(word[0]);
+      hyphens.push(...n);
+    }
+    return hyphens;
+  }
+  #checkNotClosed() {
+    if (this.#closed) {
+      throw new Error("TextAudioSynchronizer is closed");
+    }
+  }
+}
+export {
+  TextAudioSynchronizer,
+  defaultTextSyncOptions
+};
+//# sourceMappingURL=transcription.js.map

package/dist/transcription.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { TranscriptionSegment } from '@livekit/protocol';\nimport { AudioFrame } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport { EventEmitter } from 'node:events';\nimport { basic } from './tokenize/index.js';\nimport type { SentenceStream, SentenceTokenizer } from './tokenize/tokenizer.js';\nimport { AsyncIterableQueue, Future, shortuuid } from './utils.js';\n\n// standard speech rate in hyphens/ms\nconst STANDARD_SPEECH_RATE = 3830;\n\nexport interface TextSyncOptions {\n  language: string;\n  speed: number;\n  newSentenceDelay: number;\n  sentenceTokenizer: SentenceTokenizer;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n}\n\nexport const defaultTextSyncOptions: TextSyncOptions = {\n  language: '',\n  speed: 1,\n  newSentenceDelay: 400,\n  sentenceTokenizer: new basic.SentenceTokenizer(),\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n};\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedSentences: number;\n}\n\ntype SyncCallbacks = {\n  textUpdated: (text: TranscriptionSegment) => void;\n};\n\nexport class TextAudioSynchronizer extends (EventEmitter as new () => TypedEmitter<SyncCallbacks>) {\n  #opts: TextSyncOptions;\n  #speed: number;\n\n  #closed = false;\n  #interrupted = false;\n  #closeFut = new Future();\n\n  #playingSegIndex = -1;\n  #finishedSegIndex = -1;\n\n  #textQChanged = new AsyncIterableQueue<number>();\n  #textQ: (TextData | undefined)[] = [];\n  #audioQChanged = new AsyncIterableQueue<number>();\n  #audioQ: (AudioData | undefined)[] = [];\n\n  #playedText = '';\n  #task?: Promise<void>;\n\n  #audioData?: AudioData;\n  #textData?: TextData;\n\n  constructor(opts: TextSyncOptions) {\n    super();\n\n    this.#opts = opts;\n    this.#speed = opts.speed * STANDARD_SPEECH_RATE;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    this.#checkNotClosed();\n    if (!this.#audioData) {\n      this.#audioData = { pushedDuration: 0, done: false };\n      this.#audioQ.push(this.#audioData);\n      this.#audioQChanged.put(1);\n    }\n    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string) {\n    this.#checkNotClosed();\n    if (!this.#textData) {\n      this.#textData = {\n        sentenceStream: this.#opts.sentenceTokenizer.stream(),\n        pushedText: '',\n        done: false,\n        forwardedHyphens: 0,\n        forwardedSentences: 0,\n      };\n      this.#textQ.push(this.#textData);\n      this.#textQChanged.put(1);\n    }\n\n    this.#textData.pushedText += text;\n    this.#textData.sentenceStream.pushText(text);\n  }\n\n  markAudioSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#audioData) {\n      // create empty audio data if none exists\n      this.pushAudio(new AudioFrame(new Int16Array(), 24000, 1, 0));\n    }\n\n    this.#audioData!.done = true;\n    this.#audioData = undefined;\n  }\n\n  markTextSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#textData) {\n      this.pushText('');\n    }\n\n    this.#textData!.done = true;\n    this.#textData?.sentenceStream.flush();\n    this.#textData?.sentenceStream.close();\n    this.#textData = undefined;\n  }\n\n  segmentPlayoutStarted() {\n    this.#checkNotClosed();\n    this.#playingSegIndex++;\n\n    if (!this.#task) {\n      this.#task = this.#mainLoop();\n    }\n  }\n\n  segmentPlayoutFinished() {\n    this.#checkNotClosed();\n    this.#finishedSegIndex++;\n  }\n\n  get playedText(): string {\n    return this.#playedText;\n  }\n\n  async close(interrupt: boolean) {\n    if (this.#closed) {\n      return;\n    }\n    this.#closed = true;\n    this.#interrupted = interrupt;\n    this.#closeFut.resolve();\n\n    for (const textData of this.#textQ) {\n      textData?.sentenceStream.close();\n    }\n\n    this.#textQ.push(undefined);\n    this.#audioQ.push(undefined);\n    this.#textQChanged.put(1);\n    this.#audioQChanged.put(1);\n\n    await this.#task;\n  }\n\n  async #mainLoop() {\n    let segIndex = 0;\n    let qDone = false;\n\n    while (!qDone) {\n      await this.#textQChanged.next();\n      await this.#audioQChanged.next();\n\n      while (this.#textQ.length && this.#audioQ.length) {\n        const textData = this.#textQ.pop();\n        const audioData = this.#audioQ.pop();\n\n        if (!(textData && audioData)) {\n          qDone = true;\n          break;\n        }\n\n        // wait for segment to start playing\n        while (!this.#closed) {\n          if (this.#playingSegIndex >= segIndex) break;\n          await this.#sleepIfNotClosed(125);\n        }\n\n        const sentenceStream = textData.sentenceStream;\n        const forwardStartTime = Date.now();\n\n        for await (const ev of sentenceStream) {\n          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);\n        }\n\n        segIndex++;\n      }\n    }\n  }\n\n  async #syncSentence(\n    segIndex: number,\n    segStartTime: number,\n    textData: TextData,\n    audioData: AudioData,\n    sentence: string,\n  ) {\n    let realSpeed: number | undefined;\n    if (audioData.pushedDuration > 0 && audioData.done) {\n      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;\n    }\n\n    const segId = shortuuid('SG_');\n    const words = this.#opts.splitWords(sentence);\n    const processedWords: string[] = [];\n\n    const ogText = this.#playedText;\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for (const [word, _, end] of words) {\n      if (segIndex <= this.#finishedSegIndex) break;\n      if (this.#interrupted) return;\n\n      const wordHyphens = this.#opts.hyphenateWord(word).length;\n      processedWords.push(word);\n\n      const elapsed = Date.now() - segStartTime;\n      const text = sentence.slice(0, end); // TODO: rstrip punctuations\n\n      let speed = this.#speed;\n      let delay: number;\n      if (realSpeed) {\n        speed = realSpeed;\n        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;\n        const hyphPauses = estimatedPausesMs * speed;\n        const targetHyphens = Math.round(speed * elapsed);\n        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;\n        const toWaitHyphens = Math.max(0, wordHyphens - dt);\n        delay = toWaitHyphens / speed;\n      } else {\n        delay = wordHyphens / speed;\n      }\n\n      const firstDelay = Math.min(delay / 2, 2 / speed);\n      await this.#sleepIfNotClosed(firstDelay * 1000000);\n\n      this.emit(\n        'textUpdated',\n        new TranscriptionSegment({\n          id: segId,\n          text: text,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          final: false,\n          language: this.#opts.language,\n        }),\n      );\n\n      this.#playedText = `${ogText} ${text}`;\n      await this.#sleepIfNotClosed((delay - firstDelay) * 1000000);\n      textData.forwardedHyphens += wordHyphens;\n    }\n\n    this.emit(\n      'textUpdated',\n      new TranscriptionSegment({\n        id: segId,\n        text: sentence,\n        startTime: BigInt(0),\n        endTime: BigInt(0),\n        final: true,\n        language: this.#opts.language,\n      }),\n    );\n\n    this.#playedText = `${ogText} ${sentence}`;\n\n    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);\n    textData.forwardedSentences++;\n  }\n\n  async #sleepIfNotClosed(delay: number) {\n    await Promise.race([\n      this.#closeFut.await,\n      new Promise((resolve) => setTimeout(resolve, delay)),\n    ]);\n  }\n\n  #calcHyphens(text: string): string[] {\n    const hyphens: string[] = [];\n    const words = this.#opts.splitWords(text);\n    for (const word of words) {\n      const n = this.#opts.hyphenateWord(word[0]);\n      hyphens.push(...n);\n    }\n    return hyphens;\n  }\n\n  #checkNotClosed() {\n    if (this.#closed) {\n      throw new Error('TextAudioSynchronizer is closed');\n    }\n  }\n}\n"],"mappings":"AAGA,SAAS,4BAA4B;AACrC,SAAS,kBAAkB;AAE3B,SAAS,oBAAoB;AAC7B,SAAS,aAAa;AAEtB,SAAS,oBAAoB,QAAQ,iBAAiB;AAGtD,MAAM,uBAAuB;AAWtB,MAAM,yBAA0C;AAAA,EACrD,UAAU;AAAA,EACV,OAAO;AAAA,EACP,kBAAkB;AAAA,EAClB,mBAAmB,IAAI,MAAM,kBAAkB;AAAA,EAC/C,eAAe,MAAM;AAAA,EACrB,YAAY,MAAM;AACpB;AAmBO,MAAM,8BAA+B,aAAuD;AAAA,EACjG;AAAA,EACA;AAAA,EAEA,UAAU;AAAA,EACV,eAAe;AAAA,EACf,YAAY,IAAI,OAAO;AAAA,EAEvB,mBAAmB;AAAA,EACnB,oBAAoB;AAAA,EAEpB,gBAAgB,IAAI,mBAA2B;AAAA,EAC/C,SAAmC,CAAC;AAAA,EACpC,iBAAiB,IAAI,mBAA2B;AAAA,EAChD,UAAqC,CAAC;AAAA,EAEtC,cAAc;AAAA,EACd;AAAA,EAEA;AAAA,EACA;AAAA,EAEA,YAAY,MAAuB;AACjC,UAAM;AAEN,SAAK,QAAQ;AACb,SAAK,SAAS,KAAK,QAAQ;AAAA,EAC7B;AAAA,EAEA,UAAU,OAAmB;AAC3B,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa,EAAE,gBAAgB,GAAG,MAAM,MAAM;AACnD,WAAK,QAAQ,KAAK,KAAK,UAAU;AACjC,WAAK,eAAe,IAAI,CAAC;AAAA,IAC3B;AACA,SAAK,WAAW,kBAAkB,MAAM,oBAAoB,MAAM;AAAA,EACpE;AAAA,EAEA,SAAS,MAAc;AACrB,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY;AAAA,QACf,gBAAgB,KAAK,MAAM,kBAAkB,OAAO;AAAA,QACpD,YAAY;AAAA,QACZ,MAAM;AAAA,QACN,kBAAkB;AAAA,QAClB,oBAAoB;AAAA,MACtB;AACA,WAAK,OAAO,KAAK,KAAK,SAAS;AAC/B,WAAK,cAAc,IAAI,CAAC;AAAA,IAC1B;AAEA,SAAK,UAAU,cAAc;AAC7B,SAAK,UAAU,eAAe,SAAS,IAAI;AAAA,EAC7C;AAAA,EAEA,sBAAsB;AACpB,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,YAAY;AAEpB,WAAK,UAAU,IAAI,WAAW,IAAI,WAAW,GAAG,MAAO,GAAG,CAAC,CAAC;AAAA,IAC9D;AAEA,SAAK,WAAY,OAAO;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,qBAAqB;AAtHvB;AAuHI,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,SAAS,EAAE;AAAA,IAClB;AAEA,SAAK,UAAW,OAAO;AACvB,eAAK,cAAL,mBAAgB,eAAe;AAC/B,eAAK,cAAL,mBAAgB,eAAe;AAC/B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,wBAAwB;AACtB,SAAK,gBAAgB;AACrB,SAAK;AAEL,QAAI,CAAC,KAAK,OAAO;AACf,WAAK,QAAQ,KAAK,UAAU;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,yBAAyB;AACvB,SAAK,gBAAgB;AACrB,SAAK;AAAA,EACP;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,WAAoB;AAC9B,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AACA,SAAK,UAAU;AACf,SAAK,eAAe;AACpB,SAAK,UAAU,QAAQ;AAEvB,eAAW,YAAY,KAAK,QAAQ;AAClC,2CAAU,eAAe;AAAA,IAC3B;AAEA,SAAK,OAAO,KAAK,MAAS;AAC1B,SAAK,QAAQ,KAAK,MAAS;AAC3B,SAAK,cAAc,IAAI,CAAC;AACxB,SAAK,eAAe,IAAI,CAAC;AAEzB,UAAM,KAAK;AAAA,EACb;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,WAAW;AACf,QAAI,QAAQ;AAEZ,WAAO,CAAC,OAAO;AACb,YAAM,KAAK,cAAc,KAAK;AAC9B,YAAM,KAAK,eAAe,KAAK;AAE/B,aAAO,KAAK,OAAO,UAAU,KAAK,QAAQ,QAAQ;AAChD,cAAM,WAAW,KAAK,OAAO,IAAI;AACjC,cAAM,YAAY,KAAK,QAAQ,IAAI;AAEnC,YAAI,EAAE,YAAY,YAAY;AAC5B,kBAAQ;AACR;AAAA,QACF;AAGA,eAAO,CAAC,KAAK,SAAS;AACpB,cAAI,KAAK,oBAAoB,SAAU;AACvC,gBAAM,KAAK,kBAAkB,GAAG;AAAA,QAClC;AAEA,cAAM,iBAAiB,SAAS;AAChC,cAAM,mBAAmB,KAAK,IAAI;AAElC,yBAAiB,MAAM,gBAAgB;AACrC,gBAAM,KAAK,cAAc,UAAU,kBAAkB,UAAU,WAAW,GAAG,KAAK;AAAA,QACpF;AAEA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,cACJ,UACA,cACA,UACA,WACA,UACA;AACA,QAAI;AACJ,QAAI,UAAU,iBAAiB,KAAK,UAAU,MAAM;AAClD,kBAAY,KAAK,aAAa,SAAS,UAAU,EAAE,SAAS,UAAU;AAAA,IACxE;AAEA,UAAM,QAAQ,UAAU,KAAK;AAC7B,UAAM,QAAQ,KAAK,MAAM,WAAW,QAAQ;AAC5C,UAAM,iBAA2B,CAAC;AAElC,UAAM,SAAS,KAAK;AAEpB,eAAW,CAAC,MAAM,GAAG,GAAG,KAAK,OAAO;AAClC,UAAI,YAAY,KAAK,kBAAmB;AACxC,UAAI,KAAK,aAAc;AAEvB,YAAM,cAAc,KAAK,MAAM,cAAc,IAAI,EAAE;AACnD,qBAAe,KAAK,IAAI;AAExB,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,YAAM,OAAO,SAAS,MAAM,GAAG,GAAG;AAElC,UAAI,QAAQ,KAAK;AACjB,UAAI;AACJ,UAAI,WAAW;AACb,gBAAQ;AACR,cAAM,oBAAoB,SAAS,qBAAqB,KAAK,MAAM;AACnE,cAAM,aAAa,oBAAoB;AACvC,cAAM,gBAAgB,KAAK,MAAM,QAAQ,OAAO;AAChD,cAAM,KAAK,gBAAgB,SAAS,mBAAmB;AACvD,cAAM,gBAAgB,KAAK,IAAI,GAAG,cAAc,EAAE;AAClD,gBAAQ,gBAAgB;AAAA,MAC1B,OAAO;AACL,gBAAQ,cAAc;AAAA,MACxB;AAEA,YAAM,aAAa,KAAK,IAAI,QAAQ,GAAG,IAAI,KAAK;AAChD,YAAM,KAAK,kBAAkB,aAAa,GAAO;AAEjD,WAAK;AAAA,QACH;AAAA,QACA,IAAI,qBAAqB;AAAA,UACvB,IAAI;AAAA,UACJ;AAAA,UACA,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,OAAO;AAAA,UACP,UAAU,KAAK,MAAM;AAAA,QACvB,CAAC;AAAA,MACH;AAEA,WAAK,cAAc,GAAG,MAAM,IAAI,IAAI;AACpC,YAAM,KAAK,mBAAmB,QAAQ,cAAc,GAAO;AAC3D,eAAS,oBAAoB;AAAA,IAC/B;AAEA,SAAK;AAAA,MACH;AAAA,MACA,IAAI,qBAAqB;AAAA,QACvB,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,WAAW,OAAO,CAAC;AAAA,QACnB,SAAS,OAAO,CAAC;AAAA,QACjB,OAAO;AAAA,QACP,UAAU,KAAK,MAAM;AAAA,MACvB,CAAC;AAAA,IACH;AAEA,SAAK,cAAc,GAAG,MAAM,IAAI,QAAQ;AAExC,UAAM,KAAK,kBAAkB,KAAK,MAAM,gBAAgB;AACxD,aAAS;AAAA,EACX;AAAA,EAEA,MAAM,kBAAkB,OAAe;AACrC,UAAM,QAAQ,KAAK;AAAA,MACjB,KAAK,UAAU;AAAA,MACf,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,KAAK,CAAC;AAAA,IACrD,CAAC;AAAA,EACH;AAAA,EAEA,aAAa,MAAwB;AACnC,UAAM,UAAoB,CAAC;AAC3B,UAAM,QAAQ,KAAK,MAAM,WAAW,IAAI;AACxC,eAAW,QAAQ,OAAO;AACxB,YAAM,IAAI,KAAK,MAAM,cAAc,KAAK,CAAC,CAAC;AAC1C,cAAQ,KAAK,GAAG,CAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBAAkB;AAChB,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAAA,EACF;AACF;","names":[]}

package/dist/tts/index.cjs

@@ -0,0 +1,38 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var tts_exports = {};
+__export(tts_exports, {
+  ChunkedStream: () => import_tts.ChunkedStream,
+  StreamAdapter: () => import_stream_adapter.StreamAdapter,
+  StreamAdapterWrapper: () => import_stream_adapter.StreamAdapterWrapper,
+  SynthesizeStream: () => import_tts.SynthesizeStream,
+  TTS: () => import_tts.TTS
+});
+module.exports = __toCommonJS(tts_exports);
+var import_tts = require("./tts.cjs");
+var import_stream_adapter = require("./stream_adapter.cjs");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ChunkedStream,
+  StreamAdapter,
+  StreamAdapterWrapper,
+  SynthesizeStream,
+  TTS
+});
+//# sourceMappingURL=index.cjs.map

package/dist/tts/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/tts/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type SynthesizedAudio,\n  type TTSCapabilities,\n  type TTSCallbacks,\n  TTS,\n  SynthesizeStream,\n  ChunkedStream,\n} from './tts.js';\nexport { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAOO;AACP,4BAAoD;","names":[]}

package/dist/tts/index.d.cts

@@ -0,0 +1,3 @@
+export { type SynthesizedAudio, type TTSCapabilities, type TTSCallbacks, TTS, SynthesizeStream, ChunkedStream, } from './tts.js';
+export { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/tts/index.d.ts

@@ -0,0 +1,3 @@
+export { type SynthesizedAudio, type TTSCapabilities, type TTSCallbacks, TTS, SynthesizeStream, ChunkedStream, } from './tts.js';
+export { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/tts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tts/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,GAAG,EACH,gBAAgB,EAChB,aAAa,GACd,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/tts/index.js

@@ -0,0 +1,14 @@
+import {
+  TTS,
+  SynthesizeStream,
+  ChunkedStream
+} from "./tts.js";
+import { StreamAdapter, StreamAdapterWrapper } from "./stream_adapter.js";
+export {
+  ChunkedStream,
+  StreamAdapter,
+  StreamAdapterWrapper,
+  SynthesizeStream,
+  TTS
+};
+//# sourceMappingURL=index.js.map

package/dist/tts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/tts/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type SynthesizedAudio,\n  type TTSCapabilities,\n  type TTSCallbacks,\n  TTS,\n  SynthesizeStream,\n  ChunkedStream,\n} from './tts.js';\nexport { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';\n"],"mappings":"AAGA;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,eAAe,4BAA4B;","names":[]}