@livekit/agents 0.6.4 → 0.7.0

package/dist/transcription.d.ts

@@ -1,24 +1,31 @@
-import type { AudioFrame, Room } from '@livekit/rtc-node';
-export interface TranscriptionForwarder {
-    start(): void;
-    pushAudio(frame: AudioFrame): void;
-    pushText(text: string): void;
-    markTextComplete(): void;
-    markAudioComplete(): void;
-    close(interrupt: boolean): Promise<void>;
-    currentCharacterIndex: number;
-    text: string;
+import { TranscriptionSegment } from '@livekit/protocol';
+import { AudioFrame } from '@livekit/rtc-node';
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import type { SentenceTokenizer } from './tokenize/tokenizer.js';
+export interface TextSyncOptions {
+    language: string;
+    speed: number;
+    newSentenceDelay: number;
+    sentenceTokenizer: SentenceTokenizer;
+    hyphenateWord: (word: string) => string[];
+    splitWords: (words: string) => [string, number, number][];
 }
-export declare class BasicTranscriptionForwarder implements TranscriptionForwarder {
+export declare const defaultTextSyncOptions: TextSyncOptions;
+type SyncCallbacks = {
+    textUpdated: (text: TranscriptionSegment) => void;
+};
+declare const TextAudioSynchronizer_base: new () => TypedEmitter<SyncCallbacks>;
+export declare class TextAudioSynchronizer extends TextAudioSynchronizer_base {
     #private;
-    currentCharacterIndex: number;
-    constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string);
-    get text(): string;
-    start(): void;
+    constructor(opts: TextSyncOptions);
     pushAudio(frame: AudioFrame): void;
     pushText(text: string): void;
-    markTextComplete(): void;
-    markAudioComplete(): void;
+    markAudioSegmentEnd(): void;
+    markTextSegmentEnd(): void;
+    segmentPlayoutStarted(): void;
+    segmentPlayoutFinished(): void;
+    get playedText(): string;
     close(interrupt: boolean): Promise<void>;
 }
+export {};
 //# sourceMappingURL=transcription.d.ts.map

package/dist/transcription.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;IAYxE,qBAAqB,EAAE,MAAM,CAAK;gBAEtB,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAOxF,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,IAAI,IAAI;IAUb,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAIlC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,gBAAgB,IAAI,IAAI;IAKxB,iBAAiB,IAAI,IAAI;IAwDnB,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}
+{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAIhF,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAMjF,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;CAC3D;AAED,eAAO,MAAM,sBAAsB,EAAE,eAOpC,CAAC;AAeF,KAAK,aAAa,GAAG;IACnB,WAAW,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;CACnD,CAAC;oDAEoE,aAAa,aAAa,CAAC;AAAjG,qBAAa,qBAAsB,SAAQ,0BAAuD;;gBAsBpF,IAAI,EAAE,eAAe;IAOjC,SAAS,CAAC,KAAK,EAAE,UAAU;IAU3B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAkBrB,mBAAmB;IAYnB,kBAAkB;IAalB,qBAAqB;IASrB,sBAAsB;IAKtB,IAAI,UAAU,IAAI,MAAM,CAEvB;IAEK,KAAK,CAAC,SAAS,EAAE,OAAO;CA6J/B"}

package/dist/transcription.js

@@ -1,107 +1,223 @@
-import { log } from "./log.js";
-class BasicTranscriptionForwarder {
-  #room;
-  #participantIdentity;
-  #trackSid;
-  #currentText = "";
-  #totalAudioDuration = 0;
-  #currentPlayoutTime = 0;
-  #DEFAULT_CHARS_PER_SECOND = 16;
-  #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
-  #messageId;
-  #isRunning = false;
-  #logger = log();
-  currentCharacterIndex = 0;
-  constructor(room, participantIdentity, trackSid, messageId) {
-    this.#room = room;
-    this.#participantIdentity = participantIdentity;
-    this.#trackSid = trackSid;
-    this.#messageId = messageId;
-  }
-  get text() {
-    return this.#currentText;
-  }
-  start() {
-    if (!this.#isRunning) {
-      this.#isRunning = true;
-      this.#startPublishingLoop().catch((error) => {
-        this.#logger.error("Error in publishing loop:", error);
-        this.#isRunning = false;
-      });
-    }
+import { TranscriptionSegment } from "@livekit/protocol";
+import { AudioFrame } from "@livekit/rtc-node";
+import { randomUUID } from "node:crypto";
+import { EventEmitter } from "node:events";
+import { basic } from "./tokenize/index.js";
+import { AsyncIterableQueue, Future } from "./utils.js";
+const STANDARD_SPEECH_RATE = 3830;
+const defaultTextSyncOptions = {
+  language: "",
+  speed: 1,
+  newSentenceDelay: 400,
+  sentenceTokenizer: new basic.SentenceTokenizer(),
+  hyphenateWord: basic.hyphenateWord,
+  splitWords: basic.splitWords
+};
+class TextAudioSynchronizer extends EventEmitter {
+  #opts;
+  #speed;
+  #closed = false;
+  #interrupted = false;
+  #closeFut = new Future();
+  #playingSegIndex = -1;
+  #finishedSegIndex = -1;
+  #textQChanged = new AsyncIterableQueue();
+  #textQ = [];
+  #audioQChanged = new AsyncIterableQueue();
+  #audioQ = [];
+  #playedText = "";
+  #task;
+  #audioData;
+  #textData;
+  constructor(opts) {
+    super();
+    this.#opts = opts;
+    this.#speed = opts.speed * STANDARD_SPEECH_RATE;
   }
   pushAudio(frame) {
-    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.#audioData = { pushedDuration: 0, done: false };
+      this.#audioQ.push(this.#audioData);
+      this.#audioQChanged.put(1);
+    }
+    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;
   }
   pushText(text) {
-    this.#currentText += text;
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.#textData = {
+        sentenceStream: this.#opts.sentenceTokenizer.stream(),
+        pushedText: "",
+        done: false,
+        forwardedHyphens: 0,
+        forwardedSentences: 0
+      };
+      this.#textQ.push(this.#textData);
+      this.#textQChanged.put(1);
+    }
+    this.#textData.pushedText += text;
+    this.#textData.sentenceStream.pushText(text);
   }
-  #textIsComplete = false;
-  #audioIsComplete = false;
-  markTextComplete() {
-    this.#textIsComplete = true;
-    this.#adjustTimingIfBothFinished();
+  markAudioSegmentEnd() {
+    this.#checkNotClosed();
+    if (!this.#audioData) {
+      this.pushAudio(new AudioFrame(new Int16Array(), 24e3, 1, 0));
+    }
+    this.#audioData.done = true;
+    this.#audioData = void 0;
   }
-  markAudioComplete() {
-    this.#audioIsComplete = true;
-    this.#adjustTimingIfBothFinished();
+  markTextSegmentEnd() {
+    var _a, _b;
+    this.#checkNotClosed();
+    if (!this.#textData) {
+      this.pushText("");
+    }
+    this.#textData.done = true;
+    (_a = this.#textData) == null ? void 0 : _a.sentenceStream.flush();
+    (_b = this.#textData) == null ? void 0 : _b.sentenceStream.close();
+    this.#textData = void 0;
   }
-  #adjustTimingIfBothFinished() {
-    if (this.#textIsComplete && this.#audioIsComplete) {
-      const actualDuration = this.#totalAudioDuration;
-      if (actualDuration > 0 && this.#currentText.length > 0) {
-        this.#charsPerSecond = this.#currentText.length / actualDuration;
-      }
+  segmentPlayoutStarted() {
+    this.#checkNotClosed();
+    this.#playingSegIndex++;
+    if (!this.#task) {
+      this.#task = this.#mainLoop();
     }
   }
-  #computeSleepInterval() {
-    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
+  segmentPlayoutFinished() {
+    this.#checkNotClosed();
+    this.#finishedSegIndex++;
   }
-  async #startPublishingLoop() {
-    this.#isRunning = true;
-    let sleepInterval = this.#computeSleepInterval();
-    let isComplete = false;
-    while (this.#isRunning && !isComplete) {
-      this.#currentPlayoutTime += sleepInterval;
-      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
-      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
-      await this.#publishTranscription(false);
-      if (this.#isRunning && !isComplete) {
-        sleepInterval = this.#computeSleepInterval();
-        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1e3));
-      }
+  get playedText() {
+    return this.#playedText;
+  }
+  async close(interrupt) {
+    if (this.#closed) {
+      return;
+    }
+    this.#closed = true;
+    this.#interrupted = interrupt;
+    this.#closeFut.resolve();
+    for (const textData of this.#textQ) {
+      textData == null ? void 0 : textData.sentenceStream.close();
     }
-    if (this.#isRunning) {
-      this.close(false);
+    this.#textQ.push(void 0);
+    this.#audioQ.push(void 0);
+    this.#textQChanged.put(1);
+    this.#audioQChanged.put(1);
+    await this.#task;
+  }
+  async #mainLoop() {
+    let segIndex = 0;
+    let qDone = false;
+    while (!qDone) {
+      await this.#textQChanged.next();
+      await this.#audioQChanged.next();
+      while (this.#textQ.length && this.#audioQ.length) {
+        const textData = this.#textQ.pop();
+        const audioData = this.#audioQ.pop();
+        if (!(textData && audioData)) {
+          qDone = true;
+          break;
+        }
+        while (!this.#closed) {
+          if (this.#playingSegIndex >= segIndex) break;
+          await this.#sleepIfNotClosed(125);
+        }
+        const sentenceStream = textData.sentenceStream;
+        const forwardStartTime = Date.now();
+        for await (const ev of sentenceStream) {
+          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);
+        }
+        segIndex++;
+      }
     }
   }
-  async #publishTranscription(final) {
-    var _a;
-    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
-    await ((_a = this.#room.localParticipant) == null ? void 0 : _a.publishTranscription({
-      participantIdentity: this.#participantIdentity,
-      trackSid: this.#trackSid,
-      segments: [
-        {
-          text: textToPublish,
-          final,
-          id: this.#messageId,
+  async #syncSentence(segIndex, segStartTime, textData, audioData, sentence) {
+    let realSpeed;
+    if (audioData.pushedDuration > 0 && audioData.done) {
+      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;
+    }
+    const segId = "SG_" + randomUUID();
+    const words = this.#opts.splitWords(sentence);
+    const processedWords = [];
+    const ogText = this.#playedText;
+    for (const [word, _, end] of words) {
+      if (segIndex <= this.#finishedSegIndex) break;
+      if (this.#interrupted) return;
+      const wordHyphens = this.#opts.hyphenateWord(word).length;
+      processedWords.push(word);
+      const elapsed = Date.now() - segStartTime;
+      const text = sentence.slice(0, end);
+      let speed = this.#speed;
+      let delay;
+      if (realSpeed) {
+        speed = realSpeed;
+        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;
+        const hyphPauses = estimatedPausesMs * speed;
+        const targetHyphens = Math.round(speed * elapsed);
+        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;
+        const toWaitHyphens = Math.max(0, wordHyphens - dt);
+        delay = toWaitHyphens / speed;
+      } else {
+        delay = wordHyphens / speed;
+      }
+      const firstDelay = Math.min(delay / 2, 2 / speed);
+      await this.#sleepIfNotClosed(firstDelay * 1e6);
+      this.emit(
+        "textUpdated",
+        new TranscriptionSegment({
+          id: segId,
+          text,
           startTime: BigInt(0),
           endTime: BigInt(0),
-          language: ""
-        }
-      ]
-    }));
+          final: false,
+          language: this.#opts.language
+        })
+      );
+      this.#playedText = `${ogText} ${text}`;
+      await this.#sleepIfNotClosed((delay - firstDelay) * 1e6);
+      textData.forwardedHyphens += wordHyphens;
+    }
+    this.emit(
+      "textUpdated",
+      new TranscriptionSegment({
+        id: segId,
+        text: sentence,
+        startTime: BigInt(0),
+        endTime: BigInt(0),
+        final: true,
+        language: this.#opts.language
+      })
+    );
+    this.#playedText = `${ogText} ${sentence}`;
+    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);
+    textData.forwardedSentences++;
   }
-  async close(interrupt) {
-    this.#isRunning = false;
-    if (!interrupt) {
-      this.currentCharacterIndex = this.#currentText.length;
+  async #sleepIfNotClosed(delay) {
+    await Promise.race([
+      this.#closeFut.await,
+      new Promise((resolve) => setTimeout(resolve, delay))
+    ]);
+  }
+  #calcHyphens(text) {
+    const hyphens = [];
+    const words = this.#opts.splitWords(text);
+    for (const word of words) {
+      const n = this.#opts.hyphenateWord(word[0]);
+      hyphens.push(...n);
+    }
+    return hyphens;
+  }
+  #checkNotClosed() {
+    if (this.#closed) {
+      throw new Error("TextAudioSynchronizer is closed");
     }
-    await this.#publishTranscription(true);
   }
 }
 export {
-  BasicTranscriptionForwarder
+  TextAudioSynchronizer,
+  defaultTextSyncOptions
 };
 //# sourceMappingURL=transcription.js.map

package/dist/transcription.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, Room } from '@livekit/rtc-node';\nimport { log } from './log.js';\n\nexport interface TranscriptionForwarder {\n  start(): void;\n  pushAudio(frame: AudioFrame): void;\n  pushText(text: string): void;\n  markTextComplete(): void;\n  markAudioComplete(): void;\n  close(interrupt: boolean): Promise<void>;\n  currentCharacterIndex: number;\n  text: string;\n}\n\nexport class BasicTranscriptionForwarder implements TranscriptionForwarder {\n  #room: Room;\n  #participantIdentity: string;\n  #trackSid: string;\n  #currentText: string = '';\n  #totalAudioDuration: number = 0;\n  #currentPlayoutTime: number = 0;\n  #DEFAULT_CHARS_PER_SECOND = 16;\n  #charsPerSecond: number = this.#DEFAULT_CHARS_PER_SECOND;\n  #messageId: string;\n  #isRunning: boolean = false;\n  #logger = log();\n  currentCharacterIndex: number = 0;\n\n  constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string) {\n    this.#room = room;\n    this.#participantIdentity = participantIdentity;\n    this.#trackSid = trackSid;\n    this.#messageId = messageId;\n  }\n\n  get text(): string {\n    return this.#currentText;\n  }\n\n  start(): void {\n    if (!this.#isRunning) {\n      this.#isRunning = true;\n      this.#startPublishingLoop().catch((error) => {\n        this.#logger.error('Error in publishing loop:', error);\n        this.#isRunning = false;\n      });\n    }\n  }\n\n  pushAudio(frame: AudioFrame): void {\n    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string): void {\n    this.#currentText += text;\n  }\n\n  #textIsComplete: boolean = false;\n  #audioIsComplete: boolean = false;\n\n  markTextComplete(): void {\n    this.#textIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  markAudioComplete(): void {\n    this.#audioIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  #adjustTimingIfBothFinished(): void {\n    if (this.#textIsComplete && this.#audioIsComplete) {\n      const actualDuration = this.#totalAudioDuration;\n      if (actualDuration > 0 && this.#currentText.length > 0) {\n        this.#charsPerSecond = this.#currentText.length / actualDuration;\n      }\n    }\n  }\n\n  #computeSleepInterval(): number {\n    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);\n  }\n\n  async #startPublishingLoop(): Promise<void> {\n    this.#isRunning = true;\n    let sleepInterval = this.#computeSleepInterval();\n    let isComplete = false;\n    while (this.#isRunning && !isComplete) {\n      this.#currentPlayoutTime += sleepInterval;\n      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);\n      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;\n      await this.#publishTranscription(false);\n      if (this.#isRunning && !isComplete) {\n        sleepInterval = this.#computeSleepInterval();\n        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));\n      }\n    }\n\n    if (this.#isRunning) {\n      this.close(false);\n    }\n  }\n\n  async #publishTranscription(final: boolean): Promise<void> {\n    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);\n    await this.#room.localParticipant?.publishTranscription({\n      participantIdentity: this.#participantIdentity,\n      trackSid: this.#trackSid,\n      segments: [\n        {\n          text: textToPublish,\n          final: final,\n          id: this.#messageId,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          language: '',\n        },\n      ],\n    });\n  }\n\n  async close(interrupt: boolean): Promise<void> {\n    this.#isRunning = false;\n\n    // Publish whatever we had as final\n    if (!interrupt) {\n      this.currentCharacterIndex = this.#currentText.length;\n    }\n    await this.#publishTranscription(true);\n  }\n}\n"],"mappings":"AAIA,SAAS,WAAW;AAab,MAAM,4BAA8D;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA,eAAuB;AAAA,EACvB,sBAA8B;AAAA,EAC9B,sBAA8B;AAAA,EAC9B,4BAA4B;AAAA,EAC5B,kBAA0B,KAAK;AAAA,EAC/B;AAAA,EACA,aAAsB;AAAA,EACtB,UAAU,IAAI;AAAA,EACd,wBAAgC;AAAA,EAEhC,YAAY,MAAY,qBAA6B,UAAkB,WAAmB;AACxF,SAAK,QAAQ;AACb,SAAK,uBAAuB;AAC5B,SAAK,YAAY;AACjB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,IAAI,OAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa;AAClB,WAAK,qBAAqB,EAAE,MAAM,CAAC,UAAU;AAC3C,aAAK,QAAQ,MAAM,6BAA6B,KAAK;AACrD,aAAK,aAAa;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,SAAK,uBAAuB,MAAM,oBAAoB,MAAM;AAAA,EAC9D;AAAA,EAEA,SAAS,MAAoB;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,kBAA2B;AAAA,EAC3B,mBAA4B;AAAA,EAE5B,mBAAyB;AACvB,SAAK,kBAAkB;AACvB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,oBAA0B;AACxB,SAAK,mBAAmB;AACxB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,8BAAoC;AAClC,QAAI,KAAK,mBAAmB,KAAK,kBAAkB;AACjD,YAAM,iBAAiB,KAAK;AAC5B,UAAI,iBAAiB,KAAK,KAAK,aAAa,SAAS,GAAG;AACtD,aAAK,kBAAkB,KAAK,aAAa,SAAS;AAAA,MACpD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,wBAAgC;AAC9B,WAAO,KAAK,IAAI,KAAK,IAAI,IAAI,KAAK,iBAAiB,MAAM,GAAG,GAAG;AAAA,EACjE;AAAA,EAEA,MAAM,uBAAsC;AAC1C,SAAK,aAAa;AAClB,QAAI,gBAAgB,KAAK,sBAAsB;AAC/C,QAAI,aAAa;AACjB,WAAO,KAAK,cAAc,CAAC,YAAY;AACrC,WAAK,uBAAuB;AAC5B,WAAK,wBAAwB,KAAK,MAAM,KAAK,sBAAsB,KAAK,eAAe;AACvF,mBAAa,KAAK,mBAAmB,KAAK,yBAAyB,KAAK,aAAa;AACrF,YAAM,KAAK,sBAAsB,KAAK;AACtC,UAAI,KAAK,cAAc,CAAC,YAAY;AAClC,wBAAgB,KAAK,sBAAsB;AAC3C,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,gBAAgB,GAAI,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,MAAM,KAAK;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAsB,OAA+B;AA1G7D;AA2GI,UAAM,gBAAgB,KAAK,aAAa,MAAM,GAAG,KAAK,qBAAqB;AAC3E,YAAM,UAAK,MAAM,qBAAX,mBAA6B,qBAAqB;AAAA,MACtD,qBAAqB,KAAK;AAAA,MAC1B,UAAU,KAAK;AAAA,MACf,UAAU;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN;AAAA,UACA,IAAI,KAAK;AAAA,UACT,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,UAAU;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,WAAmC;AAC7C,SAAK,aAAa;AAGlB,QAAI,CAAC,WAAW;AACd,WAAK,wBAAwB,KAAK,aAAa;AAAA,IACjD;AACA,UAAM,KAAK,sBAAsB,IAAI;AAAA,EACvC;AACF;","names":[]}
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { TranscriptionSegment } from '@livekit/protocol';\nimport { AudioFrame } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport { randomUUID } from 'node:crypto';\nimport { EventEmitter } from 'node:events';\nimport { basic } from './tokenize/index.js';\nimport type { SentenceStream, SentenceTokenizer } from './tokenize/tokenizer.js';\nimport { AsyncIterableQueue, Future } from './utils.js';\n\n// standard speech rate in hyphens/ms\nconst STANDARD_SPEECH_RATE = 3830;\n\nexport interface TextSyncOptions {\n  language: string;\n  speed: number;\n  newSentenceDelay: number;\n  sentenceTokenizer: SentenceTokenizer;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n}\n\nexport const defaultTextSyncOptions: TextSyncOptions = {\n  language: '',\n  speed: 1,\n  newSentenceDelay: 400,\n  sentenceTokenizer: new basic.SentenceTokenizer(),\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n};\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedSentences: number;\n}\n\ntype SyncCallbacks = {\n  textUpdated: (text: TranscriptionSegment) => void;\n};\n\nexport class TextAudioSynchronizer extends (EventEmitter as new () => TypedEmitter<SyncCallbacks>) {\n  #opts: TextSyncOptions;\n  #speed: number;\n\n  #closed = false;\n  #interrupted = false;\n  #closeFut = new Future();\n\n  #playingSegIndex = -1;\n  #finishedSegIndex = -1;\n\n  #textQChanged = new AsyncIterableQueue<number>();\n  #textQ: (TextData | undefined)[] = [];\n  #audioQChanged = new AsyncIterableQueue<number>();\n  #audioQ: (AudioData | undefined)[] = [];\n\n  #playedText = '';\n  #task?: Promise<void>;\n\n  #audioData?: AudioData;\n  #textData?: TextData;\n\n  constructor(opts: TextSyncOptions) {\n    super();\n\n    this.#opts = opts;\n    this.#speed = opts.speed * STANDARD_SPEECH_RATE;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    this.#checkNotClosed();\n    if (!this.#audioData) {\n      this.#audioData = { pushedDuration: 0, done: false };\n      this.#audioQ.push(this.#audioData);\n      this.#audioQChanged.put(1);\n    }\n    this.#audioData.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string) {\n    this.#checkNotClosed();\n    if (!this.#textData) {\n      this.#textData = {\n        sentenceStream: this.#opts.sentenceTokenizer.stream(),\n        pushedText: '',\n        done: false,\n        forwardedHyphens: 0,\n        forwardedSentences: 0,\n      };\n      this.#textQ.push(this.#textData);\n      this.#textQChanged.put(1);\n    }\n\n    this.#textData.pushedText += text;\n    this.#textData.sentenceStream.pushText(text);\n  }\n\n  markAudioSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#audioData) {\n      // create empty audio data if none exists\n      this.pushAudio(new AudioFrame(new Int16Array(), 24000, 1, 0));\n    }\n\n    this.#audioData!.done = true;\n    this.#audioData = undefined;\n  }\n\n  markTextSegmentEnd() {\n    this.#checkNotClosed();\n\n    if (!this.#textData) {\n      this.pushText('');\n    }\n\n    this.#textData!.done = true;\n    this.#textData?.sentenceStream.flush();\n    this.#textData?.sentenceStream.close();\n    this.#textData = undefined;\n  }\n\n  segmentPlayoutStarted() {\n    this.#checkNotClosed();\n    this.#playingSegIndex++;\n\n    if (!this.#task) {\n      this.#task = this.#mainLoop();\n    }\n  }\n\n  segmentPlayoutFinished() {\n    this.#checkNotClosed();\n    this.#finishedSegIndex++;\n  }\n\n  get playedText(): string {\n    return this.#playedText;\n  }\n\n  async close(interrupt: boolean) {\n    if (this.#closed) {\n      return;\n    }\n    this.#closed = true;\n    this.#interrupted = interrupt;\n    this.#closeFut.resolve();\n\n    for (const textData of this.#textQ) {\n      textData?.sentenceStream.close();\n    }\n\n    this.#textQ.push(undefined);\n    this.#audioQ.push(undefined);\n    this.#textQChanged.put(1);\n    this.#audioQChanged.put(1);\n\n    await this.#task;\n  }\n\n  async #mainLoop() {\n    let segIndex = 0;\n    let qDone = false;\n\n    while (!qDone) {\n      await this.#textQChanged.next();\n      await this.#audioQChanged.next();\n\n      while (this.#textQ.length && this.#audioQ.length) {\n        const textData = this.#textQ.pop();\n        const audioData = this.#audioQ.pop();\n\n        if (!(textData && audioData)) {\n          qDone = true;\n          break;\n        }\n\n        // wait for segment to start playing\n        while (!this.#closed) {\n          if (this.#playingSegIndex >= segIndex) break;\n          await this.#sleepIfNotClosed(125);\n        }\n\n        const sentenceStream = textData.sentenceStream;\n        const forwardStartTime = Date.now();\n\n        for await (const ev of sentenceStream) {\n          await this.#syncSentence(segIndex, forwardStartTime, textData, audioData, ev.token);\n        }\n\n        segIndex++;\n      }\n    }\n  }\n\n  async #syncSentence(\n    segIndex: number,\n    segStartTime: number,\n    textData: TextData,\n    audioData: AudioData,\n    sentence: string,\n  ) {\n    let realSpeed: number | undefined;\n    if (audioData.pushedDuration > 0 && audioData.done) {\n      realSpeed = this.#calcHyphens(textData.pushedText).length / audioData.pushedDuration;\n    }\n\n    const segId = 'SG_' + randomUUID();\n    const words = this.#opts.splitWords(sentence);\n    const processedWords: string[] = [];\n\n    const ogText = this.#playedText;\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for (const [word, _, end] of words) {\n      if (segIndex <= this.#finishedSegIndex) break;\n      if (this.#interrupted) return;\n\n      const wordHyphens = this.#opts.hyphenateWord(word).length;\n      processedWords.push(word);\n\n      const elapsed = Date.now() - segStartTime;\n      const text = sentence.slice(0, end); // TODO: rstrip punctuations\n\n      let speed = this.#speed;\n      let delay: number;\n      if (realSpeed) {\n        speed = realSpeed;\n        const estimatedPausesMs = textData.forwardedSentences * this.#opts.newSentenceDelay;\n        const hyphPauses = estimatedPausesMs * speed;\n        const targetHyphens = Math.round(speed * elapsed);\n        const dt = targetHyphens - textData.forwardedHyphens - hyphPauses;\n        const toWaitHyphens = Math.max(0, wordHyphens - dt);\n        delay = toWaitHyphens / speed;\n      } else {\n        delay = wordHyphens / speed;\n      }\n\n      const firstDelay = Math.min(delay / 2, 2 / speed);\n      await this.#sleepIfNotClosed(firstDelay * 1000000);\n\n      this.emit(\n        'textUpdated',\n        new TranscriptionSegment({\n          id: segId,\n          text: text,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          final: false,\n          language: this.#opts.language,\n        }),\n      );\n\n      this.#playedText = `${ogText} ${text}`;\n      await this.#sleepIfNotClosed((delay - firstDelay) * 1000000);\n      textData.forwardedHyphens += wordHyphens;\n    }\n\n    this.emit(\n      'textUpdated',\n      new TranscriptionSegment({\n        id: segId,\n        text: sentence,\n        startTime: BigInt(0),\n        endTime: BigInt(0),\n        final: true,\n        language: this.#opts.language,\n      }),\n    );\n\n    this.#playedText = `${ogText} ${sentence}`;\n\n    await this.#sleepIfNotClosed(this.#opts.newSentenceDelay);\n    textData.forwardedSentences++;\n  }\n\n  async #sleepIfNotClosed(delay: number) {\n    await Promise.race([\n      this.#closeFut.await,\n      new Promise((resolve) => setTimeout(resolve, delay)),\n    ]);\n  }\n\n  #calcHyphens(text: string): string[] {\n    const hyphens: string[] = [];\n    const words = this.#opts.splitWords(text);\n    for (const word of words) {\n      const n = this.#opts.hyphenateWord(word[0]);\n      hyphens.push(...n);\n    }\n    return hyphens;\n  }\n\n  #checkNotClosed() {\n    if (this.#closed) {\n      throw new Error('TextAudioSynchronizer is closed');\n    }\n  }\n}\n"],"mappings":"AAGA,SAAS,4BAA4B;AACrC,SAAS,kBAAkB;AAE3B,SAAS,kBAAkB;AAC3B,SAAS,oBAAoB;AAC7B,SAAS,aAAa;AAEtB,SAAS,oBAAoB,cAAc;AAG3C,MAAM,uBAAuB;AAWtB,MAAM,yBAA0C;AAAA,EACrD,UAAU;AAAA,EACV,OAAO;AAAA,EACP,kBAAkB;AAAA,EAClB,mBAAmB,IAAI,MAAM,kBAAkB;AAAA,EAC/C,eAAe,MAAM;AAAA,EACrB,YAAY,MAAM;AACpB;AAmBO,MAAM,8BAA+B,aAAuD;AAAA,EACjG;AAAA,EACA;AAAA,EAEA,UAAU;AAAA,EACV,eAAe;AAAA,EACf,YAAY,IAAI,OAAO;AAAA,EAEvB,mBAAmB;AAAA,EACnB,oBAAoB;AAAA,EAEpB,gBAAgB,IAAI,mBAA2B;AAAA,EAC/C,SAAmC,CAAC;AAAA,EACpC,iBAAiB,IAAI,mBAA2B;AAAA,EAChD,UAAqC,CAAC;AAAA,EAEtC,cAAc;AAAA,EACd;AAAA,EAEA;AAAA,EACA;AAAA,EAEA,YAAY,MAAuB;AACjC,UAAM;AAEN,SAAK,QAAQ;AACb,SAAK,SAAS,KAAK,QAAQ;AAAA,EAC7B;AAAA,EAEA,UAAU,OAAmB;AAC3B,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa,EAAE,gBAAgB,GAAG,MAAM,MAAM;AACnD,WAAK,QAAQ,KAAK,KAAK,UAAU;AACjC,WAAK,eAAe,IAAI,CAAC;AAAA,IAC3B;AACA,SAAK,WAAW,kBAAkB,MAAM,oBAAoB,MAAM;AAAA,EACpE;AAAA,EAEA,SAAS,MAAc;AACrB,SAAK,gBAAgB;AACrB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY;AAAA,QACf,gBAAgB,KAAK,MAAM,kBAAkB,OAAO;AAAA,QACpD,YAAY;AAAA,QACZ,MAAM;AAAA,QACN,kBAAkB;AAAA,QAClB,oBAAoB;AAAA,MACtB;AACA,WAAK,OAAO,KAAK,KAAK,SAAS;AAC/B,WAAK,cAAc,IAAI,CAAC;AAAA,IAC1B;AAEA,SAAK,UAAU,cAAc;AAC7B,SAAK,UAAU,eAAe,SAAS,IAAI;AAAA,EAC7C;AAAA,EAEA,sBAAsB;AACpB,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,YAAY;AAEpB,WAAK,UAAU,IAAI,WAAW,IAAI,WAAW,GAAG,MAAO,GAAG,CAAC,CAAC;AAAA,IAC9D;AAEA,SAAK,WAAY,OAAO;AACxB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,qBAAqB;AAvHvB;AAwHI,SAAK,gBAAgB;AAErB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,SAAS,EAAE;AAAA,IAClB;AAEA,SAAK,UAAW,OAAO;AACvB,eAAK,cAAL,mBAAgB,eAAe;AAC/B,eAAK,cAAL,mBAAgB,eAAe;AAC/B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,wBAAwB;AACtB,SAAK,gBAAgB;AACrB,SAAK;AAEL,QAAI,CAAC,KAAK,OAAO;AACf,WAAK,QAAQ,KAAK,UAAU;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,yBAAyB;AACvB,SAAK,gBAAgB;AACrB,SAAK;AAAA,EACP;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,WAAoB;AAC9B,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AACA,SAAK,UAAU;AACf,SAAK,eAAe;AACpB,SAAK,UAAU,QAAQ;AAEvB,eAAW,YAAY,KAAK,QAAQ;AAClC,2CAAU,eAAe;AAAA,IAC3B;AAEA,SAAK,OAAO,KAAK,MAAS;AAC1B,SAAK,QAAQ,KAAK,MAAS;AAC3B,SAAK,cAAc,IAAI,CAAC;AACxB,SAAK,eAAe,IAAI,CAAC;AAEzB,UAAM,KAAK;AAAA,EACb;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,WAAW;AACf,QAAI,QAAQ;AAEZ,WAAO,CAAC,OAAO;AACb,YAAM,KAAK,cAAc,KAAK;AAC9B,YAAM,KAAK,eAAe,KAAK;AAE/B,aAAO,KAAK,OAAO,UAAU,KAAK,QAAQ,QAAQ;AAChD,cAAM,WAAW,KAAK,OAAO,IAAI;AACjC,cAAM,YAAY,KAAK,QAAQ,IAAI;AAEnC,YAAI,EAAE,YAAY,YAAY;AAC5B,kBAAQ;AACR;AAAA,QACF;AAGA,eAAO,CAAC,KAAK,SAAS;AACpB,cAAI,KAAK,oBAAoB,SAAU;AACvC,gBAAM,KAAK,kBAAkB,GAAG;AAAA,QAClC;AAEA,cAAM,iBAAiB,SAAS;AAChC,cAAM,mBAAmB,KAAK,IAAI;AAElC,yBAAiB,MAAM,gBAAgB;AACrC,gBAAM,KAAK,cAAc,UAAU,kBAAkB,UAAU,WAAW,GAAG,KAAK;AAAA,QACpF;AAEA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,cACJ,UACA,cACA,UACA,WACA,UACA;AACA,QAAI;AACJ,QAAI,UAAU,iBAAiB,KAAK,UAAU,MAAM;AAClD,kBAAY,KAAK,aAAa,SAAS,UAAU,EAAE,SAAS,UAAU;AAAA,IACxE;AAEA,UAAM,QAAQ,QAAQ,WAAW;AACjC,UAAM,QAAQ,KAAK,MAAM,WAAW,QAAQ;AAC5C,UAAM,iBAA2B,CAAC;AAElC,UAAM,SAAS,KAAK;AAEpB,eAAW,CAAC,MAAM,GAAG,GAAG,KAAK,OAAO;AAClC,UAAI,YAAY,KAAK,kBAAmB;AACxC,UAAI,KAAK,aAAc;AAEvB,YAAM,cAAc,KAAK,MAAM,cAAc,IAAI,EAAE;AACnD,qBAAe,KAAK,IAAI;AAExB,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,YAAM,OAAO,SAAS,MAAM,GAAG,GAAG;AAElC,UAAI,QAAQ,KAAK;AACjB,UAAI;AACJ,UAAI,WAAW;AACb,gBAAQ;AACR,cAAM,oBAAoB,SAAS,qBAAqB,KAAK,MAAM;AACnE,cAAM,aAAa,oBAAoB;AACvC,cAAM,gBAAgB,KAAK,MAAM,QAAQ,OAAO;AAChD,cAAM,KAAK,gBAAgB,SAAS,mBAAmB;AACvD,cAAM,gBAAgB,KAAK,IAAI,GAAG,cAAc,EAAE;AAClD,gBAAQ,gBAAgB;AAAA,MAC1B,OAAO;AACL,gBAAQ,cAAc;AAAA,MACxB;AAEA,YAAM,aAAa,KAAK,IAAI,QAAQ,GAAG,IAAI,KAAK;AAChD,YAAM,KAAK,kBAAkB,aAAa,GAAO;AAEjD,WAAK;AAAA,QACH;AAAA,QACA,IAAI,qBAAqB;AAAA,UACvB,IAAI;AAAA,UACJ;AAAA,UACA,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,OAAO;AAAA,UACP,UAAU,KAAK,MAAM;AAAA,QACvB,CAAC;AAAA,MACH;AAEA,WAAK,cAAc,GAAG,MAAM,IAAI,IAAI;AACpC,YAAM,KAAK,mBAAmB,QAAQ,cAAc,GAAO;AAC3D,eAAS,oBAAoB;AAAA,IAC/B;AAEA,SAAK;AAAA,MACH;AAAA,MACA,IAAI,qBAAqB;AAAA,QACvB,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,WAAW,OAAO,CAAC;AAAA,QACnB,SAAS,OAAO,CAAC;AAAA,QACjB,OAAO;AAAA,QACP,UAAU,KAAK,MAAM;AAAA,MACvB,CAAC;AAAA,IACH;AAEA,SAAK,cAAc,GAAG,MAAM,IAAI,QAAQ;AAExC,UAAM,KAAK,kBAAkB,KAAK,MAAM,gBAAgB;AACxD,aAAS;AAAA,EACX;AAAA,EAEA,MAAM,kBAAkB,OAAe;AACrC,UAAM,QAAQ,KAAK;AAAA,MACjB,KAAK,UAAU;AAAA,MACf,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,KAAK,CAAC;AAAA,IACrD,CAAC;AAAA,EACH;AAAA,EAEA,aAAa,MAAwB;AACnC,UAAM,UAAoB,CAAC;AAC3B,UAAM,QAAQ,KAAK,MAAM,WAAW,IAAI;AACxC,eAAW,QAAQ,OAAO;AACxB,YAAM,IAAI,KAAK,MAAM,cAAc,KAAK,CAAC,CAAC;AAC1C,cAAQ,KAAK,GAAG,CAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBAAkB;AAChB,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAAA,EACF;AACF;","names":[]}

package/dist/worker.cjs

@@ -42,6 +42,8 @@ var import_node_events = require("node:events");
 var import_node_os = __toESM(require("node:os"), 1);
 var import_ws = require("ws");
 var import_http_server = require("./http_server.cjs");
+var import_inference_runner = require("./inference_runner.cjs");
+var import_inference_proc_executor = require("./ipc/inference_proc_executor.cjs");
 var import_proc_pool = require("./ipc/proc_pool.cjs");
 var import_job = require("./job.cjs");
 var import_log = require("./log.cjs");
@@ -143,6 +145,8 @@ class WorkerOptions {
   port;
   logLevel;
   production;
+  jobMemoryWarnMB;
+  jobMemoryLimitMB;
   /** @param options */
   constructor({
     agent,
@@ -162,7 +166,9 @@ class WorkerOptions {
     host = "localhost",
     port = void 0,
     logLevel = "info",
-    production = false
+    production = false,
+    jobMemoryWarnMB = 300,
+    jobMemoryLimitMB = 0
   }) {
     this.agent = agent;
     if (!this.agent) {
@@ -185,6 +191,8 @@ class WorkerOptions {
     this.port = port || Default.port(production);
     this.logLevel = logLevel;
     this.production = production;
+    this.jobMemoryWarnMB = jobMemoryWarnMB;
+    this.jobMemoryLimitMB = jobMemoryLimitMB;
   }
 }
 class PendingAssignment {
@@ -209,6 +217,7 @@ class Worker {
   #session = void 0;
   #httpServer;
   #logger = (0, import_log.log)().child({ version: import_version.version });
+  #inferenceExecutor;
   /* @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */
   constructor(opts) {
     opts.wsURL = opts.wsURL || process.env.LIVEKIT_URL || "";
@@ -226,11 +235,26 @@ class Worker {
       throw new MissingCredentialsError(
         "API Secret is required: Set LIVEKIT_API_SECRET, run with --api-secret, or pass apiSecret in WorkerOptions"
       );
+    if (Object.entries(import_inference_runner.InferenceRunner.registeredRunners).length) {
+      this.#inferenceExecutor = new import_inference_proc_executor.InferenceProcExecutor({
+        runners: import_inference_runner.InferenceRunner.registeredRunners,
+        initializeTimeout: 3e4,
+        closeTimeout: 5e3,
+        memoryWarnMB: 2e3,
+        memoryLimitMB: 0,
+        pingInterval: 5e3,
+        pingTimeout: 6e4,
+        highPingThreshold: 2500
+      });
+    }
     this.#procPool = new import_proc_pool.ProcPool(
       opts.agent,
       opts.numIdleProcesses,
       opts.initializeProcessTimeout,
-      opts.shutdownProcessTimeout
+      opts.shutdownProcessTimeout,
+      this.#inferenceExecutor,
+      opts.jobMemoryWarnMB,
+      opts.jobMemoryLimitMB
     );
     this.#opts = opts;
     this.#httpServer = new import_http_server.HTTPServer(opts.host, opts.port);
@@ -240,6 +264,10 @@ class Worker {
     if (!this.#closed) {
       throw new WorkerError("worker is already running");
     }
+    if (this.#inferenceExecutor) {
+      await this.#inferenceExecutor.start();
+      await this.#inferenceExecutor.initialize();
+    }
     this.#logger.info("starting worker");
     this.#closed = false;
     this.#procPool.start();
@@ -321,12 +349,16 @@ class Worker {
         })
       );
     };
-    const timer = setTimeout(() => {
-      throw new WorkerError("timed out draining");
-    }, timeout);
-    if (timeout === void 0) clearTimeout(timer);
+    let timer;
+    if (timeout) {
+      timer = setTimeout(() => {
+        throw new WorkerError("timed out draining");
+      }, timeout);
+    }
     await joinJobs().then(() => {
-      clearTimeout(timer);
+      if (timeout) {
+        clearTimeout(timer);
+      }
     });
   }
   async simulateJob(roomName, participantIdentity) {
@@ -554,17 +586,18 @@ class Worker {
     await proc.close();
   }
   async close() {
-    var _a;
+    var _a, _b;
     if (this.#closed) {
       await this.#close.await;
       return;
     }
     this.#logger.info("shutting down worker");
     this.#closed = true;
+    await ((_a = this.#inferenceExecutor) == null ? void 0 : _a.close());
     await this.#procPool.close();
     await this.#httpServer.close();
     await Promise.allSettled(this.#tasks);
-    (_a = this.#session) == null ? void 0 : _a.close();
+    (_b = this.#session) == null ? void 0 : _b.close();
     await this.#close.await;
   }
 }