@livekit/agents 0.0.0-20260120144724

package/dist/inference/utils.test.cjs

@@ -0,0 +1,20 @@
+"use strict";
+var import_vitest = require("vitest");
+var import_utils = require("./utils.cjs");
+(0, import_vitest.describe)("slidingWindowMinMax", () => {
+  (0, import_vitest.it)("returns -Infinity when array is shorter than window size", () => {
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([0.5, 0.6], 3)).toBe(-Infinity);
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([], 1)).toBe(-Infinity);
+  });
+  (0, import_vitest.it)("returns the max value when window size is 1", () => {
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([0.1, 0.5, 0.3, 0.8, 0.2], 1)).toBe(0.8);
+  });
+  (0, import_vitest.it)("finds the best sustained probability across windows", () => {
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([0.2, 0.8, 0.7, 0.3, 0.9], 3)).toBe(0.3);
+  });
+  (0, import_vitest.it)("returns the single element when array length equals window size", () => {
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([0.5, 0.9, 0.7], 3)).toBe(0.5);
+    (0, import_vitest.expect)((0, import_utils.slidingWindowMinMax)([0.8], 1)).toBe(0.8);
+  });
+});
+//# sourceMappingURL=utils.test.cjs.map

package/dist/inference/utils.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/inference/utils.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { slidingWindowMinMax } from './utils.js';\n\ndescribe('slidingWindowMinMax', () => {\n  it('returns -Infinity when array is shorter than window size', () => {\n    expect(slidingWindowMinMax([0.5, 0.6], 3)).toBe(-Infinity);\n    expect(slidingWindowMinMax([], 1)).toBe(-Infinity);\n  });\n\n  it('returns the max value when window size is 1', () => {\n    // With window size 1, min of each window is the element itself,\n    // so max of mins is just the max of the array\n    expect(slidingWindowMinMax([0.1, 0.5, 0.3, 0.8, 0.2], 1)).toBe(0.8);\n  });\n\n  it('finds the best sustained probability across windows', () => {\n    // Windows of size 3: [0.2, 0.8, 0.7], [0.8, 0.7, 0.3], [0.7, 0.3, 0.9]\n    // Mins:              0.2,             0.3,             0.3\n    // Max of mins: 0.3\n    expect(slidingWindowMinMax([0.2, 0.8, 0.7, 0.3, 0.9], 3)).toBe(0.3);\n  });\n\n  it('returns the single element when array length equals window size', () => {\n    // Only one window covering the entire array, return min of that window\n    expect(slidingWindowMinMax([0.5, 0.9, 0.7], 3)).toBe(0.5);\n    expect(slidingWindowMinMax([0.8], 1)).toBe(0.8);\n  });\n});\n"],"mappings":";AAGA,oBAAqC;AACrC,mBAAoC;AAAA,IAEpC,wBAAS,uBAAuB,MAAM;AACpC,wBAAG,4DAA4D,MAAM;AACnE,kCAAO,kCAAoB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,SAAS;AACzD,kCAAO,kCAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,SAAS;AAAA,EACnD,CAAC;AAED,wBAAG,+CAA+C,MAAM;AAGtD,kCAAO,kCAAoB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EACpE,CAAC;AAED,wBAAG,uDAAuD,MAAM;AAI9D,kCAAO,kCAAoB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EACpE,CAAC;AAED,wBAAG,mEAAmE,MAAM;AAE1E,kCAAO,kCAAoB,CAAC,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AACxD,kCAAO,kCAAoB,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EAChD,CAAC;AACH,CAAC;","names":[]}

package/dist/inference/utils.test.js

@@ -0,0 +1,19 @@
+import { describe, expect, it } from "vitest";
+import { slidingWindowMinMax } from "./utils.js";
+describe("slidingWindowMinMax", () => {
+  it("returns -Infinity when array is shorter than window size", () => {
+    expect(slidingWindowMinMax([0.5, 0.6], 3)).toBe(-Infinity);
+    expect(slidingWindowMinMax([], 1)).toBe(-Infinity);
+  });
+  it("returns the max value when window size is 1", () => {
+    expect(slidingWindowMinMax([0.1, 0.5, 0.3, 0.8, 0.2], 1)).toBe(0.8);
+  });
+  it("finds the best sustained probability across windows", () => {
+    expect(slidingWindowMinMax([0.2, 0.8, 0.7, 0.3, 0.9], 3)).toBe(0.3);
+  });
+  it("returns the single element when array length equals window size", () => {
+    expect(slidingWindowMinMax([0.5, 0.9, 0.7], 3)).toBe(0.5);
+    expect(slidingWindowMinMax([0.8], 1)).toBe(0.8);
+  });
+});
+//# sourceMappingURL=utils.test.js.map

package/dist/inference/utils.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/inference/utils.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { slidingWindowMinMax } from './utils.js';\n\ndescribe('slidingWindowMinMax', () => {\n  it('returns -Infinity when array is shorter than window size', () => {\n    expect(slidingWindowMinMax([0.5, 0.6], 3)).toBe(-Infinity);\n    expect(slidingWindowMinMax([], 1)).toBe(-Infinity);\n  });\n\n  it('returns the max value when window size is 1', () => {\n    // With window size 1, min of each window is the element itself,\n    // so max of mins is just the max of the array\n    expect(slidingWindowMinMax([0.1, 0.5, 0.3, 0.8, 0.2], 1)).toBe(0.8);\n  });\n\n  it('finds the best sustained probability across windows', () => {\n    // Windows of size 3: [0.2, 0.8, 0.7], [0.8, 0.7, 0.3], [0.7, 0.3, 0.9]\n    // Mins:              0.2,             0.3,             0.3\n    // Max of mins: 0.3\n    expect(slidingWindowMinMax([0.2, 0.8, 0.7, 0.3, 0.9], 3)).toBe(0.3);\n  });\n\n  it('returns the single element when array length equals window size', () => {\n    // Only one window covering the entire array, return min of that window\n    expect(slidingWindowMinMax([0.5, 0.9, 0.7], 3)).toBe(0.5);\n    expect(slidingWindowMinMax([0.8], 1)).toBe(0.8);\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,2BAA2B;AAEpC,SAAS,uBAAuB,MAAM;AACpC,KAAG,4DAA4D,MAAM;AACnE,WAAO,oBAAoB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,SAAS;AACzD,WAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,SAAS;AAAA,EACnD,CAAC;AAED,KAAG,+CAA+C,MAAM;AAGtD,WAAO,oBAAoB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EACpE,CAAC;AAED,KAAG,uDAAuD,MAAM;AAI9D,WAAO,oBAAoB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EACpE,CAAC;AAED,KAAG,mEAAmE,MAAM;AAE1E,WAAO,oBAAoB,CAAC,KAAK,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AACxD,WAAO,oBAAoB,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,EAChD,CAAC;AACH,CAAC;","names":[]}

package/dist/inference_runner.cjs

@@ -0,0 +1,37 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_runner_exports = {};
+__export(inference_runner_exports, {
+  InferenceRunner: () => InferenceRunner
+});
+module.exports = __toCommonJS(inference_runner_exports);
+class InferenceRunner {
+  static registeredRunners = {};
+  static registerRunner(method, importPath) {
+    if (InferenceRunner.registeredRunners[method]) {
+      throw new Error(`Inference runner ${method} already registered`);
+    }
+    InferenceRunner.registeredRunners[method] = importPath;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InferenceRunner
+});
+//# sourceMappingURL=inference_runner.cjs.map

package/dist/inference_runner.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner<InputType = unknown, OutputType = unknown> {\n  static registeredRunners: { [id: string]: string } = {};\n\n  static registerRunner(method: string, importPath: string) {\n    if (InferenceRunner.registeredRunners[method]) {\n      throw new Error(`Inference runner ${method} already registered`);\n    }\n    InferenceRunner.registeredRunners[method] = importPath;\n  }\n\n  abstract initialize(): Promise<void>;\n  abstract run(data: InputType): Promise<OutputType>;\n  abstract close(): Promise<void>;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKO,MAAe,gBAA2D;AAAA,EAC/E,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAKF;","names":[]}

package/dist/inference_runner.d.cts

@@ -0,0 +1,11 @@
+/** @internal */
+export declare abstract class InferenceRunner<InputType = unknown, OutputType = unknown> {
+    static registeredRunners: {
+        [id: string]: string;
+    };
+    static registerRunner(method: string, importPath: string): void;
+    abstract initialize(): Promise<void>;
+    abstract run(data: InputType): Promise<OutputType>;
+    abstract close(): Promise<void>;
+}
+//# sourceMappingURL=inference_runner.d.ts.map

package/dist/inference_runner.d.ts

@@ -0,0 +1,11 @@
+/** @internal */
+export declare abstract class InferenceRunner<InputType = unknown, OutputType = unknown> {
+    static registeredRunners: {
+        [id: string]: string;
+    };
+    static registerRunner(method: string, importPath: string): void;
+    abstract initialize(): Promise<void>;
+    abstract run(data: InputType): Promise<OutputType>;
+    abstract close(): Promise<void>;
+}
+//# sourceMappingURL=inference_runner.d.ts.map

package/dist/inference_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_runner.d.ts","sourceRoot":"","sources":["../src/inference_runner.ts"],"names":[],"mappings":"AAIA,gBAAgB;AAChB,8BAAsB,eAAe,CAAC,SAAS,GAAG,OAAO,EAAE,UAAU,GAAG,OAAO;IAC7E,MAAM,CAAC,iBAAiB,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAM;IAExD,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOxD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC;IAClD,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAChC"}

package/dist/inference_runner.js

@@ -0,0 +1,13 @@
+class InferenceRunner {
+  static registeredRunners = {};
+  static registerRunner(method, importPath) {
+    if (InferenceRunner.registeredRunners[method]) {
+      throw new Error(`Inference runner ${method} already registered`);
+    }
+    InferenceRunner.registeredRunners[method] = importPath;
+  }
+}
+export {
+  InferenceRunner
+};
+//# sourceMappingURL=inference_runner.js.map

package/dist/inference_runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner<InputType = unknown, OutputType = unknown> {\n  static registeredRunners: { [id: string]: string } = {};\n\n  static registerRunner(method: string, importPath: string) {\n    if (InferenceRunner.registeredRunners[method]) {\n      throw new Error(`Inference runner ${method} already registered`);\n    }\n    InferenceRunner.registeredRunners[method] = importPath;\n  }\n\n  abstract initialize(): Promise<void>;\n  abstract run(data: InputType): Promise<OutputType>;\n  abstract close(): Promise<void>;\n}\n"],"mappings":"AAKO,MAAe,gBAA2D;AAAA,EAC/E,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAKF;","names":[]}

package/dist/ipc/index.cjs

@@ -0,0 +1,23 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ipc_exports = {};
+module.exports = __toCommonJS(ipc_exports);
+__reExport(ipc_exports, require("./inference_executor.cjs"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("./inference_executor.cjs")
+});
+//# sourceMappingURL=index.cjs.map

package/dist/ipc/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './inference_executor.js';\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAIA,wBAAc,oCAJd;","names":[]}

package/dist/ipc/index.d.cts

@@ -0,0 +1,2 @@
+export * from './inference_executor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ipc/index.d.ts

@@ -0,0 +1,2 @@
+export * from './inference_executor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ipc/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ipc/index.ts"],"names":[],"mappings":"AAIA,cAAc,yBAAyB,CAAC"}

package/dist/ipc/index.js

@@ -0,0 +1,2 @@
+export * from "./inference_executor.js";
+//# sourceMappingURL=index.js.map

package/dist/ipc/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './inference_executor.js';\n"],"mappings":"AAIA,cAAc;","names":[]}

package/dist/ipc/inference_executor.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_executor_exports = {};
+module.exports = __toCommonJS(inference_executor_exports);
+//# sourceMappingURL=inference_executor.cjs.map

package/dist/ipc/inference_executor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport interface InferenceExecutor {\n  doInference(method: string, data: unknown): Promise<unknown>;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/ipc/inference_executor.d.cts

@@ -0,0 +1,4 @@
+export interface InferenceExecutor {
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_executor.d.ts.map

package/dist/ipc/inference_executor.d.ts

@@ -0,0 +1,4 @@
+export interface InferenceExecutor {
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_executor.d.ts.map

package/dist/ipc/inference_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_executor.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9D"}

package/dist/ipc/inference_executor.js

@@ -0,0 +1 @@
+//# sourceMappingURL=inference_executor.js.map

package/dist/ipc/inference_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/ipc/inference_proc_executor.cjs

@@ -0,0 +1,101 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_proc_executor_exports = {};
+__export(inference_proc_executor_exports, {
+  InferenceProcExecutor: () => InferenceProcExecutor
+});
+module.exports = __toCommonJS(inference_proc_executor_exports);
+var getImportMetaUrl = () => typeof document === "undefined" ? new URL(`file:${__filename}`).href : document.currentScript && document.currentScript.src || new URL("main.js", document.baseURI).href;
+var importMetaUrl = /* @__PURE__ */ getImportMetaUrl();
+var import_node_child_process = require("node:child_process");
+var import_node_path = require("node:path");
+var import_log = require("../log.cjs");
+var import_utils = require("../utils.cjs");
+var import_supervised_proc = require("./supervised_proc.cjs");
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+const currentFileExtension = (0, import_node_path.extname)(importMetaUrl);
+class InferenceProcExecutor extends import_supervised_proc.SupervisedProc {
+  #runners;
+  #activeRequests = {};
+  #logger = (0, import_log.log)();
+  constructor({
+    runners,
+    initializeTimeout,
+    closeTimeout,
+    memoryWarnMB,
+    memoryLimitMB,
+    pingInterval,
+    pingTimeout,
+    highPingThreshold
+  }) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#runners = runners;
+  }
+  createProcess() {
+    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, importMetaUrl);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return (0, import_node_child_process.fork)(forkUrl, [JSON.stringify(this.#runners)], forkOptions);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const res = this.#activeRequests[msg.value.requestId];
+          delete this.#activeRequests[msg.value.requestId];
+          if (!res) {
+            this.#logger.child({ requestId: msg.value.requestId }).warn("received unexpected inference response");
+            return;
+          }
+          res.resolve(msg.value);
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = (0, import_utils.shortuuid)("inference_req_");
+    const fut = new PendingInference();
+    this.proc.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#activeRequests[requestId] = fut;
+    const res = await fut.promise;
+    if (res.error) {
+      throw new Error(`inference of ${method} failed: ${res.error}`);
+    }
+    return res.data;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InferenceProcExecutor
+});
+//# sourceMappingURL=inference_proc_executor.cjs.map

package/dist/ipc/inference_proc_executor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts","../../../node_modules/.pnpm/tsup@8.4.0_@microsoft+api-extractor@7.43.7_@types+node@22.15.30__postcss@8.5.6_tsx@4.20.4_typescript@5.4.5/node_modules/tsup/assets/cjs_shims.js"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { extname } from 'node:path';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nconst currentFileExtension = extname(import.meta.url);\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);\n\n    // When running via tsx/ts-node (TypeScript files), we need to inherit the parent's\n    // execArgv so the child process can also execute TypeScript with the same loader\n    const isTypeScript = currentFileExtension === '.ts';\n    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : undefined;\n\n    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n","// Shim globals in cjs bundle\n// There's a weird bug that esbuild will always inject importMetaUrl\n// if we export it as `const importMetaUrl = ... __filename ...`\n// But using a function will not cause this issue\n\nconst getImportMetaUrl = () =>\n  typeof document === 'undefined'\n    ? new URL(`file:${__filename}`).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n\nexport const importMetaUrl = /* @__PURE__ */ getImportMetaUrl()\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;ACKA,IAAM,mBAAmB,MACvB,OAAO,aAAa,cAChB,IAAI,IAAI,QAAQ,UAAU,EAAE,EAAE,OAC7B,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,OAAO,EAAE;AAEpC,IAAM,gBAAgC,iCAAiB;ADP9D,gCAAqB;AACrB,uBAAwB;AACxB,iBAAoB;AACpB,mBAA0B;AAG1B,6BAA+B;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,2BAAuB,0BAAQ,aAAe;AAE7C,MAAM,8BAA8B,sCAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,cAAU,gBAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,UAAM,UAAU,IAAI,IAAI,6BAA6B,oBAAoB,IAAI,aAAe;AAI5F,UAAM,eAAe,yBAAyB;AAC9C,UAAM,cAAc,eAAe,EAAE,UAAU,QAAQ,SAAS,IAAI;AAEpE,eAAO,gCAAK,SAAS,CAAC,KAAK,UAAU,KAAK,QAAQ,CAAC,GAAG,WAAW;AAAA,EACnE;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,gBAAY,wBAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_executor.d.cts

@@ -0,0 +1,23 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { ChildProcess } from 'node:child_process';
+import type { InferenceExecutor } from './inference_executor.js';
+import { SupervisedProc } from './supervised_proc.js';
+export declare class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {
+    #private;
+    constructor({ runners, initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold, }: {
+        runners: {
+            [id: string]: string;
+        };
+        initializeTimeout: number;
+        closeTimeout: number;
+        memoryWarnMB: number;
+        memoryLimitMB: number;
+        pingInterval: number;
+        pingTimeout: number;
+        highPingThreshold: number;
+    });
+    createProcess(): ChildProcess;
+    mainTask(proc: ChildProcess): Promise<void>;
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_proc_executor.d.ts.map

package/dist/ipc/inference_proc_executor.d.ts

@@ -0,0 +1,23 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { ChildProcess } from 'node:child_process';
+import type { InferenceExecutor } from './inference_executor.js';
+import { SupervisedProc } from './supervised_proc.js';
+export declare class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {
+    #private;
+    constructor({ runners, initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold, }: {
+        runners: {
+            [id: string]: string;
+        };
+        initializeTimeout: number;
+        closeTimeout: number;
+        memoryWarnMB: number;
+        memoryLimitMB: number;
+        pingInterval: number;
+        pingTimeout: number;
+        highPingThreshold: number;
+    });
+    createProcess(): ChildProcess;
+    mainTask(proc: ChildProcess): Promise<void>;
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_proc_executor.d.ts.map

package/dist/ipc/inference_proc_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAKvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAatD,qBAAa,qBAAsB,SAAQ,cAAe,YAAW,iBAAiB;;gBAKxE,EACV,OAAO,EACP,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE;YAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,CAAC;QAClC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAaD,aAAa,IAAI,YAAY;IAWvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IAkB3B,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAYnE"}

package/dist/ipc/inference_proc_executor.js

@@ -0,0 +1,75 @@
+import { fork } from "node:child_process";
+import { extname } from "node:path";
+import { log } from "../log.js";
+import { shortuuid } from "../utils.js";
+import { SupervisedProc } from "./supervised_proc.js";
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+const currentFileExtension = extname(import.meta.url);
+class InferenceProcExecutor extends SupervisedProc {
+  #runners;
+  #activeRequests = {};
+  #logger = log();
+  constructor({
+    runners,
+    initializeTimeout,
+    closeTimeout,
+    memoryWarnMB,
+    memoryLimitMB,
+    pingInterval,
+    pingTimeout,
+    highPingThreshold
+  }) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#runners = runners;
+  }
+  createProcess() {
+    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const res = this.#activeRequests[msg.value.requestId];
+          delete this.#activeRequests[msg.value.requestId];
+          if (!res) {
+            this.#logger.child({ requestId: msg.value.requestId }).warn("received unexpected inference response");
+            return;
+          }
+          res.resolve(msg.value);
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = shortuuid("inference_req_");
+    const fut = new PendingInference();
+    this.proc.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#activeRequests[requestId] = fut;
+    const res = await fut.promise;
+    if (res.error) {
+      throw new Error(`inference of ${method} failed: ${res.error}`);
+    }
+    return res.data;
+  }
+}
+export {
+  InferenceProcExecutor
+};
+//# sourceMappingURL=inference_proc_executor.js.map

package/dist/ipc/inference_proc_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { extname } from 'node:path';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nconst currentFileExtension = extname(import.meta.url);\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);\n\n    // When running via tsx/ts-node (TypeScript files), we need to inherit the parent's\n    // execArgv so the child process can also execute TypeScript with the same loader\n    const isTypeScript = currentFileExtension === '.ts';\n    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : undefined;\n\n    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,SAAS,eAAe;AACxB,SAAS,WAAW;AACpB,SAAS,iBAAiB;AAG1B,SAAS,sBAAsB;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,uBAAuB,QAAQ,YAAY,GAAG;AAE7C,MAAM,8BAA8B,eAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,UAAU,IAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,UAAM,UAAU,IAAI,IAAI,6BAA6B,oBAAoB,IAAI,YAAY,GAAG;AAI5F,UAAM,eAAe,yBAAyB;AAC9C,UAAM,cAAc,eAAe,EAAE,UAAU,QAAQ,SAAS,IAAI;AAEpE,WAAO,KAAK,SAAS,CAAC,KAAK,UAAU,KAAK,QAAQ,CAAC,GAAG,WAAW;AAAA,EACnE;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,UAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_lazy_main.cjs

@@ -0,0 +1,86 @@
+"use strict";
+var import_node_events = require("node:events");
+var import_log = require("../log.cjs");
+var import_utils = require("../utils.cjs");
+const ORPHANED_TIMEOUT = 15 * 1e3;
+(async () => {
+  if (process.send) {
+    const join = new import_utils.Future();
+    process.on("SIGINT", () => {
+      logger.debug("SIGINT received in inference proc");
+    });
+    process.on("SIGTERM", () => {
+      logger.debug("SIGTERM received in inference proc");
+    });
+    await (0, import_node_events.once)(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      (0, import_log.initializeLogger)(msg.value.loggerOptions);
+    });
+    const logger = (0, import_log.log)().child({ pid: process.pid });
+    const runners = await Promise.all(
+      Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
+        return [k, await import(v).then((m) => new m.default())];
+      })
+    ).then(Object.fromEntries);
+    await Promise.all(
+      Object.entries(runners).map(async ([runner, v]) => {
+        logger.child({ runner }).debug("initializing inference runner");
+        await v.initialize();
+      })
+    );
+    logger.debug("all inference runners initialized");
+    process.send({ case: "initializeResponse" });
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("inference process orphaned, shutting down.");
+      process.exit();
+    }, ORPHANED_TIMEOUT);
+    const handleInferenceRequest = async ({
+      method,
+      requestId,
+      data
+    }) => {
+      if (!runners[method]) {
+        logger.child({ method }).warn("unknown inference method");
+      }
+      try {
+        const resp = await runners[method].run(data);
+        process.send({ case: "inferenceResponse", value: { requestId, data: resp } });
+      } catch (error) {
+        process.send({ case: "inferenceResponse", value: { requestId, error } });
+      }
+    };
+    const messageHandler = (msg) => {
+      switch (msg.case) {
+        case "pingRequest":
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        case "shutdownRequest":
+          logger.debug("inference process received shutdown request");
+          clearTimeout(orphanedTimeout);
+          process.off("message", messageHandler);
+          Promise.all(Object.values(runners).map((r) => r.close())).then(() => {
+            logger.debug("Inference runners closed");
+            process.send({ case: "done" });
+            join.resolve();
+          }).catch((err) => {
+            logger.error("Error closing inference runners:", err);
+          });
+          break;
+        case "inferenceRequest":
+          handleInferenceRequest(msg.value);
+      }
+    };
+    process.on("message", messageHandler);
+    await join.await;
+    logger.debug("Inference process shutdown");
+    return process.exitCode;
+  }
+})();
+//# sourceMappingURL=inference_proc_lazy_main.cjs.map

package/dist/ipc/inference_proc_lazy_main.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in inference proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in inference proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('inference process orphaned, shutting down.');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          logger.debug('inference process received shutdown request');\n          clearTimeout(orphanedTimeout);\n          // Remove our message handler to stop processing new messages\n          process.off('message', messageHandler);\n          Promise.all(Object.values(runners).map((r) => r.close()))\n            .then(() => {\n              logger.debug('Inference runners closed');\n              process.send!({ case: 'done' });\n              join.resolve();\n            })\n            .catch((err) => {\n              logger.error('Error closing inference runners:', err);\n            });\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Inference process shutdown');\n\n    return process.exitCode;\n  }\n})();\n"],"mappings":";AAGA,yBAAqB;AAErB,iBAAsC;AACtC,mBAAuB;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,oBAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,mCAAmC;AAAA,IAClD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,oCAAoC;AAAA,IACnD,CAAC;AAED,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,MAAM,6CAA6C;AAC1D,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,MAAM,0BAA0B;AACvC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,4BAA4B;AAEzC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}

package/dist/ipc/inference_proc_lazy_main.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=inference_proc_lazy_main.d.ts.map

package/dist/ipc/inference_proc_lazy_main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=inference_proc_lazy_main.d.ts.map

package/dist/ipc/inference_proc_lazy_main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_proc_lazy_main.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_lazy_main.ts"],"names":[],"mappings":""}