@livekit/agents 0.6.3 → 0.7.0

package/dist/index.cjs

@@ -30,6 +30,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var src_exports = {};
 __export(src_exports, {
   cli: () => cli,
+  ipc: () => ipc,
   llm: () => llm,
   metrics: () => metrics,
   multimodal: () => multimodal,
@@ -40,6 +41,7 @@ __export(src_exports, {
 });
 module.exports = __toCommonJS(src_exports);
 var cli = __toESM(require("./cli.cjs"), 1);
+var ipc = __toESM(require("./ipc/index.cjs"), 1);
 var llm = __toESM(require("./llm/index.cjs"), 1);
 var metrics = __toESM(require("./metrics/index.cjs"), 1);
 var multimodal = __toESM(require("./multimodal/index.cjs"), 1);
@@ -57,9 +59,11 @@ __reExport(src_exports, require("./log.cjs"), module.exports);
 __reExport(src_exports, require("./generator.cjs"), module.exports);
 __reExport(src_exports, require("./audio.cjs"), module.exports);
 __reExport(src_exports, require("./transcription.cjs"), module.exports);
+__reExport(src_exports, require("./inference_runner.cjs"), module.exports);
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   cli,
+  ipc,
   llm,
   metrics,
   multimodal,
@@ -76,6 +80,7 @@ __reExport(src_exports, require("./transcription.cjs"), module.exports);
   ...require("./log.cjs"),
   ...require("./generator.cjs"),
   ...require("./audio.cjs"),
-  ...require("./transcription.cjs")
+  ...require("./transcription.cjs"),
+  ...require("./inference_runner.cjs")
 });
 //# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,UAAqB;AACrB,UAAqB;AACrB,cAAyB;AACzB,iBAA4B;AAC5B,eAA0B;AAC1B,UAAqB;AACrB,eAA0B;AAC1B,UAAqB;AAErB,wBAAc,qBApBd;AAqBA,wBAAc,wBArBd;AAsBA,wBAAc,yBAtBd;AAuBA,wBAAc,qBAvBd;AAwBA,wBAAc,wBAxBd;AAyBA,wBAAc,uBAzBd;AA0BA,wBAAc,qBA1Bd;AA2BA,wBAAc,2BA3Bd;AA4BA,wBAAc,uBA5Bd;AA6BA,wBAAc,+BA7Bd;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\nexport * from './inference_runner.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics, ipc };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,UAAqB;AACrB,UAAqB;AACrB,UAAqB;AACrB,cAAyB;AACzB,iBAA4B;AAC5B,eAA0B;AAC1B,UAAqB;AACrB,eAA0B;AAC1B,UAAqB;AAErB,wBAAc,qBArBd;AAsBA,wBAAc,wBAtBd;AAuBA,wBAAc,yBAvBd;AAwBA,wBAAc,qBAxBd;AAyBA,wBAAc,wBAzBd;AA0BA,wBAAc,uBA1Bd;AA2BA,wBAAc,qBA3Bd;AA4BA,wBAAc,2BA5Bd;AA6BA,wBAAc,uBA7Bd;AA8BA,wBAAc,+BA9Bd;AA+BA,wBAAc,kCA/Bd;","names":[]}

package/dist/index.d.ts

@@ -6,6 +6,7 @@
  * @packageDocumentation
  */
 import * as cli from './cli.js';
+import * as ipc from './ipc/index.js';
 import * as llm from './llm/index.js';
 import * as metrics from './metrics/index.js';
 import * as multimodal from './multimodal/index.js';
@@ -23,5 +24,6 @@ export * from './log.js';
 export * from './generator.js';
 export * from './audio.js';
 export * from './transcription.js';
-export { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };
+export * from './inference_runner.js';
+export { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics, ipc };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AAEtC,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AAEtC,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AAEtC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC"}

package/dist/index.js

@@ -1,4 +1,5 @@
 import * as cli from "./cli.js";
+import * as ipc from "./ipc/index.js";
 import * as llm from "./llm/index.js";
 import * as metrics from "./metrics/index.js";
 import * as multimodal from "./multimodal/index.js";
@@ -16,8 +17,10 @@ export * from "./log.js";
 export * from "./generator.js";
 export * from "./audio.js";
 export * from "./transcription.js";
+export * from "./inference_runner.js";
 export {
   cli,
+  ipc,
   llm,
   metrics,
   multimodal,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };\n"],"mappings":"AAWA,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,aAAa;AACzB,YAAY,gBAAgB;AAC5B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,cAAc;AAC1B,YAAY,SAAS;AAErB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\nexport * from './inference_runner.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics, ipc };\n"],"mappings":"AAWA,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,aAAa;AACzB,YAAY,gBAAgB;AAC5B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,cAAc;AAC1B,YAAY,SAAS;AAErB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/inference_runner.cjs

@@ -0,0 +1,38 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_runner_exports = {};
+__export(inference_runner_exports, {
+  InferenceRunner: () => InferenceRunner
+});
+module.exports = __toCommonJS(inference_runner_exports);
+class InferenceRunner {
+  static INFERENCE_METHOD;
+  static registeredRunners = {};
+  static registerRunner(method, importPath) {
+    if (InferenceRunner.registeredRunners[method]) {
+      throw new Error(`Inference runner ${method} already registered`);
+    }
+    InferenceRunner.registeredRunners[method] = importPath;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InferenceRunner
+});
+//# sourceMappingURL=inference_runner.cjs.map

package/dist/inference_runner.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n  static INFERENCE_METHOD: string;\n  static registeredRunners: { [id: string]: string } = {};\n\n  static registerRunner(method: string, importPath: string) {\n    if (InferenceRunner.registeredRunners[method]) {\n      throw new Error(`Inference runner ${method} already registered`);\n    }\n    InferenceRunner.registeredRunners[method] = importPath;\n  }\n\n  abstract initialize(): Promise<void>;\n  abstract run(data: unknown): Promise<unknown>;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAIF;","names":[]}

package/dist/inference_runner.d.ts

@@ -0,0 +1,11 @@
+/** @internal */
+export declare abstract class InferenceRunner {
+    static INFERENCE_METHOD: string;
+    static registeredRunners: {
+        [id: string]: string;
+    };
+    static registerRunner(method: string, importPath: string): void;
+    abstract initialize(): Promise<void>;
+    abstract run(data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_runner.d.ts.map

package/dist/inference_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_runner.d.ts","sourceRoot":"","sources":["../src/inference_runner.ts"],"names":[],"mappings":"AAIA,gBAAgB;AAChB,8BAAsB,eAAe;IACnC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAChC,MAAM,CAAC,iBAAiB,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAM;IAExD,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOxD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAC9C"}

package/dist/inference_runner.js

@@ -0,0 +1,14 @@
+class InferenceRunner {
+  static INFERENCE_METHOD;
+  static registeredRunners = {};
+  static registerRunner(method, importPath) {
+    if (InferenceRunner.registeredRunners[method]) {
+      throw new Error(`Inference runner ${method} already registered`);
+    }
+    InferenceRunner.registeredRunners[method] = importPath;
+  }
+}
+export {
+  InferenceRunner
+};
+//# sourceMappingURL=inference_runner.js.map

package/dist/inference_runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n  static INFERENCE_METHOD: string;\n  static registeredRunners: { [id: string]: string } = {};\n\n  static registerRunner(method: string, importPath: string) {\n    if (InferenceRunner.registeredRunners[method]) {\n      throw new Error(`Inference runner ${method} already registered`);\n    }\n    InferenceRunner.registeredRunners[method] = importPath;\n  }\n\n  abstract initialize(): Promise<void>;\n  abstract run(data: unknown): Promise<unknown>;\n}\n"],"mappings":"AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAIF;","names":[]}

package/dist/ipc/index.cjs

@@ -0,0 +1,23 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ipc_exports = {};
+module.exports = __toCommonJS(ipc_exports);
+__reExport(ipc_exports, require("./inference_executor.cjs"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("./inference_executor.cjs")
+});
+//# sourceMappingURL=index.cjs.map

package/dist/ipc/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './inference_executor.js';\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAIA,wBAAc,oCAJd;","names":[]}

package/dist/ipc/index.d.ts

@@ -0,0 +1,2 @@
+export * from './inference_executor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ipc/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ipc/index.ts"],"names":[],"mappings":"AAIA,cAAc,yBAAyB,CAAC"}

package/dist/ipc/index.js

@@ -0,0 +1,2 @@
+export * from "./inference_executor.js";
+//# sourceMappingURL=index.js.map

package/dist/ipc/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport * from './inference_executor.js';\n"],"mappings":"AAIA,cAAc;","names":[]}

package/dist/ipc/inference_executor.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_executor_exports = {};
+module.exports = __toCommonJS(inference_executor_exports);
+//# sourceMappingURL=inference_executor.cjs.map

package/dist/ipc/inference_executor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport interface InferenceExecutor {\n  doInference(method: string, data: unknown): Promise<unknown>;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/ipc/inference_executor.d.ts

@@ -0,0 +1,4 @@
+export interface InferenceExecutor {
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_executor.d.ts.map

package/dist/ipc/inference_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_executor.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9D"}

package/dist/ipc/inference_executor.js

@@ -0,0 +1 @@
+//# sourceMappingURL=inference_executor.js.map

package/dist/ipc/inference_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/ipc/inference_proc_executor.cjs

@@ -0,0 +1,97 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var inference_proc_executor_exports = {};
+__export(inference_proc_executor_exports, {
+  InferenceProcExecutor: () => InferenceProcExecutor
+});
+module.exports = __toCommonJS(inference_proc_executor_exports);
+var import_node_child_process = require("node:child_process");
+var import_node_crypto = require("node:crypto");
+var import_log = require("../log.cjs");
+var import_supervised_proc = require("./supervised_proc.cjs");
+const import_meta = {};
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+class InferenceProcExecutor extends import_supervised_proc.SupervisedProc {
+  #runners;
+  #activeRequests = {};
+  #logger = (0, import_log.log)();
+  constructor({
+    runners,
+    initializeTimeout,
+    closeTimeout,
+    memoryWarnMB,
+    memoryLimitMB,
+    pingInterval,
+    pingTimeout,
+    highPingThreshold
+  }) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#runners = runners;
+  }
+  createProcess() {
+    return (0, import_node_child_process.fork)(new URL(import_meta.resolve("./inference_proc_lazy_main.js")), [
+      JSON.stringify(this.#runners)
+    ]);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const res = this.#activeRequests[msg.value.requestId];
+          delete this.#activeRequests[msg.value.requestId];
+          if (!res) {
+            this.#logger.child({ requestId: msg.value.requestId }).warn("received unexpected inference response");
+            return;
+          }
+          res.resolve(msg.value);
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = "inference_req_" + (0, import_node_crypto.randomUUID)();
+    const fut = new PendingInference();
+    this.proc.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#activeRequests[requestId] = fut;
+    const res = await fut.promise;
+    if (res.error) {
+      throw new Error(`inference of ${method} failed: ${res.error}`);
+    }
+    return res.data;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InferenceProcExecutor
+});
+//# sourceMappingURL=inference_proc_executor.cjs.map

package/dist/ipc/inference_proc_executor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { randomUUID } from 'node:crypto';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL(import.meta.resolve('./inference_proc_lazy_main.js')), [\n      JSON.stringify(this.#runners),\n    ]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = 'inference_req_' + randomUUID();\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,gCAAqB;AACrB,yBAA2B;AAC3B,iBAAoB;AAGpB,6BAA+B;AAT/B;AAWA,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEO,MAAM,8BAA8B,sCAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,cAAU,gBAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,eAAO,gCAAK,IAAI,IAAI,YAAY,QAAQ,+BAA+B,CAAC,GAAG;AAAA,MACzE,KAAK,UAAU,KAAK,QAAQ;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,uBAAmB,+BAAW;AAChD,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_executor.d.ts

@@ -0,0 +1,23 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { ChildProcess } from 'node:child_process';
+import type { InferenceExecutor } from './inference_executor.js';
+import { SupervisedProc } from './supervised_proc.js';
+export declare class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {
+    #private;
+    constructor({ runners, initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold, }: {
+        runners: {
+            [id: string]: string;
+        };
+        initializeTimeout: number;
+        closeTimeout: number;
+        memoryWarnMB: number;
+        memoryLimitMB: number;
+        pingInterval: number;
+        pingTimeout: number;
+        highPingThreshold: number;
+    });
+    createProcess(): ChildProcess;
+    mainTask(proc: ChildProcess): Promise<void>;
+    doInference(method: string, data: unknown): Promise<unknown>;
+}
+//# sourceMappingURL=inference_proc_executor.d.ts.map

package/dist/ipc/inference_proc_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAWtD,qBAAa,qBAAsB,SAAQ,cAAe,YAAW,iBAAiB;;gBAKxE,EACV,OAAO,EACP,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE;YAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,CAAC;QAClC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAaD,aAAa,IAAI,YAAY;IAMvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IAkB3B,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAYnE"}

package/dist/ipc/inference_proc_executor.js

@@ -0,0 +1,72 @@
+import { fork } from "node:child_process";
+import { randomUUID } from "node:crypto";
+import { log } from "../log.js";
+import { SupervisedProc } from "./supervised_proc.js";
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+class InferenceProcExecutor extends SupervisedProc {
+  #runners;
+  #activeRequests = {};
+  #logger = log();
+  constructor({
+    runners,
+    initializeTimeout,
+    closeTimeout,
+    memoryWarnMB,
+    memoryLimitMB,
+    pingInterval,
+    pingTimeout,
+    highPingThreshold
+  }) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#runners = runners;
+  }
+  createProcess() {
+    return fork(new URL(import.meta.resolve("./inference_proc_lazy_main.js")), [
+      JSON.stringify(this.#runners)
+    ]);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const res = this.#activeRequests[msg.value.requestId];
+          delete this.#activeRequests[msg.value.requestId];
+          if (!res) {
+            this.#logger.child({ requestId: msg.value.requestId }).warn("received unexpected inference response");
+            return;
+          }
+          res.resolve(msg.value);
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = "inference_req_" + randomUUID();
+    const fut = new PendingInference();
+    this.proc.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#activeRequests[requestId] = fut;
+    const res = await fut.promise;
+    if (res.error) {
+      throw new Error(`inference of ${method} failed: ${res.error}`);
+    }
+    return res.data;
+  }
+}
+export {
+  InferenceProcExecutor
+};
+//# sourceMappingURL=inference_proc_executor.js.map

package/dist/ipc/inference_proc_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { randomUUID } from 'node:crypto';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL(import.meta.resolve('./inference_proc_lazy_main.js')), [\n      JSON.stringify(this.#runners),\n    ]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = 'inference_req_' + randomUUID();\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,SAAS,kBAAkB;AAC3B,SAAS,WAAW;AAGpB,SAAS,sBAAsB;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEO,MAAM,8BAA8B,eAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,UAAU,IAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,WAAO,KAAK,IAAI,IAAI,YAAY,QAAQ,+BAA+B,CAAC,GAAG;AAAA,MACzE,KAAK,UAAU,KAAK,QAAQ;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,mBAAmB,WAAW;AAChD,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_lazy_main.cjs

@@ -0,0 +1,90 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var import_node_events = __toESM(require("node:events"), 1);
+var import_log = require("../log.cjs");
+const ORPHANED_TIMEOUT = 15 * 1e3;
+(async () => {
+  if (process.send) {
+    process.on("SIGINT", () => {
+    });
+    await (0, import_node_events.once)(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      (0, import_log.initializeLogger)(msg.value.loggerOptions);
+    });
+    const logger = (0, import_log.log)().child({ pid: process.pid });
+    const runners = await Promise.all(
+      Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
+        return [k, await import(v).then((m) => new m.default())];
+      })
+    ).then(Object.fromEntries);
+    await Promise.all(
+      Object.entries(runners).map(async ([runner, v]) => {
+        logger.child({ runner }).debug("initializing inference runner");
+        await v.initialize();
+      })
+    );
+    logger.debug("all inference runners initialized");
+    process.send({ case: "initializeResponse" });
+    const closeEvent = new import_node_events.default();
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("process orphaned, shutting down");
+      process.exit();
+    }, ORPHANED_TIMEOUT);
+    const handleInferenceRequest = async ({
+      method,
+      requestId,
+      data
+    }) => {
+      if (!runners[method]) {
+        logger.child({ method }).warn("unknown inference method");
+      }
+      try {
+        const resp = await runners[method].run(data);
+        process.send({ case: "inferenceResponse", value: { requestId, data: resp } });
+      } catch (error) {
+        process.send({ case: "inferenceResponse", value: { requestId, error } });
+      }
+    };
+    process.on("message", (msg) => {
+      switch (msg.case) {
+        case "pingRequest":
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        case "shutdownRequest":
+          closeEvent.emit("close");
+          break;
+        case "inferenceRequest":
+          handleInferenceRequest(msg.value);
+      }
+    });
+  }
+})();
+//# sourceMappingURL=inference_proc_lazy_main.cjs.map

package/dist/ipc/inference_proc_lazy_main.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport EventEmitter, { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {});\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('process orphaned, shutting down');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          closeEvent.emit('close');\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    });\n  }\n})();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,yBAAmC;AAEnC,iBAAsC;AAGtC,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAGhB,YAAQ,GAAG,UAAU,MAAM;AAAA,IAAC,CAAC;AAE7B,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,aAAa,IAAI,mBAAAA,QAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,iCAAiC;AAC7C,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,qBAAW,KAAK,OAAO;AACvB;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF,GAAG;","names":["EventEmitter"]}

package/dist/ipc/inference_proc_lazy_main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=inference_proc_lazy_main.d.ts.map

package/dist/ipc/inference_proc_lazy_main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_proc_lazy_main.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_lazy_main.ts"],"names":[],"mappings":""}