@livekit/agents 0.6.4 → 0.7.1

package/dist/ipc/inference_proc_lazy_main.cjs

@@ -0,0 +1,92 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var import_node_events = __toESM(require("node:events"), 1);
+var import_log = require("../log.cjs");
+const ORPHANED_TIMEOUT = 15 * 1e3;
+(async () => {
+  if (process.send) {
+    process.on("SIGINT", () => {
+    });
+    process.on("SIGTERM", () => {
+    });
+    await (0, import_node_events.once)(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      (0, import_log.initializeLogger)(msg.value.loggerOptions);
+    });
+    const logger = (0, import_log.log)().child({ pid: process.pid });
+    const runners = await Promise.all(
+      Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
+        return [k, await import(v).then((m) => new m.default())];
+      })
+    ).then(Object.fromEntries);
+    await Promise.all(
+      Object.entries(runners).map(async ([runner, v]) => {
+        logger.child({ runner }).debug("initializing inference runner");
+        await v.initialize();
+      })
+    );
+    logger.debug("all inference runners initialized");
+    process.send({ case: "initializeResponse" });
+    const closeEvent = new import_node_events.default();
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("process orphaned, shutting down");
+      process.exit();
+    }, ORPHANED_TIMEOUT);
+    const handleInferenceRequest = async ({
+      method,
+      requestId,
+      data
+    }) => {
+      if (!runners[method]) {
+        logger.child({ method }).warn("unknown inference method");
+      }
+      try {
+        const resp = await runners[method].run(data);
+        process.send({ case: "inferenceResponse", value: { requestId, data: resp } });
+      } catch (error) {
+        process.send({ case: "inferenceResponse", value: { requestId, error } });
+      }
+    };
+    process.on("message", (msg) => {
+      switch (msg.case) {
+        case "pingRequest":
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        case "shutdownRequest":
+          closeEvent.emit("close");
+          break;
+        case "inferenceRequest":
+          handleInferenceRequest(msg.value);
+      }
+    });
+  }
+})();
+//# sourceMappingURL=inference_proc_lazy_main.cjs.map

package/dist/ipc/inference_proc_lazy_main.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport EventEmitter, { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {});\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {});\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('process orphaned, shutting down');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          closeEvent.emit('close');\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    });\n  }\n})();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,yBAAmC;AAEnC,iBAAsC;AAGtC,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAGhB,YAAQ,GAAG,UAAU,MAAM;AAAA,IAAC,CAAC;AAI7B,YAAQ,GAAG,WAAW,MAAM;AAAA,IAAC,CAAC;AAE9B,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,aAAa,IAAI,mBAAAA,QAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,iCAAiC;AAC7C,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,qBAAW,KAAK,OAAO;AACvB;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF,GAAG;","names":["EventEmitter"]}

package/dist/ipc/inference_proc_lazy_main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=inference_proc_lazy_main.d.ts.map

package/dist/ipc/inference_proc_lazy_main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference_proc_lazy_main.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_lazy_main.ts"],"names":[],"mappings":""}

package/dist/ipc/inference_proc_lazy_main.js

@@ -0,0 +1,69 @@
+import EventEmitter, { once } from "node:events";
+import { initializeLogger, log } from "../log.js";
+const ORPHANED_TIMEOUT = 15 * 1e3;
+(async () => {
+  if (process.send) {
+    process.on("SIGINT", () => {
+    });
+    process.on("SIGTERM", () => {
+    });
+    await once(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      initializeLogger(msg.value.loggerOptions);
+    });
+    const logger = log().child({ pid: process.pid });
+    const runners = await Promise.all(
+      Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
+        return [k, await import(v).then((m) => new m.default())];
+      })
+    ).then(Object.fromEntries);
+    await Promise.all(
+      Object.entries(runners).map(async ([runner, v]) => {
+        logger.child({ runner }).debug("initializing inference runner");
+        await v.initialize();
+      })
+    );
+    logger.debug("all inference runners initialized");
+    process.send({ case: "initializeResponse" });
+    const closeEvent = new EventEmitter();
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("process orphaned, shutting down");
+      process.exit();
+    }, ORPHANED_TIMEOUT);
+    const handleInferenceRequest = async ({
+      method,
+      requestId,
+      data
+    }) => {
+      if (!runners[method]) {
+        logger.child({ method }).warn("unknown inference method");
+      }
+      try {
+        const resp = await runners[method].run(data);
+        process.send({ case: "inferenceResponse", value: { requestId, data: resp } });
+      } catch (error) {
+        process.send({ case: "inferenceResponse", value: { requestId, error } });
+      }
+    };
+    process.on("message", (msg) => {
+      switch (msg.case) {
+        case "pingRequest":
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        case "shutdownRequest":
+          closeEvent.emit("close");
+          break;
+        case "inferenceRequest":
+          handleInferenceRequest(msg.value);
+      }
+    });
+  }
+})();
+//# sourceMappingURL=inference_proc_lazy_main.js.map

package/dist/ipc/inference_proc_lazy_main.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport EventEmitter, { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {});\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {});\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('process orphaned, shutting down');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          closeEvent.emit('close');\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    });\n  }\n})();\n"],"mappings":"AAGA,OAAO,gBAAgB,YAAY;AAEnC,SAAS,kBAAkB,WAAW;AAGtC,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAGhB,YAAQ,GAAG,UAAU,MAAM;AAAA,IAAC,CAAC;AAI7B,YAAQ,GAAG,WAAW,MAAM;AAAA,IAAC,CAAC;AAE9B,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,aAAa,IAAI,aAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,iCAAiC;AAC7C,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,qBAAW,KAAK,OAAO;AACvB;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF,GAAG;","names":[]}

package/dist/ipc/job_executor.cjs

@@ -18,16 +18,17 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var job_executor_exports = {};
 __export(job_executor_exports, {
-  JobExecutor: () => JobExecutor
+  JobStatus: () => JobStatus
 });
 module.exports = __toCommonJS(job_executor_exports);
-class JobExecutor {
-  PING_INTERVAL = 2.5 * 1e3;
-  PING_TIMEOUT = 90 * 1e3;
-  HIGH_PING_THRESHOLD = 0.5 * 1e3;
-}
+var JobStatus = /* @__PURE__ */ ((JobStatus2) => {
+  JobStatus2[JobStatus2["RUNNING"] = 0] = "RUNNING";
+  JobStatus2[JobStatus2["FAILED"] = 1] = "FAILED";
+  JobStatus2[JobStatus2["SUCCESS"] = 2] = "SUCCESS";
+  return JobStatus2;
+})(JobStatus || {});
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  JobExecutor
+  JobStatus
 });
 //# sourceMappingURL=job_executor.cjs.map

package/dist/ipc/job_executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/job_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\n\nexport interface ProcOpts {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n}\n\nexport abstract class JobExecutor {\n  PING_INTERVAL = 2.5 * 1000;\n  PING_TIMEOUT = 90 * 1000;\n  HIGH_PING_THRESHOLD = 0.5 * 1000;\n\n  abstract get started(): boolean;\n  abstract get runningJob(): RunningJobInfo | undefined;\n\n  abstract start(): Promise<void>;\n  abstract join(): Promise<void>;\n  abstract initialize(): Promise<void>;\n  abstract close(): Promise<void>;\n  abstract launchJob(info: RunningJobInfo): Promise<void>;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAWO,MAAe,YAAY;AAAA,EAChC,gBAAgB,MAAM;AAAA,EACtB,eAAe,KAAK;AAAA,EACpB,sBAAsB,MAAM;AAU9B;","names":[]}
+{"version":3,"sources":["../../src/ipc/job_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\n\nexport interface JobExecutor {\n  started: boolean;\n  userArguments: any;\n  runningJob: RunningJobInfo | undefined;\n  status: JobStatus;\n\n  start(): Promise<void>;\n  join(): Promise<void>;\n  initialize(): Promise<void>;\n  close(): Promise<void>;\n  launchJob(info: RunningJobInfo): Promise<void>;\n}\n\nexport enum JobStatus {\n  RUNNING,\n  FAILED,\n  SUCCESS,\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAkBO,IAAK,YAAL,kBAAKA,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;","names":["JobStatus"]}

package/dist/ipc/job_executor.d.ts

@@ -1,19 +1,18 @@
 import type { RunningJobInfo } from '../job.js';
-export interface ProcOpts {
-    agent: string;
-    initializeTimeout: number;
-    closeTimeout: number;
+export interface JobExecutor {
+    started: boolean;
+    userArguments: any;
+    runningJob: RunningJobInfo | undefined;
+    status: JobStatus;
+    start(): Promise<void>;
+    join(): Promise<void>;
+    initialize(): Promise<void>;
+    close(): Promise<void>;
+    launchJob(info: RunningJobInfo): Promise<void>;
 }
-export declare abstract class JobExecutor {
-    PING_INTERVAL: number;
-    PING_TIMEOUT: number;
-    HIGH_PING_THRESHOLD: number;
-    abstract get started(): boolean;
-    abstract get runningJob(): RunningJobInfo | undefined;
-    abstract start(): Promise<void>;
-    abstract join(): Promise<void>;
-    abstract initialize(): Promise<void>;
-    abstract close(): Promise<void>;
-    abstract launchJob(info: RunningJobInfo): Promise<void>;
+export declare enum JobStatus {
+    RUNNING = 0,
+    FAILED = 1,
+    SUCCESS = 2
 }
 //# sourceMappingURL=job_executor.d.ts.map

package/dist/ipc/job_executor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"job_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/job_executor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,8BAAsB,WAAW;IAC/B,aAAa,SAAc;IAC3B,YAAY,SAAa;IACzB,mBAAmB,SAAc;IAEjC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC;IAChC,QAAQ,KAAK,UAAU,IAAI,cAAc,GAAG,SAAS,CAAC;IAEtD,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAC9B,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;CACxD"}
+{"version":3,"file":"job_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/job_executor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,GAAG,CAAC;IACnB,UAAU,EAAE,cAAc,GAAG,SAAS,CAAC;IACvC,MAAM,EAAE,SAAS,CAAC;IAElB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD;AAED,oBAAY,SAAS;IACnB,OAAO,IAAA;IACP,MAAM,IAAA;IACN,OAAO,IAAA;CACR"}

package/dist/ipc/job_executor.js

@@ -1,9 +1,10 @@
-class JobExecutor {
-  PING_INTERVAL = 2.5 * 1e3;
-  PING_TIMEOUT = 90 * 1e3;
-  HIGH_PING_THRESHOLD = 0.5 * 1e3;
-}
+var JobStatus = /* @__PURE__ */ ((JobStatus2) => {
+  JobStatus2[JobStatus2["RUNNING"] = 0] = "RUNNING";
+  JobStatus2[JobStatus2["FAILED"] = 1] = "FAILED";
+  JobStatus2[JobStatus2["SUCCESS"] = 2] = "SUCCESS";
+  return JobStatus2;
+})(JobStatus || {});
 export {
-  JobExecutor
+  JobStatus
 };
 //# sourceMappingURL=job_executor.js.map

package/dist/ipc/job_executor.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/job_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\n\nexport interface ProcOpts {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n}\n\nexport abstract class JobExecutor {\n  PING_INTERVAL = 2.5 * 1000;\n  PING_TIMEOUT = 90 * 1000;\n  HIGH_PING_THRESHOLD = 0.5 * 1000;\n\n  abstract get started(): boolean;\n  abstract get runningJob(): RunningJobInfo | undefined;\n\n  abstract start(): Promise<void>;\n  abstract join(): Promise<void>;\n  abstract initialize(): Promise<void>;\n  abstract close(): Promise<void>;\n  abstract launchJob(info: RunningJobInfo): Promise<void>;\n}\n"],"mappings":"AAWO,MAAe,YAAY;AAAA,EAChC,gBAAgB,MAAM;AAAA,EACtB,eAAe,KAAK;AAAA,EACpB,sBAAsB,MAAM;AAU9B;","names":[]}
+{"version":3,"sources":["../../src/ipc/job_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\n\nexport interface JobExecutor {\n  started: boolean;\n  userArguments: any;\n  runningJob: RunningJobInfo | undefined;\n  status: JobStatus;\n\n  start(): Promise<void>;\n  join(): Promise<void>;\n  initialize(): Promise<void>;\n  close(): Promise<void>;\n  launchJob(info: RunningJobInfo): Promise<void>;\n}\n\nexport enum JobStatus {\n  RUNNING,\n  FAILED,\n  SUCCESS,\n}\n"],"mappings":"AAkBO,IAAK,YAAL,kBAAKA,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;","names":["JobStatus"]}

package/dist/ipc/job_proc_executor.cjs

@@ -0,0 +1,108 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var job_proc_executor_exports = {};
+__export(job_proc_executor_exports, {
+  JobProcExecutor: () => JobProcExecutor
+});
+module.exports = __toCommonJS(job_proc_executor_exports);
+var import_node_child_process = require("node:child_process");
+var import_log = require("../log.cjs");
+var import_job_executor = require("./job_executor.cjs");
+var import_supervised_proc = require("./supervised_proc.cjs");
+const import_meta = {};
+class JobProcExecutor extends import_supervised_proc.SupervisedProc {
+  #userArgs;
+  #jobStatus;
+  #runningJob;
+  #agent;
+  #inferenceExecutor;
+  #inferenceTasks = [];
+  #logger = (0, import_log.log)();
+  constructor(agent, inferenceExecutor, initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#agent = agent;
+    this.#inferenceExecutor = inferenceExecutor;
+  }
+  get status() {
+    if (this.#jobStatus) {
+      return this.#jobStatus;
+    }
+    throw new Error("job status not available");
+  }
+  get userArguments() {
+    return this.#userArgs;
+  }
+  set userArguments(args) {
+    this.#userArgs = args;
+  }
+  get runningJob() {
+    return this.#runningJob;
+  }
+  createProcess() {
+    return (0, import_node_child_process.fork)(new URL(import_meta.resolve("./job_proc_lazy_main.js")), [this.#agent]);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceRequest":
+          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));
+      }
+    });
+  }
+  async #doInferenceTask(proc, req) {
+    if (!this.#inferenceExecutor) {
+      this.#logger.warn("inference request received but no inference executor");
+      proc.send({
+        case: "inferenceResponse",
+        value: { requestId: req.requestId, error: new Error("no inference executor") }
+      });
+      return;
+    }
+    try {
+      const data = await this.#inferenceExecutor.doInference(req.method, req.data);
+      proc.send({ case: "inferenceResponse", value: { requestId: req.requestId, data } });
+    } catch (error) {
+      proc.send({ case: "inferenceResponse", value: { requestId: req.requestId, error } });
+    }
+  }
+  async launchJob(info) {
+    if (this.#runningJob) {
+      throw Error("process already has a running job");
+    }
+    if (!this.init.done) {
+      throw Error("process not initialized");
+    }
+    this.#jobStatus = import_job_executor.JobStatus.RUNNING;
+    this.#runningJob = info;
+    this.proc.send({ case: "startJobRequest", value: { runningJob: info } });
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  JobProcExecutor
+});
+//# sourceMappingURL=job_proc_executor.cjs.map

package/dist/ipc/job_proc_executor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/job_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport type { RunningJobInfo } from '../job.js';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobStatus } from './job_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nexport class JobProcExecutor extends SupervisedProc implements JobExecutor {\n  #userArgs?: any;\n  #jobStatus?: JobStatus;\n  #runningJob?: RunningJobInfo;\n  #agent: string;\n  #inferenceExecutor?: InferenceExecutor;\n  #inferenceTasks: Promise<void>[] = [];\n  #logger = log();\n\n  constructor(\n    agent: string,\n    inferenceExecutor: InferenceExecutor | undefined,\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#agent = agent;\n    this.#inferenceExecutor = inferenceExecutor;\n  }\n\n  get status(): JobStatus {\n    if (this.#jobStatus) {\n      return this.#jobStatus;\n    }\n    throw new Error('job status not available');\n  }\n\n  get userArguments(): any {\n    return this.#userArgs;\n  }\n\n  set userArguments(args: any) {\n    this.#userArgs = args;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL(import.meta.resolve('./job_proc_lazy_main.js')), [this.#agent]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceRequest':\n          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));\n      }\n    });\n  }\n\n  async #doInferenceTask(\n    proc: ChildProcess,\n    req: { method: string; requestId: string; data: unknown },\n  ) {\n    if (!this.#inferenceExecutor) {\n      this.#logger.warn('inference request received but no inference executor');\n      proc.send({\n        case: 'inferenceResponse',\n        value: { requestId: req.requestId, error: new Error('no inference executor') },\n      });\n      return;\n    }\n\n    try {\n      const data = await this.#inferenceExecutor.doInference(req.method, req.data);\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, data } });\n    } catch (error) {\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, error } });\n    }\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw Error('process already has a running job');\n    }\n    if (!this.init.done) {\n      throw Error('process not initialized');\n    }\n    this.#jobStatus = JobStatus.RUNNING;\n    this.#runningJob = info;\n\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,gCAAqB;AAErB,iBAAoB;AAGpB,0BAA0B;AAE1B,6BAA+B;AAX/B;AAaO,MAAM,wBAAwB,sCAAsC;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAmC,CAAC;AAAA,EACpC,cAAU,gBAAI;AAAA,EAEd,YACE,OACA,mBACA,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,IAAI,SAAoB;AACtB,QAAI,KAAK,YAAY;AACnB,aAAO,KAAK;AAAA,IACd;AACA,UAAM,IAAI,MAAM,0BAA0B;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAc,MAAW;AAC3B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAA8B;AAC5B,eAAO,gCAAK,IAAI,IAAI,YAAY,QAAQ,yBAAyB,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC;AAAA,EACpF;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,eAAK,gBAAgB,KAAK,KAAK,iBAAiB,MAAM,IAAI,KAAK,CAAC;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,MACA,KACA;AACA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,WAAK,QAAQ,KAAK,sDAAsD;AACxE,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,OAAO,EAAE,WAAW,IAAI,WAAW,OAAO,IAAI,MAAM,uBAAuB,EAAE;AAAA,MAC/E,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,OAAO,MAAM,KAAK,mBAAmB,YAAY,IAAI,QAAQ,IAAI,IAAI;AAC3E,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,KAAK,EAAE,CAAC;AAAA,IACpF,SAAS,OAAO;AACd,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,MAAM,EAAE,CAAC;AAAA,IACrF;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,MAAM,mCAAmC;AAAA,IACjD;AACA,QAAI,CAAC,KAAK,KAAK,MAAM;AACnB,YAAM,MAAM,yBAAyB;AAAA,IACvC;AACA,SAAK,aAAa,8BAAU;AAC5B,SAAK,cAAc;AAEnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AACF;","names":[]}

package/dist/ipc/job_proc_executor.d.ts

@@ -0,0 +1,19 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { ChildProcess } from 'node:child_process';
+import type { RunningJobInfo } from '../job.js';
+import type { InferenceExecutor } from './inference_executor.js';
+import type { JobExecutor } from './job_executor.js';
+import { JobStatus } from './job_executor.js';
+import { SupervisedProc } from './supervised_proc.js';
+export declare class JobProcExecutor extends SupervisedProc implements JobExecutor {
+    #private;
+    constructor(agent: string, inferenceExecutor: InferenceExecutor | undefined, initializeTimeout: number, closeTimeout: number, memoryWarnMB: number, memoryLimitMB: number, pingInterval: number, pingTimeout: number, highPingThreshold: number);
+    get status(): JobStatus;
+    get userArguments(): any;
+    set userArguments(args: any);
+    get runningJob(): RunningJobInfo | undefined;
+    createProcess(): ChildProcess;
+    mainTask(proc: ChildProcess): Promise<void>;
+    launchJob(info: RunningJobInfo): Promise<void>;
+}
+//# sourceMappingURL=job_proc_executor.d.ts.map

package/dist/ipc/job_proc_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/job_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,qBAAa,eAAgB,SAAQ,cAAe,YAAW,WAAW;;gBAUtE,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,iBAAiB,GAAG,SAAS,EAChD,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAe3B,IAAI,MAAM,IAAI,SAAS,CAKtB;IAED,IAAI,aAAa,IAAI,GAAG,CAEvB;IAED,IAAI,aAAa,CAAC,IAAI,EAAE,GAAG,EAE1B;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAED,aAAa,IAAI,YAAY;IAIvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IA8B3B,SAAS,CAAC,IAAI,EAAE,cAAc;CAYrC"}

package/dist/ipc/job_proc_executor.js

@@ -0,0 +1,83 @@
+import { fork } from "node:child_process";
+import { log } from "../log.js";
+import { JobStatus } from "./job_executor.js";
+import { SupervisedProc } from "./supervised_proc.js";
+class JobProcExecutor extends SupervisedProc {
+  #userArgs;
+  #jobStatus;
+  #runningJob;
+  #agent;
+  #inferenceExecutor;
+  #inferenceTasks = [];
+  #logger = log();
+  constructor(agent, inferenceExecutor, initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold) {
+    super(
+      initializeTimeout,
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
+    );
+    this.#agent = agent;
+    this.#inferenceExecutor = inferenceExecutor;
+  }
+  get status() {
+    if (this.#jobStatus) {
+      return this.#jobStatus;
+    }
+    throw new Error("job status not available");
+  }
+  get userArguments() {
+    return this.#userArgs;
+  }
+  set userArguments(args) {
+    this.#userArgs = args;
+  }
+  get runningJob() {
+    return this.#runningJob;
+  }
+  createProcess() {
+    return fork(new URL(import.meta.resolve("./job_proc_lazy_main.js")), [this.#agent]);
+  }
+  async mainTask(proc) {
+    proc.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceRequest":
+          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));
+      }
+    });
+  }
+  async #doInferenceTask(proc, req) {
+    if (!this.#inferenceExecutor) {
+      this.#logger.warn("inference request received but no inference executor");
+      proc.send({
+        case: "inferenceResponse",
+        value: { requestId: req.requestId, error: new Error("no inference executor") }
+      });
+      return;
+    }
+    try {
+      const data = await this.#inferenceExecutor.doInference(req.method, req.data);
+      proc.send({ case: "inferenceResponse", value: { requestId: req.requestId, data } });
+    } catch (error) {
+      proc.send({ case: "inferenceResponse", value: { requestId: req.requestId, error } });
+    }
+  }
+  async launchJob(info) {
+    if (this.#runningJob) {
+      throw Error("process already has a running job");
+    }
+    if (!this.init.done) {
+      throw Error("process not initialized");
+    }
+    this.#jobStatus = JobStatus.RUNNING;
+    this.#runningJob = info;
+    this.proc.send({ case: "startJobRequest", value: { runningJob: info } });
+  }
+}
+export {
+  JobProcExecutor
+};
+//# sourceMappingURL=job_proc_executor.js.map

package/dist/ipc/job_proc_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/job_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport type { RunningJobInfo } from '../job.js';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobStatus } from './job_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nexport class JobProcExecutor extends SupervisedProc implements JobExecutor {\n  #userArgs?: any;\n  #jobStatus?: JobStatus;\n  #runningJob?: RunningJobInfo;\n  #agent: string;\n  #inferenceExecutor?: InferenceExecutor;\n  #inferenceTasks: Promise<void>[] = [];\n  #logger = log();\n\n  constructor(\n    agent: string,\n    inferenceExecutor: InferenceExecutor | undefined,\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#agent = agent;\n    this.#inferenceExecutor = inferenceExecutor;\n  }\n\n  get status(): JobStatus {\n    if (this.#jobStatus) {\n      return this.#jobStatus;\n    }\n    throw new Error('job status not available');\n  }\n\n  get userArguments(): any {\n    return this.#userArgs;\n  }\n\n  set userArguments(args: any) {\n    this.#userArgs = args;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL(import.meta.resolve('./job_proc_lazy_main.js')), [this.#agent]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceRequest':\n          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));\n      }\n    });\n  }\n\n  async #doInferenceTask(\n    proc: ChildProcess,\n    req: { method: string; requestId: string; data: unknown },\n  ) {\n    if (!this.#inferenceExecutor) {\n      this.#logger.warn('inference request received but no inference executor');\n      proc.send({\n        case: 'inferenceResponse',\n        value: { requestId: req.requestId, error: new Error('no inference executor') },\n      });\n      return;\n    }\n\n    try {\n      const data = await this.#inferenceExecutor.doInference(req.method, req.data);\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, data } });\n    } catch (error) {\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, error } });\n    }\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw Error('process already has a running job');\n    }\n    if (!this.init.done) {\n      throw Error('process not initialized');\n    }\n    this.#jobStatus = JobStatus.RUNNING;\n    this.#runningJob = info;\n\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AAErB,SAAS,WAAW;AAGpB,SAAS,iBAAiB;AAE1B,SAAS,sBAAsB;AAExB,MAAM,wBAAwB,eAAsC;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAmC,CAAC;AAAA,EACpC,UAAU,IAAI;AAAA,EAEd,YACE,OACA,mBACA,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,IAAI,SAAoB;AACtB,QAAI,KAAK,YAAY;AACnB,aAAO,KAAK;AAAA,IACd;AACA,UAAM,IAAI,MAAM,0BAA0B;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAc,MAAW;AAC3B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAA8B;AAC5B,WAAO,KAAK,IAAI,IAAI,YAAY,QAAQ,yBAAyB,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC;AAAA,EACpF;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,eAAK,gBAAgB,KAAK,KAAK,iBAAiB,MAAM,IAAI,KAAK,CAAC;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,MACA,KACA;AACA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,WAAK,QAAQ,KAAK,sDAAsD;AACxE,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,OAAO,EAAE,WAAW,IAAI,WAAW,OAAO,IAAI,MAAM,uBAAuB,EAAE;AAAA,MAC/E,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,OAAO,MAAM,KAAK,mBAAmB,YAAY,IAAI,QAAQ,IAAI,IAAI;AAC3E,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,KAAK,EAAE,CAAC;AAAA,IACpF,SAAS,OAAO;AACd,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,MAAM,EAAE,CAAC;AAAA,IACrF;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,MAAM,mCAAmC;AAAA,IACjD;AACA,QAAI,CAAC,KAAK,KAAK,MAAM;AACnB,YAAM,MAAM,yBAAyB;AAAA,IACvC;AACA,SAAK,aAAa,UAAU;AAC5B,SAAK,cAAc;AAEnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AACF;","names":[]}