@livekit/agents 0.0.0-20260120144724

package/dist/ipc/job_proc_lazy_main.cjs

@@ -0,0 +1,210 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var import_rtc_node = require("@livekit/rtc-node");
+var import_node_events = require("node:events");
+var import_node_url = require("node:url");
+var import_generator = require("../generator.cjs");
+var import_job = require("../job.cjs");
+var import_log = require("../log.cjs");
+var import_utils = require("../utils.cjs");
+var import_worker = require("../worker.cjs");
+const ORPHANED_TIMEOUT = 15 * 1e3;
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+class InfClient {
+  #requests = {};
+  constructor() {
+    process.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const fut = this.#requests[msg.value.requestId];
+          delete this.#requests[msg.value.requestId];
+          if (!fut) {
+            (0, import_log.log)().child({ resp: msg.value }).warn("received unexpected inference response");
+            return;
+          }
+          fut.resolve(msg.value);
+          break;
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = (0, import_utils.shortuuid)("inference_job_");
+    process.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#requests[requestId] = new PendingInference();
+    const resp = await this.#requests[requestId].promise;
+    if (resp.error) {
+      throw new Error(`inference of ${method} failed: ${resp.error.message}`);
+    }
+    return resp.data;
+  }
+}
+const startJob = (proc, func, info, closeEvent, logger, joinFuture) => {
+  let connect = false;
+  let shutdown = false;
+  const room = new import_rtc_node.Room();
+  room.on(import_rtc_node.RoomEvent.Disconnected, () => {
+    if (!shutdown) {
+      closeEvent.emit("close", false);
+    }
+  });
+  const onConnect = () => {
+    connect = true;
+  };
+  const onShutdown = (reason) => {
+    shutdown = true;
+    closeEvent.emit("close", true, reason);
+  };
+  const ctx = new import_job.JobContext(proc, info, room, onConnect, onShutdown, new InfClient());
+  const task = (async () => {
+    const unconnectedTimeout = setTimeout(() => {
+      if (!(connect || shutdown)) {
+        logger.warn(
+          "room not connect after job_entry was called after 10 seconds, ",
+          "did you forget to call ctx.connect()?"
+        );
+      }
+    }, 1e4);
+    await (0, import_job.runWithJobContextAsync)(ctx, async () => {
+      const { tracer, traceTypes } = await import("../telemetry/index.cjs");
+      return tracer.startActiveSpan(
+        async (span) => {
+          var _a;
+          span.setAttribute(traceTypes.ATTR_JOB_ID, info.job.id);
+          span.setAttribute(traceTypes.ATTR_AGENT_NAME, info.job.agentName);
+          span.setAttribute(traceTypes.ATTR_ROOM_NAME, ((_a = info.job.room) == null ? void 0 : _a.name) ?? "");
+          return func(ctx);
+        },
+        { name: "job_entrypoint" }
+      );
+    }).finally(() => {
+      clearTimeout(unconnectedTimeout);
+    });
+    await (0, import_node_events.once)(closeEvent, "close").then((close) => {
+      logger.debug("shutting down");
+      shutdown = true;
+      process.send({ case: "exiting", value: { reason: close[1] } });
+    });
+    if (ctx._primaryAgentSession) {
+      await ctx._primaryAgentSession.close();
+    }
+    await ctx._onSessionEnd();
+    await room.disconnect();
+    logger.debug("disconnected from room");
+    const shutdownTasks = [];
+    for (const callback of ctx.shutdownCallbacks) {
+      shutdownTasks.push(callback());
+    }
+    await Promise.all(shutdownTasks).catch(
+      (error) => logger.error({ error }, "error while shutting down the job")
+    );
+    process.send({ case: "done" });
+    joinFuture.resolve();
+  })();
+  return { ctx, task };
+};
+(async () => {
+  if (process.send) {
+    const join = new import_utils.Future();
+    const moduleFile = process.argv[2];
+    const agent = await import((0, import_node_url.pathToFileURL)(moduleFile).pathname).then((module2) => {
+      const agent2 = module2.default;
+      if (agent2 === void 0 || !(0, import_generator.isAgent)(agent2)) {
+        throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);
+      }
+      return agent2;
+    });
+    if (!agent.prewarm) {
+      agent.prewarm = import_worker.defaultInitializeProcessFunc;
+    }
+    process.on("SIGINT", () => {
+      logger.debug("SIGINT received in job proc");
+    });
+    process.on("SIGTERM", () => {
+      logger.debug("SIGTERM received in job proc");
+    });
+    await (0, import_node_events.once)(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      (0, import_log.initializeLogger)(msg.value.loggerOptions);
+    });
+    const proc = new import_job.JobProcess();
+    let logger = (0, import_log.log)().child({ pid: proc.pid });
+    process.on("unhandledRejection", (reason) => {
+      logger.debug({ error: reason }, "Unhandled promise rejection");
+    });
+    logger.debug("initializing job runner");
+    await agent.prewarm(proc);
+    logger.debug("job runner initialized");
+    process.send({ case: "initializeResponse" });
+    let job = void 0;
+    const closeEvent = new import_node_events.EventEmitter();
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("job process orphaned, shutting down.");
+      join.resolve();
+    }, ORPHANED_TIMEOUT);
+    const messageHandler = (msg) => {
+      switch (msg.case) {
+        case "pingRequest": {
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        }
+        case "startJobRequest": {
+          if (job) {
+            throw new Error("job task already running");
+          }
+          logger = logger.child({ jobID: msg.value.runningJob.job.id });
+          job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger, join);
+          logger.debug("job started");
+          break;
+        }
+        case "shutdownRequest": {
+          if (!job) {
+            join.resolve();
+          }
+          closeEvent.emit("close", "shutdownRequest");
+          clearTimeout(orphanedTimeout);
+          process.off("message", messageHandler);
+        }
+      }
+    };
+    process.on("message", messageHandler);
+    await join.await;
+    logger.debug("Job process shutdown");
+    process.exit(0);
+  }
+})();
+//# sourceMappingURL=job_proc_lazy_main.cjs.map

package/dist/ipc/job_proc_lazy_main.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/job_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Room, RoomEvent } from '@livekit/rtc-node';\nimport { EventEmitter, once } from 'node:events';\nimport { pathToFileURL } from 'node:url';\nimport type { Logger } from 'pino';\nimport { type Agent, isAgent } from '../generator.js';\nimport { JobContext, JobProcess, type RunningJobInfo, runWithJobContextAsync } from '../job.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future, shortuuid } from '../utils.js';\nimport { defaultInitializeProcessFunc } from '../worker.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\ntype JobTask = {\n  ctx: JobContext;\n  task: Promise<void>;\n};\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve; // this is how JavaScript lets you resolve promises externally\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg; // useless call to counteract TypeScript E6133\n  }\n}\n\nclass InfClient implements InferenceExecutor {\n  #requests: { [id: string]: PendingInference } = {};\n\n  constructor() {\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const fut = this.#requests[msg.value.requestId];\n          delete this.#requests[msg.value.requestId];\n          if (!fut) {\n            log().child({ resp: msg.value }).warn('received unexpected inference response');\n            return;\n          }\n          fut.resolve(msg.value);\n          break;\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_job_');\n    process.send!({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#requests[requestId] = new PendingInference();\n    const resp = await this.#requests[requestId]!.promise;\n    if (resp.error) {\n      throw new Error(`inference of ${method} failed: ${resp.error.message}`);\n    }\n    return resp.data;\n  }\n}\n\nconst startJob = (\n  proc: JobProcess,\n  func: (ctx: JobContext) => Promise<void>,\n  info: RunningJobInfo,\n  closeEvent: EventEmitter,\n  logger: Logger,\n  joinFuture: Future,\n): JobTask => {\n  let connect = false;\n  let shutdown = false;\n\n  const room = new Room();\n  room.on(RoomEvent.Disconnected, () => {\n    if (!shutdown) {\n      closeEvent.emit('close', false);\n    }\n  });\n\n  const onConnect = () => {\n    connect = true;\n  };\n  const onShutdown = (reason: string) => {\n    shutdown = true;\n    closeEvent.emit('close', true, reason);\n  };\n\n  const ctx = new JobContext(proc, info, room, onConnect, onShutdown, new InfClient());\n\n  const task = (async () => {\n    const unconnectedTimeout = setTimeout(() => {\n      if (!(connect || shutdown)) {\n        logger.warn(\n          'room not connect after job_entry was called after 10 seconds, ',\n          'did you forget to call ctx.connect()?',\n        );\n      }\n    }, 10000);\n\n    // Run the job function within the AsyncLocalStorage context\n    await runWithJobContextAsync(ctx, async () => {\n      const { tracer, traceTypes } = await import('../telemetry/index.js');\n      return tracer.startActiveSpan(\n        async (span) => {\n          span.setAttribute(traceTypes.ATTR_JOB_ID, info.job.id);\n          span.setAttribute(traceTypes.ATTR_AGENT_NAME, info.job.agentName);\n          span.setAttribute(traceTypes.ATTR_ROOM_NAME, info.job.room?.name ?? '');\n          return func(ctx);\n        },\n        { name: 'job_entrypoint' },\n      );\n    }).finally(() => {\n      clearTimeout(unconnectedTimeout);\n    });\n\n    await once(closeEvent, 'close').then((close) => {\n      logger.debug('shutting down');\n      shutdown = true;\n      process.send!({ case: 'exiting', value: { reason: close[1] } });\n    });\n\n    // Close the primary agent session if it exists\n    if (ctx._primaryAgentSession) {\n      await ctx._primaryAgentSession.close();\n    }\n\n    // Generate and save/upload session report\n    await ctx._onSessionEnd();\n\n    await room.disconnect();\n    logger.debug('disconnected from room');\n\n    const shutdownTasks = [];\n    for (const callback of ctx.shutdownCallbacks) {\n      shutdownTasks.push(callback());\n    }\n    await Promise.all(shutdownTasks).catch((error) =>\n      logger.error({ error }, 'error while shutting down the job'),\n    );\n\n    process.send!({ case: 'done' });\n    joinFuture.resolve();\n  })();\n\n  return { ctx, task };\n};\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // process.argv:\n    //   [0] `node'\n    //   [1] import.meta.filename\n    //   [2] import.meta.filename of function containing entry file\n    const moduleFile = process.argv[2];\n    const agent: Agent = await import(pathToFileURL(moduleFile!).pathname).then((module) => {\n      const agent = module.default;\n      if (agent === undefined || !isAgent(agent)) {\n        throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);\n      }\n      return agent;\n    });\n    if (!agent.prewarm) {\n      agent.prewarm = defaultInitializeProcessFunc;\n    }\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in job proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in job proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const proc = new JobProcess();\n    let logger = log().child({ pid: proc.pid });\n\n    process.on('unhandledRejection', (reason) => {\n      logger.debug({ error: reason }, 'Unhandled promise rejection');\n    });\n\n    logger.debug('initializing job runner');\n    await agent.prewarm(proc);\n    logger.debug('job runner initialized');\n    process.send({ case: 'initializeResponse' });\n\n    let job: JobTask | undefined = undefined;\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('job process orphaned, shutting down.');\n      join.resolve();\n    }, ORPHANED_TIMEOUT);\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest': {\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        }\n        case 'startJobRequest': {\n          if (job) {\n            throw new Error('job task already running');\n          }\n\n          logger = logger.child({ jobID: msg.value.runningJob.job.id });\n\n          job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger, join);\n          logger.debug('job started');\n          break;\n        }\n        case 'shutdownRequest': {\n          if (!job) {\n            join.resolve();\n          }\n          closeEvent.emit('close', 'shutdownRequest');\n          clearTimeout(orphanedTimeout);\n          process.off('message', messageHandler);\n        }\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Job process shutdown');\n    process.exit(0);\n  }\n})();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,sBAAgC;AAChC,yBAAmC;AACnC,sBAA8B;AAE9B,uBAAoC;AACpC,iBAAoF;AACpF,iBAAsC;AACtC,mBAAkC;AAClC,oBAA6C;AAI7C,MAAM,mBAAmB,KAAK;AAO9B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,UAAuC;AAAA,EAC3C,YAAgD,CAAC;AAAA,EAEjD,cAAc;AACZ,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,UAAU,IAAI,MAAM,SAAS;AAC9C,iBAAO,KAAK,UAAU,IAAI,MAAM,SAAS;AACzC,cAAI,CAAC,KAAK;AACR,gCAAI,EAAE,MAAM,EAAE,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,wCAAwC;AAC9E;AAAA,UACF;AACA,cAAI,QAAQ,IAAI,KAAK;AACrB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,gBAAY,wBAAU,gBAAgB;AAC5C,YAAQ,KAAM,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAC9E,SAAK,UAAU,SAAS,IAAI,IAAI,iBAAiB;AACjD,UAAM,OAAO,MAAM,KAAK,UAAU,SAAS,EAAG;AAC9C,QAAI,KAAK,OAAO;AACd,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,KAAK,MAAM,OAAO,EAAE;AAAA,IACxE;AACA,WAAO,KAAK;AAAA,EACd;AACF;AAEA,MAAM,WAAW,CACf,MACA,MACA,MACA,YACA,QACA,eACY;AACZ,MAAI,UAAU;AACd,MAAI,WAAW;AAEf,QAAM,OAAO,IAAI,qBAAK;AACtB,OAAK,GAAG,0BAAU,cAAc,MAAM;AACpC,QAAI,CAAC,UAAU;AACb,iBAAW,KAAK,SAAS,KAAK;AAAA,IAChC;AAAA,EACF,CAAC;AAED,QAAM,YAAY,MAAM;AACtB,cAAU;AAAA,EACZ;AACA,QAAM,aAAa,CAAC,WAAmB;AACrC,eAAW;AACX,eAAW,KAAK,SAAS,MAAM,MAAM;AAAA,EACvC;AAEA,QAAM,MAAM,IAAI,sBAAW,MAAM,MAAM,MAAM,WAAW,YAAY,IAAI,UAAU,CAAC;AAEnF,QAAM,QAAQ,YAAY;AACxB,UAAM,qBAAqB,WAAW,MAAM;AAC1C,UAAI,EAAE,WAAW,WAAW;AAC1B,eAAO;AAAA,UACL;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF,GAAG,GAAK;AAGR,cAAM,mCAAuB,KAAK,YAAY;AAC5C,YAAM,EAAE,QAAQ,WAAW,IAAI,MAAM,OAAO,uBAAuB;AACnE,aAAO,OAAO;AAAA,QACZ,OAAO,SAAS;AAxGxB;AAyGU,eAAK,aAAa,WAAW,aAAa,KAAK,IAAI,EAAE;AACrD,eAAK,aAAa,WAAW,iBAAiB,KAAK,IAAI,SAAS;AAChE,eAAK,aAAa,WAAW,kBAAgB,UAAK,IAAI,SAAT,mBAAe,SAAQ,EAAE;AACtE,iBAAO,KAAK,GAAG;AAAA,QACjB;AAAA,QACA,EAAE,MAAM,iBAAiB;AAAA,MAC3B;AAAA,IACF,CAAC,EAAE,QAAQ,MAAM;AACf,mBAAa,kBAAkB;AAAA,IACjC,CAAC;AAED,cAAM,yBAAK,YAAY,OAAO,EAAE,KAAK,CAAC,UAAU;AAC9C,aAAO,MAAM,eAAe;AAC5B,iBAAW;AACX,cAAQ,KAAM,EAAE,MAAM,WAAW,OAAO,EAAE,QAAQ,MAAM,CAAC,EAAE,EAAE,CAAC;AAAA,IAChE,CAAC;AAGD,QAAI,IAAI,sBAAsB;AAC5B,YAAM,IAAI,qBAAqB,MAAM;AAAA,IACvC;AAGA,UAAM,IAAI,cAAc;AAExB,UAAM,KAAK,WAAW;AACtB,WAAO,MAAM,wBAAwB;AAErC,UAAM,gBAAgB,CAAC;AACvB,eAAW,YAAY,IAAI,mBAAmB;AAC5C,oBAAc,KAAK,SAAS,CAAC;AAAA,IAC/B;AACA,UAAM,QAAQ,IAAI,aAAa,EAAE;AAAA,MAAM,CAAC,UACtC,OAAO,MAAM,EAAE,MAAM,GAAG,mCAAmC;AAAA,IAC7D;AAEA,YAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,eAAW,QAAQ;AAAA,EACrB,GAAG;AAEH,SAAO,EAAE,KAAK,KAAK;AACrB;AAAA,CAEC,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,oBAAO;AAMxB,UAAM,aAAa,QAAQ,KAAK,CAAC;AACjC,UAAM,QAAe,MAAM,WAAO,+BAAc,UAAW,EAAE,UAAU,KAAK,CAACA,YAAW;AACtF,YAAMC,SAAQD,QAAO;AACrB,UAAIC,WAAU,UAAa,KAAC,0BAAQA,MAAK,GAAG;AAC1C,cAAM,IAAI,MAAM,8DAA8D,UAAU,EAAE;AAAA,MAC5F;AACA,aAAOA;AAAA,IACT,CAAC;AACD,QAAI,CAAC,MAAM,SAAS;AAClB,YAAM,UAAU;AAAA,IAClB;AAIA,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,6BAA6B;AAAA,IAC5C,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,8BAA8B;AAAA,IAC7C,CAAC;AAED,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,OAAO,IAAI,sBAAW;AAC5B,QAAI,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE1C,YAAQ,GAAG,sBAAsB,CAAC,WAAW;AAC3C,aAAO,MAAM,EAAE,OAAO,OAAO,GAAG,6BAA6B;AAAA,IAC/D,CAAC;AAED,WAAO,MAAM,yBAAyB;AACtC,UAAM,MAAM,QAAQ,IAAI;AACxB,WAAO,MAAM,wBAAwB;AACrC,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,QAAI,MAA2B;AAC/B,UAAM,aAAa,IAAI,gCAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,sCAAsC;AAClD,WAAK,QAAQ;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,eAAe;AAClB,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,KAAK;AACP,kBAAM,IAAI,MAAM,0BAA0B;AAAA,UAC5C;AAEA,mBAAS,OAAO,MAAM,EAAE,OAAO,IAAI,MAAM,WAAW,IAAI,GAAG,CAAC;AAE5D,gBAAM,SAAS,MAAM,MAAM,OAAO,IAAI,MAAM,YAAY,YAAY,QAAQ,IAAI;AAChF,iBAAO,MAAM,aAAa;AAC1B;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,CAAC,KAAK;AACR,iBAAK,QAAQ;AAAA,UACf;AACA,qBAAW,KAAK,SAAS,iBAAiB;AAC1C,uBAAa,eAAe;AAC5B,kBAAQ,IAAI,WAAW,cAAc;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,sBAAsB;AACnC,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF,GAAG;","names":["module","agent"]}

package/dist/ipc/job_proc_lazy_main.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=job_proc_lazy_main.d.ts.map

package/dist/ipc/job_proc_lazy_main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=job_proc_lazy_main.d.ts.map

package/dist/ipc/job_proc_lazy_main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job_proc_lazy_main.d.ts","sourceRoot":"","sources":["../../src/ipc/job_proc_lazy_main.ts"],"names":[],"mappings":""}

package/dist/ipc/job_proc_lazy_main.js

@@ -0,0 +1,187 @@
+import { Room, RoomEvent } from "@livekit/rtc-node";
+import { EventEmitter, once } from "node:events";
+import { pathToFileURL } from "node:url";
+import { isAgent } from "../generator.js";
+import { JobContext, JobProcess, runWithJobContextAsync } from "../job.js";
+import { initializeLogger, log } from "../log.js";
+import { Future, shortuuid } from "../utils.js";
+import { defaultInitializeProcessFunc } from "../worker.js";
+const ORPHANED_TIMEOUT = 15 * 1e3;
+class PendingInference {
+  promise = new Promise((resolve) => {
+    this.resolve = resolve;
+  });
+  resolve(arg) {
+    arg;
+  }
+}
+class InfClient {
+  #requests = {};
+  constructor() {
+    process.on("message", (msg) => {
+      switch (msg.case) {
+        case "inferenceResponse":
+          const fut = this.#requests[msg.value.requestId];
+          delete this.#requests[msg.value.requestId];
+          if (!fut) {
+            log().child({ resp: msg.value }).warn("received unexpected inference response");
+            return;
+          }
+          fut.resolve(msg.value);
+          break;
+      }
+    });
+  }
+  async doInference(method, data) {
+    const requestId = shortuuid("inference_job_");
+    process.send({ case: "inferenceRequest", value: { requestId, method, data } });
+    this.#requests[requestId] = new PendingInference();
+    const resp = await this.#requests[requestId].promise;
+    if (resp.error) {
+      throw new Error(`inference of ${method} failed: ${resp.error.message}`);
+    }
+    return resp.data;
+  }
+}
+const startJob = (proc, func, info, closeEvent, logger, joinFuture) => {
+  let connect = false;
+  let shutdown = false;
+  const room = new Room();
+  room.on(RoomEvent.Disconnected, () => {
+    if (!shutdown) {
+      closeEvent.emit("close", false);
+    }
+  });
+  const onConnect = () => {
+    connect = true;
+  };
+  const onShutdown = (reason) => {
+    shutdown = true;
+    closeEvent.emit("close", true, reason);
+  };
+  const ctx = new JobContext(proc, info, room, onConnect, onShutdown, new InfClient());
+  const task = (async () => {
+    const unconnectedTimeout = setTimeout(() => {
+      if (!(connect || shutdown)) {
+        logger.warn(
+          "room not connect after job_entry was called after 10 seconds, ",
+          "did you forget to call ctx.connect()?"
+        );
+      }
+    }, 1e4);
+    await runWithJobContextAsync(ctx, async () => {
+      const { tracer, traceTypes } = await import("../telemetry/index.js");
+      return tracer.startActiveSpan(
+        async (span) => {
+          var _a;
+          span.setAttribute(traceTypes.ATTR_JOB_ID, info.job.id);
+          span.setAttribute(traceTypes.ATTR_AGENT_NAME, info.job.agentName);
+          span.setAttribute(traceTypes.ATTR_ROOM_NAME, ((_a = info.job.room) == null ? void 0 : _a.name) ?? "");
+          return func(ctx);
+        },
+        { name: "job_entrypoint" }
+      );
+    }).finally(() => {
+      clearTimeout(unconnectedTimeout);
+    });
+    await once(closeEvent, "close").then((close) => {
+      logger.debug("shutting down");
+      shutdown = true;
+      process.send({ case: "exiting", value: { reason: close[1] } });
+    });
+    if (ctx._primaryAgentSession) {
+      await ctx._primaryAgentSession.close();
+    }
+    await ctx._onSessionEnd();
+    await room.disconnect();
+    logger.debug("disconnected from room");
+    const shutdownTasks = [];
+    for (const callback of ctx.shutdownCallbacks) {
+      shutdownTasks.push(callback());
+    }
+    await Promise.all(shutdownTasks).catch(
+      (error) => logger.error({ error }, "error while shutting down the job")
+    );
+    process.send({ case: "done" });
+    joinFuture.resolve();
+  })();
+  return { ctx, task };
+};
+(async () => {
+  if (process.send) {
+    const join = new Future();
+    const moduleFile = process.argv[2];
+    const agent = await import(pathToFileURL(moduleFile).pathname).then((module) => {
+      const agent2 = module.default;
+      if (agent2 === void 0 || !isAgent(agent2)) {
+        throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);
+      }
+      return agent2;
+    });
+    if (!agent.prewarm) {
+      agent.prewarm = defaultInitializeProcessFunc;
+    }
+    process.on("SIGINT", () => {
+      logger.debug("SIGINT received in job proc");
+    });
+    process.on("SIGTERM", () => {
+      logger.debug("SIGTERM received in job proc");
+    });
+    await once(process, "message").then(([msg]) => {
+      msg = msg;
+      if (msg.case !== "initializeRequest") {
+        throw new Error("first message must be InitializeRequest");
+      }
+      initializeLogger(msg.value.loggerOptions);
+    });
+    const proc = new JobProcess();
+    let logger = log().child({ pid: proc.pid });
+    process.on("unhandledRejection", (reason) => {
+      logger.debug({ error: reason }, "Unhandled promise rejection");
+    });
+    logger.debug("initializing job runner");
+    await agent.prewarm(proc);
+    logger.debug("job runner initialized");
+    process.send({ case: "initializeResponse" });
+    let job = void 0;
+    const closeEvent = new EventEmitter();
+    const orphanedTimeout = setTimeout(() => {
+      logger.warn("job process orphaned, shutting down.");
+      join.resolve();
+    }, ORPHANED_TIMEOUT);
+    const messageHandler = (msg) => {
+      switch (msg.case) {
+        case "pingRequest": {
+          orphanedTimeout.refresh();
+          process.send({
+            case: "pongResponse",
+            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() }
+          });
+          break;
+        }
+        case "startJobRequest": {
+          if (job) {
+            throw new Error("job task already running");
+          }
+          logger = logger.child({ jobID: msg.value.runningJob.job.id });
+          job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger, join);
+          logger.debug("job started");
+          break;
+        }
+        case "shutdownRequest": {
+          if (!job) {
+            join.resolve();
+          }
+          closeEvent.emit("close", "shutdownRequest");
+          clearTimeout(orphanedTimeout);
+          process.off("message", messageHandler);
+        }
+      }
+    };
+    process.on("message", messageHandler);
+    await join.await;
+    logger.debug("Job process shutdown");
+    process.exit(0);
+  }
+})();
+//# sourceMappingURL=job_proc_lazy_main.js.map

package/dist/ipc/job_proc_lazy_main.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/job_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Room, RoomEvent } from '@livekit/rtc-node';\nimport { EventEmitter, once } from 'node:events';\nimport { pathToFileURL } from 'node:url';\nimport type { Logger } from 'pino';\nimport { type Agent, isAgent } from '../generator.js';\nimport { JobContext, JobProcess, type RunningJobInfo, runWithJobContextAsync } from '../job.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future, shortuuid } from '../utils.js';\nimport { defaultInitializeProcessFunc } from '../worker.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\ntype JobTask = {\n  ctx: JobContext;\n  task: Promise<void>;\n};\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve; // this is how JavaScript lets you resolve promises externally\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg; // useless call to counteract TypeScript E6133\n  }\n}\n\nclass InfClient implements InferenceExecutor {\n  #requests: { [id: string]: PendingInference } = {};\n\n  constructor() {\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const fut = this.#requests[msg.value.requestId];\n          delete this.#requests[msg.value.requestId];\n          if (!fut) {\n            log().child({ resp: msg.value }).warn('received unexpected inference response');\n            return;\n          }\n          fut.resolve(msg.value);\n          break;\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_job_');\n    process.send!({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#requests[requestId] = new PendingInference();\n    const resp = await this.#requests[requestId]!.promise;\n    if (resp.error) {\n      throw new Error(`inference of ${method} failed: ${resp.error.message}`);\n    }\n    return resp.data;\n  }\n}\n\nconst startJob = (\n  proc: JobProcess,\n  func: (ctx: JobContext) => Promise<void>,\n  info: RunningJobInfo,\n  closeEvent: EventEmitter,\n  logger: Logger,\n  joinFuture: Future,\n): JobTask => {\n  let connect = false;\n  let shutdown = false;\n\n  const room = new Room();\n  room.on(RoomEvent.Disconnected, () => {\n    if (!shutdown) {\n      closeEvent.emit('close', false);\n    }\n  });\n\n  const onConnect = () => {\n    connect = true;\n  };\n  const onShutdown = (reason: string) => {\n    shutdown = true;\n    closeEvent.emit('close', true, reason);\n  };\n\n  const ctx = new JobContext(proc, info, room, onConnect, onShutdown, new InfClient());\n\n  const task = (async () => {\n    const unconnectedTimeout = setTimeout(() => {\n      if (!(connect || shutdown)) {\n        logger.warn(\n          'room not connect after job_entry was called after 10 seconds, ',\n          'did you forget to call ctx.connect()?',\n        );\n      }\n    }, 10000);\n\n    // Run the job function within the AsyncLocalStorage context\n    await runWithJobContextAsync(ctx, async () => {\n      const { tracer, traceTypes } = await import('../telemetry/index.js');\n      return tracer.startActiveSpan(\n        async (span) => {\n          span.setAttribute(traceTypes.ATTR_JOB_ID, info.job.id);\n          span.setAttribute(traceTypes.ATTR_AGENT_NAME, info.job.agentName);\n          span.setAttribute(traceTypes.ATTR_ROOM_NAME, info.job.room?.name ?? '');\n          return func(ctx);\n        },\n        { name: 'job_entrypoint' },\n      );\n    }).finally(() => {\n      clearTimeout(unconnectedTimeout);\n    });\n\n    await once(closeEvent, 'close').then((close) => {\n      logger.debug('shutting down');\n      shutdown = true;\n      process.send!({ case: 'exiting', value: { reason: close[1] } });\n    });\n\n    // Close the primary agent session if it exists\n    if (ctx._primaryAgentSession) {\n      await ctx._primaryAgentSession.close();\n    }\n\n    // Generate and save/upload session report\n    await ctx._onSessionEnd();\n\n    await room.disconnect();\n    logger.debug('disconnected from room');\n\n    const shutdownTasks = [];\n    for (const callback of ctx.shutdownCallbacks) {\n      shutdownTasks.push(callback());\n    }\n    await Promise.all(shutdownTasks).catch((error) =>\n      logger.error({ error }, 'error while shutting down the job'),\n    );\n\n    process.send!({ case: 'done' });\n    joinFuture.resolve();\n  })();\n\n  return { ctx, task };\n};\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // process.argv:\n    //   [0] `node'\n    //   [1] import.meta.filename\n    //   [2] import.meta.filename of function containing entry file\n    const moduleFile = process.argv[2];\n    const agent: Agent = await import(pathToFileURL(moduleFile!).pathname).then((module) => {\n      const agent = module.default;\n      if (agent === undefined || !isAgent(agent)) {\n        throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);\n      }\n      return agent;\n    });\n    if (!agent.prewarm) {\n      agent.prewarm = defaultInitializeProcessFunc;\n    }\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in job proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in job proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const proc = new JobProcess();\n    let logger = log().child({ pid: proc.pid });\n\n    process.on('unhandledRejection', (reason) => {\n      logger.debug({ error: reason }, 'Unhandled promise rejection');\n    });\n\n    logger.debug('initializing job runner');\n    await agent.prewarm(proc);\n    logger.debug('job runner initialized');\n    process.send({ case: 'initializeResponse' });\n\n    let job: JobTask | undefined = undefined;\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('job process orphaned, shutting down.');\n      join.resolve();\n    }, ORPHANED_TIMEOUT);\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest': {\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        }\n        case 'startJobRequest': {\n          if (job) {\n            throw new Error('job task already running');\n          }\n\n          logger = logger.child({ jobID: msg.value.runningJob.job.id });\n\n          job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger, join);\n          logger.debug('job started');\n          break;\n        }\n        case 'shutdownRequest': {\n          if (!job) {\n            join.resolve();\n          }\n          closeEvent.emit('close', 'shutdownRequest');\n          clearTimeout(orphanedTimeout);\n          process.off('message', messageHandler);\n        }\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Job process shutdown');\n    process.exit(0);\n  }\n})();\n"],"mappings":"AAGA,SAAS,MAAM,iBAAiB;AAChC,SAAS,cAAc,YAAY;AACnC,SAAS,qBAAqB;AAE9B,SAAqB,eAAe;AACpC,SAAS,YAAY,YAAiC,8BAA8B;AACpF,SAAS,kBAAkB,WAAW;AACtC,SAAS,QAAQ,iBAAiB;AAClC,SAAS,oCAAoC;AAI7C,MAAM,mBAAmB,KAAK;AAO9B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,UAAuC;AAAA,EAC3C,YAAgD,CAAC;AAAA,EAEjD,cAAc;AACZ,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,UAAU,IAAI,MAAM,SAAS;AAC9C,iBAAO,KAAK,UAAU,IAAI,MAAM,SAAS;AACzC,cAAI,CAAC,KAAK;AACR,gBAAI,EAAE,MAAM,EAAE,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,wCAAwC;AAC9E;AAAA,UACF;AACA,cAAI,QAAQ,IAAI,KAAK;AACrB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,UAAU,gBAAgB;AAC5C,YAAQ,KAAM,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAC9E,SAAK,UAAU,SAAS,IAAI,IAAI,iBAAiB;AACjD,UAAM,OAAO,MAAM,KAAK,UAAU,SAAS,EAAG;AAC9C,QAAI,KAAK,OAAO;AACd,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,KAAK,MAAM,OAAO,EAAE;AAAA,IACxE;AACA,WAAO,KAAK;AAAA,EACd;AACF;AAEA,MAAM,WAAW,CACf,MACA,MACA,MACA,YACA,QACA,eACY;AACZ,MAAI,UAAU;AACd,MAAI,WAAW;AAEf,QAAM,OAAO,IAAI,KAAK;AACtB,OAAK,GAAG,UAAU,cAAc,MAAM;AACpC,QAAI,CAAC,UAAU;AACb,iBAAW,KAAK,SAAS,KAAK;AAAA,IAChC;AAAA,EACF,CAAC;AAED,QAAM,YAAY,MAAM;AACtB,cAAU;AAAA,EACZ;AACA,QAAM,aAAa,CAAC,WAAmB;AACrC,eAAW;AACX,eAAW,KAAK,SAAS,MAAM,MAAM;AAAA,EACvC;AAEA,QAAM,MAAM,IAAI,WAAW,MAAM,MAAM,MAAM,WAAW,YAAY,IAAI,UAAU,CAAC;AAEnF,QAAM,QAAQ,YAAY;AACxB,UAAM,qBAAqB,WAAW,MAAM;AAC1C,UAAI,EAAE,WAAW,WAAW;AAC1B,eAAO;AAAA,UACL;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF,GAAG,GAAK;AAGR,UAAM,uBAAuB,KAAK,YAAY;AAC5C,YAAM,EAAE,QAAQ,WAAW,IAAI,MAAM,OAAO,uBAAuB;AACnE,aAAO,OAAO;AAAA,QACZ,OAAO,SAAS;AAxGxB;AAyGU,eAAK,aAAa,WAAW,aAAa,KAAK,IAAI,EAAE;AACrD,eAAK,aAAa,WAAW,iBAAiB,KAAK,IAAI,SAAS;AAChE,eAAK,aAAa,WAAW,kBAAgB,UAAK,IAAI,SAAT,mBAAe,SAAQ,EAAE;AACtE,iBAAO,KAAK,GAAG;AAAA,QACjB;AAAA,QACA,EAAE,MAAM,iBAAiB;AAAA,MAC3B;AAAA,IACF,CAAC,EAAE,QAAQ,MAAM;AACf,mBAAa,kBAAkB;AAAA,IACjC,CAAC;AAED,UAAM,KAAK,YAAY,OAAO,EAAE,KAAK,CAAC,UAAU;AAC9C,aAAO,MAAM,eAAe;AAC5B,iBAAW;AACX,cAAQ,KAAM,EAAE,MAAM,WAAW,OAAO,EAAE,QAAQ,MAAM,CAAC,EAAE,EAAE,CAAC;AAAA,IAChE,CAAC;AAGD,QAAI,IAAI,sBAAsB;AAC5B,YAAM,IAAI,qBAAqB,MAAM;AAAA,IACvC;AAGA,UAAM,IAAI,cAAc;AAExB,UAAM,KAAK,WAAW;AACtB,WAAO,MAAM,wBAAwB;AAErC,UAAM,gBAAgB,CAAC;AACvB,eAAW,YAAY,IAAI,mBAAmB;AAC5C,oBAAc,KAAK,SAAS,CAAC;AAAA,IAC/B;AACA,UAAM,QAAQ,IAAI,aAAa,EAAE;AAAA,MAAM,CAAC,UACtC,OAAO,MAAM,EAAE,MAAM,GAAG,mCAAmC;AAAA,IAC7D;AAEA,YAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,eAAW,QAAQ;AAAA,EACrB,GAAG;AAEH,SAAO,EAAE,KAAK,KAAK;AACrB;AAAA,CAEC,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,OAAO;AAMxB,UAAM,aAAa,QAAQ,KAAK,CAAC;AACjC,UAAM,QAAe,MAAM,OAAO,cAAc,UAAW,EAAE,UAAU,KAAK,CAAC,WAAW;AACtF,YAAMA,SAAQ,OAAO;AACrB,UAAIA,WAAU,UAAa,CAAC,QAAQA,MAAK,GAAG;AAC1C,cAAM,IAAI,MAAM,8DAA8D,UAAU,EAAE;AAAA,MAC5F;AACA,aAAOA;AAAA,IACT,CAAC;AACD,QAAI,CAAC,MAAM,SAAS;AAClB,YAAM,UAAU;AAAA,IAClB;AAIA,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,6BAA6B;AAAA,IAC5C,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,8BAA8B;AAAA,IAC7C,CAAC;AAED,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,OAAO,IAAI,WAAW;AAC5B,QAAI,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE1C,YAAQ,GAAG,sBAAsB,CAAC,WAAW;AAC3C,aAAO,MAAM,EAAE,OAAO,OAAO,GAAG,6BAA6B;AAAA,IAC/D,CAAC;AAED,WAAO,MAAM,yBAAyB;AACtC,UAAM,MAAM,QAAQ,IAAI;AACxB,WAAO,MAAM,wBAAwB;AACrC,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,QAAI,MAA2B;AAC/B,UAAM,aAAa,IAAI,aAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,sCAAsC;AAClD,WAAK,QAAQ;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,eAAe;AAClB,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,KAAK;AACP,kBAAM,IAAI,MAAM,0BAA0B;AAAA,UAC5C;AAEA,mBAAS,OAAO,MAAM,EAAE,OAAO,IAAI,MAAM,WAAW,IAAI,GAAG,CAAC;AAE5D,gBAAM,SAAS,MAAM,MAAM,OAAO,IAAI,MAAM,YAAY,YAAY,QAAQ,IAAI;AAChF,iBAAO,MAAM,aAAa;AAC1B;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,CAAC,KAAK;AACR,iBAAK,QAAQ;AAAA,UACf;AACA,qBAAW,KAAK,SAAS,iBAAiB;AAC1C,uBAAa,eAAe;AAC5B,kBAAQ,IAAI,WAAW,cAAc;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,sBAAsB;AACnC,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF,GAAG;","names":["agent"]}

package/dist/ipc/message.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var message_exports = {};
+module.exports = __toCommonJS(message_exports);
+//# sourceMappingURL=message.cjs.map

package/dist/ipc/message.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/message.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\nimport type { LoggerOptions } from '../log.js';\n\nexport type IPCMessage =\n  | {\n      case: 'initializeRequest';\n      value: {\n        loggerOptions: LoggerOptions;\n        pingInterval?: number;\n        pingTimeout?: number;\n        highPingThreshold?: number;\n      };\n    }\n  | {\n      case: 'initializeResponse';\n      value: undefined;\n    }\n  | {\n      case: 'pingRequest';\n      value: { timestamp: number };\n    }\n  | {\n      case: 'pongResponse';\n      value: { lastTimestamp: number; timestamp: number };\n    }\n  | {\n      case: 'startJobRequest';\n      value: { runningJob: RunningJobInfo };\n    }\n  | {\n      case: 'shutdownRequest';\n      value: { reason?: string };\n    }\n  | {\n      case: 'inferenceRequest';\n      value: { method: string; requestId: string; data: unknown };\n    }\n  | {\n      case: 'inferenceResponse';\n      value: { requestId: string; data: unknown; error?: Error };\n    }\n  | {\n      case: 'exiting';\n      value: { reason?: string };\n    }\n  | {\n      case: 'done';\n      value: undefined;\n    };\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/ipc/message.d.cts

@@ -0,0 +1,58 @@
+import type { RunningJobInfo } from '../job.js';
+import type { LoggerOptions } from '../log.js';
+export type IPCMessage = {
+    case: 'initializeRequest';
+    value: {
+        loggerOptions: LoggerOptions;
+        pingInterval?: number;
+        pingTimeout?: number;
+        highPingThreshold?: number;
+    };
+} | {
+    case: 'initializeResponse';
+    value: undefined;
+} | {
+    case: 'pingRequest';
+    value: {
+        timestamp: number;
+    };
+} | {
+    case: 'pongResponse';
+    value: {
+        lastTimestamp: number;
+        timestamp: number;
+    };
+} | {
+    case: 'startJobRequest';
+    value: {
+        runningJob: RunningJobInfo;
+    };
+} | {
+    case: 'shutdownRequest';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'inferenceRequest';
+    value: {
+        method: string;
+        requestId: string;
+        data: unknown;
+    };
+} | {
+    case: 'inferenceResponse';
+    value: {
+        requestId: string;
+        data: unknown;
+        error?: Error;
+    };
+} | {
+    case: 'exiting';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'done';
+    value: undefined;
+};
+//# sourceMappingURL=message.d.ts.map

package/dist/ipc/message.d.ts

@@ -0,0 +1,58 @@
+import type { RunningJobInfo } from '../job.js';
+import type { LoggerOptions } from '../log.js';
+export type IPCMessage = {
+    case: 'initializeRequest';
+    value: {
+        loggerOptions: LoggerOptions;
+        pingInterval?: number;
+        pingTimeout?: number;
+        highPingThreshold?: number;
+    };
+} | {
+    case: 'initializeResponse';
+    value: undefined;
+} | {
+    case: 'pingRequest';
+    value: {
+        timestamp: number;
+    };
+} | {
+    case: 'pongResponse';
+    value: {
+        lastTimestamp: number;
+        timestamp: number;
+    };
+} | {
+    case: 'startJobRequest';
+    value: {
+        runningJob: RunningJobInfo;
+    };
+} | {
+    case: 'shutdownRequest';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'inferenceRequest';
+    value: {
+        method: string;
+        requestId: string;
+        data: unknown;
+    };
+} | {
+    case: 'inferenceResponse';
+    value: {
+        requestId: string;
+        data: unknown;
+        error?: Error;
+    };
+} | {
+    case: 'exiting';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'done';
+    value: undefined;
+};
+//# sourceMappingURL=message.d.ts.map

package/dist/ipc/message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../../src/ipc/message.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,MAAM,UAAU,GAClB;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QACL,aAAa,EAAE,aAAa,CAAC;QAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH,GACD;IACE,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,SAAS,CAAC;CAClB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,UAAU,EAAE,cAAc,CAAA;KAAE,CAAC;CACvC,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC;CAC7D,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,CAAC;CAC5D,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC"}

package/dist/ipc/message.js

@@ -0,0 +1 @@
+//# sourceMappingURL=message.js.map

package/dist/ipc/message.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}