@livekit/agents 0.6.4 → 0.7.0

package/dist/ipc/job_proc_lazy_main.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/job_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Room, RoomEvent } from '@livekit/rtc-node';\nimport { randomUUID } from 'node:crypto';\nimport { EventEmitter, once } from 'node:events';\nimport { pathToFileURL } from 'node:url';\nimport type { Logger } from 'pino';\nimport { type Agent, isAgent } from '../generator.js';\nimport { CurrentJobContext, JobContext, JobProcess, type RunningJobInfo } from '../job.js';\nimport { initializeLogger, log } from '../log.js';\nimport { defaultInitializeProcessFunc } from '../worker.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\ntype JobTask = {\n  ctx: JobContext;\n  task: Promise<void>;\n};\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve; // this is how JavaScript lets you resolve promises externally\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg; // useless call to counteract TypeScript E6133\n  }\n}\n\nclass InfClient implements InferenceExecutor {\n  #requests: { [id: string]: PendingInference } = {};\n\n  constructor() {\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const fut = this.#requests[msg.value.requestId];\n          delete this.#requests[msg.value.requestId];\n          if (!fut) {\n            log().child({ resp: msg.value }).warn('received unexpected inference response');\n            return;\n          }\n          fut.resolve(msg.value);\n          break;\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = 'inference_job_' + randomUUID;\n    process.send!({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#requests[requestId] = new PendingInference();\n    const resp = await this.#requests[requestId]!.promise;\n    if (resp.error) {\n      throw new Error(`inference of ${method} failed: ${resp.error.message}`);\n    }\n    return resp.data;\n  }\n}\n\nconst startJob = (\n  proc: JobProcess,\n  func: (ctx: JobContext) => Promise<void>,\n  info: RunningJobInfo,\n  closeEvent: EventEmitter,\n  logger: Logger,\n): JobTask => {\n  let connect = false;\n  let shutdown = false;\n\n  const room = new Room();\n  room.on(RoomEvent.Disconnected, () => {\n    closeEvent.emit('close', false);\n  });\n\n  const onConnect = () => {\n    connect = true;\n  };\n  const onShutdown = (reason: string) => {\n    shutdown = true;\n    closeEvent.emit('close', true, reason);\n  };\n\n  const ctx = new JobContext(proc, info, room, onConnect, onShutdown, new InfClient());\n  new CurrentJobContext(ctx);\n\n  const task = new Promise<void>(async () => {\n    const unconnectedTimeout = setTimeout(() => {\n      if (!(connect || shutdown)) {\n        logger.warn(\n          'room not connect after job_entry was called after 10 seconds, ',\n          'did you forget to call ctx.connect()?',\n        );\n      }\n    }, 10000);\n    func(ctx).finally(() => clearTimeout(unconnectedTimeout));\n\n    await once(closeEvent, 'close').then((close) => {\n      logger.debug('shutting down');\n      process.send!({ case: 'exiting', value: { reason: close[1] } });\n    });\n\n    await room.disconnect();\n    logger.debug('disconnected from room');\n\n    const shutdownTasks = [];\n    for (const callback of ctx.shutdownCallbacks) {\n      shutdownTasks.push(callback());\n    }\n    await Promise.all(shutdownTasks).catch(() => logger.error('error while shutting down the job'));\n\n    process.send!({ case: 'done' });\n    process.exit();\n  });\n\n  return { ctx, task };\n};\n\n(async () => {\n  if (process.send) {\n    // process.argv:\n    //   [0] `node'\n    //   [1] import.meta.filename\n    //   [2] import.meta.filename of function containing entry file\n    const moduleFile = process.argv[2];\n    const agent: Agent = await import(pathToFileURL(moduleFile!).pathname).then((module) => {\n      const agent = module.default;\n      if (agent === undefined || !isAgent(agent)) {\n        throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);\n      }\n      return agent;\n    });\n    if (!agent.prewarm) {\n      agent.prewarm = defaultInitializeProcessFunc;\n    }\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {});\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const proc = new JobProcess();\n    let logger = log().child({ pid: proc.pid });\n\n    logger.debug('initializing job runner');\n    agent.prewarm(proc);\n    logger.debug('job runner initialized');\n    process.send({ case: 'initializeResponse' });\n\n    let job: JobTask | undefined = undefined;\n    const closeEvent = new EventEmitter();\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('process orphaned, shutting down');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    process.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest': {\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        }\n        case 'startJobRequest': {\n          if (job) {\n            throw new Error('job task already running');\n          }\n\n          logger = logger.child({ jobID: msg.value.runningJob.job.id });\n\n          job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger);\n          logger.debug('job started');\n          break;\n        }\n        case 'shutdownRequest': {\n          if (!job) {\n            break;\n          }\n          closeEvent.emit('close', '');\n        }\n      }\n    });\n  }\n})();\n"],"mappings":"AAGA,SAAS,MAAM,iBAAiB;AAChC,SAAS,kBAAkB;AAC3B,SAAS,cAAc,YAAY;AACnC,SAAS,qBAAqB;AAE9B,SAAqB,eAAe;AACpC,SAAS,mBAAmB,YAAY,kBAAuC;AAC/E,SAAS,kBAAkB,WAAW;AACtC,SAAS,oCAAoC;AAI7C,MAAM,mBAAmB,KAAK;AAO9B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,UAAuC;AAAA,EAC3C,YAAgD,CAAC;AAAA,EAEjD,cAAc;AACZ,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,UAAU,IAAI,MAAM,SAAS;AAC9C,iBAAO,KAAK,UAAU,IAAI,MAAM,SAAS;AACzC,cAAI,CAAC,KAAK;AACR,gBAAI,EAAE,MAAM,EAAE,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,wCAAwC;AAC9E;AAAA,UACF;AACA,cAAI,QAAQ,IAAI,KAAK;AACrB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,mBAAmB;AACrC,YAAQ,KAAM,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAC9E,SAAK,UAAU,SAAS,IAAI,IAAI,iBAAiB;AACjD,UAAM,OAAO,MAAM,KAAK,UAAU,SAAS,EAAG;AAC9C,QAAI,KAAK,OAAO;AACd,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,KAAK,MAAM,OAAO,EAAE;AAAA,IACxE;AACA,WAAO,KAAK;AAAA,EACd;AACF;AAEA,MAAM,WAAW,CACf,MACA,MACA,MACA,YACA,WACY;AACZ,MAAI,UAAU;AACd,MAAI,WAAW;AAEf,QAAM,OAAO,IAAI,KAAK;AACtB,OAAK,GAAG,UAAU,cAAc,MAAM;AACpC,eAAW,KAAK,SAAS,KAAK;AAAA,EAChC,CAAC;AAED,QAAM,YAAY,MAAM;AACtB,cAAU;AAAA,EACZ;AACA,QAAM,aAAa,CAAC,WAAmB;AACrC,eAAW;AACX,eAAW,KAAK,SAAS,MAAM,MAAM;AAAA,EACvC;AAEA,QAAM,MAAM,IAAI,WAAW,MAAM,MAAM,MAAM,WAAW,YAAY,IAAI,UAAU,CAAC;AACnF,MAAI,kBAAkB,GAAG;AAEzB,QAAM,OAAO,IAAI,QAAc,YAAY;AACzC,UAAM,qBAAqB,WAAW,MAAM;AAC1C,UAAI,EAAE,WAAW,WAAW;AAC1B,eAAO;AAAA,UACL;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF,GAAG,GAAK;AACR,SAAK,GAAG,EAAE,QAAQ,MAAM,aAAa,kBAAkB,CAAC;AAExD,UAAM,KAAK,YAAY,OAAO,EAAE,KAAK,CAAC,UAAU;AAC9C,aAAO,MAAM,eAAe;AAC5B,cAAQ,KAAM,EAAE,MAAM,WAAW,OAAO,EAAE,QAAQ,MAAM,CAAC,EAAE,EAAE,CAAC;AAAA,IAChE,CAAC;AAED,UAAM,KAAK,WAAW;AACtB,WAAO,MAAM,wBAAwB;AAErC,UAAM,gBAAgB,CAAC;AACvB,eAAW,YAAY,IAAI,mBAAmB;AAC5C,oBAAc,KAAK,SAAS,CAAC;AAAA,IAC/B;AACA,UAAM,QAAQ,IAAI,aAAa,EAAE,MAAM,MAAM,OAAO,MAAM,mCAAmC,CAAC;AAE9F,YAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,YAAQ,KAAK;AAAA,EACf,CAAC;AAED,SAAO,EAAE,KAAK,KAAK;AACrB;AAAA,CAEC,YAAY;AACX,MAAI,QAAQ,MAAM;AAKhB,UAAM,aAAa,QAAQ,KAAK,CAAC;AACjC,UAAM,QAAe,MAAM,OAAO,cAAc,UAAW,EAAE,UAAU,KAAK,CAAC,WAAW;AACtF,YAAMA,SAAQ,OAAO;AACrB,UAAIA,WAAU,UAAa,CAAC,QAAQA,MAAK,GAAG;AAC1C,cAAM,IAAI,MAAM,8DAA8D,UAAU,EAAE;AAAA,MAC5F;AACA,aAAOA;AAAA,IACT,CAAC;AACD,QAAI,CAAC,MAAM,SAAS;AAClB,YAAM,UAAU;AAAA,IAClB;AAIA,YAAQ,GAAG,UAAU,MAAM;AAAA,IAAC,CAAC;AAE7B,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,OAAO,IAAI,WAAW;AAC5B,QAAI,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE1C,WAAO,MAAM,yBAAyB;AACtC,UAAM,QAAQ,IAAI;AAClB,WAAO,MAAM,wBAAwB;AACrC,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,QAAI,MAA2B;AAC/B,UAAM,aAAa,IAAI,aAAa;AAEpC,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,iCAAiC;AAC7C,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,YAAQ,GAAG,WAAW,CAAC,QAAoB;AACzC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,eAAe;AAClB,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,KAAK;AACP,kBAAM,IAAI,MAAM,0BAA0B;AAAA,UAC5C;AAEA,mBAAS,OAAO,MAAM,EAAE,OAAO,IAAI,MAAM,WAAW,IAAI,GAAG,CAAC;AAE5D,gBAAM,SAAS,MAAM,MAAM,OAAO,IAAI,MAAM,YAAY,YAAY,MAAM;AAC1E,iBAAO,MAAM,aAAa;AAC1B;AAAA,QACF;AAAA,QACA,KAAK,mBAAmB;AACtB,cAAI,CAAC,KAAK;AACR;AAAA,UACF;AACA,qBAAW,KAAK,SAAS,EAAE;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF,GAAG;","names":["agent"]}

package/dist/ipc/message.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/message.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\nimport type { LoggerOptions } from '../log.js';\n\nexport type IPCMessage =\n  | {\n      case: 'initializeRequest';\n      value: { loggerOptions: LoggerOptions };\n    }\n  | {\n      case: 'initializeResponse';\n      value: undefined;\n    }\n  | {\n      case: 'pingRequest';\n      value: { timestamp: number };\n    }\n  | {\n      case: 'pongResponse';\n      value: { lastTimestamp: number; timestamp: number };\n    }\n  | {\n      case: 'startJobRequest';\n      value: { runningJob: RunningJobInfo };\n    }\n  | {\n      case: 'shutdownRequest';\n      value: { reason?: string };\n    }\n  | {\n      case: 'exiting';\n      value: { reason?: string };\n    }\n  | {\n      case: 'done';\n      value: undefined;\n    };\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}
+{"version":3,"sources":["../../src/ipc/message.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { RunningJobInfo } from '../job.js';\nimport type { LoggerOptions } from '../log.js';\n\nexport type IPCMessage =\n  | {\n      case: 'initializeRequest';\n      value: {\n        loggerOptions: LoggerOptions;\n        pingInterval?: number;\n        pingTimeout?: number;\n        highPingThreshold?: number;\n      };\n    }\n  | {\n      case: 'initializeResponse';\n      value: undefined;\n    }\n  | {\n      case: 'pingRequest';\n      value: { timestamp: number };\n    }\n  | {\n      case: 'pongResponse';\n      value: { lastTimestamp: number; timestamp: number };\n    }\n  | {\n      case: 'startJobRequest';\n      value: { runningJob: RunningJobInfo };\n    }\n  | {\n      case: 'shutdownRequest';\n      value: { reason?: string };\n    }\n  | {\n      case: 'inferenceRequest';\n      value: { method: string; requestId: string; data: unknown };\n    }\n  | {\n      case: 'inferenceResponse';\n      value: { requestId: string; data: unknown; error?: Error };\n    }\n  | {\n      case: 'exiting';\n      value: { reason?: string };\n    }\n  | {\n      case: 'done';\n      value: undefined;\n    };\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/ipc/message.d.ts

@@ -4,6 +4,9 @@ export type IPCMessage = {
     case: 'initializeRequest';
     value: {
         loggerOptions: LoggerOptions;
+        pingInterval?: number;
+        pingTimeout?: number;
+        highPingThreshold?: number;
     };
 } | {
     case: 'initializeResponse';
@@ -29,6 +32,20 @@ export type IPCMessage = {
     value: {
         reason?: string;
     };
+} | {
+    case: 'inferenceRequest';
+    value: {
+        method: string;
+        requestId: string;
+        data: unknown;
+    };
+} | {
+    case: 'inferenceResponse';
+    value: {
+        requestId: string;
+        data: unknown;
+        error?: Error;
+    };
 } | {
     case: 'exiting';
     value: {

package/dist/ipc/message.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../../src/ipc/message.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,MAAM,UAAU,GAClB;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QAAE,aAAa,EAAE,aAAa,CAAA;KAAE,CAAC;CACzC,GACD;IACE,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,SAAS,CAAC;CAClB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,UAAU,EAAE,cAAc,CAAA;KAAE,CAAC;CACvC,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC"}
+{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../../src/ipc/message.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,MAAM,UAAU,GAClB;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QACL,aAAa,EAAE,aAAa,CAAC;QAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH,GACD;IACE,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,SAAS,CAAC;CAClB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,UAAU,EAAE,cAAc,CAAA;KAAE,CAAC;CACvC,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC;CAC7D,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,CAAC;CAC5D,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC"}

package/dist/ipc/proc_pool.cjs

@@ -23,7 +23,7 @@ __export(proc_pool_exports, {
 module.exports = __toCommonJS(proc_pool_exports);
 var import_mutex = require("@livekit/mutex");
 var import_utils = require("../utils.cjs");
-var import_proc_job_executor = require("./proc_job_executor.cjs");
+var import_job_proc_executor = require("./job_proc_executor.cjs");
 class ProcPool {
   agent;
   initializeTimeout;
@@ -37,13 +37,19 @@ class ProcPool {
   procMutex;
   procUnlock;
   warmedProcQueue = new import_utils.Queue();
-  constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout) {
+  inferenceExecutor;
+  memoryWarnMB;
+  memoryLimitMB;
+  constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout, inferenceExecutor, memoryWarnMB, memoryLimitMB) {
     this.agent = agent;
     if (numIdleProcesses > 0) {
       this.procMutex = new import_mutex.MultiMutex(numIdleProcesses);
     }
     this.initializeTimeout = initializeTimeout;
     this.closeTimeout = closeTimeout;
+    this.inferenceExecutor = inferenceExecutor;
+    this.memoryWarnMB = memoryWarnMB;
+    this.memoryLimitMB = memoryLimitMB;
   }
   get processes() {
     return this.executors;
@@ -60,7 +66,17 @@ class ProcPool {
         this.procUnlock = void 0;
       }
     } else {
-      proc = new import_proc_job_executor.ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+      proc = new import_job_proc_executor.JobProcExecutor(
+        this.agent,
+        this.inferenceExecutor,
+        this.initializeTimeout,
+        this.closeTimeout,
+        this.memoryWarnMB,
+        this.memoryLimitMB,
+        2500,
+        6e4,
+        500
+      );
       this.executors.push(proc);
       await proc.start();
       await proc.initialize();
@@ -68,7 +84,17 @@ class ProcPool {
     await proc.launchJob(info);
   }
   async procWatchTask() {
-    const proc = new import_proc_job_executor.ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+    const proc = new import_job_proc_executor.JobProcExecutor(
+      this.agent,
+      this.inferenceExecutor,
+      this.initializeTimeout,
+      this.closeTimeout,
+      this.memoryWarnMB,
+      this.memoryLimitMB,
+      2500,
+      6e4,
+      500
+    );
     try {
       this.executors.push(proc);
       const unlock = await this.initMutex.lock();

package/dist/ipc/proc_pool.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/proc_pool.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MultiMutex, Mutex } from '@livekit/mutex';\nimport type { RunningJobInfo } from '../job.js';\nimport { Queue } from '../utils.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { ProcJobExecutor } from './proc_job_executor.js';\n\nexport class ProcPool {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n  executors: JobExecutor[] = [];\n  tasks: Promise<void>[] = [];\n  started = false;\n  closed = false;\n  controller = new AbortController();\n  initMutex = new Mutex();\n  procMutex?: MultiMutex;\n  procUnlock?: () => void;\n  warmedProcQueue = new Queue<JobExecutor>();\n\n  constructor(\n    agent: string,\n    numIdleProcesses: number,\n    initializeTimeout: number,\n    closeTimeout: number,\n  ) {\n    this.agent = agent;\n    if (numIdleProcesses > 0) {\n      this.procMutex = new MultiMutex(numIdleProcesses);\n    }\n    this.initializeTimeout = initializeTimeout;\n    this.closeTimeout = closeTimeout;\n  }\n\n  get processes(): JobExecutor[] {\n    return this.executors;\n  }\n\n  getByJobId(id: string): JobExecutor | null {\n    return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    let proc: JobExecutor;\n    if (this.procMutex) {\n      proc = await this.warmedProcQueue.get();\n      if (this.procUnlock) {\n        this.procUnlock();\n        this.procUnlock = undefined;\n      }\n    } else {\n      proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);\n      this.executors.push(proc);\n      await proc.start();\n      await proc.initialize();\n    }\n    await proc.launchJob(info);\n  }\n\n  async procWatchTask() {\n    const proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);\n\n    try {\n      this.executors.push(proc);\n\n      const unlock = await this.initMutex.lock();\n      if (this.closed) {\n        return;\n      }\n\n      await proc.start();\n      try {\n        await proc.initialize();\n        await this.warmedProcQueue.put(proc);\n      } catch {\n        if (this.procUnlock) {\n          this.procUnlock();\n          this.procUnlock = undefined;\n        }\n      }\n\n      unlock();\n      await proc.join();\n    } finally {\n      this.executors.splice(this.executors.indexOf(proc));\n    }\n  }\n\n  start() {\n    if (this.started) {\n      return;\n    }\n\n    this.started = true;\n    this.run(this.controller.signal);\n  }\n\n  async run(signal: AbortSignal) {\n    if (this.procMutex) {\n      while (!signal.aborted) {\n        this.procUnlock = await this.procMutex.lock();\n        const task = this.procWatchTask();\n        this.tasks.push(task);\n        task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));\n      }\n    }\n  }\n\n  async close() {\n    if (!this.started) {\n      return;\n    }\n    this.closed = true;\n    this.controller.abort();\n    this.warmedProcQueue.items.forEach((e) => e.close());\n    this.executors.forEach((e) => e.close());\n    await Promise.allSettled(this.tasks);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAAkC;AAElC,mBAAsB;AAEtB,+BAAgC;AAEzB,MAAM,SAAS;AAAA,EACpB;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAA2B,CAAC;AAAA,EAC5B,QAAyB,CAAC;AAAA,EAC1B,UAAU;AAAA,EACV,SAAS;AAAA,EACT,aAAa,IAAI,gBAAgB;AAAA,EACjC,YAAY,IAAI,mBAAM;AAAA,EACtB;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,mBAAmB;AAAA,EAEzC,YACE,OACA,kBACA,mBACA,cACA;AACA,SAAK,QAAQ;AACb,QAAI,mBAAmB,GAAG;AACxB,WAAK,YAAY,IAAI,wBAAW,gBAAgB;AAAA,IAClD;AACA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,YAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAW,IAAgC;AACzC,WAAO,KAAK,UAAU,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,IAAI,OAAO,EAAE,KAAK;AAAA,EACnF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI;AACJ,QAAI,KAAK,WAAW;AAClB,aAAO,MAAM,KAAK,gBAAgB,IAAI;AACtC,UAAI,KAAK,YAAY;AACnB,aAAK,WAAW;AAChB,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,aAAO,IAAI,yCAAgB,KAAK,OAAO,KAAK,mBAAmB,KAAK,YAAY;AAChF,WAAK,UAAU,KAAK,IAAI;AACxB,YAAM,KAAK,MAAM;AACjB,YAAM,KAAK,WAAW;AAAA,IACxB;AACA,UAAM,KAAK,UAAU,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,OAAO,IAAI,yCAAgB,KAAK,OAAO,KAAK,mBAAmB,KAAK,YAAY;AAEtF,QAAI;AACF,WAAK,UAAU,KAAK,IAAI;AAExB,YAAM,SAAS,MAAM,KAAK,UAAU,KAAK;AACzC,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,YAAM,KAAK,MAAM;AACjB,UAAI;AACF,cAAM,KAAK,WAAW;AACtB,cAAM,KAAK,gBAAgB,IAAI,IAAI;AAAA,MACrC,QAAQ;AACN,YAAI,KAAK,YAAY;AACnB,eAAK,WAAW;AAChB,eAAK,aAAa;AAAA,QACpB;AAAA,MACF;AAEA,aAAO;AACP,YAAM,KAAK,KAAK;AAAA,IAClB,UAAE;AACA,WAAK,UAAU,OAAO,KAAK,UAAU,QAAQ,IAAI,CAAC;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AAEA,SAAK,UAAU;AACf,SAAK,IAAI,KAAK,WAAW,MAAM;AAAA,EACjC;AAAA,EAEA,MAAM,IAAI,QAAqB;AAC7B,QAAI,KAAK,WAAW;AAClB,aAAO,CAAC,OAAO,SAAS;AACtB,aAAK,aAAa,MAAM,KAAK,UAAU,KAAK;AAC5C,cAAM,OAAO,KAAK,cAAc;AAChC,aAAK,MAAM,KAAK,IAAI;AACpB,aAAK,QAAQ,MAAM,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,IAAI,CAAC,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,SAAS;AACjB;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,WAAW,MAAM;AACtB,SAAK,gBAAgB,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACnD,SAAK,UAAU,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACvC,UAAM,QAAQ,WAAW,KAAK,KAAK;AAAA,EACrC;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/proc_pool.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MultiMutex, Mutex } from '@livekit/mutex';\nimport type { RunningJobInfo } from '../job.js';\nimport { Queue } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobProcExecutor } from './job_proc_executor.js';\n\nexport class ProcPool {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n  executors: JobExecutor[] = [];\n  tasks: Promise<void>[] = [];\n  started = false;\n  closed = false;\n  controller = new AbortController();\n  initMutex = new Mutex();\n  procMutex?: MultiMutex;\n  procUnlock?: () => void;\n  warmedProcQueue = new Queue<JobExecutor>();\n  inferenceExecutor?: InferenceExecutor;\n  memoryWarnMB: number;\n  memoryLimitMB: number;\n\n  constructor(\n    agent: string,\n    numIdleProcesses: number,\n    initializeTimeout: number,\n    closeTimeout: number,\n    inferenceExecutor: InferenceExecutor | undefined,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n  ) {\n    this.agent = agent;\n    if (numIdleProcesses > 0) {\n      this.procMutex = new MultiMutex(numIdleProcesses);\n    }\n    this.initializeTimeout = initializeTimeout;\n    this.closeTimeout = closeTimeout;\n    this.inferenceExecutor = inferenceExecutor;\n    this.memoryWarnMB = memoryWarnMB;\n    this.memoryLimitMB = memoryLimitMB;\n  }\n\n  get processes(): JobExecutor[] {\n    return this.executors;\n  }\n\n  getByJobId(id: string): JobExecutor | null {\n    return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    let proc: JobExecutor;\n    if (this.procMutex) {\n      proc = await this.warmedProcQueue.get();\n      if (this.procUnlock) {\n        this.procUnlock();\n        this.procUnlock = undefined;\n      }\n    } else {\n      proc = new JobProcExecutor(\n        this.agent,\n        this.inferenceExecutor,\n        this.initializeTimeout,\n        this.closeTimeout,\n        this.memoryWarnMB,\n        this.memoryLimitMB,\n        2500,\n        60000,\n        500,\n      );\n      this.executors.push(proc);\n      await proc.start();\n      await proc.initialize();\n    }\n    await proc.launchJob(info);\n  }\n\n  async procWatchTask() {\n    const proc = new JobProcExecutor(\n      this.agent,\n      this.inferenceExecutor,\n      this.initializeTimeout,\n      this.closeTimeout,\n      this.memoryWarnMB,\n      this.memoryLimitMB,\n      2500,\n      60000,\n      500,\n    );\n\n    try {\n      this.executors.push(proc);\n\n      const unlock = await this.initMutex.lock();\n      if (this.closed) {\n        return;\n      }\n\n      await proc.start();\n      try {\n        await proc.initialize();\n        await this.warmedProcQueue.put(proc);\n      } catch {\n        if (this.procUnlock) {\n          this.procUnlock();\n          this.procUnlock = undefined;\n        }\n      }\n\n      unlock();\n      await proc.join();\n    } finally {\n      this.executors.splice(this.executors.indexOf(proc));\n    }\n  }\n\n  start() {\n    if (this.started) {\n      return;\n    }\n\n    this.started = true;\n    this.run(this.controller.signal);\n  }\n\n  async run(signal: AbortSignal) {\n    if (this.procMutex) {\n      while (!signal.aborted) {\n        this.procUnlock = await this.procMutex.lock();\n        const task = this.procWatchTask();\n        this.tasks.push(task);\n        task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));\n      }\n    }\n  }\n\n  async close() {\n    if (!this.started) {\n      return;\n    }\n    this.closed = true;\n    this.controller.abort();\n    this.warmedProcQueue.items.forEach((e) => e.close());\n    this.executors.forEach((e) => e.close());\n    await Promise.allSettled(this.tasks);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAAkC;AAElC,mBAAsB;AAGtB,+BAAgC;AAEzB,MAAM,SAAS;AAAA,EACpB;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAA2B,CAAC;AAAA,EAC5B,QAAyB,CAAC;AAAA,EAC1B,UAAU;AAAA,EACV,SAAS;AAAA,EACT,aAAa,IAAI,gBAAgB;AAAA,EACjC,YAAY,IAAI,mBAAM;AAAA,EACtB;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,mBAAmB;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YACE,OACA,kBACA,mBACA,cACA,mBACA,cACA,eACA;AACA,SAAK,QAAQ;AACb,QAAI,mBAAmB,GAAG;AACxB,WAAK,YAAY,IAAI,wBAAW,gBAAgB;AAAA,IAClD;AACA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,IAAI,YAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAW,IAAgC;AACzC,WAAO,KAAK,UAAU,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,IAAI,OAAO,EAAE,KAAK;AAAA,EACnF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI;AACJ,QAAI,KAAK,WAAW;AAClB,aAAO,MAAM,KAAK,gBAAgB,IAAI;AACtC,UAAI,KAAK,YAAY;AACnB,aAAK,WAAW;AAChB,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,aAAO,IAAI;AAAA,QACT,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,WAAK,UAAU,KAAK,IAAI;AACxB,YAAM,KAAK,MAAM;AACjB,YAAM,KAAK,WAAW;AAAA,IACxB;AACA,UAAM,KAAK,UAAU,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,OAAO,IAAI;AAAA,MACf,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAEA,QAAI;AACF,WAAK,UAAU,KAAK,IAAI;AAExB,YAAM,SAAS,MAAM,KAAK,UAAU,KAAK;AACzC,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,YAAM,KAAK,MAAM;AACjB,UAAI;AACF,cAAM,KAAK,WAAW;AACtB,cAAM,KAAK,gBAAgB,IAAI,IAAI;AAAA,MACrC,QAAQ;AACN,YAAI,KAAK,YAAY;AACnB,eAAK,WAAW;AAChB,eAAK,aAAa;AAAA,QACpB;AAAA,MACF;AAEA,aAAO;AACP,YAAM,KAAK,KAAK;AAAA,IAClB,UAAE;AACA,WAAK,UAAU,OAAO,KAAK,UAAU,QAAQ,IAAI,CAAC;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AAEA,SAAK,UAAU;AACf,SAAK,IAAI,KAAK,WAAW,MAAM;AAAA,EACjC;AAAA,EAEA,MAAM,IAAI,QAAqB;AAC7B,QAAI,KAAK,WAAW;AAClB,aAAO,CAAC,OAAO,SAAS;AACtB,aAAK,aAAa,MAAM,KAAK,UAAU,KAAK;AAC5C,cAAM,OAAO,KAAK,cAAc;AAChC,aAAK,MAAM,KAAK,IAAI;AACpB,aAAK,QAAQ,MAAM,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,IAAI,CAAC,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,SAAS;AACjB;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,WAAW,MAAM;AACtB,SAAK,gBAAgB,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACnD,SAAK,UAAU,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACvC,UAAM,QAAQ,WAAW,KAAK,KAAK;AAAA,EACrC;AACF;","names":[]}

package/dist/ipc/proc_pool.d.ts

@@ -1,6 +1,7 @@
 import { MultiMutex, Mutex } from '@livekit/mutex';
 import type { RunningJobInfo } from '../job.js';
 import { Queue } from '../utils.js';
+import type { InferenceExecutor } from './inference_executor.js';
 import type { JobExecutor } from './job_executor.js';
 export declare class ProcPool {
     agent: string;
@@ -15,7 +16,10 @@ export declare class ProcPool {
     procMutex?: MultiMutex;
     procUnlock?: () => void;
     warmedProcQueue: Queue<JobExecutor>;
-    constructor(agent: string, numIdleProcesses: number, initializeTimeout: number, closeTimeout: number);
+    inferenceExecutor?: InferenceExecutor;
+    memoryWarnMB: number;
+    memoryLimitMB: number;
+    constructor(agent: string, numIdleProcesses: number, initializeTimeout: number, closeTimeout: number, inferenceExecutor: InferenceExecutor | undefined, memoryWarnMB: number, memoryLimitMB: number);
     get processes(): JobExecutor[];
     getByJobId(id: string): JobExecutor | null;
     launchJob(info: RunningJobInfo): Promise<void>;

package/dist/ipc/proc_pool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"proc_pool.d.ts","sourceRoot":"","sources":["../../src/ipc/proc_pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGrD,qBAAa,QAAQ;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,WAAW,EAAE,CAAM;IAC9B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAM;IAC5B,OAAO,UAAS;IAChB,MAAM,UAAS;IACf,UAAU,kBAAyB;IACnC,SAAS,QAAe;IACxB,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;IACxB,eAAe,qBAA4B;gBAGzC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,MAAM,EACxB,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM;IAUtB,IAAI,SAAS,IAAI,WAAW,EAAE,CAE7B;IAED,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAIpC,SAAS,CAAC,IAAI,EAAE,cAAc;IAiB9B,aAAa;IA6BnB,KAAK;IASC,GAAG,CAAC,MAAM,EAAE,WAAW;IAWvB,KAAK;CAUZ"}
+{"version":3,"file":"proc_pool.d.ts","sourceRoot":"","sources":["../../src/ipc/proc_pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGrD,qBAAa,QAAQ;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,WAAW,EAAE,CAAM;IAC9B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAM;IAC5B,OAAO,UAAS;IAChB,MAAM,UAAS;IACf,UAAU,kBAAyB;IACnC,SAAS,QAAe;IACxB,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;IACxB,eAAe,qBAA4B;IAC3C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;gBAGpB,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,MAAM,EACxB,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,iBAAiB,EAAE,iBAAiB,GAAG,SAAS,EAChD,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM;IAavB,IAAI,SAAS,IAAI,WAAW,EAAE,CAE7B;IAED,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAIpC,SAAS,CAAC,IAAI,EAAE,cAAc;IA2B9B,aAAa;IAuCnB,KAAK;IASC,GAAG,CAAC,MAAM,EAAE,WAAW;IAWvB,KAAK;CAUZ"}

package/dist/ipc/proc_pool.js

@@ -1,6 +1,6 @@
 import { MultiMutex, Mutex } from "@livekit/mutex";
 import { Queue } from "../utils.js";
-import { ProcJobExecutor } from "./proc_job_executor.js";
+import { JobProcExecutor } from "./job_proc_executor.js";
 class ProcPool {
   agent;
   initializeTimeout;
@@ -14,13 +14,19 @@ class ProcPool {
   procMutex;
   procUnlock;
   warmedProcQueue = new Queue();
-  constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout) {
+  inferenceExecutor;
+  memoryWarnMB;
+  memoryLimitMB;
+  constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout, inferenceExecutor, memoryWarnMB, memoryLimitMB) {
     this.agent = agent;
     if (numIdleProcesses > 0) {
       this.procMutex = new MultiMutex(numIdleProcesses);
     }
     this.initializeTimeout = initializeTimeout;
     this.closeTimeout = closeTimeout;
+    this.inferenceExecutor = inferenceExecutor;
+    this.memoryWarnMB = memoryWarnMB;
+    this.memoryLimitMB = memoryLimitMB;
   }
   get processes() {
     return this.executors;
@@ -37,7 +43,17 @@ class ProcPool {
         this.procUnlock = void 0;
       }
     } else {
-      proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+      proc = new JobProcExecutor(
+        this.agent,
+        this.inferenceExecutor,
+        this.initializeTimeout,
+        this.closeTimeout,
+        this.memoryWarnMB,
+        this.memoryLimitMB,
+        2500,
+        6e4,
+        500
+      );
       this.executors.push(proc);
       await proc.start();
       await proc.initialize();
@@ -45,7 +61,17 @@ class ProcPool {
     await proc.launchJob(info);
   }
   async procWatchTask() {
-    const proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+    const proc = new JobProcExecutor(
+      this.agent,
+      this.inferenceExecutor,
+      this.initializeTimeout,
+      this.closeTimeout,
+      this.memoryWarnMB,
+      this.memoryLimitMB,
+      2500,
+      6e4,
+      500
+    );
     try {
       this.executors.push(proc);
       const unlock = await this.initMutex.lock();

package/dist/ipc/proc_pool.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/proc_pool.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MultiMutex, Mutex } from '@livekit/mutex';\nimport type { RunningJobInfo } from '../job.js';\nimport { Queue } from '../utils.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { ProcJobExecutor } from './proc_job_executor.js';\n\nexport class ProcPool {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n  executors: JobExecutor[] = [];\n  tasks: Promise<void>[] = [];\n  started = false;\n  closed = false;\n  controller = new AbortController();\n  initMutex = new Mutex();\n  procMutex?: MultiMutex;\n  procUnlock?: () => void;\n  warmedProcQueue = new Queue<JobExecutor>();\n\n  constructor(\n    agent: string,\n    numIdleProcesses: number,\n    initializeTimeout: number,\n    closeTimeout: number,\n  ) {\n    this.agent = agent;\n    if (numIdleProcesses > 0) {\n      this.procMutex = new MultiMutex(numIdleProcesses);\n    }\n    this.initializeTimeout = initializeTimeout;\n    this.closeTimeout = closeTimeout;\n  }\n\n  get processes(): JobExecutor[] {\n    return this.executors;\n  }\n\n  getByJobId(id: string): JobExecutor | null {\n    return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    let proc: JobExecutor;\n    if (this.procMutex) {\n      proc = await this.warmedProcQueue.get();\n      if (this.procUnlock) {\n        this.procUnlock();\n        this.procUnlock = undefined;\n      }\n    } else {\n      proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);\n      this.executors.push(proc);\n      await proc.start();\n      await proc.initialize();\n    }\n    await proc.launchJob(info);\n  }\n\n  async procWatchTask() {\n    const proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);\n\n    try {\n      this.executors.push(proc);\n\n      const unlock = await this.initMutex.lock();\n      if (this.closed) {\n        return;\n      }\n\n      await proc.start();\n      try {\n        await proc.initialize();\n        await this.warmedProcQueue.put(proc);\n      } catch {\n        if (this.procUnlock) {\n          this.procUnlock();\n          this.procUnlock = undefined;\n        }\n      }\n\n      unlock();\n      await proc.join();\n    } finally {\n      this.executors.splice(this.executors.indexOf(proc));\n    }\n  }\n\n  start() {\n    if (this.started) {\n      return;\n    }\n\n    this.started = true;\n    this.run(this.controller.signal);\n  }\n\n  async run(signal: AbortSignal) {\n    if (this.procMutex) {\n      while (!signal.aborted) {\n        this.procUnlock = await this.procMutex.lock();\n        const task = this.procWatchTask();\n        this.tasks.push(task);\n        task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));\n      }\n    }\n  }\n\n  async close() {\n    if (!this.started) {\n      return;\n    }\n    this.closed = true;\n    this.controller.abort();\n    this.warmedProcQueue.items.forEach((e) => e.close());\n    this.executors.forEach((e) => e.close());\n    await Promise.allSettled(this.tasks);\n  }\n}\n"],"mappings":"AAGA,SAAS,YAAY,aAAa;AAElC,SAAS,aAAa;AAEtB,SAAS,uBAAuB;AAEzB,MAAM,SAAS;AAAA,EACpB;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAA2B,CAAC;AAAA,EAC5B,QAAyB,CAAC;AAAA,EAC1B,UAAU;AAAA,EACV,SAAS;AAAA,EACT,aAAa,IAAI,gBAAgB;AAAA,EACjC,YAAY,IAAI,MAAM;AAAA,EACtB;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,MAAmB;AAAA,EAEzC,YACE,OACA,kBACA,mBACA,cACA;AACA,SAAK,QAAQ;AACb,QAAI,mBAAmB,GAAG;AACxB,WAAK,YAAY,IAAI,WAAW,gBAAgB;AAAA,IAClD;AACA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,IAAI,YAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAW,IAAgC;AACzC,WAAO,KAAK,UAAU,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,IAAI,OAAO,EAAE,KAAK;AAAA,EACnF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI;AACJ,QAAI,KAAK,WAAW;AAClB,aAAO,MAAM,KAAK,gBAAgB,IAAI;AACtC,UAAI,KAAK,YAAY;AACnB,aAAK,WAAW;AAChB,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,aAAO,IAAI,gBAAgB,KAAK,OAAO,KAAK,mBAAmB,KAAK,YAAY;AAChF,WAAK,UAAU,KAAK,IAAI;AACxB,YAAM,KAAK,MAAM;AACjB,YAAM,KAAK,WAAW;AAAA,IACxB;AACA,UAAM,KAAK,UAAU,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,OAAO,IAAI,gBAAgB,KAAK,OAAO,KAAK,mBAAmB,KAAK,YAAY;AAEtF,QAAI;AACF,WAAK,UAAU,KAAK,IAAI;AAExB,YAAM,SAAS,MAAM,KAAK,UAAU,KAAK;AACzC,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,YAAM,KAAK,MAAM;AACjB,UAAI;AACF,cAAM,KAAK,WAAW;AACtB,cAAM,KAAK,gBAAgB,IAAI,IAAI;AAAA,MACrC,QAAQ;AACN,YAAI,KAAK,YAAY;AACnB,eAAK,WAAW;AAChB,eAAK,aAAa;AAAA,QACpB;AAAA,MACF;AAEA,aAAO;AACP,YAAM,KAAK,KAAK;AAAA,IAClB,UAAE;AACA,WAAK,UAAU,OAAO,KAAK,UAAU,QAAQ,IAAI,CAAC;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AAEA,SAAK,UAAU;AACf,SAAK,IAAI,KAAK,WAAW,MAAM;AAAA,EACjC;AAAA,EAEA,MAAM,IAAI,QAAqB;AAC7B,QAAI,KAAK,WAAW;AAClB,aAAO,CAAC,OAAO,SAAS;AACtB,aAAK,aAAa,MAAM,KAAK,UAAU,KAAK;AAC5C,cAAM,OAAO,KAAK,cAAc;AAChC,aAAK,MAAM,KAAK,IAAI;AACpB,aAAK,QAAQ,MAAM,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,IAAI,CAAC,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,SAAS;AACjB;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,WAAW,MAAM;AACtB,SAAK,gBAAgB,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACnD,SAAK,UAAU,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACvC,UAAM,QAAQ,WAAW,KAAK,KAAK;AAAA,EACrC;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/proc_pool.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MultiMutex, Mutex } from '@livekit/mutex';\nimport type { RunningJobInfo } from '../job.js';\nimport { Queue } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobProcExecutor } from './job_proc_executor.js';\n\nexport class ProcPool {\n  agent: string;\n  initializeTimeout: number;\n  closeTimeout: number;\n  executors: JobExecutor[] = [];\n  tasks: Promise<void>[] = [];\n  started = false;\n  closed = false;\n  controller = new AbortController();\n  initMutex = new Mutex();\n  procMutex?: MultiMutex;\n  procUnlock?: () => void;\n  warmedProcQueue = new Queue<JobExecutor>();\n  inferenceExecutor?: InferenceExecutor;\n  memoryWarnMB: number;\n  memoryLimitMB: number;\n\n  constructor(\n    agent: string,\n    numIdleProcesses: number,\n    initializeTimeout: number,\n    closeTimeout: number,\n    inferenceExecutor: InferenceExecutor | undefined,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n  ) {\n    this.agent = agent;\n    if (numIdleProcesses > 0) {\n      this.procMutex = new MultiMutex(numIdleProcesses);\n    }\n    this.initializeTimeout = initializeTimeout;\n    this.closeTimeout = closeTimeout;\n    this.inferenceExecutor = inferenceExecutor;\n    this.memoryWarnMB = memoryWarnMB;\n    this.memoryLimitMB = memoryLimitMB;\n  }\n\n  get processes(): JobExecutor[] {\n    return this.executors;\n  }\n\n  getByJobId(id: string): JobExecutor | null {\n    return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    let proc: JobExecutor;\n    if (this.procMutex) {\n      proc = await this.warmedProcQueue.get();\n      if (this.procUnlock) {\n        this.procUnlock();\n        this.procUnlock = undefined;\n      }\n    } else {\n      proc = new JobProcExecutor(\n        this.agent,\n        this.inferenceExecutor,\n        this.initializeTimeout,\n        this.closeTimeout,\n        this.memoryWarnMB,\n        this.memoryLimitMB,\n        2500,\n        60000,\n        500,\n      );\n      this.executors.push(proc);\n      await proc.start();\n      await proc.initialize();\n    }\n    await proc.launchJob(info);\n  }\n\n  async procWatchTask() {\n    const proc = new JobProcExecutor(\n      this.agent,\n      this.inferenceExecutor,\n      this.initializeTimeout,\n      this.closeTimeout,\n      this.memoryWarnMB,\n      this.memoryLimitMB,\n      2500,\n      60000,\n      500,\n    );\n\n    try {\n      this.executors.push(proc);\n\n      const unlock = await this.initMutex.lock();\n      if (this.closed) {\n        return;\n      }\n\n      await proc.start();\n      try {\n        await proc.initialize();\n        await this.warmedProcQueue.put(proc);\n      } catch {\n        if (this.procUnlock) {\n          this.procUnlock();\n          this.procUnlock = undefined;\n        }\n      }\n\n      unlock();\n      await proc.join();\n    } finally {\n      this.executors.splice(this.executors.indexOf(proc));\n    }\n  }\n\n  start() {\n    if (this.started) {\n      return;\n    }\n\n    this.started = true;\n    this.run(this.controller.signal);\n  }\n\n  async run(signal: AbortSignal) {\n    if (this.procMutex) {\n      while (!signal.aborted) {\n        this.procUnlock = await this.procMutex.lock();\n        const task = this.procWatchTask();\n        this.tasks.push(task);\n        task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));\n      }\n    }\n  }\n\n  async close() {\n    if (!this.started) {\n      return;\n    }\n    this.closed = true;\n    this.controller.abort();\n    this.warmedProcQueue.items.forEach((e) => e.close());\n    this.executors.forEach((e) => e.close());\n    await Promise.allSettled(this.tasks);\n  }\n}\n"],"mappings":"AAGA,SAAS,YAAY,aAAa;AAElC,SAAS,aAAa;AAGtB,SAAS,uBAAuB;AAEzB,MAAM,SAAS;AAAA,EACpB;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAA2B,CAAC;AAAA,EAC5B,QAAyB,CAAC;AAAA,EAC1B,UAAU;AAAA,EACV,SAAS;AAAA,EACT,aAAa,IAAI,gBAAgB;AAAA,EACjC,YAAY,IAAI,MAAM;AAAA,EACtB;AAAA,EACA;AAAA,EACA,kBAAkB,IAAI,MAAmB;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YACE,OACA,kBACA,mBACA,cACA,mBACA,cACA,eACA;AACA,SAAK,QAAQ;AACb,QAAI,mBAAmB,GAAG;AACxB,WAAK,YAAY,IAAI,WAAW,gBAAgB;AAAA,IAClD;AACA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,oBAAoB;AACzB,SAAK,eAAe;AACpB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,IAAI,YAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAW,IAAgC;AACzC,WAAO,KAAK,UAAU,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,IAAI,OAAO,EAAE,KAAK;AAAA,EACnF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI;AACJ,QAAI,KAAK,WAAW;AAClB,aAAO,MAAM,KAAK,gBAAgB,IAAI;AACtC,UAAI,KAAK,YAAY;AACnB,aAAK,WAAW;AAChB,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,aAAO,IAAI;AAAA,QACT,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,WAAK,UAAU,KAAK,IAAI;AACxB,YAAM,KAAK,MAAM;AACjB,YAAM,KAAK,WAAW;AAAA,IACxB;AACA,UAAM,KAAK,UAAU,IAAI;AAAA,EAC3B;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,OAAO,IAAI;AAAA,MACf,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAEA,QAAI;AACF,WAAK,UAAU,KAAK,IAAI;AAExB,YAAM,SAAS,MAAM,KAAK,UAAU,KAAK;AACzC,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,YAAM,KAAK,MAAM;AACjB,UAAI;AACF,cAAM,KAAK,WAAW;AACtB,cAAM,KAAK,gBAAgB,IAAI,IAAI;AAAA,MACrC,QAAQ;AACN,YAAI,KAAK,YAAY;AACnB,eAAK,WAAW;AAChB,eAAK,aAAa;AAAA,QACpB;AAAA,MACF;AAEA,aAAO;AACP,YAAM,KAAK,KAAK;AAAA,IAClB,UAAE;AACA,WAAK,UAAU,OAAO,KAAK,UAAU,QAAQ,IAAI,CAAC;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,SAAS;AAChB;AAAA,IACF;AAEA,SAAK,UAAU;AACf,SAAK,IAAI,KAAK,WAAW,MAAM;AAAA,EACjC;AAAA,EAEA,MAAM,IAAI,QAAqB;AAC7B,QAAI,KAAK,WAAW;AAClB,aAAO,CAAC,OAAO,SAAS;AACtB,aAAK,aAAa,MAAM,KAAK,UAAU,KAAK;AAC5C,cAAM,OAAO,KAAK,cAAc;AAChC,aAAK,MAAM,KAAK,IAAI;AACpB,aAAK,QAAQ,MAAM,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,IAAI,CAAC,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,SAAS;AACjB;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,WAAW,MAAM;AACtB,SAAK,gBAAgB,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACnD,SAAK,UAAU,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;AACvC,UAAM,QAAQ,WAAW,KAAK,KAAK;AAAA,EACrC;AACF;","names":[]}

package/dist/ipc/{proc_job_executor.cjs → supervised_proc.cjs}

@@ -1,9 +1,7 @@
 "use strict";
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -17,41 +15,36 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var proc_job_executor_exports = {};
-__export(proc_job_executor_exports, {
-  ProcJobExecutor: () => ProcJobExecutor
+var supervised_proc_exports = {};
+__export(supervised_proc_exports, {
+  SupervisedProc: () => SupervisedProc
 });
-module.exports = __toCommonJS(proc_job_executor_exports);
+module.exports = __toCommonJS(supervised_proc_exports);
 var import_node_events = require("node:events");
 var import_log = require("../log.cjs");
 var import_utils = require("../utils.cjs");
-var import_job_executor = require("./job_executor.cjs");
-class ProcJobExecutor extends import_job_executor.JobExecutor {
+class SupervisedProc {
   #opts;
   #started = false;
   #closing = false;
   #runningJob = void 0;
-  #proc;
+  proc;
   #pingInterval;
+  #memoryWatch;
   #pongTimeout;
-  #init = new import_utils.Future();
+  init = new import_utils.Future();
   #join = new import_utils.Future();
   #logger = (0, import_log.log)().child({ runningJob: this.#runningJob });
-  constructor(agent, initializeTimeout, closeTimeout) {
-    super();
+  constructor(initializeTimeout, closeTimeout, memoryWarnMB, memoryLimitMB, pingInterval, pingTimeout, highPingThreshold) {
     this.#opts = {
-      agent,
       initializeTimeout,
-      closeTimeout
+      closeTimeout,
+      memoryWarnMB,
+      memoryLimitMB,
+      pingInterval,
+      pingTimeout,
+      highPingThreshold
     };
   }
   get started() {
@@ -66,32 +59,41 @@ class ProcJobExecutor extends import_job_executor.JobExecutor {
     } else if (this.#closing) {
       throw new Error("runner is closed");
     }
-    this.#proc = await import("./job_main.cjs").then(
-      (m) => m.runProcess({
-        agentFile: this.#opts.agent
-      })
-    );
+    this.proc = this.createProcess();
     this.#started = true;
     this.run();
   }
   async run() {
-    await this.#init.await;
+    await this.init.await;
     this.#pingInterval = setInterval(() => {
-      this.#proc.send({ case: "pingRequest", value: { timestamp: Date.now() } });
-    }, this.PING_INTERVAL);
+      this.proc.send({ case: "pingRequest", value: { timestamp: Date.now() } });
+    }, this.#opts.pingInterval);
     this.#pongTimeout = setTimeout(() => {
       this.#logger.warn("job is unresponsive");
       clearTimeout(this.#pongTimeout);
       clearInterval(this.#pingInterval);
-      this.#proc.kill();
+      this.proc.kill();
       this.#join.resolve();
-    }, this.PING_TIMEOUT);
+    }, this.#opts.pingTimeout);
+    this.#memoryWatch = setInterval(() => {
+      const memoryMB = process.memoryUsage().heapUsed / (1024 * 1024);
+      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {
+        this.#logger.child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB }).error("process exceeded memory limit, killing process");
+        this.close();
+      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {
+        this.#logger.child({
+          memoryUsageMB: memoryMB,
+          memoryWarnMB: this.#opts.memoryWarnMB,
+          memoryLimitMB: this.#opts.memoryLimitMB
+        }).error("process memory usage is high");
+      }
+    });
     const listener = (msg) => {
       var _a;
       switch (msg.case) {
         case "pongResponse": {
           const delay = Date.now() - msg.value.timestamp;
-          if (delay > this.HIGH_PING_THRESHOLD) {
+          if (delay > this.#opts.highPingThreshold) {
             this.#logger.child({ delay }).warn("job executor is unresponsive");
           }
           (_a = this.#pongTimeout) == null ? void 0 : _a.refresh();
@@ -103,20 +105,22 @@ class ProcJobExecutor extends import_job_executor.JobExecutor {
         }
         case "done": {
           this.#closing = true;
-          this.#proc.off("message", listener);
+          this.proc.off("message", listener);
           this.#join.resolve();
           break;
         }
       }
     };
-    this.#proc.on("message", listener);
-    this.#proc.on("error", (err) => {
+    this.proc.on("message", listener);
+    this.proc.on("error", (err) => {
       if (this.#closing) return;
       this.#logger.child({ err }).warn("job process exited unexpectedly; this likely means the error above caused a crash");
       clearTimeout(this.#pongTimeout);
       clearInterval(this.#pingInterval);
+      clearInterval(this.#memoryWatch);
       this.#join.resolve();
     });
+    this.mainTask(this.proc);
     await this.#join.await;
   }
   async join() {
@@ -128,17 +132,25 @@ class ProcJobExecutor extends import_job_executor.JobExecutor {
   async initialize() {
     const timer = setTimeout(() => {
       const err = new Error("runner initialization timed out");
-      this.#init.reject(err);
+      this.init.reject(err);
       throw err;
     }, this.#opts.initializeTimeout);
-    this.#proc.send({ case: "initializeRequest", value: { loggerOptions: import_log.loggerOptions } });
-    await (0, import_node_events.once)(this.#proc, "message").then(([msg]) => {
+    this.proc.send({
+      case: "initializeRequest",
+      value: {
+        loggerOptions: import_log.loggerOptions,
+        pingInterval: this.#opts.pingInterval,
+        pingTimeout: this.#opts.pingTimeout,
+        highPingThreshold: this.#opts.highPingThreshold
+      }
+    });
+    await (0, import_node_events.once)(this.proc, "message").then(([msg]) => {
       clearTimeout(timer);
       if (msg.case !== "initializeResponse") {
         throw new Error("first message must be InitializeResponse");
       }
     });
-    this.#init.resolve();
+    this.init.resolve();
   }
   async close() {
     if (!this.#started) {
@@ -146,10 +158,10 @@ class ProcJobExecutor extends import_job_executor.JobExecutor {
     }
     this.#closing = true;
     if (!this.#runningJob) {
-      this.#proc.kill();
+      this.proc.kill();
       this.#join.resolve();
     }
-    this.#proc.send({ case: "shutdownRequest" });
+    this.proc.send({ case: "shutdownRequest" });
     const timer = setTimeout(() => {
       this.#logger.error("job shutdown is taking too much time");
     }, this.#opts.closeTimeout);
@@ -164,11 +176,11 @@ class ProcJobExecutor extends import_job_executor.JobExecutor {
       throw new Error("executor already has a running job");
     }
     this.#runningJob = info;
-    this.#proc.send({ case: "startJobRequest", value: { runningJob: info } });
+    this.proc.send({ case: "startJobRequest", value: { runningJob: info } });
   }
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  ProcJobExecutor
+  SupervisedProc
 });
-//# sourceMappingURL=proc_job_executor.cjs.map
+//# sourceMappingURL=supervised_proc.cjs.map

package/dist/ipc/supervised_proc.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/supervised_proc.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { once } from 'node:events';\nimport type { RunningJobInfo } from '../job.js';\nimport { log, loggerOptions } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nexport interface ProcOpts {\n  initializeTimeout: number;\n  closeTimeout: number;\n  memoryWarnMB: number;\n  memoryLimitMB: number;\n  pingInterval: number;\n  pingTimeout: number;\n  highPingThreshold: number;\n}\n\nexport abstract class SupervisedProc {\n  #opts: ProcOpts;\n  #started = false;\n  #closing = false;\n  #runningJob?: RunningJobInfo = undefined;\n  proc?: ChildProcess;\n  #pingInterval?: ReturnType<typeof setInterval>;\n  #memoryWatch?: ReturnType<typeof setInterval>;\n  #pongTimeout?: ReturnType<typeof setTimeout>;\n  protected init = new Future();\n  #join = new Future();\n  #logger = log().child({ runningJob: this.#runningJob });\n\n  constructor(\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    this.#opts = {\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    };\n  }\n\n  abstract createProcess(): ChildProcess;\n  abstract mainTask(child: ChildProcess): Promise<void>;\n\n  get started(): boolean {\n    return this.#started;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  async start() {\n    if (this.#started) {\n      throw new Error('runner already started');\n    } else if (this.#closing) {\n      throw new Error('runner is closed');\n    }\n\n    this.proc = this.createProcess();\n\n    this.#started = true;\n    this.run();\n  }\n\n  async run() {\n    await this.init.await;\n\n    this.#pingInterval = setInterval(() => {\n      this.proc!.send({ case: 'pingRequest', value: { timestamp: Date.now() } });\n    }, this.#opts.pingInterval);\n\n    this.#pongTimeout = setTimeout(() => {\n      this.#logger.warn('job is unresponsive');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      this.proc!.kill();\n      this.#join.resolve();\n    }, this.#opts.pingTimeout);\n\n    this.#memoryWatch = setInterval(() => {\n      const memoryMB = process.memoryUsage().heapUsed / (1024 * 1024);\n      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {\n        this.#logger\n          .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })\n          .error('process exceeded memory limit, killing process');\n        this.close();\n      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {\n        this.#logger\n          .child({\n            memoryUsageMB: memoryMB,\n            memoryWarnMB: this.#opts.memoryWarnMB,\n            memoryLimitMB: this.#opts.memoryLimitMB,\n          })\n          .error('process memory usage is high');\n      }\n    });\n\n    const listener = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pongResponse': {\n          const delay = Date.now() - msg.value.timestamp;\n          if (delay > this.#opts.highPingThreshold) {\n            this.#logger.child({ delay }).warn('job executor is unresponsive');\n          }\n          this.#pongTimeout?.refresh();\n          break;\n        }\n        case 'exiting': {\n          this.#logger.child({ reason: msg.value.reason }).debug('job exiting');\n          break;\n        }\n        case 'done': {\n          this.#closing = true;\n          this.proc!.off('message', listener);\n          this.#join.resolve();\n          break;\n        }\n      }\n    };\n    this.proc!.on('message', listener);\n    this.proc!.on('error', (err) => {\n      if (this.#closing) return;\n      this.#logger\n        .child({ err })\n        .warn('job process exited unexpectedly; this likely means the error above caused a crash');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      clearInterval(this.#memoryWatch);\n      this.#join.resolve();\n    });\n\n    this.mainTask(this.proc!);\n\n    await this.#join.await;\n  }\n\n  async join() {\n    if (!this.#started) {\n      throw new Error('runner not started');\n    }\n\n    await this.#join.await;\n  }\n\n  async initialize() {\n    const timer = setTimeout(() => {\n      const err = new Error('runner initialization timed out');\n      this.init.reject(err);\n      throw err;\n    }, this.#opts.initializeTimeout);\n    this.proc!.send({\n      case: 'initializeRequest',\n      value: {\n        loggerOptions,\n        pingInterval: this.#opts.pingInterval,\n        pingTimeout: this.#opts.pingTimeout,\n        highPingThreshold: this.#opts.highPingThreshold,\n      },\n    });\n    await once(this.proc!, 'message').then(([msg]: IPCMessage[]) => {\n      clearTimeout(timer);\n      if (msg!.case !== 'initializeResponse') {\n        throw new Error('first message must be InitializeResponse');\n      }\n    });\n    this.init.resolve();\n  }\n\n  async close() {\n    if (!this.#started) {\n      return;\n    }\n    this.#closing = true;\n\n    if (!this.#runningJob) {\n      this.proc!.kill();\n      this.#join.resolve();\n    }\n\n    this.proc!.send({ case: 'shutdownRequest' });\n\n    const timer = setTimeout(() => {\n      this.#logger.error('job shutdown is taking too much time');\n    }, this.#opts.closeTimeout);\n    await this.#join.await.then(() => {\n      clearTimeout(timer);\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n    });\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw new Error('executor already has a running job');\n    }\n    this.#runningJob = info;\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAAqB;AAErB,iBAAmC;AACnC,mBAAuB;AAahB,MAAe,eAAe;AAAA,EACnC;AAAA,EACA,WAAW;AAAA,EACX,WAAW;AAAA,EACX,cAA+B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACU,OAAO,IAAI,oBAAO;AAAA,EAC5B,QAAQ,IAAI,oBAAO;AAAA,EACnB,cAAU,gBAAI,EAAE,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;AAAA,EAEtD,YACE,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAKA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C,WAAW,KAAK,UAAU;AACxB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,SAAK,OAAO,KAAK,cAAc;AAE/B,SAAK,WAAW;AAChB,SAAK,IAAI;AAAA,EACX;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,KAAK,KAAK;AAEhB,SAAK,gBAAgB,YAAY,MAAM;AACrC,WAAK,KAAM,KAAK,EAAE,MAAM,eAAe,OAAO,EAAE,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,IAC3E,GAAG,KAAK,MAAM,YAAY;AAE1B,SAAK,eAAe,WAAW,MAAM;AACnC,WAAK,QAAQ,KAAK,qBAAqB;AACvC,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB,GAAG,KAAK,MAAM,WAAW;AAEzB,SAAK,eAAe,YAAY,MAAM;AACpC,YAAM,WAAW,QAAQ,YAAY,EAAE,YAAY,OAAO;AAC1D,UAAI,KAAK,MAAM,gBAAgB,KAAK,WAAW,KAAK,MAAM,eAAe;AACvE,aAAK,QACF,MAAM,EAAE,eAAe,UAAU,eAAe,KAAK,MAAM,cAAc,CAAC,EAC1E,MAAM,gDAAgD;AACzD,aAAK,MAAM;AAAA,MACb,WAAW,KAAK,MAAM,eAAe,KAAK,WAAW,KAAK,MAAM,cAAc;AAC5E,aAAK,QACF,MAAM;AAAA,UACL,eAAe;AAAA,UACf,cAAc,KAAK,MAAM;AAAA,UACzB,eAAe,KAAK,MAAM;AAAA,QAC5B,CAAC,EACA,MAAM,8BAA8B;AAAA,MACzC;AAAA,IACF,CAAC;AAED,UAAM,WAAW,CAAC,QAAoB;AA9G1C;AA+GM,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,gBAAgB;AACnB,gBAAM,QAAQ,KAAK,IAAI,IAAI,IAAI,MAAM;AACrC,cAAI,QAAQ,KAAK,MAAM,mBAAmB;AACxC,iBAAK,QAAQ,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,8BAA8B;AAAA,UACnE;AACA,qBAAK,iBAAL,mBAAmB;AACnB;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,eAAK,QAAQ,MAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,CAAC,EAAE,MAAM,aAAa;AACpE;AAAA,QACF;AAAA,QACA,KAAK,QAAQ;AACX,eAAK,WAAW;AAChB,eAAK,KAAM,IAAI,WAAW,QAAQ;AAClC,eAAK,MAAM,QAAQ;AACnB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAM,GAAG,WAAW,QAAQ;AACjC,SAAK,KAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,KAAK,SAAU;AACnB,WAAK,QACF,MAAM,EAAE,IAAI,CAAC,EACb,KAAK,mFAAmF;AAC3F,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,oBAAc,KAAK,YAAY;AAC/B,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,SAAS,KAAK,IAAK;AAExB,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,oBAAoB;AAAA,IACtC;AAEA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,aAAa;AACjB,UAAM,QAAQ,WAAW,MAAM;AAC7B,YAAM,MAAM,IAAI,MAAM,iCAAiC;AACvD,WAAK,KAAK,OAAO,GAAG;AACpB,YAAM;AAAA,IACR,GAAG,KAAK,MAAM,iBAAiB;AAC/B,SAAK,KAAM,KAAK;AAAA,MACd,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,QACA,cAAc,KAAK,MAAM;AAAA,QACzB,aAAa,KAAK,MAAM;AAAA,QACxB,mBAAmB,KAAK,MAAM;AAAA,MAChC;AAAA,IACF,CAAC;AACD,cAAM,yBAAK,KAAK,MAAO,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC9D,mBAAa,KAAK;AAClB,UAAI,IAAK,SAAS,sBAAsB;AACtC,cAAM,IAAI,MAAM,0CAA0C;AAAA,MAC5D;AAAA,IACF,CAAC;AACD,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,UAAU;AAClB;AAAA,IACF;AACA,SAAK,WAAW;AAEhB,QAAI,CAAC,KAAK,aAAa;AACrB,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB;AAEA,SAAK,KAAM,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE3C,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,QAAQ,MAAM,sCAAsC;AAAA,IAC3D,GAAG,KAAK,MAAM,YAAY;AAC1B,UAAM,KAAK,MAAM,MAAM,KAAK,MAAM;AAChC,mBAAa,KAAK;AAClB,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAAA,IAClC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AACA,SAAK,cAAc;AACnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AACF;","names":[]}

package/dist/ipc/supervised_proc.d.ts

@@ -0,0 +1,30 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { ChildProcess } from 'node:child_process';
+import type { RunningJobInfo } from '../job.js';
+import { Future } from '../utils.js';
+export interface ProcOpts {
+    initializeTimeout: number;
+    closeTimeout: number;
+    memoryWarnMB: number;
+    memoryLimitMB: number;
+    pingInterval: number;
+    pingTimeout: number;
+    highPingThreshold: number;
+}
+export declare abstract class SupervisedProc {
+    #private;
+    proc?: ChildProcess;
+    protected init: Future;
+    constructor(initializeTimeout: number, closeTimeout: number, memoryWarnMB: number, memoryLimitMB: number, pingInterval: number, pingTimeout: number, highPingThreshold: number);
+    abstract createProcess(): ChildProcess;
+    abstract mainTask(child: ChildProcess): Promise<void>;
+    get started(): boolean;
+    get runningJob(): RunningJobInfo | undefined;
+    start(): Promise<void>;
+    run(): Promise<void>;
+    join(): Promise<void>;
+    initialize(): Promise<void>;
+    close(): Promise<void>;
+    launchJob(info: RunningJobInfo): Promise<void>;
+}
+//# sourceMappingURL=supervised_proc.d.ts.map

package/dist/ipc/supervised_proc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"supervised_proc.d.ts","sourceRoot":"","sources":["../../src/ipc/supervised_proc.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,WAAW,QAAQ;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,8BAAsB,cAAc;;IAKlC,IAAI,CAAC,EAAE,YAAY,CAAC;IAIpB,SAAS,CAAC,IAAI,SAAgB;gBAK5B,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAa3B,QAAQ,CAAC,aAAa,IAAI,YAAY;IACtC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAErD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAEK,KAAK;IAaL,GAAG;IAwEH,IAAI;IAQJ,UAAU;IAwBV,KAAK;IAuBL,SAAS,CAAC,IAAI,EAAE,cAAc;CAOrC"}