@livekit/agents 1.1.0 → 1.2.1

package/dist/ipc/supervised_proc.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/supervised_proc.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { once } from 'node:events';\nimport pidusage from 'pidusage';\nimport type { RunningJobInfo } from '../job.js';\nimport { log, loggerOptions } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nexport interface ProcOpts {\n  initializeTimeout: number;\n  closeTimeout: number;\n  memoryWarnMB: number;\n  memoryLimitMB: number;\n  pingInterval: number;\n  pingTimeout: number;\n  highPingThreshold: number;\n}\n\nexport abstract class SupervisedProc {\n  #opts: ProcOpts;\n  #started = false;\n  #closing = false;\n  #runningJob?: RunningJobInfo = undefined;\n  proc?: ChildProcess;\n  #pingInterval?: ReturnType<typeof setInterval>;\n  #memoryMonitorInterval?: ReturnType<typeof setInterval>;\n  #pongTimeout?: ReturnType<typeof setTimeout>;\n  protected init = new Future();\n  #join = new Future();\n  #logger = log().child({ runningJob: this.#runningJob });\n\n  constructor(\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    this.#opts = {\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    };\n  }\n\n  abstract createProcess(): ChildProcess;\n  abstract mainTask(child: ChildProcess): Promise<void>;\n\n  get started(): boolean {\n    return this.#started;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  async start() {\n    if (this.#started) {\n      throw new Error('runner already started');\n    } else if (this.#closing) {\n      throw new Error('runner is closed');\n    }\n\n    this.proc = this.createProcess();\n\n    this.#started = true;\n    this.run();\n  }\n\n  async run() {\n    await this.init.await;\n\n    this.#pingInterval = setInterval(() => {\n      this.proc!.send({ case: 'pingRequest', value: { timestamp: Date.now() } });\n    }, this.#opts.pingInterval);\n\n    this.#pongTimeout = setTimeout(() => {\n      this.#logger.warn('job is unresponsive');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      this.proc!.kill();\n      this.#join.resolve();\n    }, this.#opts.pingTimeout);\n\n    this.#memoryMonitorInterval = setInterval(async () => {\n      const memoryMB = await this.getChildMemoryUsageMB();\n      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {\n        this.#logger\n          .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })\n          .error('process exceeded memory limit, killing process');\n        this.close();\n      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {\n        this.#logger\n          .child({\n            memoryUsageMB: memoryMB,\n            memoryWarnMB: this.#opts.memoryWarnMB,\n            memoryLimitMB: this.#opts.memoryLimitMB,\n          })\n          .warn('process memory usage is high');\n      }\n    }, 5000);\n\n    const listener = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pongResponse': {\n          const delay = Date.now() - msg.value.timestamp;\n          if (delay > this.#opts.highPingThreshold) {\n            this.#logger.child({ delay }).warn('job executor is unresponsive');\n          }\n          this.#pongTimeout?.refresh();\n          break;\n        }\n        case 'exiting': {\n          this.#logger.child({ reason: msg.value.reason }).debug('job exiting');\n          break;\n        }\n        case 'done': {\n          this.#closing = true;\n          this.proc!.off('message', listener);\n          break;\n        }\n      }\n    };\n    this.proc!.on('message', listener);\n    this.proc!.on('error', (err) => {\n      if (this.#closing) return;\n      this.#logger\n        .child({ err })\n        .warn('job process exited unexpectedly; this likely means the error above caused a crash');\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.proc!.on('exit', () => {\n      this.#join.resolve();\n    });\n\n    this.mainTask(this.proc!);\n\n    await this.#join.await;\n  }\n\n  async join() {\n    if (!this.#started) {\n      throw new Error('runner not started');\n    }\n\n    await this.#join.await;\n  }\n\n  async initialize() {\n    const timer = setTimeout(() => {\n      const err = new Error('runner initialization timed out');\n      this.init.reject(err);\n      throw err;\n    }, this.#opts.initializeTimeout);\n    this.proc!.send({\n      case: 'initializeRequest',\n      value: {\n        loggerOptions,\n        pingInterval: this.#opts.pingInterval,\n        pingTimeout: this.#opts.pingTimeout,\n        highPingThreshold: this.#opts.highPingThreshold,\n      },\n    });\n    await once(this.proc!, 'message').then(([msg]: IPCMessage[]) => {\n      clearTimeout(timer);\n      if (msg!.case !== 'initializeResponse') {\n        throw new Error('first message must be InitializeResponse');\n      }\n    });\n    this.init.resolve();\n  }\n\n  async close() {\n    if (!this.#started) {\n      return;\n    }\n    this.#closing = true;\n\n    this.proc!.send({ case: 'shutdownRequest' });\n\n    const timer = setTimeout(() => {\n      this.#logger.error('job shutdown is taking too much time');\n      this.proc!.kill();\n    }, this.#opts.closeTimeout);\n    await this.#join.await.then(() => {\n      clearTimeout(timer);\n      this.clearTimers();\n    });\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw new Error('executor already has a running job');\n    }\n    this.#runningJob = info;\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n\n  private async getChildMemoryUsageMB(): Promise<number> {\n    const pid = this.proc?.pid;\n    if (!pid) {\n      return 0;\n    }\n    const stats = await pidusage(pid);\n    return stats.memory / (1024 * 1024); // Convert bytes to MB\n  }\n\n  private clearTimers() {\n    clearTimeout(this.#pongTimeout);\n    clearInterval(this.#pingInterval);\n    clearInterval(this.#memoryMonitorInterval);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAAqB;AACrB,sBAAqB;AAErB,iBAAmC;AACnC,mBAAuB;AAahB,MAAe,eAAe;AAAA,EACnC;AAAA,EACA,WAAW;AAAA,EACX,WAAW;AAAA,EACX,cAA+B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACU,OAAO,IAAI,oBAAO;AAAA,EAC5B,QAAQ,IAAI,oBAAO;AAAA,EACnB,cAAU,gBAAI,EAAE,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;AAAA,EAEtD,YACE,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAKA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C,WAAW,KAAK,UAAU;AACxB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,SAAK,OAAO,KAAK,cAAc;AAE/B,SAAK,WAAW;AAChB,SAAK,IAAI;AAAA,EACX;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,KAAK,KAAK;AAEhB,SAAK,gBAAgB,YAAY,MAAM;AACrC,WAAK,KAAM,KAAK,EAAE,MAAM,eAAe,OAAO,EAAE,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,IAC3E,GAAG,KAAK,MAAM,YAAY;AAE1B,SAAK,eAAe,WAAW,MAAM;AACnC,WAAK,QAAQ,KAAK,qBAAqB;AACvC,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB,GAAG,KAAK,MAAM,WAAW;AAEzB,SAAK,yBAAyB,YAAY,YAAY;AACpD,YAAM,WAAW,MAAM,KAAK,sBAAsB;AAClD,UAAI,KAAK,MAAM,gBAAgB,KAAK,WAAW,KAAK,MAAM,eAAe;AACvE,aAAK,QACF,MAAM,EAAE,eAAe,UAAU,eAAe,KAAK,MAAM,cAAc,CAAC,EAC1E,MAAM,gDAAgD;AACzD,aAAK,MAAM;AAAA,MACb,WAAW,KAAK,MAAM,eAAe,KAAK,WAAW,KAAK,MAAM,cAAc;AAC5E,aAAK,QACF,MAAM;AAAA,UACL,eAAe;AAAA,UACf,cAAc,KAAK,MAAM;AAAA,UACzB,eAAe,KAAK,MAAM;AAAA,QAC5B,CAAC,EACA,KAAK,8BAA8B;AAAA,MACxC;AAAA,IACF,GAAG,GAAI;AAEP,UAAM,WAAW,CAAC,QAAoB;AA/G1C;AAgHM,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,gBAAgB;AACnB,gBAAM,QAAQ,KAAK,IAAI,IAAI,IAAI,MAAM;AACrC,cAAI,QAAQ,KAAK,MAAM,mBAAmB;AACxC,iBAAK,QAAQ,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,8BAA8B;AAAA,UACnE;AACA,qBAAK,iBAAL,mBAAmB;AACnB;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,eAAK,QAAQ,MAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,CAAC,EAAE,MAAM,aAAa;AACpE;AAAA,QACF;AAAA,QACA,KAAK,QAAQ;AACX,eAAK,WAAW;AAChB,eAAK,KAAM,IAAI,WAAW,QAAQ;AAClC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAM,GAAG,WAAW,QAAQ;AACjC,SAAK,KAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,KAAK,SAAU;AACnB,WAAK,QACF,MAAM,EAAE,IAAI,CAAC,EACb,KAAK,mFAAmF;AAC3F,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,KAAM,GAAG,QAAQ,MAAM;AAC1B,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,SAAS,KAAK,IAAK;AAExB,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,oBAAoB;AAAA,IACtC;AAEA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,aAAa;AACjB,UAAM,QAAQ,WAAW,MAAM;AAC7B,YAAM,MAAM,IAAI,MAAM,iCAAiC;AACvD,WAAK,KAAK,OAAO,GAAG;AACpB,YAAM;AAAA,IACR,GAAG,KAAK,MAAM,iBAAiB;AAC/B,SAAK,KAAM,KAAK;AAAA,MACd,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,QACA,cAAc,KAAK,MAAM;AAAA,QACzB,aAAa,KAAK,MAAM;AAAA,QACxB,mBAAmB,KAAK,MAAM;AAAA,MAChC;AAAA,IACF,CAAC;AACD,cAAM,yBAAK,KAAK,MAAO,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC9D,mBAAa,KAAK;AAClB,UAAI,IAAK,SAAS,sBAAsB;AACtC,cAAM,IAAI,MAAM,0CAA0C;AAAA,MAC5D;AAAA,IACF,CAAC;AACD,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,UAAU;AAClB;AAAA,IACF;AACA,SAAK,WAAW;AAEhB,SAAK,KAAM,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE3C,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,QAAQ,MAAM,sCAAsC;AACzD,WAAK,KAAM,KAAK;AAAA,IAClB,GAAG,KAAK,MAAM,YAAY;AAC1B,UAAM,KAAK,MAAM,MAAM,KAAK,MAAM;AAChC,mBAAa,KAAK;AAClB,WAAK,YAAY;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AACA,SAAK,cAAc;AACnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AAAA,EAEA,MAAc,wBAAyC;AAjNzD;AAkNI,UAAM,OAAM,UAAK,SAAL,mBAAW;AACvB,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AACA,UAAM,QAAQ,UAAM,gBAAAA,SAAS,GAAG;AAChC,WAAO,MAAM,UAAU,OAAO;AAAA,EAChC;AAAA,EAEQ,cAAc;AACpB,iBAAa,KAAK,YAAY;AAC9B,kBAAc,KAAK,aAAa;AAChC,kBAAc,KAAK,sBAAsB;AAAA,EAC3C;AACF;","names":["pidusage"]}
+{"version":3,"sources":["../../src/ipc/supervised_proc.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { once } from 'node:events';\nimport pidusage from 'pidusage';\nimport type { RunningJobInfo } from '../job.js';\nimport { log, loggerOptions } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nexport interface ProcOpts {\n  /** Timeout for process initialization in milliseconds. */\n  initializeTimeout: number;\n  /** Timeout for process shutdown in milliseconds. */\n  closeTimeout: number;\n  /** Memory usage warning threshold in megabytes. */\n  memoryWarnMB: number;\n  /** Memory usage limit in megabytes. */\n  memoryLimitMB: number;\n  /** Interval for health check pings in milliseconds. */\n  pingInterval: number;\n  /** Timeout waiting for pong response in milliseconds. */\n  pingTimeout: number;\n  /** Threshold for warning about unresponsive processes in milliseconds. */\n  highPingThreshold: number;\n}\n\nexport abstract class SupervisedProc {\n  #opts: ProcOpts;\n  #started = false;\n  #closing = false;\n  #runningJob?: RunningJobInfo = undefined;\n  proc?: ChildProcess;\n  #pingInterval?: ReturnType<typeof setInterval>;\n  #memoryMonitorInterval?: ReturnType<typeof setInterval>;\n  #pongTimeout?: ReturnType<typeof setTimeout>;\n  protected init = new Future();\n  #join = new Future();\n  #logger = log().child({ runningJob: this.#runningJob });\n\n  constructor(\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    this.#opts = {\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    };\n  }\n\n  abstract createProcess(): ChildProcess;\n  abstract mainTask(child: ChildProcess): Promise<void>;\n\n  get started(): boolean {\n    return this.#started;\n  }\n\n  get isAlive(): boolean {\n    return this.#started && !this.#closing && !!this.proc?.connected;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  async start() {\n    if (this.#started) {\n      throw new Error('runner already started');\n    } else if (this.#closing) {\n      throw new Error('runner is closed');\n    }\n\n    this.proc = this.createProcess();\n\n    this.#started = true;\n    this.run();\n  }\n\n  async run() {\n    await this.init.await;\n\n    this.#pingInterval = setInterval(() => {\n      if (this.proc?.connected) {\n        this.proc.send({ case: 'pingRequest', value: { timestamp: Date.now() } });\n      }\n    }, this.#opts.pingInterval);\n\n    this.#pongTimeout = setTimeout(() => {\n      this.#logger.warn('job is unresponsive');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      this.proc!.kill();\n      this.#join.resolve();\n    }, this.#opts.pingTimeout);\n\n    this.#memoryMonitorInterval = setInterval(async () => {\n      const memoryMB = await this.getChildMemoryUsageMB();\n      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {\n        this.#logger\n          .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })\n          .error('process exceeded memory limit, killing process');\n        this.close();\n      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {\n        this.#logger\n          .child({\n            memoryUsageMB: memoryMB,\n            memoryWarnMB: this.#opts.memoryWarnMB,\n            memoryLimitMB: this.#opts.memoryLimitMB,\n          })\n          .warn('process memory usage is high');\n      }\n    }, 5000);\n\n    const listener = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pongResponse': {\n          const delay = Date.now() - msg.value.timestamp;\n          if (delay > this.#opts.highPingThreshold) {\n            this.#logger.child({ delay }).warn('job executor is unresponsive');\n          }\n          this.#pongTimeout?.refresh();\n          break;\n        }\n        case 'exiting': {\n          this.#logger.child({ reason: msg.value.reason }).debug('job exiting');\n          break;\n        }\n        case 'done': {\n          this.#closing = true;\n          this.proc!.off('message', listener);\n          break;\n        }\n      }\n    };\n    this.proc!.on('message', listener);\n    this.proc!.on('error', (err) => {\n      if (this.#closing) return;\n      this.#logger\n        .child({ err })\n        .warn('job process exited unexpectedly; this likely means the error above caused a crash');\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.proc!.on('exit', () => {\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.mainTask(this.proc!);\n\n    await this.#join.await;\n  }\n\n  async join() {\n    if (!this.#started) {\n      throw new Error('runner not started');\n    }\n\n    await this.#join.await;\n  }\n\n  async initialize() {\n    const timer = setTimeout(() => {\n      this.init.reject(new Error('runner initialization timed out'));\n    }, this.#opts.initializeTimeout);\n    if (!this.proc?.connected) {\n      this.init.reject(new Error('process not connected'));\n      return;\n    }\n    this.proc.send({\n      case: 'initializeRequest',\n      value: {\n        loggerOptions: loggerOptions(),\n        pingInterval: this.#opts.pingInterval,\n        pingTimeout: this.#opts.pingTimeout,\n        highPingThreshold: this.#opts.highPingThreshold,\n      },\n    });\n    await once(this.proc!, 'message').then(([msg]: IPCMessage[]) => {\n      clearTimeout(timer);\n      if (msg!.case !== 'initializeResponse') {\n        throw new Error('first message must be InitializeResponse');\n      }\n    });\n    this.init.resolve();\n  }\n\n  async close() {\n    if (!this.#started) {\n      return;\n    }\n    this.#closing = true;\n\n    if (this.proc?.connected) {\n      this.proc.send({ case: 'shutdownRequest' });\n    }\n\n    const timer = setTimeout(() => {\n      this.#logger.error('job shutdown is taking too much time');\n      this.proc!.kill();\n    }, this.#opts.closeTimeout);\n    await this.#join.await.then(() => {\n      clearTimeout(timer);\n      this.clearTimers();\n    });\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw new Error('executor already has a running job');\n    }\n    if (!this.proc?.connected) {\n      throw new Error('process not connected');\n    }\n    this.#runningJob = info;\n    this.proc.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n\n  private async getChildMemoryUsageMB(): Promise<number> {\n    const pid = this.proc?.pid;\n    if (!pid) {\n      return 0;\n    }\n    try {\n      const stats = await pidusage(pid);\n      return stats.memory / (1024 * 1024);\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code === 'ENOENT' || code === 'ESRCH') {\n        return 0;\n      }\n      throw err;\n    }\n  }\n\n  private clearTimers() {\n    clearTimeout(this.#pongTimeout);\n    clearInterval(this.#pingInterval);\n    clearInterval(this.#memoryMonitorInterval);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAAqB;AACrB,sBAAqB;AAErB,iBAAmC;AACnC,mBAAuB;AAoBhB,MAAe,eAAe;AAAA,EACnC;AAAA,EACA,WAAW;AAAA,EACX,WAAW;AAAA,EACX,cAA+B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACU,OAAO,IAAI,oBAAO;AAAA,EAC5B,QAAQ,IAAI,oBAAO;AAAA,EACnB,cAAU,gBAAI,EAAE,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;AAAA,EAEtD,YACE,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAKA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AApEzB;AAqEI,WAAO,KAAK,YAAY,CAAC,KAAK,YAAY,CAAC,GAAC,UAAK,SAAL,mBAAW;AAAA,EACzD;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C,WAAW,KAAK,UAAU;AACxB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,SAAK,OAAO,KAAK,cAAc;AAE/B,SAAK,WAAW;AAChB,SAAK,IAAI;AAAA,EACX;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,KAAK,KAAK;AAEhB,SAAK,gBAAgB,YAAY,MAAM;AA5F3C;AA6FM,WAAI,UAAK,SAAL,mBAAW,WAAW;AACxB,aAAK,KAAK,KAAK,EAAE,MAAM,eAAe,OAAO,EAAE,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF,GAAG,KAAK,MAAM,YAAY;AAE1B,SAAK,eAAe,WAAW,MAAM;AACnC,WAAK,QAAQ,KAAK,qBAAqB;AACvC,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB,GAAG,KAAK,MAAM,WAAW;AAEzB,SAAK,yBAAyB,YAAY,YAAY;AACpD,YAAM,WAAW,MAAM,KAAK,sBAAsB;AAClD,UAAI,KAAK,MAAM,gBAAgB,KAAK,WAAW,KAAK,MAAM,eAAe;AACvE,aAAK,QACF,MAAM,EAAE,eAAe,UAAU,eAAe,KAAK,MAAM,cAAc,CAAC,EAC1E,MAAM,gDAAgD;AACzD,aAAK,MAAM;AAAA,MACb,WAAW,KAAK,MAAM,eAAe,KAAK,WAAW,KAAK,MAAM,cAAc;AAC5E,aAAK,QACF,MAAM;AAAA,UACL,eAAe;AAAA,UACf,cAAc,KAAK,MAAM;AAAA,UACzB,eAAe,KAAK,MAAM;AAAA,QAC5B,CAAC,EACA,KAAK,8BAA8B;AAAA,MACxC;AAAA,IACF,GAAG,GAAI;AAEP,UAAM,WAAW,CAAC,QAAoB;AA5H1C;AA6HM,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,gBAAgB;AACnB,gBAAM,QAAQ,KAAK,IAAI,IAAI,IAAI,MAAM;AACrC,cAAI,QAAQ,KAAK,MAAM,mBAAmB;AACxC,iBAAK,QAAQ,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,8BAA8B;AAAA,UACnE;AACA,qBAAK,iBAAL,mBAAmB;AACnB;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,eAAK,QAAQ,MAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,CAAC,EAAE,MAAM,aAAa;AACpE;AAAA,QACF;AAAA,QACA,KAAK,QAAQ;AACX,eAAK,WAAW;AAChB,eAAK,KAAM,IAAI,WAAW,QAAQ;AAClC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAM,GAAG,WAAW,QAAQ;AACjC,SAAK,KAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,KAAK,SAAU;AACnB,WAAK,QACF,MAAM,EAAE,IAAI,CAAC,EACb,KAAK,mFAAmF;AAC3F,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,KAAM,GAAG,QAAQ,MAAM;AAC1B,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,SAAS,KAAK,IAAK;AAExB,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,oBAAoB;AAAA,IACtC;AAEA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,aAAa;AA7KrB;AA8KI,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,KAAK,OAAO,IAAI,MAAM,iCAAiC,CAAC;AAAA,IAC/D,GAAG,KAAK,MAAM,iBAAiB;AAC/B,QAAI,GAAC,UAAK,SAAL,mBAAW,YAAW;AACzB,WAAK,KAAK,OAAO,IAAI,MAAM,uBAAuB,CAAC;AACnD;AAAA,IACF;AACA,SAAK,KAAK,KAAK;AAAA,MACb,MAAM;AAAA,MACN,OAAO;AAAA,QACL,mBAAe,0BAAc;AAAA,QAC7B,cAAc,KAAK,MAAM;AAAA,QACzB,aAAa,KAAK,MAAM;AAAA,QACxB,mBAAmB,KAAK,MAAM;AAAA,MAChC;AAAA,IACF,CAAC;AACD,cAAM,yBAAK,KAAK,MAAO,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC9D,mBAAa,KAAK;AAClB,UAAI,IAAK,SAAS,sBAAsB;AACtC,cAAM,IAAI,MAAM,0CAA0C;AAAA,MAC5D;AAAA,IACF,CAAC;AACD,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AAvMhB;AAwMI,QAAI,CAAC,KAAK,UAAU;AAClB;AAAA,IACF;AACA,SAAK,WAAW;AAEhB,SAAI,UAAK,SAAL,mBAAW,WAAW;AACxB,WAAK,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAAA,IAC5C;AAEA,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,QAAQ,MAAM,sCAAsC;AACzD,WAAK,KAAM,KAAK;AAAA,IAClB,GAAG,KAAK,MAAM,YAAY;AAC1B,UAAM,KAAK,MAAM,MAAM,KAAK,MAAM;AAChC,mBAAa,KAAK;AAClB,WAAK,YAAY;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,MAAsB;AA3NxC;AA4NI,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AACA,QAAI,GAAC,UAAK,SAAL,mBAAW,YAAW;AACzB,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AACA,SAAK,cAAc;AACnB,SAAK,KAAK,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EACzE;AAAA,EAEA,MAAc,wBAAyC;AAtOzD;AAuOI,UAAM,OAAM,UAAK,SAAL,mBAAW;AACvB,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AACA,QAAI;AACF,YAAM,QAAQ,UAAM,gBAAAA,SAAS,GAAG;AAChC,aAAO,MAAM,UAAU,OAAO;AAAA,IAChC,SAAS,KAAK;AACZ,YAAM,OAAQ,IAA8B;AAC5C,UAAI,SAAS,YAAY,SAAS,SAAS;AACzC,eAAO;AAAA,MACT;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,iBAAa,KAAK,YAAY;AAC9B,kBAAc,KAAK,aAAa;AAChC,kBAAc,KAAK,sBAAsB;AAAA,EAC3C;AACF;","names":["pidusage"]}

package/dist/ipc/supervised_proc.d.cts

@@ -3,12 +3,19 @@ import type { ChildProcess } from 'node:child_process';
 import type { RunningJobInfo } from '../job.js';
 import { Future } from '../utils.js';
 export interface ProcOpts {
+    /** Timeout for process initialization in milliseconds. */
     initializeTimeout: number;
+    /** Timeout for process shutdown in milliseconds. */
     closeTimeout: number;
+    /** Memory usage warning threshold in megabytes. */
     memoryWarnMB: number;
+    /** Memory usage limit in megabytes. */
     memoryLimitMB: number;
+    /** Interval for health check pings in milliseconds. */
     pingInterval: number;
+    /** Timeout waiting for pong response in milliseconds. */
     pingTimeout: number;
+    /** Threshold for warning about unresponsive processes in milliseconds. */
     highPingThreshold: number;
 }
 export declare abstract class SupervisedProc {
@@ -19,6 +26,7 @@ export declare abstract class SupervisedProc {
     abstract createProcess(): ChildProcess;
     abstract mainTask(child: ChildProcess): Promise<void>;
     get started(): boolean;
+    get isAlive(): boolean;
     get runningJob(): RunningJobInfo | undefined;
     start(): Promise<void>;
     run(): Promise<void>;

package/dist/ipc/supervised_proc.d.ts

@@ -3,12 +3,19 @@ import type { ChildProcess } from 'node:child_process';
 import type { RunningJobInfo } from '../job.js';
 import { Future } from '../utils.js';
 export interface ProcOpts {
+    /** Timeout for process initialization in milliseconds. */
     initializeTimeout: number;
+    /** Timeout for process shutdown in milliseconds. */
     closeTimeout: number;
+    /** Memory usage warning threshold in megabytes. */
     memoryWarnMB: number;
+    /** Memory usage limit in megabytes. */
     memoryLimitMB: number;
+    /** Interval for health check pings in milliseconds. */
     pingInterval: number;
+    /** Timeout waiting for pong response in milliseconds. */
     pingTimeout: number;
+    /** Threshold for warning about unresponsive processes in milliseconds. */
     highPingThreshold: number;
 }
 export declare abstract class SupervisedProc {
@@ -19,6 +26,7 @@ export declare abstract class SupervisedProc {
     abstract createProcess(): ChildProcess;
     abstract mainTask(child: ChildProcess): Promise<void>;
     get started(): boolean;
+    get isAlive(): boolean;
     get runningJob(): RunningJobInfo | undefined;
     start(): Promise<void>;
     run(): Promise<void>;

package/dist/ipc/supervised_proc.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"supervised_proc.d.ts","sourceRoot":"","sources":["../../src/ipc/supervised_proc.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,WAAW,QAAQ;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,8BAAsB,cAAc;;IAKlC,IAAI,CAAC,EAAE,YAAY,CAAC;IAIpB,SAAS,CAAC,IAAI,eAAgB;gBAK5B,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAa3B,QAAQ,CAAC,aAAa,IAAI,YAAY;IACtC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAErD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAEK,KAAK;IAaL,GAAG;IAyEH,IAAI;IAQJ,UAAU;IAwBV,KAAK;IAkBL,SAAS,CAAC,IAAI,EAAE,cAAc;YAQtB,qBAAqB;IASnC,OAAO,CAAC,WAAW;CAKpB"}
+{"version":3,"file":"supervised_proc.d.ts","sourceRoot":"","sources":["../../src/ipc/supervised_proc.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,WAAW,QAAQ;IACvB,0DAA0D;IAC1D,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oDAAoD;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,mDAAmD;IACnD,YAAY,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,YAAY,EAAE,MAAM,CAAC;IACrB,yDAAyD;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,8BAAsB,cAAc;;IAKlC,IAAI,CAAC,EAAE,YAAY,CAAC;IAIpB,SAAS,CAAC,IAAI,eAAgB;gBAK5B,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAa3B,QAAQ,CAAC,aAAa,IAAI,YAAY;IACtC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAErD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAEK,KAAK;IAaL,GAAG;IA4EH,IAAI;IAQJ,UAAU;IA0BV,KAAK;IAoBL,SAAS,CAAC,IAAI,EAAE,cAAc;YAWtB,qBAAqB;IAiBnC,OAAO,CAAC,WAAW;CAKpB"}

package/dist/ipc/supervised_proc.js

@@ -28,6 +28,10 @@ class SupervisedProc {
   get started() {
     return this.#started;
   }
+  get isAlive() {
+    var _a;
+    return this.#started && !this.#closing && !!((_a = this.proc) == null ? void 0 : _a.connected);
+  }
   get runningJob() {
     return this.#runningJob;
   }
@@ -44,7 +48,10 @@ class SupervisedProc {
   async run() {
     await this.init.await;
     this.#pingInterval = setInterval(() => {
-      this.proc.send({ case: "pingRequest", value: { timestamp: Date.now() } });
+      var _a;
+      if ((_a = this.proc) == null ? void 0 : _a.connected) {
+        this.proc.send({ case: "pingRequest", value: { timestamp: Date.now() } });
+      }
     }, this.#opts.pingInterval);
     this.#pongTimeout = setTimeout(() => {
       this.#logger.warn("job is unresponsive");
@@ -96,6 +103,7 @@ class SupervisedProc {
       this.#join.resolve();
     });
     this.proc.on("exit", () => {
+      this.clearTimers();
       this.#join.resolve();
     });
     this.mainTask(this.proc);
@@ -108,15 +116,18 @@ class SupervisedProc {
     await this.#join.await;
   }
   async initialize() {
+    var _a;
     const timer = setTimeout(() => {
-      const err = new Error("runner initialization timed out");
-      this.init.reject(err);
-      throw err;
+      this.init.reject(new Error("runner initialization timed out"));
     }, this.#opts.initializeTimeout);
+    if (!((_a = this.proc) == null ? void 0 : _a.connected)) {
+      this.init.reject(new Error("process not connected"));
+      return;
+    }
     this.proc.send({
       case: "initializeRequest",
       value: {
-        loggerOptions,
+        loggerOptions: loggerOptions(),
         pingInterval: this.#opts.pingInterval,
         pingTimeout: this.#opts.pingTimeout,
         highPingThreshold: this.#opts.highPingThreshold
@@ -131,11 +142,14 @@ class SupervisedProc {
     this.init.resolve();
   }
   async close() {
+    var _a;
     if (!this.#started) {
       return;
     }
     this.#closing = true;
-    this.proc.send({ case: "shutdownRequest" });
+    if ((_a = this.proc) == null ? void 0 : _a.connected) {
+      this.proc.send({ case: "shutdownRequest" });
+    }
     const timer = setTimeout(() => {
       this.#logger.error("job shutdown is taking too much time");
       this.proc.kill();
@@ -146,9 +160,13 @@ class SupervisedProc {
     });
   }
   async launchJob(info) {
+    var _a;
     if (this.#runningJob) {
       throw new Error("executor already has a running job");
     }
+    if (!((_a = this.proc) == null ? void 0 : _a.connected)) {
+      throw new Error("process not connected");
+    }
     this.#runningJob = info;
     this.proc.send({ case: "startJobRequest", value: { runningJob: info } });
   }
@@ -158,8 +176,16 @@ class SupervisedProc {
     if (!pid) {
       return 0;
     }
-    const stats = await pidusage(pid);
-    return stats.memory / (1024 * 1024);
+    try {
+      const stats = await pidusage(pid);
+      return stats.memory / (1024 * 1024);
+    } catch (err) {
+      const code = err.code;
+      if (code === "ENOENT" || code === "ESRCH") {
+        return 0;
+      }
+      throw err;
+    }
   }
   clearTimers() {
     clearTimeout(this.#pongTimeout);

package/dist/ipc/supervised_proc.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/supervised_proc.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { once } from 'node:events';\nimport pidusage from 'pidusage';\nimport type { RunningJobInfo } from '../job.js';\nimport { log, loggerOptions } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nexport interface ProcOpts {\n  initializeTimeout: number;\n  closeTimeout: number;\n  memoryWarnMB: number;\n  memoryLimitMB: number;\n  pingInterval: number;\n  pingTimeout: number;\n  highPingThreshold: number;\n}\n\nexport abstract class SupervisedProc {\n  #opts: ProcOpts;\n  #started = false;\n  #closing = false;\n  #runningJob?: RunningJobInfo = undefined;\n  proc?: ChildProcess;\n  #pingInterval?: ReturnType<typeof setInterval>;\n  #memoryMonitorInterval?: ReturnType<typeof setInterval>;\n  #pongTimeout?: ReturnType<typeof setTimeout>;\n  protected init = new Future();\n  #join = new Future();\n  #logger = log().child({ runningJob: this.#runningJob });\n\n  constructor(\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    this.#opts = {\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    };\n  }\n\n  abstract createProcess(): ChildProcess;\n  abstract mainTask(child: ChildProcess): Promise<void>;\n\n  get started(): boolean {\n    return this.#started;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  async start() {\n    if (this.#started) {\n      throw new Error('runner already started');\n    } else if (this.#closing) {\n      throw new Error('runner is closed');\n    }\n\n    this.proc = this.createProcess();\n\n    this.#started = true;\n    this.run();\n  }\n\n  async run() {\n    await this.init.await;\n\n    this.#pingInterval = setInterval(() => {\n      this.proc!.send({ case: 'pingRequest', value: { timestamp: Date.now() } });\n    }, this.#opts.pingInterval);\n\n    this.#pongTimeout = setTimeout(() => {\n      this.#logger.warn('job is unresponsive');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      this.proc!.kill();\n      this.#join.resolve();\n    }, this.#opts.pingTimeout);\n\n    this.#memoryMonitorInterval = setInterval(async () => {\n      const memoryMB = await this.getChildMemoryUsageMB();\n      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {\n        this.#logger\n          .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })\n          .error('process exceeded memory limit, killing process');\n        this.close();\n      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {\n        this.#logger\n          .child({\n            memoryUsageMB: memoryMB,\n            memoryWarnMB: this.#opts.memoryWarnMB,\n            memoryLimitMB: this.#opts.memoryLimitMB,\n          })\n          .warn('process memory usage is high');\n      }\n    }, 5000);\n\n    const listener = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pongResponse': {\n          const delay = Date.now() - msg.value.timestamp;\n          if (delay > this.#opts.highPingThreshold) {\n            this.#logger.child({ delay }).warn('job executor is unresponsive');\n          }\n          this.#pongTimeout?.refresh();\n          break;\n        }\n        case 'exiting': {\n          this.#logger.child({ reason: msg.value.reason }).debug('job exiting');\n          break;\n        }\n        case 'done': {\n          this.#closing = true;\n          this.proc!.off('message', listener);\n          break;\n        }\n      }\n    };\n    this.proc!.on('message', listener);\n    this.proc!.on('error', (err) => {\n      if (this.#closing) return;\n      this.#logger\n        .child({ err })\n        .warn('job process exited unexpectedly; this likely means the error above caused a crash');\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.proc!.on('exit', () => {\n      this.#join.resolve();\n    });\n\n    this.mainTask(this.proc!);\n\n    await this.#join.await;\n  }\n\n  async join() {\n    if (!this.#started) {\n      throw new Error('runner not started');\n    }\n\n    await this.#join.await;\n  }\n\n  async initialize() {\n    const timer = setTimeout(() => {\n      const err = new Error('runner initialization timed out');\n      this.init.reject(err);\n      throw err;\n    }, this.#opts.initializeTimeout);\n    this.proc!.send({\n      case: 'initializeRequest',\n      value: {\n        loggerOptions,\n        pingInterval: this.#opts.pingInterval,\n        pingTimeout: this.#opts.pingTimeout,\n        highPingThreshold: this.#opts.highPingThreshold,\n      },\n    });\n    await once(this.proc!, 'message').then(([msg]: IPCMessage[]) => {\n      clearTimeout(timer);\n      if (msg!.case !== 'initializeResponse') {\n        throw new Error('first message must be InitializeResponse');\n      }\n    });\n    this.init.resolve();\n  }\n\n  async close() {\n    if (!this.#started) {\n      return;\n    }\n    this.#closing = true;\n\n    this.proc!.send({ case: 'shutdownRequest' });\n\n    const timer = setTimeout(() => {\n      this.#logger.error('job shutdown is taking too much time');\n      this.proc!.kill();\n    }, this.#opts.closeTimeout);\n    await this.#join.await.then(() => {\n      clearTimeout(timer);\n      this.clearTimers();\n    });\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw new Error('executor already has a running job');\n    }\n    this.#runningJob = info;\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n\n  private async getChildMemoryUsageMB(): Promise<number> {\n    const pid = this.proc?.pid;\n    if (!pid) {\n      return 0;\n    }\n    const stats = await pidusage(pid);\n    return stats.memory / (1024 * 1024); // Convert bytes to MB\n  }\n\n  private clearTimers() {\n    clearTimeout(this.#pongTimeout);\n    clearInterval(this.#pingInterval);\n    clearInterval(this.#memoryMonitorInterval);\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,OAAO,cAAc;AAErB,SAAS,KAAK,qBAAqB;AACnC,SAAS,cAAc;AAahB,MAAe,eAAe;AAAA,EACnC;AAAA,EACA,WAAW;AAAA,EACX,WAAW;AAAA,EACX,cAA+B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACU,OAAO,IAAI,OAAO;AAAA,EAC5B,QAAQ,IAAI,OAAO;AAAA,EACnB,UAAU,IAAI,EAAE,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;AAAA,EAEtD,YACE,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAKA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C,WAAW,KAAK,UAAU;AACxB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,SAAK,OAAO,KAAK,cAAc;AAE/B,SAAK,WAAW;AAChB,SAAK,IAAI;AAAA,EACX;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,KAAK,KAAK;AAEhB,SAAK,gBAAgB,YAAY,MAAM;AACrC,WAAK,KAAM,KAAK,EAAE,MAAM,eAAe,OAAO,EAAE,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,IAC3E,GAAG,KAAK,MAAM,YAAY;AAE1B,SAAK,eAAe,WAAW,MAAM;AACnC,WAAK,QAAQ,KAAK,qBAAqB;AACvC,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB,GAAG,KAAK,MAAM,WAAW;AAEzB,SAAK,yBAAyB,YAAY,YAAY;AACpD,YAAM,WAAW,MAAM,KAAK,sBAAsB;AAClD,UAAI,KAAK,MAAM,gBAAgB,KAAK,WAAW,KAAK,MAAM,eAAe;AACvE,aAAK,QACF,MAAM,EAAE,eAAe,UAAU,eAAe,KAAK,MAAM,cAAc,CAAC,EAC1E,MAAM,gDAAgD;AACzD,aAAK,MAAM;AAAA,MACb,WAAW,KAAK,MAAM,eAAe,KAAK,WAAW,KAAK,MAAM,cAAc;AAC5E,aAAK,QACF,MAAM;AAAA,UACL,eAAe;AAAA,UACf,cAAc,KAAK,MAAM;AAAA,UACzB,eAAe,KAAK,MAAM;AAAA,QAC5B,CAAC,EACA,KAAK,8BAA8B;AAAA,MACxC;AAAA,IACF,GAAG,GAAI;AAEP,UAAM,WAAW,CAAC,QAAoB;AA/G1C;AAgHM,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,gBAAgB;AACnB,gBAAM,QAAQ,KAAK,IAAI,IAAI,IAAI,MAAM;AACrC,cAAI,QAAQ,KAAK,MAAM,mBAAmB;AACxC,iBAAK,QAAQ,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,8BAA8B;AAAA,UACnE;AACA,qBAAK,iBAAL,mBAAmB;AACnB;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,eAAK,QAAQ,MAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,CAAC,EAAE,MAAM,aAAa;AACpE;AAAA,QACF;AAAA,QACA,KAAK,QAAQ;AACX,eAAK,WAAW;AAChB,eAAK,KAAM,IAAI,WAAW,QAAQ;AAClC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAM,GAAG,WAAW,QAAQ;AACjC,SAAK,KAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,KAAK,SAAU;AACnB,WAAK,QACF,MAAM,EAAE,IAAI,CAAC,EACb,KAAK,mFAAmF;AAC3F,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,KAAM,GAAG,QAAQ,MAAM;AAC1B,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,SAAS,KAAK,IAAK;AAExB,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,oBAAoB;AAAA,IACtC;AAEA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,aAAa;AACjB,UAAM,QAAQ,WAAW,MAAM;AAC7B,YAAM,MAAM,IAAI,MAAM,iCAAiC;AACvD,WAAK,KAAK,OAAO,GAAG;AACpB,YAAM;AAAA,IACR,GAAG,KAAK,MAAM,iBAAiB;AAC/B,SAAK,KAAM,KAAK;AAAA,MACd,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,QACA,cAAc,KAAK,MAAM;AAAA,QACzB,aAAa,KAAK,MAAM;AAAA,QACxB,mBAAmB,KAAK,MAAM;AAAA,MAChC;AAAA,IACF,CAAC;AACD,UAAM,KAAK,KAAK,MAAO,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC9D,mBAAa,KAAK;AAClB,UAAI,IAAK,SAAS,sBAAsB;AACtC,cAAM,IAAI,MAAM,0CAA0C;AAAA,MAC5D;AAAA,IACF,CAAC;AACD,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,CAAC,KAAK,UAAU;AAClB;AAAA,IACF;AACA,SAAK,WAAW;AAEhB,SAAK,KAAM,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE3C,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,QAAQ,MAAM,sCAAsC;AACzD,WAAK,KAAM,KAAK;AAAA,IAClB,GAAG,KAAK,MAAM,YAAY;AAC1B,UAAM,KAAK,MAAM,MAAM,KAAK,MAAM;AAChC,mBAAa,KAAK;AAClB,WAAK,YAAY;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AACA,SAAK,cAAc;AACnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AAAA,EAEA,MAAc,wBAAyC;AAjNzD;AAkNI,UAAM,OAAM,UAAK,SAAL,mBAAW;AACvB,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AACA,UAAM,QAAQ,MAAM,SAAS,GAAG;AAChC,WAAO,MAAM,UAAU,OAAO;AAAA,EAChC;AAAA,EAEQ,cAAc;AACpB,iBAAa,KAAK,YAAY;AAC9B,kBAAc,KAAK,aAAa;AAChC,kBAAc,KAAK,sBAAsB;AAAA,EAC3C;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/supervised_proc.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { once } from 'node:events';\nimport pidusage from 'pidusage';\nimport type { RunningJobInfo } from '../job.js';\nimport { log, loggerOptions } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nexport interface ProcOpts {\n  /** Timeout for process initialization in milliseconds. */\n  initializeTimeout: number;\n  /** Timeout for process shutdown in milliseconds. */\n  closeTimeout: number;\n  /** Memory usage warning threshold in megabytes. */\n  memoryWarnMB: number;\n  /** Memory usage limit in megabytes. */\n  memoryLimitMB: number;\n  /** Interval for health check pings in milliseconds. */\n  pingInterval: number;\n  /** Timeout waiting for pong response in milliseconds. */\n  pingTimeout: number;\n  /** Threshold for warning about unresponsive processes in milliseconds. */\n  highPingThreshold: number;\n}\n\nexport abstract class SupervisedProc {\n  #opts: ProcOpts;\n  #started = false;\n  #closing = false;\n  #runningJob?: RunningJobInfo = undefined;\n  proc?: ChildProcess;\n  #pingInterval?: ReturnType<typeof setInterval>;\n  #memoryMonitorInterval?: ReturnType<typeof setInterval>;\n  #pongTimeout?: ReturnType<typeof setTimeout>;\n  protected init = new Future();\n  #join = new Future();\n  #logger = log().child({ runningJob: this.#runningJob });\n\n  constructor(\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    this.#opts = {\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    };\n  }\n\n  abstract createProcess(): ChildProcess;\n  abstract mainTask(child: ChildProcess): Promise<void>;\n\n  get started(): boolean {\n    return this.#started;\n  }\n\n  get isAlive(): boolean {\n    return this.#started && !this.#closing && !!this.proc?.connected;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  async start() {\n    if (this.#started) {\n      throw new Error('runner already started');\n    } else if (this.#closing) {\n      throw new Error('runner is closed');\n    }\n\n    this.proc = this.createProcess();\n\n    this.#started = true;\n    this.run();\n  }\n\n  async run() {\n    await this.init.await;\n\n    this.#pingInterval = setInterval(() => {\n      if (this.proc?.connected) {\n        this.proc.send({ case: 'pingRequest', value: { timestamp: Date.now() } });\n      }\n    }, this.#opts.pingInterval);\n\n    this.#pongTimeout = setTimeout(() => {\n      this.#logger.warn('job is unresponsive');\n      clearTimeout(this.#pongTimeout);\n      clearInterval(this.#pingInterval);\n      this.proc!.kill();\n      this.#join.resolve();\n    }, this.#opts.pingTimeout);\n\n    this.#memoryMonitorInterval = setInterval(async () => {\n      const memoryMB = await this.getChildMemoryUsageMB();\n      if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {\n        this.#logger\n          .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })\n          .error('process exceeded memory limit, killing process');\n        this.close();\n      } else if (this.#opts.memoryWarnMB > 0 && memoryMB > this.#opts.memoryWarnMB) {\n        this.#logger\n          .child({\n            memoryUsageMB: memoryMB,\n            memoryWarnMB: this.#opts.memoryWarnMB,\n            memoryLimitMB: this.#opts.memoryLimitMB,\n          })\n          .warn('process memory usage is high');\n      }\n    }, 5000);\n\n    const listener = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pongResponse': {\n          const delay = Date.now() - msg.value.timestamp;\n          if (delay > this.#opts.highPingThreshold) {\n            this.#logger.child({ delay }).warn('job executor is unresponsive');\n          }\n          this.#pongTimeout?.refresh();\n          break;\n        }\n        case 'exiting': {\n          this.#logger.child({ reason: msg.value.reason }).debug('job exiting');\n          break;\n        }\n        case 'done': {\n          this.#closing = true;\n          this.proc!.off('message', listener);\n          break;\n        }\n      }\n    };\n    this.proc!.on('message', listener);\n    this.proc!.on('error', (err) => {\n      if (this.#closing) return;\n      this.#logger\n        .child({ err })\n        .warn('job process exited unexpectedly; this likely means the error above caused a crash');\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.proc!.on('exit', () => {\n      this.clearTimers();\n      this.#join.resolve();\n    });\n\n    this.mainTask(this.proc!);\n\n    await this.#join.await;\n  }\n\n  async join() {\n    if (!this.#started) {\n      throw new Error('runner not started');\n    }\n\n    await this.#join.await;\n  }\n\n  async initialize() {\n    const timer = setTimeout(() => {\n      this.init.reject(new Error('runner initialization timed out'));\n    }, this.#opts.initializeTimeout);\n    if (!this.proc?.connected) {\n      this.init.reject(new Error('process not connected'));\n      return;\n    }\n    this.proc.send({\n      case: 'initializeRequest',\n      value: {\n        loggerOptions: loggerOptions(),\n        pingInterval: this.#opts.pingInterval,\n        pingTimeout: this.#opts.pingTimeout,\n        highPingThreshold: this.#opts.highPingThreshold,\n      },\n    });\n    await once(this.proc!, 'message').then(([msg]: IPCMessage[]) => {\n      clearTimeout(timer);\n      if (msg!.case !== 'initializeResponse') {\n        throw new Error('first message must be InitializeResponse');\n      }\n    });\n    this.init.resolve();\n  }\n\n  async close() {\n    if (!this.#started) {\n      return;\n    }\n    this.#closing = true;\n\n    if (this.proc?.connected) {\n      this.proc.send({ case: 'shutdownRequest' });\n    }\n\n    const timer = setTimeout(() => {\n      this.#logger.error('job shutdown is taking too much time');\n      this.proc!.kill();\n    }, this.#opts.closeTimeout);\n    await this.#join.await.then(() => {\n      clearTimeout(timer);\n      this.clearTimers();\n    });\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw new Error('executor already has a running job');\n    }\n    if (!this.proc?.connected) {\n      throw new Error('process not connected');\n    }\n    this.#runningJob = info;\n    this.proc.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n\n  private async getChildMemoryUsageMB(): Promise<number> {\n    const pid = this.proc?.pid;\n    if (!pid) {\n      return 0;\n    }\n    try {\n      const stats = await pidusage(pid);\n      return stats.memory / (1024 * 1024);\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code === 'ENOENT' || code === 'ESRCH') {\n        return 0;\n      }\n      throw err;\n    }\n  }\n\n  private clearTimers() {\n    clearTimeout(this.#pongTimeout);\n    clearInterval(this.#pingInterval);\n    clearInterval(this.#memoryMonitorInterval);\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,OAAO,cAAc;AAErB,SAAS,KAAK,qBAAqB;AACnC,SAAS,cAAc;AAoBhB,MAAe,eAAe;AAAA,EACnC;AAAA,EACA,WAAW;AAAA,EACX,WAAW;AAAA,EACX,cAA+B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACU,OAAO,IAAI,OAAO;AAAA,EAC5B,QAAQ,IAAI,OAAO;AAAA,EACnB,UAAU,IAAI,EAAE,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;AAAA,EAEtD,YACE,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAKA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AApEzB;AAqEI,WAAO,KAAK,YAAY,CAAC,KAAK,YAAY,CAAC,GAAC,UAAK,SAAL,mBAAW;AAAA,EACzD;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AACZ,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C,WAAW,KAAK,UAAU;AACxB,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,SAAK,OAAO,KAAK,cAAc;AAE/B,SAAK,WAAW;AAChB,SAAK,IAAI;AAAA,EACX;AAAA,EAEA,MAAM,MAAM;AACV,UAAM,KAAK,KAAK;AAEhB,SAAK,gBAAgB,YAAY,MAAM;AA5F3C;AA6FM,WAAI,UAAK,SAAL,mBAAW,WAAW;AACxB,aAAK,KAAK,KAAK,EAAE,MAAM,eAAe,OAAO,EAAE,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF,GAAG,KAAK,MAAM,YAAY;AAE1B,SAAK,eAAe,WAAW,MAAM;AACnC,WAAK,QAAQ,KAAK,qBAAqB;AACvC,mBAAa,KAAK,YAAY;AAC9B,oBAAc,KAAK,aAAa;AAChC,WAAK,KAAM,KAAK;AAChB,WAAK,MAAM,QAAQ;AAAA,IACrB,GAAG,KAAK,MAAM,WAAW;AAEzB,SAAK,yBAAyB,YAAY,YAAY;AACpD,YAAM,WAAW,MAAM,KAAK,sBAAsB;AAClD,UAAI,KAAK,MAAM,gBAAgB,KAAK,WAAW,KAAK,MAAM,eAAe;AACvE,aAAK,QACF,MAAM,EAAE,eAAe,UAAU,eAAe,KAAK,MAAM,cAAc,CAAC,EAC1E,MAAM,gDAAgD;AACzD,aAAK,MAAM;AAAA,MACb,WAAW,KAAK,MAAM,eAAe,KAAK,WAAW,KAAK,MAAM,cAAc;AAC5E,aAAK,QACF,MAAM;AAAA,UACL,eAAe;AAAA,UACf,cAAc,KAAK,MAAM;AAAA,UACzB,eAAe,KAAK,MAAM;AAAA,QAC5B,CAAC,EACA,KAAK,8BAA8B;AAAA,MACxC;AAAA,IACF,GAAG,GAAI;AAEP,UAAM,WAAW,CAAC,QAAoB;AA5H1C;AA6HM,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK,gBAAgB;AACnB,gBAAM,QAAQ,KAAK,IAAI,IAAI,IAAI,MAAM;AACrC,cAAI,QAAQ,KAAK,MAAM,mBAAmB;AACxC,iBAAK,QAAQ,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,8BAA8B;AAAA,UACnE;AACA,qBAAK,iBAAL,mBAAmB;AACnB;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,eAAK,QAAQ,MAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,CAAC,EAAE,MAAM,aAAa;AACpE;AAAA,QACF;AAAA,QACA,KAAK,QAAQ;AACX,eAAK,WAAW;AAChB,eAAK,KAAM,IAAI,WAAW,QAAQ;AAClC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAM,GAAG,WAAW,QAAQ;AACjC,SAAK,KAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,UAAI,KAAK,SAAU;AACnB,WAAK,QACF,MAAM,EAAE,IAAI,CAAC,EACb,KAAK,mFAAmF;AAC3F,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,KAAM,GAAG,QAAQ,MAAM;AAC1B,WAAK,YAAY;AACjB,WAAK,MAAM,QAAQ;AAAA,IACrB,CAAC;AAED,SAAK,SAAS,KAAK,IAAK;AAExB,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,CAAC,KAAK,UAAU;AAClB,YAAM,IAAI,MAAM,oBAAoB;AAAA,IACtC;AAEA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,aAAa;AA7KrB;AA8KI,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,KAAK,OAAO,IAAI,MAAM,iCAAiC,CAAC;AAAA,IAC/D,GAAG,KAAK,MAAM,iBAAiB;AAC/B,QAAI,GAAC,UAAK,SAAL,mBAAW,YAAW;AACzB,WAAK,KAAK,OAAO,IAAI,MAAM,uBAAuB,CAAC;AACnD;AAAA,IACF;AACA,SAAK,KAAK,KAAK;AAAA,MACb,MAAM;AAAA,MACN,OAAO;AAAA,QACL,eAAe,cAAc;AAAA,QAC7B,cAAc,KAAK,MAAM;AAAA,QACzB,aAAa,KAAK,MAAM;AAAA,QACxB,mBAAmB,KAAK,MAAM;AAAA,MAChC;AAAA,IACF,CAAC;AACD,UAAM,KAAK,KAAK,MAAO,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC9D,mBAAa,KAAK;AAClB,UAAI,IAAK,SAAS,sBAAsB;AACtC,cAAM,IAAI,MAAM,0CAA0C;AAAA,MAC5D;AAAA,IACF,CAAC;AACD,SAAK,KAAK,QAAQ;AAAA,EACpB;AAAA,EAEA,MAAM,QAAQ;AAvMhB;AAwMI,QAAI,CAAC,KAAK,UAAU;AAClB;AAAA,IACF;AACA,SAAK,WAAW;AAEhB,SAAI,UAAK,SAAL,mBAAW,WAAW;AACxB,WAAK,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAAA,IAC5C;AAEA,UAAM,QAAQ,WAAW,MAAM;AAC7B,WAAK,QAAQ,MAAM,sCAAsC;AACzD,WAAK,KAAM,KAAK;AAAA,IAClB,GAAG,KAAK,MAAM,YAAY;AAC1B,UAAM,KAAK,MAAM,MAAM,KAAK,MAAM;AAChC,mBAAa,KAAK;AAClB,WAAK,YAAY;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,MAAsB;AA3NxC;AA4NI,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AACA,QAAI,GAAC,UAAK,SAAL,mBAAW,YAAW;AACzB,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AACA,SAAK,cAAc;AACnB,SAAK,KAAK,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EACzE;AAAA,EAEA,MAAc,wBAAyC;AAtOzD;AAuOI,UAAM,OAAM,UAAK,SAAL,mBAAW;AACvB,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AACA,QAAI;AACF,YAAM,QAAQ,MAAM,SAAS,GAAG;AAChC,aAAO,MAAM,UAAU,OAAO;AAAA,IAChC,SAAS,KAAK;AACZ,YAAM,OAAQ,IAA8B;AAC5C,UAAI,SAAS,YAAY,SAAS,SAAS;AACzC,eAAO;AAAA,MACT;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,iBAAa,KAAK,YAAY;AAC9B,kBAAc,KAAK,aAAa;AAChC,kBAAc,KAAK,sBAAsB;AAAA,EAC3C;AACF;","names":[]}

package/dist/ipc/supervised_proc.test.cjs

@@ -0,0 +1,145 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var import_node_child_process = require("node:child_process");
+var import_node_fs = require("node:fs");
+var import_node_os = require("node:os");
+var import_node_path = require("node:path");
+var import_pidusage = __toESM(require("pidusage"), 1);
+var import_vitest = require("vitest");
+const childScript = (0, import_node_path.join)((0, import_node_os.tmpdir)(), "test_child.mjs");
+(0, import_vitest.beforeAll)(() => {
+  (0, import_node_fs.writeFileSync)(
+    childScript,
+    `process.on('message', (msg) => process.send?.({ echo: msg }));
+     setInterval(() => {}, 1000);`
+  );
+});
+(0, import_vitest.afterAll)(() => {
+  try {
+    (0, import_node_fs.unlinkSync)(childScript);
+  } catch {
+  }
+});
+async function getChildMemoryUsageMB(pid) {
+  if (!pid) return 0;
+  try {
+    const stats = await (0, import_pidusage.default)(pid);
+    return stats.memory / (1024 * 1024);
+  } catch (err) {
+    const code = err.code;
+    if (code === "ENOENT" || code === "ESRCH") {
+      return 0;
+    }
+    throw err;
+  }
+}
+(0, import_vitest.describe)("pidusage on dead process", () => {
+  (0, import_vitest.it)("raw pidusage throws on dead pid", async () => {
+    const child = (0, import_node_child_process.spawn)("sleep", ["10"]);
+    const pid = child.pid;
+    child.kill("SIGKILL");
+    await new Promise((r) => child.on("exit", r));
+    await (0, import_vitest.expect)((0, import_pidusage.default)(pid)).rejects.toThrow();
+  });
+  (0, import_vitest.it)("fixed version returns 0 instead of crashing", async () => {
+    const child = (0, import_node_child_process.spawn)("sleep", ["10"]);
+    const pid = child.pid;
+    child.kill("SIGKILL");
+    await new Promise((r) => child.on("exit", r));
+    const mem = await getChildMemoryUsageMB(pid);
+    (0, import_vitest.expect)(mem).toBe(0);
+  });
+  (0, import_vitest.it)("handles concurrent calls on dying process", async () => {
+    const child = (0, import_node_child_process.spawn)("sleep", ["10"]);
+    const pid = child.pid;
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    child.kill("SIGKILL");
+    const results = await Promise.all([
+      getChildMemoryUsageMB(pid),
+      getChildMemoryUsageMB(pid),
+      getChildMemoryUsageMB(pid)
+    ]);
+    await exitPromise;
+    (0, import_vitest.expect)(results.every((r) => r === 0)).toBe(true);
+  });
+});
+(0, import_vitest.describe)("IPC send on dead process", () => {
+  (0, import_vitest.it)("child.connected becomes false when child dies", async () => {
+    const child = (0, import_node_child_process.fork)(childScript, [], { stdio: ["pipe", "pipe", "pipe", "ipc"] });
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    await new Promise((r) => setTimeout(r, 50));
+    (0, import_vitest.expect)(child.connected).toBe(true);
+    child.kill("SIGKILL");
+    await exitPromise;
+    (0, import_vitest.expect)(child.connected).toBe(false);
+  });
+  (0, import_vitest.it)("checking connected before send prevents crash", async () => {
+    const child = (0, import_node_child_process.fork)(childScript, [], { stdio: ["pipe", "pipe", "pipe", "ipc"] });
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    child.on("error", (err) => {
+      if (err.code !== "EPIPE") throw err;
+    });
+    let sent = 0;
+    let skipped = 0;
+    const interval = setInterval(() => {
+      if (child.connected) {
+        child.send({ ping: Date.now() });
+        sent++;
+      } else {
+        skipped++;
+      }
+    }, 20);
+    await new Promise((r) => setTimeout(r, 60));
+    child.kill("SIGKILL");
+    await exitPromise;
+    await new Promise((r) => setTimeout(r, 80));
+    clearInterval(interval);
+    (0, import_vitest.expect)(sent).toBeGreaterThan(0);
+    (0, import_vitest.expect)(skipped).toBeGreaterThan(0);
+  });
+});
+(0, import_vitest.describe)("timer cleanup", () => {
+  (0, import_vitest.it)("clearInterval stops the interval", async () => {
+    let count = 0;
+    const interval = setInterval(() => count++, 30);
+    await new Promise((r) => setTimeout(r, 80));
+    const countAtClear = count;
+    clearInterval(interval);
+    await new Promise((r) => setTimeout(r, 80));
+    (0, import_vitest.expect)(count).toBe(countAtClear);
+  });
+  (0, import_vitest.it)("double clear is safe", () => {
+    const interval = setInterval(() => {
+    }, 100);
+    const timeout = setTimeout(() => {
+    }, 1e3);
+    clearInterval(interval);
+    clearTimeout(timeout);
+    (0, import_vitest.expect)(() => {
+      clearInterval(interval);
+      clearTimeout(timeout);
+    }).not.toThrow();
+  });
+});
+//# sourceMappingURL=supervised_proc.test.cjs.map

package/dist/ipc/supervised_proc.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/supervised_proc.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { fork, spawn } from 'node:child_process';\nimport { unlinkSync, writeFileSync } from 'node:fs';\nimport { tmpdir } from 'node:os';\nimport { join } from 'node:path';\nimport pidusage from 'pidusage';\nimport { afterAll, beforeAll, describe, expect, it } from 'vitest';\n\nconst childScript = join(tmpdir(), 'test_child.mjs');\n\nbeforeAll(() => {\n  writeFileSync(\n    childScript,\n    `process.on('message', (msg) => process.send?.({ echo: msg }));\n     setInterval(() => {}, 1000);`,\n  );\n});\n\nafterAll(() => {\n  try {\n    unlinkSync(childScript);\n  } catch {}\n});\n\nasync function getChildMemoryUsageMB(pid: number | undefined): Promise<number> {\n  if (!pid) return 0;\n  try {\n    const stats = await pidusage(pid);\n    return stats.memory / (1024 * 1024);\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    if (code === 'ENOENT' || code === 'ESRCH') {\n      return 0;\n    }\n    throw err;\n  }\n}\n\ndescribe('pidusage on dead process', () => {\n  it('raw pidusage throws on dead pid', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n\n    child.kill('SIGKILL');\n    await new Promise<void>((r) => child.on('exit', r));\n\n    await expect(pidusage(pid)).rejects.toThrow();\n  });\n\n  it('fixed version returns 0 instead of crashing', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n\n    child.kill('SIGKILL');\n    await new Promise<void>((r) => child.on('exit', r));\n\n    const mem = await getChildMemoryUsageMB(pid);\n    expect(mem).toBe(0);\n  });\n\n  it('handles concurrent calls on dying process', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    child.kill('SIGKILL');\n\n    const results = await Promise.all([\n      getChildMemoryUsageMB(pid),\n      getChildMemoryUsageMB(pid),\n      getChildMemoryUsageMB(pid),\n    ]);\n\n    await exitPromise;\n    expect(results.every((r) => r === 0)).toBe(true);\n  });\n});\n\ndescribe('IPC send on dead process', () => {\n  it('child.connected becomes false when child dies', async () => {\n    const child = fork(childScript, [], { stdio: ['pipe', 'pipe', 'pipe', 'ipc'] });\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    await new Promise((r) => setTimeout(r, 50));\n    expect(child.connected).toBe(true);\n\n    child.kill('SIGKILL');\n    await exitPromise;\n\n    expect(child.connected).toBe(false);\n  });\n\n  it('checking connected before send prevents crash', async () => {\n    const child = fork(childScript, [], { stdio: ['pipe', 'pipe', 'pipe', 'ipc'] });\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    // Suppress EPIPE errors that can occur due to race conditions between\n    // child.connected check and the actual pipe state\n    child.on('error', (err: NodeJS.ErrnoException) => {\n      if (err.code !== 'EPIPE') throw err;\n    });\n\n    let sent = 0;\n    let skipped = 0;\n\n    const interval = setInterval(() => {\n      if (child.connected) {\n        child.send({ ping: Date.now() });\n        sent++;\n      } else {\n        skipped++;\n      }\n    }, 20);\n\n    await new Promise((r) => setTimeout(r, 60));\n    child.kill('SIGKILL');\n    await exitPromise;\n    await new Promise((r) => setTimeout(r, 80));\n    clearInterval(interval);\n\n    expect(sent).toBeGreaterThan(0);\n    expect(skipped).toBeGreaterThan(0);\n  });\n});\n\ndescribe('timer cleanup', () => {\n  it('clearInterval stops the interval', async () => {\n    let count = 0;\n    const interval = setInterval(() => count++, 30);\n\n    await new Promise((r) => setTimeout(r, 80));\n    const countAtClear = count;\n    clearInterval(interval);\n\n    await new Promise((r) => setTimeout(r, 80));\n    expect(count).toBe(countAtClear);\n  });\n\n  it('double clear is safe', () => {\n    const interval = setInterval(() => {}, 100);\n    const timeout = setTimeout(() => {}, 1000);\n\n    clearInterval(interval);\n    clearTimeout(timeout);\n\n    expect(() => {\n      clearInterval(interval);\n      clearTimeout(timeout);\n    }).not.toThrow();\n  });\n});\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,gCAA4B;AAC5B,qBAA0C;AAC1C,qBAAuB;AACvB,uBAAqB;AACrB,sBAAqB;AACrB,oBAA0D;AAE1D,MAAM,kBAAc,2BAAK,uBAAO,GAAG,gBAAgB;AAAA,IAEnD,yBAAU,MAAM;AACd;AAAA,IACE;AAAA,IACA;AAAA;AAAA,EAEF;AACF,CAAC;AAAA,IAED,wBAAS,MAAM;AACb,MAAI;AACF,mCAAW,WAAW;AAAA,EACxB,QAAQ;AAAA,EAAC;AACX,CAAC;AAED,eAAe,sBAAsB,KAA0C;AAC7E,MAAI,CAAC,IAAK,QAAO;AACjB,MAAI;AACF,UAAM,QAAQ,UAAM,gBAAAA,SAAS,GAAG;AAChC,WAAO,MAAM,UAAU,OAAO;AAAA,EAChC,SAAS,KAAK;AACZ,UAAM,OAAQ,IAA8B;AAC5C,QAAI,SAAS,YAAY,SAAS,SAAS;AACzC,aAAO;AAAA,IACT;AACA,UAAM;AAAA,EACR;AACF;AAAA,IAEA,wBAAS,4BAA4B,MAAM;AACzC,wBAAG,mCAAmC,YAAY;AAChD,UAAM,YAAQ,iCAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAElB,UAAM,KAAK,SAAS;AACpB,UAAM,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAElD,cAAM,0BAAO,gBAAAA,SAAS,GAAG,CAAC,EAAE,QAAQ,QAAQ;AAAA,EAC9C,CAAC;AAED,wBAAG,+CAA+C,YAAY;AAC5D,UAAM,YAAQ,iCAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAElB,UAAM,KAAK,SAAS;AACpB,UAAM,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAElD,UAAM,MAAM,MAAM,sBAAsB,GAAG;AAC3C,8BAAO,GAAG,EAAE,KAAK,CAAC;AAAA,EACpB,CAAC;AAED,wBAAG,6CAA6C,YAAY;AAC1D,UAAM,YAAQ,iCAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAClB,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAEhE,UAAM,KAAK,SAAS;AAEpB,UAAM,UAAU,MAAM,QAAQ,IAAI;AAAA,MAChC,sBAAsB,GAAG;AAAA,MACzB,sBAAsB,GAAG;AAAA,MACzB,sBAAsB,GAAG;AAAA,IAC3B,CAAC;AAED,UAAM;AACN,8BAAO,QAAQ,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,EAAE,KAAK,IAAI;AAAA,EACjD,CAAC;AACH,CAAC;AAAA,IAED,wBAAS,4BAA4B,MAAM;AACzC,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,YAAQ,gCAAK,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,QAAQ,QAAQ,KAAK,EAAE,CAAC;AAC9E,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAEhE,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,8BAAO,MAAM,SAAS,EAAE,KAAK,IAAI;AAEjC,UAAM,KAAK,SAAS;AACpB,UAAM;AAEN,8BAAO,MAAM,SAAS,EAAE,KAAK,KAAK;AAAA,EACpC,CAAC;AAED,wBAAG,iDAAiD,YAAY;AAC9D,UAAM,YAAQ,gCAAK,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,QAAQ,QAAQ,KAAK,EAAE,CAAC;AAC9E,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAIhE,UAAM,GAAG,SAAS,CAAC,QAA+B;AAChD,UAAI,IAAI,SAAS,QAAS,OAAM;AAAA,IAClC,CAAC;AAED,QAAI,OAAO;AACX,QAAI,UAAU;AAEd,UAAM,WAAW,YAAY,MAAM;AACjC,UAAI,MAAM,WAAW;AACnB,cAAM,KAAK,EAAE,MAAM,KAAK,IAAI,EAAE,CAAC;AAC/B;AAAA,MACF,OAAO;AACL;AAAA,MACF;AAAA,IACF,GAAG,EAAE;AAEL,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,UAAM,KAAK,SAAS;AACpB,UAAM;AACN,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,kBAAc,QAAQ;AAEtB,8BAAO,IAAI,EAAE,gBAAgB,CAAC;AAC9B,8BAAO,OAAO,EAAE,gBAAgB,CAAC;AAAA,EACnC,CAAC;AACH,CAAC;AAAA,IAED,wBAAS,iBAAiB,MAAM;AAC9B,wBAAG,oCAAoC,YAAY;AACjD,QAAI,QAAQ;AACZ,UAAM,WAAW,YAAY,MAAM,SAAS,EAAE;AAE9C,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,UAAM,eAAe;AACrB,kBAAc,QAAQ;AAEtB,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,8BAAO,KAAK,EAAE,KAAK,YAAY;AAAA,EACjC,CAAC;AAED,wBAAG,wBAAwB,MAAM;AAC/B,UAAM,WAAW,YAAY,MAAM;AAAA,IAAC,GAAG,GAAG;AAC1C,UAAM,UAAU,WAAW,MAAM;AAAA,IAAC,GAAG,GAAI;AAEzC,kBAAc,QAAQ;AACtB,iBAAa,OAAO;AAEpB,8BAAO,MAAM;AACX,oBAAc,QAAQ;AACtB,mBAAa,OAAO;AAAA,IACtB,CAAC,EAAE,IAAI,QAAQ;AAAA,EACjB,CAAC;AACH,CAAC;","names":["pidusage"]}

package/dist/ipc/supervised_proc.test.js

@@ -0,0 +1,122 @@
+import { fork, spawn } from "node:child_process";
+import { unlinkSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import pidusage from "pidusage";
+import { afterAll, beforeAll, describe, expect, it } from "vitest";
+const childScript = join(tmpdir(), "test_child.mjs");
+beforeAll(() => {
+  writeFileSync(
+    childScript,
+    `process.on('message', (msg) => process.send?.({ echo: msg }));
+     setInterval(() => {}, 1000);`
+  );
+});
+afterAll(() => {
+  try {
+    unlinkSync(childScript);
+  } catch {
+  }
+});
+async function getChildMemoryUsageMB(pid) {
+  if (!pid) return 0;
+  try {
+    const stats = await pidusage(pid);
+    return stats.memory / (1024 * 1024);
+  } catch (err) {
+    const code = err.code;
+    if (code === "ENOENT" || code === "ESRCH") {
+      return 0;
+    }
+    throw err;
+  }
+}
+describe("pidusage on dead process", () => {
+  it("raw pidusage throws on dead pid", async () => {
+    const child = spawn("sleep", ["10"]);
+    const pid = child.pid;
+    child.kill("SIGKILL");
+    await new Promise((r) => child.on("exit", r));
+    await expect(pidusage(pid)).rejects.toThrow();
+  });
+  it("fixed version returns 0 instead of crashing", async () => {
+    const child = spawn("sleep", ["10"]);
+    const pid = child.pid;
+    child.kill("SIGKILL");
+    await new Promise((r) => child.on("exit", r));
+    const mem = await getChildMemoryUsageMB(pid);
+    expect(mem).toBe(0);
+  });
+  it("handles concurrent calls on dying process", async () => {
+    const child = spawn("sleep", ["10"]);
+    const pid = child.pid;
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    child.kill("SIGKILL");
+    const results = await Promise.all([
+      getChildMemoryUsageMB(pid),
+      getChildMemoryUsageMB(pid),
+      getChildMemoryUsageMB(pid)
+    ]);
+    await exitPromise;
+    expect(results.every((r) => r === 0)).toBe(true);
+  });
+});
+describe("IPC send on dead process", () => {
+  it("child.connected becomes false when child dies", async () => {
+    const child = fork(childScript, [], { stdio: ["pipe", "pipe", "pipe", "ipc"] });
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    await new Promise((r) => setTimeout(r, 50));
+    expect(child.connected).toBe(true);
+    child.kill("SIGKILL");
+    await exitPromise;
+    expect(child.connected).toBe(false);
+  });
+  it("checking connected before send prevents crash", async () => {
+    const child = fork(childScript, [], { stdio: ["pipe", "pipe", "pipe", "ipc"] });
+    const exitPromise = new Promise((r) => child.on("exit", r));
+    child.on("error", (err) => {
+      if (err.code !== "EPIPE") throw err;
+    });
+    let sent = 0;
+    let skipped = 0;
+    const interval = setInterval(() => {
+      if (child.connected) {
+        child.send({ ping: Date.now() });
+        sent++;
+      } else {
+        skipped++;
+      }
+    }, 20);
+    await new Promise((r) => setTimeout(r, 60));
+    child.kill("SIGKILL");
+    await exitPromise;
+    await new Promise((r) => setTimeout(r, 80));
+    clearInterval(interval);
+    expect(sent).toBeGreaterThan(0);
+    expect(skipped).toBeGreaterThan(0);
+  });
+});
+describe("timer cleanup", () => {
+  it("clearInterval stops the interval", async () => {
+    let count = 0;
+    const interval = setInterval(() => count++, 30);
+    await new Promise((r) => setTimeout(r, 80));
+    const countAtClear = count;
+    clearInterval(interval);
+    await new Promise((r) => setTimeout(r, 80));
+    expect(count).toBe(countAtClear);
+  });
+  it("double clear is safe", () => {
+    const interval = setInterval(() => {
+    }, 100);
+    const timeout = setTimeout(() => {
+    }, 1e3);
+    clearInterval(interval);
+    clearTimeout(timeout);
+    expect(() => {
+      clearInterval(interval);
+      clearTimeout(timeout);
+    }).not.toThrow();
+  });
+});
+//# sourceMappingURL=supervised_proc.test.js.map

package/dist/ipc/supervised_proc.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/ipc/supervised_proc.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { fork, spawn } from 'node:child_process';\nimport { unlinkSync, writeFileSync } from 'node:fs';\nimport { tmpdir } from 'node:os';\nimport { join } from 'node:path';\nimport pidusage from 'pidusage';\nimport { afterAll, beforeAll, describe, expect, it } from 'vitest';\n\nconst childScript = join(tmpdir(), 'test_child.mjs');\n\nbeforeAll(() => {\n  writeFileSync(\n    childScript,\n    `process.on('message', (msg) => process.send?.({ echo: msg }));\n     setInterval(() => {}, 1000);`,\n  );\n});\n\nafterAll(() => {\n  try {\n    unlinkSync(childScript);\n  } catch {}\n});\n\nasync function getChildMemoryUsageMB(pid: number | undefined): Promise<number> {\n  if (!pid) return 0;\n  try {\n    const stats = await pidusage(pid);\n    return stats.memory / (1024 * 1024);\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    if (code === 'ENOENT' || code === 'ESRCH') {\n      return 0;\n    }\n    throw err;\n  }\n}\n\ndescribe('pidusage on dead process', () => {\n  it('raw pidusage throws on dead pid', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n\n    child.kill('SIGKILL');\n    await new Promise<void>((r) => child.on('exit', r));\n\n    await expect(pidusage(pid)).rejects.toThrow();\n  });\n\n  it('fixed version returns 0 instead of crashing', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n\n    child.kill('SIGKILL');\n    await new Promise<void>((r) => child.on('exit', r));\n\n    const mem = await getChildMemoryUsageMB(pid);\n    expect(mem).toBe(0);\n  });\n\n  it('handles concurrent calls on dying process', async () => {\n    const child = spawn('sleep', ['10']);\n    const pid = child.pid!;\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    child.kill('SIGKILL');\n\n    const results = await Promise.all([\n      getChildMemoryUsageMB(pid),\n      getChildMemoryUsageMB(pid),\n      getChildMemoryUsageMB(pid),\n    ]);\n\n    await exitPromise;\n    expect(results.every((r) => r === 0)).toBe(true);\n  });\n});\n\ndescribe('IPC send on dead process', () => {\n  it('child.connected becomes false when child dies', async () => {\n    const child = fork(childScript, [], { stdio: ['pipe', 'pipe', 'pipe', 'ipc'] });\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    await new Promise((r) => setTimeout(r, 50));\n    expect(child.connected).toBe(true);\n\n    child.kill('SIGKILL');\n    await exitPromise;\n\n    expect(child.connected).toBe(false);\n  });\n\n  it('checking connected before send prevents crash', async () => {\n    const child = fork(childScript, [], { stdio: ['pipe', 'pipe', 'pipe', 'ipc'] });\n    const exitPromise = new Promise<void>((r) => child.on('exit', r));\n\n    // Suppress EPIPE errors that can occur due to race conditions between\n    // child.connected check and the actual pipe state\n    child.on('error', (err: NodeJS.ErrnoException) => {\n      if (err.code !== 'EPIPE') throw err;\n    });\n\n    let sent = 0;\n    let skipped = 0;\n\n    const interval = setInterval(() => {\n      if (child.connected) {\n        child.send({ ping: Date.now() });\n        sent++;\n      } else {\n        skipped++;\n      }\n    }, 20);\n\n    await new Promise((r) => setTimeout(r, 60));\n    child.kill('SIGKILL');\n    await exitPromise;\n    await new Promise((r) => setTimeout(r, 80));\n    clearInterval(interval);\n\n    expect(sent).toBeGreaterThan(0);\n    expect(skipped).toBeGreaterThan(0);\n  });\n});\n\ndescribe('timer cleanup', () => {\n  it('clearInterval stops the interval', async () => {\n    let count = 0;\n    const interval = setInterval(() => count++, 30);\n\n    await new Promise((r) => setTimeout(r, 80));\n    const countAtClear = count;\n    clearInterval(interval);\n\n    await new Promise((r) => setTimeout(r, 80));\n    expect(count).toBe(countAtClear);\n  });\n\n  it('double clear is safe', () => {\n    const interval = setInterval(() => {}, 100);\n    const timeout = setTimeout(() => {}, 1000);\n\n    clearInterval(interval);\n    clearTimeout(timeout);\n\n    expect(() => {\n      clearInterval(interval);\n      clearTimeout(timeout);\n    }).not.toThrow();\n  });\n});\n"],"mappings":"AAGA,SAAS,MAAM,aAAa;AAC5B,SAAS,YAAY,qBAAqB;AAC1C,SAAS,cAAc;AACvB,SAAS,YAAY;AACrB,OAAO,cAAc;AACrB,SAAS,UAAU,WAAW,UAAU,QAAQ,UAAU;AAE1D,MAAM,cAAc,KAAK,OAAO,GAAG,gBAAgB;AAEnD,UAAU,MAAM;AACd;AAAA,IACE;AAAA,IACA;AAAA;AAAA,EAEF;AACF,CAAC;AAED,SAAS,MAAM;AACb,MAAI;AACF,eAAW,WAAW;AAAA,EACxB,QAAQ;AAAA,EAAC;AACX,CAAC;AAED,eAAe,sBAAsB,KAA0C;AAC7E,MAAI,CAAC,IAAK,QAAO;AACjB,MAAI;AACF,UAAM,QAAQ,MAAM,SAAS,GAAG;AAChC,WAAO,MAAM,UAAU,OAAO;AAAA,EAChC,SAAS,KAAK;AACZ,UAAM,OAAQ,IAA8B;AAC5C,QAAI,SAAS,YAAY,SAAS,SAAS;AACzC,aAAO;AAAA,IACT;AACA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,4BAA4B,MAAM;AACzC,KAAG,mCAAmC,YAAY;AAChD,UAAM,QAAQ,MAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAElB,UAAM,KAAK,SAAS;AACpB,UAAM,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAElD,UAAM,OAAO,SAAS,GAAG,CAAC,EAAE,QAAQ,QAAQ;AAAA,EAC9C,CAAC;AAED,KAAG,+CAA+C,YAAY;AAC5D,UAAM,QAAQ,MAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAElB,UAAM,KAAK,SAAS;AACpB,UAAM,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAElD,UAAM,MAAM,MAAM,sBAAsB,GAAG;AAC3C,WAAO,GAAG,EAAE,KAAK,CAAC;AAAA,EACpB,CAAC;AAED,KAAG,6CAA6C,YAAY;AAC1D,UAAM,QAAQ,MAAM,SAAS,CAAC,IAAI,CAAC;AACnC,UAAM,MAAM,MAAM;AAClB,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAEhE,UAAM,KAAK,SAAS;AAEpB,UAAM,UAAU,MAAM,QAAQ,IAAI;AAAA,MAChC,sBAAsB,GAAG;AAAA,MACzB,sBAAsB,GAAG;AAAA,MACzB,sBAAsB,GAAG;AAAA,IAC3B,CAAC;AAED,UAAM;AACN,WAAO,QAAQ,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,EAAE,KAAK,IAAI;AAAA,EACjD,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,MAAM;AACzC,KAAG,iDAAiD,YAAY;AAC9D,UAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,QAAQ,QAAQ,KAAK,EAAE,CAAC;AAC9E,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAEhE,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,WAAO,MAAM,SAAS,EAAE,KAAK,IAAI;AAEjC,UAAM,KAAK,SAAS;AACpB,UAAM;AAEN,WAAO,MAAM,SAAS,EAAE,KAAK,KAAK;AAAA,EACpC,CAAC;AAED,KAAG,iDAAiD,YAAY;AAC9D,UAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,QAAQ,QAAQ,KAAK,EAAE,CAAC;AAC9E,UAAM,cAAc,IAAI,QAAc,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC;AAIhE,UAAM,GAAG,SAAS,CAAC,QAA+B;AAChD,UAAI,IAAI,SAAS,QAAS,OAAM;AAAA,IAClC,CAAC;AAED,QAAI,OAAO;AACX,QAAI,UAAU;AAEd,UAAM,WAAW,YAAY,MAAM;AACjC,UAAI,MAAM,WAAW;AACnB,cAAM,KAAK,EAAE,MAAM,KAAK,IAAI,EAAE,CAAC;AAC/B;AAAA,MACF,OAAO;AACL;AAAA,MACF;AAAA,IACF,GAAG,EAAE;AAEL,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,UAAM,KAAK,SAAS;AACpB,UAAM;AACN,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,kBAAc,QAAQ;AAEtB,WAAO,IAAI,EAAE,gBAAgB,CAAC;AAC9B,WAAO,OAAO,EAAE,gBAAgB,CAAC;AAAA,EACnC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,MAAM;AAC9B,KAAG,oCAAoC,YAAY;AACjD,QAAI,QAAQ;AACZ,UAAM,WAAW,YAAY,MAAM,SAAS,EAAE;AAE9C,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,UAAM,eAAe;AACrB,kBAAc,QAAQ;AAEtB,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC1C,WAAO,KAAK,EAAE,KAAK,YAAY;AAAA,EACjC,CAAC;AAED,KAAG,wBAAwB,MAAM;AAC/B,UAAM,WAAW,YAAY,MAAM;AAAA,IAAC,GAAG,GAAG;AAC1C,UAAM,UAAU,WAAW,MAAM;AAAA,IAAC,GAAG,GAAI;AAEzC,kBAAc,QAAQ;AACtB,iBAAa,OAAO;AAEpB,WAAO,MAAM;AACX,oBAAc,QAAQ;AACtB,mBAAa,OAAO;AAAA,IACtB,CAAC,EAAE,IAAI,QAAQ;AAAA,EACjB,CAAC;AACH,CAAC;","names":[]}