@livekit/agents 1.0.48 → 1.0.50

package/dist/worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/worker.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { JobAssignment, JobTermination, TrackSource } from '@livekit/protocol';\nimport {\n  type AvailabilityRequest,\n  JobType,\n  ParticipantPermission,\n  ServerMessage,\n  WorkerMessage,\n  WorkerStatus,\n} from '@livekit/protocol';\nimport type { ParticipantInfo } from 'livekit-server-sdk';\nimport { AccessToken, RoomServiceClient } from 'livekit-server-sdk';\nimport { EventEmitter } from 'node:events';\nimport os from 'node:os';\nimport { WebSocket } from 'ws';\nimport { HTTPServer } from './http_server.js';\nimport { InferenceRunner } from './inference_runner.js';\nimport { InferenceProcExecutor } from './ipc/inference_proc_executor.js';\nimport { ProcPool } from './ipc/proc_pool.js';\nimport type { JobAcceptArguments, JobProcess, RunningJobInfo } from './job.js';\nimport { JobRequest } from './job.js';\nimport { log } from './log.js';\nimport { Future } from './utils.js';\nimport { version } from './version.js';\n\nconst MAX_RECONNECT_ATTEMPTS = 10;\nconst ASSIGNMENT_TIMEOUT = 7.5 * 1000;\nconst UPDATE_LOAD_INTERVAL = 2.5 * 1000;\nconst PROJECT_TYPE = 'nodejs';\n\nclass Default {\n  static loadThreshold(production: boolean): number {\n    if (production) {\n      return 0.7;\n    } else {\n      return Infinity;\n    }\n  }\n\n  static numIdleProcesses(production: boolean): number {\n    if (production) {\n      // TODO: use number of cores\n      return 3;\n    } else {\n      return 0;\n    }\n  }\n\n  static port(production: boolean): number {\n    if (production) {\n      return 8081;\n    } else {\n      return 0;\n    }\n  }\n}\n\n/** Necessary credentials not provided and not found in an appropriate environment variable. */\nexport class MissingCredentialsError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** Worker did not run as expected. */\nexport class WorkerError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** @internal */\nexport const defaultInitializeProcessFunc = (_: JobProcess) => _;\nconst defaultRequestFunc = async (ctx: JobRequest) => {\n  await ctx.accept();\n};\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nconst defaultCpuLoad = async (worker: AgentServer): Promise<number> => {\n  return new Promise((resolve) => {\n    const cpus1 = os.cpus();\n\n    setTimeout(() => {\n      const cpus2 = os.cpus();\n\n      let idle = 0;\n      let total = 0;\n\n      for (let i = 0; i < cpus1.length; i++) {\n        const cpu1 = cpus1[i]!.times;\n        const cpu2 = cpus2[i]!.times;\n\n        idle += cpu2.idle - cpu1.idle;\n\n        const total1 = Object.values(cpu1).reduce((acc, i) => acc + i, 0);\n        const total2 = Object.values(cpu2).reduce((acc, i) => acc + i, 0);\n\n        total += total2 - total1;\n      }\n\n      resolve(+(1 - idle / total).toFixed(2));\n    }, UPDATE_LOAD_INTERVAL);\n  });\n};\n\n/** Participant permissions to pass to every agent spun up by this worker. */\nexport class WorkerPermissions {\n  canPublish: boolean;\n  canSubscribe: boolean;\n  canPublishData: boolean;\n  canUpdateMetadata: boolean;\n  canPublishSources: TrackSource[];\n  hidden: boolean;\n\n  constructor(\n    canPublish = true,\n    canSubscribe = true,\n    canPublishData = true,\n    canUpdateMetadata = true,\n    canPublishSources: TrackSource[] = [],\n    hidden = false,\n  ) {\n    this.canPublish = canPublish;\n    this.canSubscribe = canSubscribe;\n    this.canPublishData = canPublishData;\n    this.canUpdateMetadata = canUpdateMetadata;\n    this.canPublishSources = canPublishSources;\n    this.hidden = hidden;\n  }\n}\n\n/**\n * Data class describing worker behaviour.\n *\n * @remarks\n * The Agents framework provides sane worker defaults, and works out-of-the-box with no tweaking\n * necessary. The only mandatory parameter is `agent`, which points to the entry function.\n *\n * This class is mostly useful in conjunction with {@link cli.runApp}.\n */\nexport class ServerOptions {\n  agent: string;\n  requestFunc: (job: JobRequest) => Promise<void>;\n  loadFunc: (worker: AgentServer) => Promise<number>;\n  loadThreshold: number;\n  numIdleProcesses: number;\n  shutdownProcessTimeout: number;\n  initializeProcessTimeout: number;\n  permissions: WorkerPermissions;\n  agentName: string;\n  serverType: JobType;\n  maxRetry: number;\n  wsURL: string;\n  apiKey?: string;\n  apiSecret?: string;\n  workerToken?: string;\n  host: string;\n  port: number;\n  logLevel: string;\n  production: boolean;\n  jobMemoryWarnMB: number;\n  jobMemoryLimitMB: number;\n\n  /** @param options - Worker options */\n  constructor({\n    agent,\n    requestFunc = defaultRequestFunc,\n    loadFunc = defaultCpuLoad,\n    loadThreshold = undefined,\n    numIdleProcesses = undefined,\n    shutdownProcessTimeout = 60 * 1000,\n    initializeProcessTimeout = 10 * 1000,\n    permissions = new WorkerPermissions(),\n    agentName = '',\n    serverType = JobType.JT_ROOM,\n    maxRetry = MAX_RECONNECT_ATTEMPTS,\n    wsURL = 'ws://localhost:7880',\n    apiKey = undefined,\n    apiSecret = undefined,\n    workerToken = undefined,\n    host = '0.0.0.0',\n    port = undefined,\n    logLevel = 'info',\n    production = false,\n    jobMemoryWarnMB = 500,\n    jobMemoryLimitMB = 0,\n  }: {\n    /**\n     * Path to a file that has {@link Agent} as a default export, dynamically imported later for\n     * entrypoint and prewarm functions\n     */\n    agent: string;\n    requestFunc?: (job: JobRequest) => Promise<void>;\n    /** Called to determine the current load of the worker. Should return a value between 0 and 1. */\n    loadFunc?: (worker: AgentServer) => Promise<number>;\n    /** When the load exceeds this threshold, the worker will be marked as unavailable. */\n    loadThreshold?: number;\n    numIdleProcesses?: number;\n    shutdownProcessTimeout?: number;\n    initializeProcessTimeout?: number;\n    permissions?: WorkerPermissions;\n    agentName?: string;\n    serverType?: JobType;\n    maxRetry?: number;\n    wsURL?: string;\n    apiKey?: string;\n    apiSecret?: string;\n    workerToken?: string;\n    host?: string;\n    port?: number;\n    logLevel?: string;\n    production?: boolean;\n    jobMemoryWarnMB?: number;\n    jobMemoryLimitMB?: number;\n  }) {\n    this.agent = agent;\n    if (!this.agent) {\n      throw new Error('No Agent file was passed to the worker');\n    }\n    this.requestFunc = requestFunc;\n    this.loadFunc = loadFunc;\n    this.loadThreshold = loadThreshold || Default.loadThreshold(production);\n    this.numIdleProcesses = numIdleProcesses || Default.numIdleProcesses(production);\n    this.shutdownProcessTimeout = shutdownProcessTimeout;\n    this.initializeProcessTimeout = initializeProcessTimeout;\n    this.permissions = permissions;\n    this.agentName = agentName;\n    this.serverType = serverType;\n    this.maxRetry = maxRetry;\n    this.wsURL = wsURL;\n    this.apiKey = apiKey;\n    this.apiSecret = apiSecret;\n    this.workerToken = workerToken;\n    this.host = host;\n    this.port = port || Default.port(production);\n    this.logLevel = logLevel;\n    this.production = production;\n    this.jobMemoryWarnMB = jobMemoryWarnMB;\n    this.jobMemoryLimitMB = jobMemoryLimitMB;\n  }\n}\n\nclass PendingAssignment {\n  promise = new Promise<JobAssignment>((resolve) => {\n    this.resolve = resolve; // this is how JavaScript lets you resolve promises externally\n  });\n  resolve(arg: JobAssignment) {\n    arg; // useless call to counteract TypeScript E6133\n  }\n}\n\n/**\n * Central orchestrator for all processes and job requests.\n *\n * @remarks\n * For most usecases, Worker should not be initialized or handled directly; you should instead call\n * for its creation through {@link cli.runApp}. This could, however, be useful in situations where\n * you don't have access to a command line, such as a headless program, or one that uses Agents\n * behind a wrapper.\n */\nexport class AgentServer {\n  #opts: ServerOptions;\n  #procPool: ProcPool;\n\n  #id = 'unregistered';\n  #closed = true;\n  #draining = false;\n  #connecting = false;\n  #tasks: Promise<void>[] = [];\n  #pending: { [id: string]: PendingAssignment } = {};\n  #close = new Future();\n\n  event = new EventEmitter();\n  #session: WebSocket | undefined = undefined;\n  #httpServer: HTTPServer;\n  #logger = log().child({ version });\n  #inferenceExecutor?: InferenceProcExecutor;\n\n  /* @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */\n  constructor(opts: ServerOptions) {\n    opts.wsURL = opts.wsURL || process.env.LIVEKIT_URL || '';\n    opts.apiKey = opts.apiKey || process.env.LIVEKIT_API_KEY || '';\n    opts.apiSecret = opts.apiSecret || process.env.LIVEKIT_API_SECRET || '';\n\n    if (opts.wsURL === '')\n      throw new MissingCredentialsError(\n        'URL is required: Set LIVEKIT_URL, run with --url, or pass wsURL in ServerOptions',\n      );\n    if (opts.apiKey === '')\n      throw new MissingCredentialsError(\n        'API Key is required: Set LIVEKIT_API_KEY, run with --api-key, or pass apiKey in ServerOptions',\n      );\n    if (opts.apiSecret === '')\n      throw new MissingCredentialsError(\n        'API Secret is required: Set LIVEKIT_API_SECRET, run with --api-secret, or pass apiSecret in ServerOptions',\n      );\n\n    if (opts.workerToken) {\n      if (opts.loadFunc !== defaultCpuLoad) {\n        this.#logger.warn(\n          'custom loadFunc is not supported when deploying to Cloud, using defaults',\n        );\n        opts.loadFunc = defaultCpuLoad;\n      }\n      const loadThreshold = Default.loadThreshold(opts.production);\n      if (opts.loadThreshold !== loadThreshold) {\n        this.#logger.warn(\n          'custom loadThreshold is not supported when deploying to Cloud, using defaults',\n        );\n        opts.loadThreshold = loadThreshold;\n      }\n    }\n\n    if (Object.entries(InferenceRunner.registeredRunners).length) {\n      this.#inferenceExecutor = new InferenceProcExecutor({\n        runners: InferenceRunner.registeredRunners,\n        initializeTimeout: 30000,\n        closeTimeout: 5000,\n        memoryWarnMB: 2000,\n        memoryLimitMB: 0,\n        pingInterval: 5000,\n        pingTimeout: 60000,\n        highPingThreshold: 2500,\n      });\n    }\n\n    this.#procPool = new ProcPool(\n      opts.agent,\n      opts.numIdleProcesses,\n      opts.initializeProcessTimeout,\n      opts.shutdownProcessTimeout,\n      this.#inferenceExecutor,\n      opts.jobMemoryWarnMB,\n      opts.jobMemoryLimitMB,\n    );\n\n    this.#opts = opts;\n\n    const healthCheck = () => {\n      // Check if inference executor exists and is not alive\n      if (this.#inferenceExecutor && !this.#inferenceExecutor.isAlive) {\n        return { healthy: false, message: 'inference process not running' };\n      }\n\n      // Only healthy when fully connected with an active WebSocket\n      if (\n        this.#closed ||\n        this.#connecting ||\n        !this.#session ||\n        this.#session.readyState !== WebSocket.OPEN\n      ) {\n        return { healthy: false, message: 'not connected to livekit' };\n      }\n\n      return { healthy: true, message: 'OK' };\n    };\n\n    const getWorkerInfo = () => ({\n      agent_name: opts.agentName,\n      worker_type: JobType[opts.serverType],\n      active_jobs: this.activeJobs.length,\n      sdk_version: version,\n      project_type: PROJECT_TYPE,\n    });\n\n    this.#httpServer = new HTTPServer(opts.host, opts.port, healthCheck, getWorkerInfo);\n  }\n\n  /** @throws {@link WorkerError} if worker failed to connect or already running */\n  async run() {\n    if (!this.#closed) {\n      throw new WorkerError('worker is already running');\n    }\n\n    if (this.#inferenceExecutor) {\n      await this.#inferenceExecutor.start();\n      await this.#inferenceExecutor.initialize();\n    }\n\n    this.#logger.info('starting worker');\n    this.#closed = false;\n    this.#procPool.start();\n\n    const workerWS = async () => {\n      let retries = 0;\n      this.#connecting = true;\n\n      while (!this.#closed) {\n        const url = new URL(this.#opts.wsURL);\n        url.protocol = url.protocol.replace('http', 'ws');\n        const token = new AccessToken(this.#opts.apiKey, this.#opts.apiSecret);\n        token.addGrant({ agent: true });\n        const jwt = await token.toJwt();\n        const wsUrl = new URL(url + 'agent');\n        if (this.#opts.workerToken) {\n          wsUrl.searchParams.append('worker_token', this.#opts.workerToken);\n        }\n        this.#session = new WebSocket(wsUrl, {\n          headers: { authorization: 'Bearer ' + jwt },\n        });\n\n        try {\n          await new Promise((resolve, reject) => {\n            this.#session!.on('open', resolve);\n            this.#session!.on('error', (error) => reject(error));\n            this.#session!.on('close', (code) => reject(`WebSocket returned ${code}`));\n          });\n\n          retries = 0;\n          this.#logger.debug('connected to LiveKit server');\n          await this.#runWS(this.#session);\n        } catch (e: unknown) {\n          if (this.#closed) return;\n          if (retries >= this.#opts.maxRetry) {\n            throw new WorkerError(\n              `failed to connect to LiveKit server (${this.#opts.wsURL}) after ${retries} attempts: ${e}`,\n            );\n          }\n\n          retries++;\n          const delay = Math.min(retries * 2, 10);\n\n          this.#logger.warn(\n            e,\n            `failed to connect to LiveKit server (${this.#opts.wsURL}), retrying in ${delay} seconds: (${retries}/${this.#opts.maxRetry})`,\n          );\n\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        }\n      }\n    };\n\n    await Promise.all([workerWS(), this.#httpServer.run()]);\n    this.#close.resolve();\n  }\n\n  get id(): string {\n    return this.#id;\n  }\n\n  get activeJobs(): RunningJobInfo[] {\n    return this.#procPool.processes\n      .filter((proc) => proc.runningJob)\n      .map((proc) => proc.runningJob!);\n  }\n\n  /** @throws {@link WorkerError} if worker did not drain in time */\n  async drain(timeout?: number) {\n    if (this.#draining) {\n      return;\n    }\n\n    this.#logger.debug('draining worker');\n    this.#draining = true;\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'updateWorker',\n          value: {\n            status: WorkerStatus.WS_FULL,\n          },\n        },\n      }),\n    );\n\n    const joinJobs = async () => {\n      return Promise.all(\n        this.#procPool.processes.map((proc) => {\n          if (!proc.runningJob) {\n            proc.close();\n          }\n          return proc.join();\n        }),\n      );\n    };\n\n    let timer: NodeJS.Timeout | undefined;\n    if (timeout) {\n      timer = setTimeout(() => {\n        throw new WorkerError('timed out draining');\n      }, timeout);\n    }\n    await joinJobs().then(() => {\n      if (timeout) {\n        clearTimeout(timer);\n      }\n    });\n  }\n\n  async simulateJob(roomName: string, participantIdentity?: string) {\n    const client = new RoomServiceClient(this.#opts.wsURL, this.#opts.apiKey, this.#opts.apiSecret);\n    const room = await client.createRoom({ name: roomName });\n    let participant: ParticipantInfo | undefined = undefined;\n    if (participantIdentity) {\n      try {\n        // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n        participant = (await client.getParticipant(\n          roomName,\n          participantIdentity,\n        )) as unknown as ParticipantInfo;\n      } catch (e) {\n        this.#logger.fatal(\n          `participant with identity ${participantIdentity} not found in room ${roomName}`,\n        );\n        throw e;\n      }\n    }\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'simulateJob',\n          value: {\n            type: JobType.JT_PUBLISHER,\n            room,\n            participant,\n          },\n        },\n      }),\n    );\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closingWS = false;\n\n    const send = (msg: WorkerMessage) => {\n      if (closingWS) {\n        this.event.off('worker_msg', send);\n        return;\n      }\n      ws.send(msg.toBinary());\n    };\n    this.event.on('worker_msg', send);\n\n    const close = new Promise<void>((resolve) => {\n      ws.addEventListener('close', () => {\n        closingWS = true;\n        if (!this.#closed) {\n          this.#logger.error('worker connection closed unexpectedly');\n        }\n        resolve();\n      });\n    });\n\n    ws.addEventListener('error', (event) => {\n      this.#logger.error('worker error:', event.message);\n    });\n\n    ws.addEventListener('message', (event) => {\n      if (event.type !== 'message') {\n        this.#logger.warn('unexpected message type: ' + event.type);\n        return;\n      }\n\n      const msg = new ServerMessage();\n      msg.fromBinary(event.data as Uint8Array);\n\n      // register is the only valid first message, and it is only valid as the\n      // first message\n      if (this.#connecting && msg.message.case !== 'register') {\n        throw new WorkerError('expected register response as first message');\n      }\n\n      switch (msg.message.case) {\n        case 'register': {\n          this.#id = msg.message.value.workerId;\n          this.#logger\n            .child({ id: this.id, server_info: msg.message.value.serverInfo })\n            .info('registered worker');\n          this.event.emit(\n            'worker_registered',\n            msg.message.value.workerId,\n            msg.message.value.serverInfo,\n          );\n          this.#connecting = false;\n          break;\n        }\n        case 'availability': {\n          if (!msg.message.value.job) return;\n          const task = this.#availability(msg.message.value);\n          this.#tasks.push(task);\n          task.finally(() => {\n            const taskIndex = this.#tasks.indexOf(task);\n            if (taskIndex !== -1) {\n              this.#tasks.splice(taskIndex, 1);\n            } else {\n              throw new Error(`task ${task} not found in tasks`);\n            }\n          });\n          break;\n        }\n        case 'assignment': {\n          if (!msg.message.value.job) return;\n          const job = msg.message.value.job;\n          if (job.id in this.#pending) {\n            const task = this.#pending[job.id];\n            delete this.#pending[job.id];\n            task?.resolve(msg.message.value);\n          } else {\n            this.#logger.child({ job }).warn('received assignment for unknown job ' + job.id);\n          }\n          break;\n        }\n        case 'termination': {\n          const task = this.#termination(msg.message.value);\n          this.#tasks.push(task);\n          task.finally(() => {\n            const taskIndex = this.#tasks.indexOf(task);\n            if (taskIndex !== -1) {\n              this.#tasks.splice(taskIndex, 1);\n            } else {\n              throw new Error(`task ${task} not found in tasks`);\n            }\n          });\n          break;\n        }\n      }\n    });\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'register',\n          value: {\n            type: this.#opts.serverType,\n            agentName: this.#opts.agentName,\n            allowedPermissions: new ParticipantPermission({\n              canPublish: this.#opts.permissions.canPublish,\n              canSubscribe: this.#opts.permissions.canSubscribe,\n              canPublishData: this.#opts.permissions.canPublishData,\n              canUpdateMetadata: this.#opts.permissions.canUpdateMetadata,\n              hidden: this.#opts.permissions.hidden,\n              agent: true,\n            }),\n            version,\n          },\n        },\n      }),\n    );\n\n    let currentStatus = WorkerStatus.WS_AVAILABLE;\n    const loadMonitor = setInterval(() => {\n      if (closingWS) clearInterval(loadMonitor);\n\n      const oldStatus = currentStatus;\n      this.#opts.loadFunc(this).then((currentLoad: number) => {\n        const isFull = currentLoad >= this.#opts.loadThreshold;\n        const currentlyAvailable = !isFull;\n        currentStatus = currentlyAvailable ? WorkerStatus.WS_AVAILABLE : WorkerStatus.WS_FULL;\n\n        if (oldStatus != currentStatus) {\n          const extra = { load: currentLoad, loadThreshold: this.#opts.loadThreshold };\n          if (isFull) {\n            this.#logger.child(extra).info('worker is at full capacity, marking as unavailable');\n          } else {\n            this.#logger.child(extra).info('worker is below capacity, marking as available');\n          }\n        }\n\n        this.event.emit(\n          'worker_msg',\n          new WorkerMessage({\n            message: {\n              case: 'updateWorker',\n              value: {\n                load: currentLoad,\n                status: currentStatus,\n              },\n            },\n          }),\n        );\n      });\n    }, UPDATE_LOAD_INTERVAL);\n\n    await close;\n    ws.removeAllListeners();\n  }\n\n  async #availability(msg: AvailabilityRequest) {\n    let answered = false;\n\n    const onReject = async () => {\n      answered = true;\n      this.event.emit(\n        'worker_msg',\n        new WorkerMessage({\n          message: {\n            case: 'availability',\n            value: {\n              jobId: msg.job!.id,\n              available: false,\n            },\n          },\n        }),\n      );\n    };\n\n    const onAccept = async (args: JobAcceptArguments) => {\n      answered = true;\n\n      this.event.emit(\n        'worker_msg',\n        new WorkerMessage({\n          message: {\n            case: 'availability',\n            value: {\n              jobId: msg.job!.id,\n              available: true,\n              participantIdentity: args.identity,\n              participantName: args.name,\n              participantMetadata: args.metadata,\n              participantAttributes: args.attributes,\n            },\n          },\n        }),\n      );\n\n      this.#pending[req.id] = new PendingAssignment();\n      const timer = setTimeout(() => {\n        this.#logger.child({ req }).warn(`assignment for job ${req.id} timed out`);\n        return;\n      }, ASSIGNMENT_TIMEOUT);\n      const asgn = await this.#pending[req.id]?.promise.then(async (asgn) => {\n        clearTimeout(timer);\n        return asgn;\n      });\n\n      if (asgn) {\n        await this.#procPool.launchJob({\n          acceptArguments: args,\n          job: msg.job!,\n          url: asgn.url || this.#opts.wsURL,\n          token: asgn.token,\n          workerId: this.id,\n        });\n      } else {\n        this.#logger.child({ requestId: req.id }).warn('pending assignment not found');\n      }\n    };\n\n    const req = new JobRequest(msg.job!, onReject, onAccept);\n    this.#logger\n      .child({ jobId: msg.job?.id, resuming: msg.resuming, agentName: this.#opts.agentName })\n      .info('received job request');\n\n    const jobRequestTask = async () => {\n      try {\n        await this.#opts.requestFunc(req);\n      } catch (e) {\n        this.#logger\n          .child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })\n          .info('jobRequestFunc failed');\n        await onReject();\n      }\n\n      if (!answered) {\n        this.#logger\n          .child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })\n          .info('no answer was given inside the jobRequestFunc, automatically rejecting the job');\n      }\n    };\n\n    const task = jobRequestTask();\n    this.#tasks.push(task);\n    task.finally(() => {\n      const taskIndex = this.#tasks.indexOf(task);\n      if (taskIndex !== -1) {\n        this.#tasks.splice(taskIndex, 1);\n      } else {\n        throw new Error(`task ${task} not found in tasks`);\n      }\n    });\n  }\n\n  async #termination(msg: JobTermination) {\n    const proc = this.#procPool.getByJobId(msg.jobId);\n    if (proc === null) {\n      // safe to ignore\n      return;\n    }\n    await proc.close();\n  }\n\n  async close() {\n    if (this.#closed) {\n      await this.#close.await;\n      return;\n    }\n\n    this.#logger.debug('shutting down worker');\n\n    this.#closed = true;\n\n    await this.#inferenceExecutor?.close();\n    await this.#procPool.close();\n    await this.#httpServer.close();\n    await Promise.allSettled(this.#tasks);\n\n    this.#session?.close();\n    await this.#close.await;\n  }\n}\n\n/**\n * @deprecated Use {@link AgentServer} instead. This alias is provided for backward compatibility.\n */\nexport const Worker = AgentServer;\n\n/**\n * @deprecated Use {@link ServerOptions} instead. This alias is provided for backward compatibility.\n */\nexport const WorkerOptions = ServerOptions;\n"],"mappings":"AAIA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,aAAa,yBAAyB;AAC/C,SAAS,oBAAoB;AAC7B,OAAO,QAAQ;AACf,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAC3B,SAAS,uBAAuB;AAChC,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AAEzB,SAAS,kBAAkB;AAC3B,SAAS,WAAW;AACpB,SAAS,cAAc;AACvB,SAAS,eAAe;AAExB,MAAM,yBAAyB;AAC/B,MAAM,qBAAqB,MAAM;AACjC,MAAM,uBAAuB,MAAM;AACnC,MAAM,eAAe;AAErB,MAAM,QAAQ;AAAA,EACZ,OAAO,cAAc,YAA6B;AAChD,QAAI,YAAY;AACd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,OAAO,iBAAiB,YAA6B;AACnD,QAAI,YAAY;AAEd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,OAAO,KAAK,YAA6B;AACvC,QAAI,YAAY;AACd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAGO,MAAM,gCAAgC,MAAM;AAAA,EACjD,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,oBAAoB,MAAM;AAAA,EACrC,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,+BAA+B,CAAC,MAAkB;AAC/D,MAAM,qBAAqB,OAAO,QAAoB;AACpD,QAAM,IAAI,OAAO;AACnB;AAGA,MAAM,iBAAiB,OAAO,WAAyC;AACrE,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAM,QAAQ,GAAG,KAAK;AAEtB,eAAW,MAAM;AACf,YAAM,QAAQ,GAAG,KAAK;AAEtB,UAAI,OAAO;AACX,UAAI,QAAQ;AAEZ,eAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,cAAM,OAAO,MAAM,CAAC,EAAG;AACvB,cAAM,OAAO,MAAM,CAAC,EAAG;AAEvB,gBAAQ,KAAK,OAAO,KAAK;AAEzB,cAAM,SAAS,OAAO,OAAO,IAAI,EAAE,OAAO,CAAC,KAAKA,OAAM,MAAMA,IAAG,CAAC;AAChE,cAAM,SAAS,OAAO,OAAO,IAAI,EAAE,OAAO,CAAC,KAAKA,OAAM,MAAMA,IAAG,CAAC;AAEhE,iBAAS,SAAS;AAAA,MACpB;AAEA,cAAQ,EAAE,IAAI,OAAO,OAAO,QAAQ,CAAC,CAAC;AAAA,IACxC,GAAG,oBAAoB;AAAA,EACzB,CAAC;AACH;AAGO,MAAM,kBAAkB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YACE,aAAa,MACb,eAAe,MACf,iBAAiB,MACjB,oBAAoB,MACpB,oBAAmC,CAAC,GACpC,SAAS,OACT;AACA,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,oBAAoB;AACzB,SAAK,oBAAoB;AACzB,SAAK,SAAS;AAAA,EAChB;AACF;AAWO,MAAM,cAAc;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,YAAY;AAAA,IACV;AAAA,IACA,cAAc;AAAA,IACd,WAAW;AAAA,IACX,gBAAgB;AAAA,IAChB,mBAAmB;AAAA,IACnB,yBAAyB,KAAK;AAAA,IAC9B,2BAA2B,KAAK;AAAA,IAChC,cAAc,IAAI,kBAAkB;AAAA,IACpC,YAAY;AAAA,IACZ,aAAa,QAAQ;AAAA,IACrB,WAAW;AAAA,IACX,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,YAAY;AAAA,IACZ,cAAc;AAAA,IACd,OAAO;AAAA,IACP,OAAO;AAAA,IACP,WAAW;AAAA,IACX,aAAa;AAAA,IACb,kBAAkB;AAAA,IAClB,mBAAmB;AAAA,EACrB,GA4BG;AACD,SAAK,QAAQ;AACb,QAAI,CAAC,KAAK,OAAO;AACf,YAAM,IAAI,MAAM,wCAAwC;AAAA,IAC1D;AACA,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,gBAAgB,iBAAiB,QAAQ,cAAc,UAAU;AACtE,SAAK,mBAAmB,oBAAoB,QAAQ,iBAAiB,UAAU;AAC/E,SAAK,yBAAyB;AAC9B,SAAK,2BAA2B;AAChC,SAAK,cAAc;AACnB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,OAAO;AACZ,SAAK,OAAO,QAAQ,QAAQ,KAAK,UAAU;AAC3C,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,kBAAkB;AACvB,SAAK,mBAAmB;AAAA,EAC1B;AACF;AAEA,MAAM,kBAAkB;AAAA,EACtB,UAAU,IAAI,QAAuB,CAAC,YAAY;AAChD,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAAoB;AAC1B;AAAA,EACF;AACF;AAWO,MAAM,YAAY;AAAA,EACvB;AAAA,EACA;AAAA,EAEA,MAAM;AAAA,EACN,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,SAA0B,CAAC;AAAA,EAC3B,WAAgD,CAAC;AAAA,EACjD,SAAS,IAAI,OAAO;AAAA,EAEpB,QAAQ,IAAI,aAAa;AAAA,EACzB,WAAkC;AAAA,EAClC;AAAA,EACA,UAAU,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;AAAA,EACjC;AAAA;AAAA,EAGA,YAAY,MAAqB;AAC/B,SAAK,QAAQ,KAAK,SAAS,QAAQ,IAAI,eAAe;AACtD,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI,mBAAmB;AAC5D,SAAK,YAAY,KAAK,aAAa,QAAQ,IAAI,sBAAsB;AAErE,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AACF,QAAI,KAAK,WAAW;AAClB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AACF,QAAI,KAAK,cAAc;AACrB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAEF,QAAI,KAAK,aAAa;AACpB,UAAI,KAAK,aAAa,gBAAgB;AACpC,aAAK,QAAQ;AAAA,UACX;AAAA,QACF;AACA,aAAK,WAAW;AAAA,MAClB;AACA,YAAM,gBAAgB,QAAQ,cAAc,KAAK,UAAU;AAC3D,UAAI,KAAK,kBAAkB,eAAe;AACxC,aAAK,QAAQ;AAAA,UACX;AAAA,QACF;AACA,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,gBAAgB,iBAAiB,EAAE,QAAQ;AAC5D,WAAK,qBAAqB,IAAI,sBAAsB;AAAA,QAClD,SAAS,gBAAgB;AAAA,QACzB,mBAAmB;AAAA,QACnB,cAAc;AAAA,QACd,cAAc;AAAA,QACd,eAAe;AAAA,QACf,cAAc;AAAA,QACd,aAAa;AAAA,QACb,mBAAmB;AAAA,MACrB,CAAC;AAAA,IACH;AAEA,SAAK,YAAY,IAAI;AAAA,MACnB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAEA,SAAK,QAAQ;AAEb,UAAM,cAAc,MAAM;AAExB,UAAI,KAAK,sBAAsB,CAAC,KAAK,mBAAmB,SAAS;AAC/D,eAAO,EAAE,SAAS,OAAO,SAAS,gCAAgC;AAAA,MACpE;AAGA,UACE,KAAK,WACL,KAAK,eACL,CAAC,KAAK,YACN,KAAK,SAAS,eAAe,UAAU,MACvC;AACA,eAAO,EAAE,SAAS,OAAO,SAAS,2BAA2B;AAAA,MAC/D;AAEA,aAAO,EAAE,SAAS,MAAM,SAAS,KAAK;AAAA,IACxC;AAEA,UAAM,gBAAgB,OAAO;AAAA,MAC3B,YAAY,KAAK;AAAA,MACjB,aAAa,QAAQ,KAAK,UAAU;AAAA,MACpC,aAAa,KAAK,WAAW;AAAA,MAC7B,aAAa;AAAA,MACb,cAAc;AAAA,IAChB;AAEA,SAAK,cAAc,IAAI,WAAW,KAAK,MAAM,KAAK,MAAM,aAAa,aAAa;AAAA,EACpF;AAAA;AAAA,EAGA,MAAM,MAAM;AACV,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,YAAY,2BAA2B;AAAA,IACnD;AAEA,QAAI,KAAK,oBAAoB;AAC3B,YAAM,KAAK,mBAAmB,MAAM;AACpC,YAAM,KAAK,mBAAmB,WAAW;AAAA,IAC3C;AAEA,SAAK,QAAQ,KAAK,iBAAiB;AACnC,SAAK,UAAU;AACf,SAAK,UAAU,MAAM;AAErB,UAAM,WAAW,YAAY;AAC3B,UAAI,UAAU;AACd,WAAK,cAAc;AAEnB,aAAO,CAAC,KAAK,SAAS;AACpB,cAAM,MAAM,IAAI,IAAI,KAAK,MAAM,KAAK;AACpC,YAAI,WAAW,IAAI,SAAS,QAAQ,QAAQ,IAAI;AAChD,cAAM,QAAQ,IAAI,YAAY,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS;AACrE,cAAM,SAAS,EAAE,OAAO,KAAK,CAAC;AAC9B,cAAM,MAAM,MAAM,MAAM,MAAM;AAC9B,cAAM,QAAQ,IAAI,IAAI,MAAM,OAAO;AACnC,YAAI,KAAK,MAAM,aAAa;AAC1B,gBAAM,aAAa,OAAO,gBAAgB,KAAK,MAAM,WAAW;AAAA,QAClE;AACA,aAAK,WAAW,IAAI,UAAU,OAAO;AAAA,UACnC,SAAS,EAAE,eAAe,YAAY,IAAI;AAAA,QAC5C,CAAC;AAED,YAAI;AACF,gBAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,iBAAK,SAAU,GAAG,QAAQ,OAAO;AACjC,iBAAK,SAAU,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACnD,iBAAK,SAAU,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,UAC3E,CAAC;AAED,oBAAU;AACV,eAAK,QAAQ,MAAM,6BAA6B;AAChD,gBAAM,KAAK,OAAO,KAAK,QAAQ;AAAA,QACjC,SAAS,GAAY;AACnB,cAAI,KAAK,QAAS;AAClB,cAAI,WAAW,KAAK,MAAM,UAAU;AAClC,kBAAM,IAAI;AAAA,cACR,wCAAwC,KAAK,MAAM,KAAK,WAAW,OAAO,cAAc,CAAC;AAAA,YAC3F;AAAA,UACF;AAEA;AACA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AAEtC,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,wCAAwC,KAAK,MAAM,KAAK,kBAAkB,KAAK,cAAc,OAAO,IAAI,KAAK,MAAM,QAAQ;AAAA,UAC7H;AAEA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,KAAK,YAAY,IAAI,CAAC,CAAC;AACtD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,IAAI,KAAa;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAA+B;AACjC,WAAO,KAAK,UAAU,UACnB,OAAO,CAAC,SAAS,KAAK,UAAU,EAChC,IAAI,CAAC,SAAS,KAAK,UAAW;AAAA,EACnC;AAAA;AAAA,EAGA,MAAM,MAAM,SAAkB;AAC5B,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,iBAAiB;AACpC,SAAK,YAAY;AAEjB,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,QAAQ,aAAa;AAAA,UACvB;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAEA,UAAM,WAAW,YAAY;AAC3B,aAAO,QAAQ;AAAA,QACb,KAAK,UAAU,UAAU,IAAI,CAAC,SAAS;AACrC,cAAI,CAAC,KAAK,YAAY;AACpB,iBAAK,MAAM;AAAA,UACb;AACA,iBAAO,KAAK,KAAK;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI;AACJ,QAAI,SAAS;AACX,cAAQ,WAAW,MAAM;AACvB,cAAM,IAAI,YAAY,oBAAoB;AAAA,MAC5C,GAAG,OAAO;AAAA,IACZ;AACA,UAAM,SAAS,EAAE,KAAK,MAAM;AAC1B,UAAI,SAAS;AACX,qBAAa,KAAK;AAAA,MACpB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,UAAkB,qBAA8B;AAChE,UAAM,SAAS,IAAI,kBAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS;AAC9F,UAAM,OAAO,MAAM,OAAO,WAAW,EAAE,MAAM,SAAS,CAAC;AACvD,QAAI,cAA2C;AAC/C,QAAI,qBAAqB;AACvB,UAAI;AAEF,sBAAe,MAAM,OAAO;AAAA,UAC1B;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,GAAG;AACV,aAAK,QAAQ;AAAA,UACX,6BAA6B,mBAAmB,sBAAsB,QAAQ;AAAA,QAChF;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,YAAY;AAEhB,UAAM,OAAO,CAAC,QAAuB;AACnC,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,cAAc,IAAI;AACjC;AAAA,MACF;AACA,SAAG,KAAK,IAAI,SAAS,CAAC;AAAA,IACxB;AACA,SAAK,MAAM,GAAG,cAAc,IAAI;AAEhC,UAAM,QAAQ,IAAI,QAAc,CAAC,YAAY;AAC3C,SAAG,iBAAiB,SAAS,MAAM;AACjC,oBAAY;AACZ,YAAI,CAAC,KAAK,SAAS;AACjB,eAAK,QAAQ,MAAM,uCAAuC;AAAA,QAC5D;AACA,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAED,OAAG,iBAAiB,SAAS,CAAC,UAAU;AACtC,WAAK,QAAQ,MAAM,iBAAiB,MAAM,OAAO;AAAA,IACnD,CAAC;AAED,OAAG,iBAAiB,WAAW,CAAC,UAAU;AACxC,UAAI,MAAM,SAAS,WAAW;AAC5B,aAAK,QAAQ,KAAK,8BAA8B,MAAM,IAAI;AAC1D;AAAA,MACF;AAEA,YAAM,MAAM,IAAI,cAAc;AAC9B,UAAI,WAAW,MAAM,IAAkB;AAIvC,UAAI,KAAK,eAAe,IAAI,QAAQ,SAAS,YAAY;AACvD,cAAM,IAAI,YAAY,6CAA6C;AAAA,MACrE;AAEA,cAAQ,IAAI,QAAQ,MAAM;AAAA,QACxB,KAAK,YAAY;AACf,eAAK,MAAM,IAAI,QAAQ,MAAM;AAC7B,eAAK,QACF,MAAM,EAAE,IAAI,KAAK,IAAI,aAAa,IAAI,QAAQ,MAAM,WAAW,CAAC,EAChE,KAAK,mBAAmB;AAC3B,eAAK,MAAM;AAAA,YACT;AAAA,YACA,IAAI,QAAQ,MAAM;AAAA,YAClB,IAAI,QAAQ,MAAM;AAAA,UACpB;AACA,eAAK,cAAc;AACnB;AAAA,QACF;AAAA,QACA,KAAK,gBAAgB;AACnB,cAAI,CAAC,IAAI,QAAQ,MAAM,IAAK;AAC5B,gBAAM,OAAO,KAAK,cAAc,IAAI,QAAQ,KAAK;AACjD,eAAK,OAAO,KAAK,IAAI;AACrB,eAAK,QAAQ,MAAM;AACjB,kBAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,gBAAI,cAAc,IAAI;AACpB,mBAAK,OAAO,OAAO,WAAW,CAAC;AAAA,YACjC,OAAO;AACL,oBAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,YACnD;AAAA,UACF,CAAC;AACD;AAAA,QACF;AAAA,QACA,KAAK,cAAc;AACjB,cAAI,CAAC,IAAI,QAAQ,MAAM,IAAK;AAC5B,gBAAM,MAAM,IAAI,QAAQ,MAAM;AAC9B,cAAI,IAAI,MAAM,KAAK,UAAU;AAC3B,kBAAM,OAAO,KAAK,SAAS,IAAI,EAAE;AACjC,mBAAO,KAAK,SAAS,IAAI,EAAE;AAC3B,yCAAM,QAAQ,IAAI,QAAQ;AAAA,UAC5B,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,yCAAyC,IAAI,EAAE;AAAA,UAClF;AACA;AAAA,QACF;AAAA,QACA,KAAK,eAAe;AAClB,gBAAM,OAAO,KAAK,aAAa,IAAI,QAAQ,KAAK;AAChD,eAAK,OAAO,KAAK,IAAI;AACrB,eAAK,QAAQ,MAAM;AACjB,kBAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,gBAAI,cAAc,IAAI;AACpB,mBAAK,OAAO,OAAO,WAAW,CAAC;AAAA,YACjC,OAAO;AACL,oBAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,YACnD;AAAA,UACF,CAAC;AACD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,MAAM,KAAK,MAAM;AAAA,YACjB,WAAW,KAAK,MAAM;AAAA,YACtB,oBAAoB,IAAI,sBAAsB;AAAA,cAC5C,YAAY,KAAK,MAAM,YAAY;AAAA,cACnC,cAAc,KAAK,MAAM,YAAY;AAAA,cACrC,gBAAgB,KAAK,MAAM,YAAY;AAAA,cACvC,mBAAmB,KAAK,MAAM,YAAY;AAAA,cAC1C,QAAQ,KAAK,MAAM,YAAY;AAAA,cAC/B,OAAO;AAAA,YACT,CAAC;AAAA,YACD;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,gBAAgB,aAAa;AACjC,UAAM,cAAc,YAAY,MAAM;AACpC,UAAI,UAAW,eAAc,WAAW;AAExC,YAAM,YAAY;AAClB,WAAK,MAAM,SAAS,IAAI,EAAE,KAAK,CAAC,gBAAwB;AACtD,cAAM,SAAS,eAAe,KAAK,MAAM;AACzC,cAAM,qBAAqB,CAAC;AAC5B,wBAAgB,qBAAqB,aAAa,eAAe,aAAa;AAE9E,YAAI,aAAa,eAAe;AAC9B,gBAAM,QAAQ,EAAE,MAAM,aAAa,eAAe,KAAK,MAAM,cAAc;AAC3E,cAAI,QAAQ;AACV,iBAAK,QAAQ,MAAM,KAAK,EAAE,KAAK,oDAAoD;AAAA,UACrF,OAAO;AACL,iBAAK,QAAQ,MAAM,KAAK,EAAE,KAAK,gDAAgD;AAAA,UACjF;AAAA,QACF;AAEA,aAAK,MAAM;AAAA,UACT;AAAA,UACA,IAAI,cAAc;AAAA,YAChB,SAAS;AAAA,cACP,MAAM;AAAA,cACN,OAAO;AAAA,gBACL,MAAM;AAAA,gBACN,QAAQ;AAAA,cACV;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IACH,GAAG,oBAAoB;AAEvB,UAAM;AACN,OAAG,mBAAmB;AAAA,EACxB;AAAA,EAEA,MAAM,cAAc,KAA0B;AA9qBhD;AA+qBI,QAAI,WAAW;AAEf,UAAM,WAAW,YAAY;AAC3B,iBAAW;AACX,WAAK,MAAM;AAAA,QACT;AAAA,QACA,IAAI,cAAc;AAAA,UAChB,SAAS;AAAA,YACP,MAAM;AAAA,YACN,OAAO;AAAA,cACL,OAAO,IAAI,IAAK;AAAA,cAChB,WAAW;AAAA,YACb;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,SAA6B;AAjsBzD,UAAAC;AAksBM,iBAAW;AAEX,WAAK,MAAM;AAAA,QACT;AAAA,QACA,IAAI,cAAc;AAAA,UAChB,SAAS;AAAA,YACP,MAAM;AAAA,YACN,OAAO;AAAA,cACL,OAAO,IAAI,IAAK;AAAA,cAChB,WAAW;AAAA,cACX,qBAAqB,KAAK;AAAA,cAC1B,iBAAiB,KAAK;AAAA,cACtB,qBAAqB,KAAK;AAAA,cAC1B,uBAAuB,KAAK;AAAA,YAC9B;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAEA,WAAK,SAAS,IAAI,EAAE,IAAI,IAAI,kBAAkB;AAC9C,YAAM,QAAQ,WAAW,MAAM;AAC7B,aAAK,QAAQ,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,sBAAsB,IAAI,EAAE,YAAY;AACzE;AAAA,MACF,GAAG,kBAAkB;AACrB,YAAM,OAAO,QAAMA,MAAA,KAAK,SAAS,IAAI,EAAE,MAApB,gBAAAA,IAAuB,QAAQ,KAAK,OAAOC,UAAS;AACrE,qBAAa,KAAK;AAClB,eAAOA;AAAA,MACT;AAEA,UAAI,MAAM;AACR,cAAM,KAAK,UAAU,UAAU;AAAA,UAC7B,iBAAiB;AAAA,UACjB,KAAK,IAAI;AAAA,UACT,KAAK,KAAK,OAAO,KAAK,MAAM;AAAA,UAC5B,OAAO,KAAK;AAAA,UACZ,UAAU,KAAK;AAAA,QACjB,CAAC;AAAA,MACH,OAAO;AACL,aAAK,QAAQ,MAAM,EAAE,WAAW,IAAI,GAAG,CAAC,EAAE,KAAK,8BAA8B;AAAA,MAC/E;AAAA,IACF;AAEA,UAAM,MAAM,IAAI,WAAW,IAAI,KAAM,UAAU,QAAQ;AACvD,SAAK,QACF,MAAM,EAAE,QAAO,SAAI,QAAJ,mBAAS,IAAI,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EACrF,KAAK,sBAAsB;AAE9B,UAAM,iBAAiB,YAAY;AACjC,UAAI;AACF,cAAM,KAAK,MAAM,YAAY,GAAG;AAAA,MAClC,SAAS,GAAG;AACV,aAAK,QACF,MAAM,EAAE,KAAK,IAAI,KAAK,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAC/E,KAAK,uBAAuB;AAC/B,cAAM,SAAS;AAAA,MACjB;AAEA,UAAI,CAAC,UAAU;AACb,aAAK,QACF,MAAM,EAAE,KAAK,IAAI,KAAK,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAC/E,KAAK,gFAAgF;AAAA,MAC1F;AAAA,IACF;AAEA,UAAM,OAAO,eAAe;AAC5B,SAAK,OAAO,KAAK,IAAI;AACrB,SAAK,QAAQ,MAAM;AACjB,YAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,UAAI,cAAc,IAAI;AACpB,aAAK,OAAO,OAAO,WAAW,CAAC;AAAA,MACjC,OAAO;AACL,cAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,MACnD;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAAa,KAAqB;AACtC,UAAM,OAAO,KAAK,UAAU,WAAW,IAAI,KAAK;AAChD,QAAI,SAAS,MAAM;AAEjB;AAAA,IACF;AACA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,QAAQ;AAvxBhB;AAwxBI,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,OAAO;AAClB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,sBAAsB;AAEzC,SAAK,UAAU;AAEf,YAAM,UAAK,uBAAL,mBAAyB;AAC/B,UAAM,KAAK,UAAU,MAAM;AAC3B,UAAM,KAAK,YAAY,MAAM;AAC7B,UAAM,QAAQ,WAAW,KAAK,MAAM;AAEpC,eAAK,aAAL,mBAAe;AACf,UAAM,KAAK,OAAO;AAAA,EACpB;AACF;AAKO,MAAM,SAAS;AAKf,MAAM,gBAAgB;","names":["i","_a","asgn"]}
+{"version":3,"sources":["../src/worker.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { JobAssignment, JobTermination, TrackSource } from '@livekit/protocol';\nimport {\n  type AvailabilityRequest,\n  JobType,\n  ParticipantPermission,\n  ServerMessage,\n  WorkerMessage,\n  WorkerStatus,\n} from '@livekit/protocol';\nimport type { ParticipantInfo } from 'livekit-server-sdk';\nimport { AccessToken, RoomServiceClient } from 'livekit-server-sdk';\nimport { EventEmitter } from 'node:events';\nimport { WebSocket } from 'ws';\nimport { getCpuMonitor } from './cpu.js';\nimport { HTTPServer } from './http_server.js';\nimport { InferenceRunner } from './inference_runner.js';\nimport { InferenceProcExecutor } from './ipc/inference_proc_executor.js';\nimport { ProcPool } from './ipc/proc_pool.js';\nimport type { JobAcceptArguments, JobProcess, RunningJobInfo } from './job.js';\nimport { JobRequest } from './job.js';\nimport { log } from './log.js';\nimport { Future } from './utils.js';\nimport { version } from './version.js';\n\nconst MAX_RECONNECT_ATTEMPTS = 10;\nconst ASSIGNMENT_TIMEOUT = 7.5 * 1000;\nconst UPDATE_LOAD_INTERVAL = 2.5 * 1000;\nconst PROJECT_TYPE = 'nodejs';\n\nclass Default {\n  static loadThreshold(production: boolean): number {\n    if (production) {\n      return 0.7;\n    } else {\n      return Infinity;\n    }\n  }\n\n  static numIdleProcesses(production: boolean): number {\n    if (production) {\n      // TODO: use number of cores\n      return 3;\n    } else {\n      return 0;\n    }\n  }\n\n  static port(production: boolean): number {\n    if (production) {\n      return 8081;\n    } else {\n      return 0;\n    }\n  }\n}\n\n/** Necessary credentials not provided and not found in an appropriate environment variable. */\nexport class MissingCredentialsError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** Worker did not run as expected. */\nexport class WorkerError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** @internal */\nexport const defaultInitializeProcessFunc = (_: JobProcess) => _;\nconst defaultRequestFunc = async (ctx: JobRequest) => {\n  await ctx.accept();\n};\n\nconst cpuMonitor = getCpuMonitor();\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nconst defaultCpuLoad = async (_worker: AgentServer): Promise<number> => {\n  return cpuMonitor.cpuPercent(UPDATE_LOAD_INTERVAL);\n};\n\n/** Participant permissions to pass to every agent spun up by this worker. */\nexport class WorkerPermissions {\n  canPublish: boolean;\n  canSubscribe: boolean;\n  canPublishData: boolean;\n  canUpdateMetadata: boolean;\n  canPublishSources: TrackSource[];\n  hidden: boolean;\n\n  constructor(\n    canPublish = true,\n    canSubscribe = true,\n    canPublishData = true,\n    canUpdateMetadata = true,\n    canPublishSources: TrackSource[] = [],\n    hidden = false,\n  ) {\n    this.canPublish = canPublish;\n    this.canSubscribe = canSubscribe;\n    this.canPublishData = canPublishData;\n    this.canUpdateMetadata = canUpdateMetadata;\n    this.canPublishSources = canPublishSources;\n    this.hidden = hidden;\n  }\n}\n\n/**\n * Data class describing worker behaviour.\n *\n * @remarks\n * The Agents framework provides sane worker defaults, and works out-of-the-box with no tweaking\n * necessary. The only mandatory parameter is `agent`, which points to the entry function.\n *\n * This class is mostly useful in conjunction with {@link cli.runApp}.\n */\nexport class ServerOptions {\n  agent: string;\n  requestFunc: (job: JobRequest) => Promise<void>;\n  loadFunc: (worker: AgentServer) => Promise<number>;\n  loadThreshold: number;\n  numIdleProcesses: number;\n  shutdownProcessTimeout: number;\n  initializeProcessTimeout: number;\n  permissions: WorkerPermissions;\n  agentName: string;\n  serverType: JobType;\n  maxRetry: number;\n  wsURL: string;\n  apiKey?: string;\n  apiSecret?: string;\n  workerToken?: string;\n  host: string;\n  port: number;\n  logLevel: string;\n  production: boolean;\n  jobMemoryWarnMB: number;\n  jobMemoryLimitMB: number;\n\n  /** @param options - Worker options */\n  constructor({\n    agent,\n    requestFunc = defaultRequestFunc,\n    loadFunc = defaultCpuLoad,\n    loadThreshold = undefined,\n    numIdleProcesses = undefined,\n    shutdownProcessTimeout = 60 * 1000,\n    initializeProcessTimeout = 10 * 1000,\n    permissions = new WorkerPermissions(),\n    agentName = '',\n    serverType = JobType.JT_ROOM,\n    maxRetry = MAX_RECONNECT_ATTEMPTS,\n    wsURL = 'ws://localhost:7880',\n    apiKey = undefined,\n    apiSecret = undefined,\n    workerToken = undefined,\n    host = '0.0.0.0',\n    port = undefined,\n    logLevel = 'info',\n    production = false,\n    jobMemoryWarnMB = 500,\n    jobMemoryLimitMB = 0,\n  }: {\n    /**\n     * Path to a file that has {@link Agent} as a default export, dynamically imported later for\n     * entrypoint and prewarm functions\n     */\n    agent: string;\n    requestFunc?: (job: JobRequest) => Promise<void>;\n    /** Called to determine the current load of the worker. Should return a value between 0 and 1. */\n    loadFunc?: (worker: AgentServer) => Promise<number>;\n    /** When the load exceeds this threshold, the worker will be marked as unavailable. */\n    loadThreshold?: number;\n    numIdleProcesses?: number;\n    shutdownProcessTimeout?: number;\n    initializeProcessTimeout?: number;\n    permissions?: WorkerPermissions;\n    agentName?: string;\n    serverType?: JobType;\n    maxRetry?: number;\n    wsURL?: string;\n    apiKey?: string;\n    apiSecret?: string;\n    workerToken?: string;\n    host?: string;\n    port?: number;\n    logLevel?: string;\n    production?: boolean;\n    jobMemoryWarnMB?: number;\n    jobMemoryLimitMB?: number;\n  }) {\n    this.agent = agent;\n    if (!this.agent) {\n      throw new Error('No Agent file was passed to the worker');\n    }\n    this.requestFunc = requestFunc;\n    this.loadFunc = loadFunc;\n    this.loadThreshold = loadThreshold || Default.loadThreshold(production);\n    this.numIdleProcesses = numIdleProcesses || Default.numIdleProcesses(production);\n    this.shutdownProcessTimeout = shutdownProcessTimeout;\n    this.initializeProcessTimeout = initializeProcessTimeout;\n    this.permissions = permissions;\n    this.agentName = agentName;\n    this.serverType = serverType;\n    this.maxRetry = maxRetry;\n    this.wsURL = wsURL;\n    this.apiKey = apiKey;\n    this.apiSecret = apiSecret;\n    this.workerToken = workerToken;\n    this.host = host;\n    this.port = port || Default.port(production);\n    this.logLevel = logLevel;\n    this.production = production;\n    this.jobMemoryWarnMB = jobMemoryWarnMB;\n    this.jobMemoryLimitMB = jobMemoryLimitMB;\n  }\n}\n\nclass PendingAssignment {\n  promise = new Promise<JobAssignment>((resolve) => {\n    this.resolve = resolve; // this is how JavaScript lets you resolve promises externally\n  });\n  resolve(arg: JobAssignment) {\n    arg; // useless call to counteract TypeScript E6133\n  }\n}\n\n/**\n * Central orchestrator for all processes and job requests.\n *\n * @remarks\n * For most usecases, Worker should not be initialized or handled directly; you should instead call\n * for its creation through {@link cli.runApp}. This could, however, be useful in situations where\n * you don't have access to a command line, such as a headless program, or one that uses Agents\n * behind a wrapper.\n */\nexport class AgentServer {\n  #opts: ServerOptions;\n  #procPool: ProcPool;\n\n  #id = 'unregistered';\n  #closed = true;\n  #draining = false;\n  #connecting = false;\n  #tasks: Promise<void>[] = [];\n  #pending: { [id: string]: PendingAssignment } = {};\n  #close = new Future();\n\n  event = new EventEmitter();\n  #session: WebSocket | undefined = undefined;\n  #httpServer: HTTPServer;\n  #logger = log().child({ version });\n  #inferenceExecutor?: InferenceProcExecutor;\n\n  /* @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */\n  constructor(opts: ServerOptions) {\n    opts.wsURL = opts.wsURL || process.env.LIVEKIT_URL || '';\n    opts.apiKey = opts.apiKey || process.env.LIVEKIT_API_KEY || '';\n    opts.apiSecret = opts.apiSecret || process.env.LIVEKIT_API_SECRET || '';\n\n    if (opts.wsURL === '')\n      throw new MissingCredentialsError(\n        'URL is required: Set LIVEKIT_URL, run with --url, or pass wsURL in ServerOptions',\n      );\n    if (opts.apiKey === '')\n      throw new MissingCredentialsError(\n        'API Key is required: Set LIVEKIT_API_KEY, run with --api-key, or pass apiKey in ServerOptions',\n      );\n    if (opts.apiSecret === '')\n      throw new MissingCredentialsError(\n        'API Secret is required: Set LIVEKIT_API_SECRET, run with --api-secret, or pass apiSecret in ServerOptions',\n      );\n\n    if (opts.workerToken) {\n      if (opts.loadFunc !== defaultCpuLoad) {\n        this.#logger.warn(\n          'custom loadFunc is not supported when deploying to Cloud, using defaults',\n        );\n        opts.loadFunc = defaultCpuLoad;\n      }\n      const loadThreshold = Default.loadThreshold(opts.production);\n      if (opts.loadThreshold !== loadThreshold) {\n        this.#logger.warn(\n          'custom loadThreshold is not supported when deploying to Cloud, using defaults',\n        );\n        opts.loadThreshold = loadThreshold;\n      }\n    }\n\n    if (Object.entries(InferenceRunner.registeredRunners).length) {\n      this.#inferenceExecutor = new InferenceProcExecutor({\n        runners: InferenceRunner.registeredRunners,\n        initializeTimeout: 30000,\n        closeTimeout: 5000,\n        memoryWarnMB: 2000,\n        memoryLimitMB: 0,\n        pingInterval: 5000,\n        pingTimeout: 60000,\n        highPingThreshold: 2500,\n      });\n    }\n\n    this.#procPool = new ProcPool(\n      opts.agent,\n      opts.numIdleProcesses,\n      opts.initializeProcessTimeout,\n      opts.shutdownProcessTimeout,\n      this.#inferenceExecutor,\n      opts.jobMemoryWarnMB,\n      opts.jobMemoryLimitMB,\n    );\n\n    this.#opts = opts;\n\n    const healthCheck = () => {\n      // Check if inference executor exists and is not alive\n      if (this.#inferenceExecutor && !this.#inferenceExecutor.isAlive) {\n        return { healthy: false, message: 'inference process not running' };\n      }\n\n      // Only healthy when fully connected with an active WebSocket\n      if (\n        this.#closed ||\n        this.#connecting ||\n        !this.#session ||\n        this.#session.readyState !== WebSocket.OPEN\n      ) {\n        return { healthy: false, message: 'not connected to livekit' };\n      }\n\n      return { healthy: true, message: 'OK' };\n    };\n\n    const getWorkerInfo = () => ({\n      agent_name: opts.agentName,\n      worker_type: JobType[opts.serverType],\n      active_jobs: this.activeJobs.length,\n      sdk_version: version,\n      project_type: PROJECT_TYPE,\n    });\n\n    this.#httpServer = new HTTPServer(opts.host, opts.port, healthCheck, getWorkerInfo);\n  }\n\n  /** @throws {@link WorkerError} if worker failed to connect or already running */\n  async run() {\n    if (!this.#closed) {\n      throw new WorkerError('worker is already running');\n    }\n\n    if (this.#inferenceExecutor) {\n      await this.#inferenceExecutor.start();\n      await this.#inferenceExecutor.initialize();\n    }\n\n    this.#logger.info('starting worker');\n    this.#closed = false;\n    this.#procPool.start();\n\n    const workerWS = async () => {\n      let retries = 0;\n      this.#connecting = true;\n\n      while (!this.#closed) {\n        const url = new URL(this.#opts.wsURL);\n        url.protocol = url.protocol.replace('http', 'ws');\n        const token = new AccessToken(this.#opts.apiKey, this.#opts.apiSecret);\n        token.addGrant({ agent: true });\n        const jwt = await token.toJwt();\n        const wsUrl = new URL(url + 'agent');\n        if (this.#opts.workerToken) {\n          wsUrl.searchParams.append('worker_token', this.#opts.workerToken);\n        }\n        this.#session = new WebSocket(wsUrl, {\n          headers: { authorization: 'Bearer ' + jwt },\n        });\n\n        try {\n          await new Promise((resolve, reject) => {\n            this.#session!.on('open', resolve);\n            this.#session!.on('error', (error) => reject(error));\n            this.#session!.on('close', (code) => reject(`WebSocket returned ${code}`));\n          });\n\n          retries = 0;\n          this.#logger.debug('connected to LiveKit server');\n          await this.#runWS(this.#session);\n        } catch (e: unknown) {\n          if (this.#closed) return;\n          if (retries >= this.#opts.maxRetry) {\n            throw new WorkerError(\n              `failed to connect to LiveKit server (${this.#opts.wsURL}) after ${retries} attempts: ${e}`,\n            );\n          }\n\n          retries++;\n          const delay = Math.min(retries * 2, 10);\n\n          this.#logger.warn(\n            e,\n            `failed to connect to LiveKit server (${this.#opts.wsURL}), retrying in ${delay} seconds: (${retries}/${this.#opts.maxRetry})`,\n          );\n\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        }\n      }\n    };\n\n    await Promise.all([workerWS(), this.#httpServer.run()]);\n    this.#close.resolve();\n  }\n\n  get id(): string {\n    return this.#id;\n  }\n\n  get activeJobs(): RunningJobInfo[] {\n    return this.#procPool.processes\n      .filter((proc) => proc.runningJob)\n      .map((proc) => proc.runningJob!);\n  }\n\n  /** @throws {@link WorkerError} if worker did not drain in time */\n  async drain(timeout?: number) {\n    if (this.#draining) {\n      return;\n    }\n\n    this.#logger.debug('draining worker');\n    this.#draining = true;\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'updateWorker',\n          value: {\n            status: WorkerStatus.WS_FULL,\n          },\n        },\n      }),\n    );\n\n    const joinJobs = async () => {\n      return Promise.all(\n        this.#procPool.processes.map((proc) => {\n          if (!proc.runningJob) {\n            proc.close();\n          }\n          return proc.join();\n        }),\n      );\n    };\n\n    let timer: NodeJS.Timeout | undefined;\n    if (timeout) {\n      timer = setTimeout(() => {\n        throw new WorkerError('timed out draining');\n      }, timeout);\n    }\n    await joinJobs().then(() => {\n      if (timeout) {\n        clearTimeout(timer);\n      }\n    });\n  }\n\n  async simulateJob(roomName: string, participantIdentity?: string) {\n    const client = new RoomServiceClient(this.#opts.wsURL, this.#opts.apiKey, this.#opts.apiSecret);\n    const room = await client.createRoom({ name: roomName });\n    let participant: ParticipantInfo | undefined = undefined;\n    if (participantIdentity) {\n      try {\n        // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n        participant = (await client.getParticipant(\n          roomName,\n          participantIdentity,\n        )) as unknown as ParticipantInfo;\n      } catch (e) {\n        this.#logger.fatal(\n          `participant with identity ${participantIdentity} not found in room ${roomName}`,\n        );\n        throw e;\n      }\n    }\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'simulateJob',\n          value: {\n            type: JobType.JT_PUBLISHER,\n            room,\n            participant,\n          },\n        },\n      }),\n    );\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closingWS = false;\n\n    const send = (msg: WorkerMessage) => {\n      if (closingWS) {\n        this.event.off('worker_msg', send);\n        return;\n      }\n      ws.send(msg.toBinary());\n    };\n    this.event.on('worker_msg', send);\n\n    const close = new Promise<void>((resolve) => {\n      ws.addEventListener('close', () => {\n        closingWS = true;\n        if (!this.#closed) {\n          this.#logger.error('worker connection closed unexpectedly');\n        }\n        resolve();\n      });\n    });\n\n    ws.addEventListener('error', (event) => {\n      this.#logger.error('worker error:', event.message);\n    });\n\n    ws.addEventListener('message', (event) => {\n      if (event.type !== 'message') {\n        this.#logger.warn('unexpected message type: ' + event.type);\n        return;\n      }\n\n      const msg = new ServerMessage();\n      msg.fromBinary(event.data as Uint8Array);\n\n      // register is the only valid first message, and it is only valid as the\n      // first message\n      if (this.#connecting && msg.message.case !== 'register') {\n        throw new WorkerError('expected register response as first message');\n      }\n\n      switch (msg.message.case) {\n        case 'register': {\n          this.#id = msg.message.value.workerId;\n          this.#logger\n            .child({ id: this.id, server_info: msg.message.value.serverInfo })\n            .info('registered worker');\n          this.event.emit(\n            'worker_registered',\n            msg.message.value.workerId,\n            msg.message.value.serverInfo,\n          );\n          this.#connecting = false;\n          break;\n        }\n        case 'availability': {\n          if (!msg.message.value.job) return;\n          const task = this.#availability(msg.message.value);\n          this.#tasks.push(task);\n          task.finally(() => {\n            const taskIndex = this.#tasks.indexOf(task);\n            if (taskIndex !== -1) {\n              this.#tasks.splice(taskIndex, 1);\n            } else {\n              throw new Error(`task ${task} not found in tasks`);\n            }\n          });\n          break;\n        }\n        case 'assignment': {\n          if (!msg.message.value.job) return;\n          const job = msg.message.value.job;\n          if (job.id in this.#pending) {\n            const task = this.#pending[job.id];\n            delete this.#pending[job.id];\n            task?.resolve(msg.message.value);\n          } else {\n            this.#logger.child({ job }).warn('received assignment for unknown job ' + job.id);\n          }\n          break;\n        }\n        case 'termination': {\n          const task = this.#termination(msg.message.value);\n          this.#tasks.push(task);\n          task.finally(() => {\n            const taskIndex = this.#tasks.indexOf(task);\n            if (taskIndex !== -1) {\n              this.#tasks.splice(taskIndex, 1);\n            } else {\n              throw new Error(`task ${task} not found in tasks`);\n            }\n          });\n          break;\n        }\n      }\n    });\n\n    this.event.emit(\n      'worker_msg',\n      new WorkerMessage({\n        message: {\n          case: 'register',\n          value: {\n            type: this.#opts.serverType,\n            agentName: this.#opts.agentName,\n            allowedPermissions: new ParticipantPermission({\n              canPublish: this.#opts.permissions.canPublish,\n              canSubscribe: this.#opts.permissions.canSubscribe,\n              canPublishData: this.#opts.permissions.canPublishData,\n              canUpdateMetadata: this.#opts.permissions.canUpdateMetadata,\n              hidden: this.#opts.permissions.hidden,\n              agent: true,\n            }),\n            version,\n          },\n        },\n      }),\n    );\n\n    let currentStatus = WorkerStatus.WS_AVAILABLE;\n    const loadMonitor = setInterval(() => {\n      if (closingWS) clearInterval(loadMonitor);\n\n      const oldStatus = currentStatus;\n      this.#opts\n        .loadFunc(this)\n        .then((currentLoad: number) => {\n          const isFull = currentLoad >= this.#opts.loadThreshold;\n          const currentlyAvailable = !isFull;\n          currentStatus = currentlyAvailable ? WorkerStatus.WS_AVAILABLE : WorkerStatus.WS_FULL;\n\n          if (oldStatus != currentStatus) {\n            const extra = { load: currentLoad, loadThreshold: this.#opts.loadThreshold };\n            if (isFull) {\n              this.#logger.child(extra).info('worker is at full capacity, marking as unavailable');\n            } else {\n              this.#logger.child(extra).info('worker is below capacity, marking as available');\n            }\n          }\n\n          this.event.emit(\n            'worker_msg',\n            new WorkerMessage({\n              message: {\n                case: 'updateWorker',\n                value: {\n                  load: currentLoad,\n                  status: currentStatus,\n                },\n              },\n            }),\n          );\n        })\n        .catch((e) => {\n          this.#logger.warn({ error: e }, 'failed to measure CPU load');\n        });\n    }, UPDATE_LOAD_INTERVAL);\n\n    await close;\n    ws.removeAllListeners();\n  }\n\n  async #availability(msg: AvailabilityRequest) {\n    let answered = false;\n\n    const onReject = async () => {\n      answered = true;\n      this.event.emit(\n        'worker_msg',\n        new WorkerMessage({\n          message: {\n            case: 'availability',\n            value: {\n              jobId: msg.job!.id,\n              available: false,\n            },\n          },\n        }),\n      );\n    };\n\n    const onAccept = async (args: JobAcceptArguments) => {\n      answered = true;\n\n      this.event.emit(\n        'worker_msg',\n        new WorkerMessage({\n          message: {\n            case: 'availability',\n            value: {\n              jobId: msg.job!.id,\n              available: true,\n              participantIdentity: args.identity,\n              participantName: args.name,\n              participantMetadata: args.metadata,\n              participantAttributes: args.attributes,\n            },\n          },\n        }),\n      );\n\n      this.#pending[req.id] = new PendingAssignment();\n      const timer = setTimeout(() => {\n        this.#logger.child({ req }).warn(`assignment for job ${req.id} timed out`);\n        return;\n      }, ASSIGNMENT_TIMEOUT);\n      const asgn = await this.#pending[req.id]?.promise.then(async (asgn) => {\n        clearTimeout(timer);\n        return asgn;\n      });\n\n      if (asgn) {\n        await this.#procPool.launchJob({\n          acceptArguments: args,\n          job: msg.job!,\n          url: asgn.url || this.#opts.wsURL,\n          token: asgn.token,\n          workerId: this.id,\n        });\n      } else {\n        this.#logger.child({ requestId: req.id }).warn('pending assignment not found');\n      }\n    };\n\n    const req = new JobRequest(msg.job!, onReject, onAccept);\n    this.#logger\n      .child({ jobId: msg.job?.id, resuming: msg.resuming, agentName: this.#opts.agentName })\n      .info('received job request');\n\n    const jobRequestTask = async () => {\n      try {\n        await this.#opts.requestFunc(req);\n      } catch (e) {\n        this.#logger\n          .child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })\n          .info('jobRequestFunc failed');\n        await onReject();\n      }\n\n      if (!answered) {\n        this.#logger\n          .child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })\n          .info('no answer was given inside the jobRequestFunc, automatically rejecting the job');\n      }\n    };\n\n    const task = jobRequestTask();\n    this.#tasks.push(task);\n    task.finally(() => {\n      const taskIndex = this.#tasks.indexOf(task);\n      if (taskIndex !== -1) {\n        this.#tasks.splice(taskIndex, 1);\n      } else {\n        throw new Error(`task ${task} not found in tasks`);\n      }\n    });\n  }\n\n  async #termination(msg: JobTermination) {\n    const proc = this.#procPool.getByJobId(msg.jobId);\n    if (proc === null) {\n      // safe to ignore\n      return;\n    }\n    await proc.close();\n  }\n\n  async close() {\n    if (this.#closed) {\n      await this.#close.await;\n      return;\n    }\n\n    this.#logger.debug('shutting down worker');\n\n    this.#closed = true;\n\n    await this.#inferenceExecutor?.close();\n    await this.#procPool.close();\n    await this.#httpServer.close();\n    await Promise.allSettled(this.#tasks);\n\n    this.#session?.close();\n    await this.#close.await;\n  }\n}\n\n/**\n * @deprecated Use {@link AgentServer} instead. This alias is provided for backward compatibility.\n */\nexport const Worker = AgentServer;\n\n/**\n * @deprecated Use {@link ServerOptions} instead. This alias is provided for backward compatibility.\n */\nexport const WorkerOptions = ServerOptions;\n"],"mappings":"AAIA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,aAAa,yBAAyB;AAC/C,SAAS,oBAAoB;AAC7B,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,kBAAkB;AAC3B,SAAS,uBAAuB;AAChC,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AAEzB,SAAS,kBAAkB;AAC3B,SAAS,WAAW;AACpB,SAAS,cAAc;AACvB,SAAS,eAAe;AAExB,MAAM,yBAAyB;AAC/B,MAAM,qBAAqB,MAAM;AACjC,MAAM,uBAAuB,MAAM;AACnC,MAAM,eAAe;AAErB,MAAM,QAAQ;AAAA,EACZ,OAAO,cAAc,YAA6B;AAChD,QAAI,YAAY;AACd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,OAAO,iBAAiB,YAA6B;AACnD,QAAI,YAAY;AAEd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,OAAO,KAAK,YAA6B;AACvC,QAAI,YAAY;AACd,aAAO;AAAA,IACT,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAGO,MAAM,gCAAgC,MAAM;AAAA,EACjD,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,oBAAoB,MAAM;AAAA,EACrC,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,+BAA+B,CAAC,MAAkB;AAC/D,MAAM,qBAAqB,OAAO,QAAoB;AACpD,QAAM,IAAI,OAAO;AACnB;AAEA,MAAM,aAAa,cAAc;AAGjC,MAAM,iBAAiB,OAAO,YAA0C;AACtE,SAAO,WAAW,WAAW,oBAAoB;AACnD;AAGO,MAAM,kBAAkB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YACE,aAAa,MACb,eAAe,MACf,iBAAiB,MACjB,oBAAoB,MACpB,oBAAmC,CAAC,GACpC,SAAS,OACT;AACA,SAAK,aAAa;AAClB,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,oBAAoB;AACzB,SAAK,oBAAoB;AACzB,SAAK,SAAS;AAAA,EAChB;AACF;AAWO,MAAM,cAAc;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,YAAY;AAAA,IACV;AAAA,IACA,cAAc;AAAA,IACd,WAAW;AAAA,IACX,gBAAgB;AAAA,IAChB,mBAAmB;AAAA,IACnB,yBAAyB,KAAK;AAAA,IAC9B,2BAA2B,KAAK;AAAA,IAChC,cAAc,IAAI,kBAAkB;AAAA,IACpC,YAAY;AAAA,IACZ,aAAa,QAAQ;AAAA,IACrB,WAAW;AAAA,IACX,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,YAAY;AAAA,IACZ,cAAc;AAAA,IACd,OAAO;AAAA,IACP,OAAO;AAAA,IACP,WAAW;AAAA,IACX,aAAa;AAAA,IACb,kBAAkB;AAAA,IAClB,mBAAmB;AAAA,EACrB,GA4BG;AACD,SAAK,QAAQ;AACb,QAAI,CAAC,KAAK,OAAO;AACf,YAAM,IAAI,MAAM,wCAAwC;AAAA,IAC1D;AACA,SAAK,cAAc;AACnB,SAAK,WAAW;AAChB,SAAK,gBAAgB,iBAAiB,QAAQ,cAAc,UAAU;AACtE,SAAK,mBAAmB,oBAAoB,QAAQ,iBAAiB,UAAU;AAC/E,SAAK,yBAAyB;AAC9B,SAAK,2BAA2B;AAChC,SAAK,cAAc;AACnB,SAAK,YAAY;AACjB,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,OAAO;AACZ,SAAK,OAAO,QAAQ,QAAQ,KAAK,UAAU;AAC3C,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,kBAAkB;AACvB,SAAK,mBAAmB;AAAA,EAC1B;AACF;AAEA,MAAM,kBAAkB;AAAA,EACtB,UAAU,IAAI,QAAuB,CAAC,YAAY;AAChD,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAAoB;AAC1B;AAAA,EACF;AACF;AAWO,MAAM,YAAY;AAAA,EACvB;AAAA,EACA;AAAA,EAEA,MAAM;AAAA,EACN,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,SAA0B,CAAC;AAAA,EAC3B,WAAgD,CAAC;AAAA,EACjD,SAAS,IAAI,OAAO;AAAA,EAEpB,QAAQ,IAAI,aAAa;AAAA,EACzB,WAAkC;AAAA,EAClC;AAAA,EACA,UAAU,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;AAAA,EACjC;AAAA;AAAA,EAGA,YAAY,MAAqB;AAC/B,SAAK,QAAQ,KAAK,SAAS,QAAQ,IAAI,eAAe;AACtD,SAAK,SAAS,KAAK,UAAU,QAAQ,IAAI,mBAAmB;AAC5D,SAAK,YAAY,KAAK,aAAa,QAAQ,IAAI,sBAAsB;AAErE,QAAI,KAAK,UAAU;AACjB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AACF,QAAI,KAAK,WAAW;AAClB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AACF,QAAI,KAAK,cAAc;AACrB,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAEF,QAAI,KAAK,aAAa;AACpB,UAAI,KAAK,aAAa,gBAAgB;AACpC,aAAK,QAAQ;AAAA,UACX;AAAA,QACF;AACA,aAAK,WAAW;AAAA,MAClB;AACA,YAAM,gBAAgB,QAAQ,cAAc,KAAK,UAAU;AAC3D,UAAI,KAAK,kBAAkB,eAAe;AACxC,aAAK,QAAQ;AAAA,UACX;AAAA,QACF;AACA,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,gBAAgB,iBAAiB,EAAE,QAAQ;AAC5D,WAAK,qBAAqB,IAAI,sBAAsB;AAAA,QAClD,SAAS,gBAAgB;AAAA,QACzB,mBAAmB;AAAA,QACnB,cAAc;AAAA,QACd,cAAc;AAAA,QACd,eAAe;AAAA,QACf,cAAc;AAAA,QACd,aAAa;AAAA,QACb,mBAAmB;AAAA,MACrB,CAAC;AAAA,IACH;AAEA,SAAK,YAAY,IAAI;AAAA,MACnB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAEA,SAAK,QAAQ;AAEb,UAAM,cAAc,MAAM;AAExB,UAAI,KAAK,sBAAsB,CAAC,KAAK,mBAAmB,SAAS;AAC/D,eAAO,EAAE,SAAS,OAAO,SAAS,gCAAgC;AAAA,MACpE;AAGA,UACE,KAAK,WACL,KAAK,eACL,CAAC,KAAK,YACN,KAAK,SAAS,eAAe,UAAU,MACvC;AACA,eAAO,EAAE,SAAS,OAAO,SAAS,2BAA2B;AAAA,MAC/D;AAEA,aAAO,EAAE,SAAS,MAAM,SAAS,KAAK;AAAA,IACxC;AAEA,UAAM,gBAAgB,OAAO;AAAA,MAC3B,YAAY,KAAK;AAAA,MACjB,aAAa,QAAQ,KAAK,UAAU;AAAA,MACpC,aAAa,KAAK,WAAW;AAAA,MAC7B,aAAa;AAAA,MACb,cAAc;AAAA,IAChB;AAEA,SAAK,cAAc,IAAI,WAAW,KAAK,MAAM,KAAK,MAAM,aAAa,aAAa;AAAA,EACpF;AAAA;AAAA,EAGA,MAAM,MAAM;AACV,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,YAAY,2BAA2B;AAAA,IACnD;AAEA,QAAI,KAAK,oBAAoB;AAC3B,YAAM,KAAK,mBAAmB,MAAM;AACpC,YAAM,KAAK,mBAAmB,WAAW;AAAA,IAC3C;AAEA,SAAK,QAAQ,KAAK,iBAAiB;AACnC,SAAK,UAAU;AACf,SAAK,UAAU,MAAM;AAErB,UAAM,WAAW,YAAY;AAC3B,UAAI,UAAU;AACd,WAAK,cAAc;AAEnB,aAAO,CAAC,KAAK,SAAS;AACpB,cAAM,MAAM,IAAI,IAAI,KAAK,MAAM,KAAK;AACpC,YAAI,WAAW,IAAI,SAAS,QAAQ,QAAQ,IAAI;AAChD,cAAM,QAAQ,IAAI,YAAY,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS;AACrE,cAAM,SAAS,EAAE,OAAO,KAAK,CAAC;AAC9B,cAAM,MAAM,MAAM,MAAM,MAAM;AAC9B,cAAM,QAAQ,IAAI,IAAI,MAAM,OAAO;AACnC,YAAI,KAAK,MAAM,aAAa;AAC1B,gBAAM,aAAa,OAAO,gBAAgB,KAAK,MAAM,WAAW;AAAA,QAClE;AACA,aAAK,WAAW,IAAI,UAAU,OAAO;AAAA,UACnC,SAAS,EAAE,eAAe,YAAY,IAAI;AAAA,QAC5C,CAAC;AAED,YAAI;AACF,gBAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,iBAAK,SAAU,GAAG,QAAQ,OAAO;AACjC,iBAAK,SAAU,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACnD,iBAAK,SAAU,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,UAC3E,CAAC;AAED,oBAAU;AACV,eAAK,QAAQ,MAAM,6BAA6B;AAChD,gBAAM,KAAK,OAAO,KAAK,QAAQ;AAAA,QACjC,SAAS,GAAY;AACnB,cAAI,KAAK,QAAS;AAClB,cAAI,WAAW,KAAK,MAAM,UAAU;AAClC,kBAAM,IAAI;AAAA,cACR,wCAAwC,KAAK,MAAM,KAAK,WAAW,OAAO,cAAc,CAAC;AAAA,YAC3F;AAAA,UACF;AAEA;AACA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AAEtC,eAAK,QAAQ;AAAA,YACX;AAAA,YACA,wCAAwC,KAAK,MAAM,KAAK,kBAAkB,KAAK,cAAc,OAAO,IAAI,KAAK,MAAM,QAAQ;AAAA,UAC7H;AAEA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,KAAK,YAAY,IAAI,CAAC,CAAC;AACtD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,IAAI,KAAa;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,aAA+B;AACjC,WAAO,KAAK,UAAU,UACnB,OAAO,CAAC,SAAS,KAAK,UAAU,EAChC,IAAI,CAAC,SAAS,KAAK,UAAW;AAAA,EACnC;AAAA;AAAA,EAGA,MAAM,MAAM,SAAkB;AAC5B,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,iBAAiB;AACpC,SAAK,YAAY;AAEjB,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,QAAQ,aAAa;AAAA,UACvB;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAEA,UAAM,WAAW,YAAY;AAC3B,aAAO,QAAQ;AAAA,QACb,KAAK,UAAU,UAAU,IAAI,CAAC,SAAS;AACrC,cAAI,CAAC,KAAK,YAAY;AACpB,iBAAK,MAAM;AAAA,UACb;AACA,iBAAO,KAAK,KAAK;AAAA,QACnB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI;AACJ,QAAI,SAAS;AACX,cAAQ,WAAW,MAAM;AACvB,cAAM,IAAI,YAAY,oBAAoB;AAAA,MAC5C,GAAG,OAAO;AAAA,IACZ;AACA,UAAM,SAAS,EAAE,KAAK,MAAM;AAC1B,UAAI,SAAS;AACX,qBAAa,KAAK;AAAA,MACpB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,UAAkB,qBAA8B;AAChE,UAAM,SAAS,IAAI,kBAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS;AAC9F,UAAM,OAAO,MAAM,OAAO,WAAW,EAAE,MAAM,SAAS,CAAC;AACvD,QAAI,cAA2C;AAC/C,QAAI,qBAAqB;AACvB,UAAI;AAEF,sBAAe,MAAM,OAAO;AAAA,UAC1B;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,GAAG;AACV,aAAK,QAAQ;AAAA,UACX,6BAA6B,mBAAmB,sBAAsB,QAAQ;AAAA,QAChF;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAEA,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,YAAY;AAEhB,UAAM,OAAO,CAAC,QAAuB;AACnC,UAAI,WAAW;AACb,aAAK,MAAM,IAAI,cAAc,IAAI;AACjC;AAAA,MACF;AACA,SAAG,KAAK,IAAI,SAAS,CAAC;AAAA,IACxB;AACA,SAAK,MAAM,GAAG,cAAc,IAAI;AAEhC,UAAM,QAAQ,IAAI,QAAc,CAAC,YAAY;AAC3C,SAAG,iBAAiB,SAAS,MAAM;AACjC,oBAAY;AACZ,YAAI,CAAC,KAAK,SAAS;AACjB,eAAK,QAAQ,MAAM,uCAAuC;AAAA,QAC5D;AACA,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAED,OAAG,iBAAiB,SAAS,CAAC,UAAU;AACtC,WAAK,QAAQ,MAAM,iBAAiB,MAAM,OAAO;AAAA,IACnD,CAAC;AAED,OAAG,iBAAiB,WAAW,CAAC,UAAU;AACxC,UAAI,MAAM,SAAS,WAAW;AAC5B,aAAK,QAAQ,KAAK,8BAA8B,MAAM,IAAI;AAC1D;AAAA,MACF;AAEA,YAAM,MAAM,IAAI,cAAc;AAC9B,UAAI,WAAW,MAAM,IAAkB;AAIvC,UAAI,KAAK,eAAe,IAAI,QAAQ,SAAS,YAAY;AACvD,cAAM,IAAI,YAAY,6CAA6C;AAAA,MACrE;AAEA,cAAQ,IAAI,QAAQ,MAAM;AAAA,QACxB,KAAK,YAAY;AACf,eAAK,MAAM,IAAI,QAAQ,MAAM;AAC7B,eAAK,QACF,MAAM,EAAE,IAAI,KAAK,IAAI,aAAa,IAAI,QAAQ,MAAM,WAAW,CAAC,EAChE,KAAK,mBAAmB;AAC3B,eAAK,MAAM;AAAA,YACT;AAAA,YACA,IAAI,QAAQ,MAAM;AAAA,YAClB,IAAI,QAAQ,MAAM;AAAA,UACpB;AACA,eAAK,cAAc;AACnB;AAAA,QACF;AAAA,QACA,KAAK,gBAAgB;AACnB,cAAI,CAAC,IAAI,QAAQ,MAAM,IAAK;AAC5B,gBAAM,OAAO,KAAK,cAAc,IAAI,QAAQ,KAAK;AACjD,eAAK,OAAO,KAAK,IAAI;AACrB,eAAK,QAAQ,MAAM;AACjB,kBAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,gBAAI,cAAc,IAAI;AACpB,mBAAK,OAAO,OAAO,WAAW,CAAC;AAAA,YACjC,OAAO;AACL,oBAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,YACnD;AAAA,UACF,CAAC;AACD;AAAA,QACF;AAAA,QACA,KAAK,cAAc;AACjB,cAAI,CAAC,IAAI,QAAQ,MAAM,IAAK;AAC5B,gBAAM,MAAM,IAAI,QAAQ,MAAM;AAC9B,cAAI,IAAI,MAAM,KAAK,UAAU;AAC3B,kBAAM,OAAO,KAAK,SAAS,IAAI,EAAE;AACjC,mBAAO,KAAK,SAAS,IAAI,EAAE;AAC3B,yCAAM,QAAQ,IAAI,QAAQ;AAAA,UAC5B,OAAO;AACL,iBAAK,QAAQ,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,yCAAyC,IAAI,EAAE;AAAA,UAClF;AACA;AAAA,QACF;AAAA,QACA,KAAK,eAAe;AAClB,gBAAM,OAAO,KAAK,aAAa,IAAI,QAAQ,KAAK;AAChD,eAAK,OAAO,KAAK,IAAI;AACrB,eAAK,QAAQ,MAAM;AACjB,kBAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,gBAAI,cAAc,IAAI;AACpB,mBAAK,OAAO,OAAO,WAAW,CAAC;AAAA,YACjC,OAAO;AACL,oBAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,YACnD;AAAA,UACF,CAAC;AACD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,SAAK,MAAM;AAAA,MACT;AAAA,MACA,IAAI,cAAc;AAAA,QAChB,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,MAAM,KAAK,MAAM;AAAA,YACjB,WAAW,KAAK,MAAM;AAAA,YACtB,oBAAoB,IAAI,sBAAsB;AAAA,cAC5C,YAAY,KAAK,MAAM,YAAY;AAAA,cACnC,cAAc,KAAK,MAAM,YAAY;AAAA,cACrC,gBAAgB,KAAK,MAAM,YAAY;AAAA,cACvC,mBAAmB,KAAK,MAAM,YAAY;AAAA,cAC1C,QAAQ,KAAK,MAAM,YAAY;AAAA,cAC/B,OAAO;AAAA,YACT,CAAC;AAAA,YACD;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,gBAAgB,aAAa;AACjC,UAAM,cAAc,YAAY,MAAM;AACpC,UAAI,UAAW,eAAc,WAAW;AAExC,YAAM,YAAY;AAClB,WAAK,MACF,SAAS,IAAI,EACb,KAAK,CAAC,gBAAwB;AAC7B,cAAM,SAAS,eAAe,KAAK,MAAM;AACzC,cAAM,qBAAqB,CAAC;AAC5B,wBAAgB,qBAAqB,aAAa,eAAe,aAAa;AAE9E,YAAI,aAAa,eAAe;AAC9B,gBAAM,QAAQ,EAAE,MAAM,aAAa,eAAe,KAAK,MAAM,cAAc;AAC3E,cAAI,QAAQ;AACV,iBAAK,QAAQ,MAAM,KAAK,EAAE,KAAK,oDAAoD;AAAA,UACrF,OAAO;AACL,iBAAK,QAAQ,MAAM,KAAK,EAAE,KAAK,gDAAgD;AAAA,UACjF;AAAA,QACF;AAEA,aAAK,MAAM;AAAA,UACT;AAAA,UACA,IAAI,cAAc;AAAA,YAChB,SAAS;AAAA,cACP,MAAM;AAAA,cACN,OAAO;AAAA,gBACL,MAAM;AAAA,gBACN,QAAQ;AAAA,cACV;AAAA,YACF;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF,CAAC,EACA,MAAM,CAAC,MAAM;AACZ,aAAK,QAAQ,KAAK,EAAE,OAAO,EAAE,GAAG,4BAA4B;AAAA,MAC9D,CAAC;AAAA,IACL,GAAG,oBAAoB;AAEvB,UAAM;AACN,OAAG,mBAAmB;AAAA,EACxB;AAAA,EAEA,MAAM,cAAc,KAA0B;AA9pBhD;AA+pBI,QAAI,WAAW;AAEf,UAAM,WAAW,YAAY;AAC3B,iBAAW;AACX,WAAK,MAAM;AAAA,QACT;AAAA,QACA,IAAI,cAAc;AAAA,UAChB,SAAS;AAAA,YACP,MAAM;AAAA,YACN,OAAO;AAAA,cACL,OAAO,IAAI,IAAK;AAAA,cAChB,WAAW;AAAA,YACb;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,SAA6B;AAjrBzD,UAAAA;AAkrBM,iBAAW;AAEX,WAAK,MAAM;AAAA,QACT;AAAA,QACA,IAAI,cAAc;AAAA,UAChB,SAAS;AAAA,YACP,MAAM;AAAA,YACN,OAAO;AAAA,cACL,OAAO,IAAI,IAAK;AAAA,cAChB,WAAW;AAAA,cACX,qBAAqB,KAAK;AAAA,cAC1B,iBAAiB,KAAK;AAAA,cACtB,qBAAqB,KAAK;AAAA,cAC1B,uBAAuB,KAAK;AAAA,YAC9B;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAEA,WAAK,SAAS,IAAI,EAAE,IAAI,IAAI,kBAAkB;AAC9C,YAAM,QAAQ,WAAW,MAAM;AAC7B,aAAK,QAAQ,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,sBAAsB,IAAI,EAAE,YAAY;AACzE;AAAA,MACF,GAAG,kBAAkB;AACrB,YAAM,OAAO,QAAMA,MAAA,KAAK,SAAS,IAAI,EAAE,MAApB,gBAAAA,IAAuB,QAAQ,KAAK,OAAOC,UAAS;AACrE,qBAAa,KAAK;AAClB,eAAOA;AAAA,MACT;AAEA,UAAI,MAAM;AACR,cAAM,KAAK,UAAU,UAAU;AAAA,UAC7B,iBAAiB;AAAA,UACjB,KAAK,IAAI;AAAA,UACT,KAAK,KAAK,OAAO,KAAK,MAAM;AAAA,UAC5B,OAAO,KAAK;AAAA,UACZ,UAAU,KAAK;AAAA,QACjB,CAAC;AAAA,MACH,OAAO;AACL,aAAK,QAAQ,MAAM,EAAE,WAAW,IAAI,GAAG,CAAC,EAAE,KAAK,8BAA8B;AAAA,MAC/E;AAAA,IACF;AAEA,UAAM,MAAM,IAAI,WAAW,IAAI,KAAM,UAAU,QAAQ;AACvD,SAAK,QACF,MAAM,EAAE,QAAO,SAAI,QAAJ,mBAAS,IAAI,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EACrF,KAAK,sBAAsB;AAE9B,UAAM,iBAAiB,YAAY;AACjC,UAAI;AACF,cAAM,KAAK,MAAM,YAAY,GAAG;AAAA,MAClC,SAAS,GAAG;AACV,aAAK,QACF,MAAM,EAAE,KAAK,IAAI,KAAK,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAC/E,KAAK,uBAAuB;AAC/B,cAAM,SAAS;AAAA,MACjB;AAEA,UAAI,CAAC,UAAU;AACb,aAAK,QACF,MAAM,EAAE,KAAK,IAAI,KAAK,UAAU,IAAI,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAC/E,KAAK,gFAAgF;AAAA,MAC1F;AAAA,IACF;AAEA,UAAM,OAAO,eAAe;AAC5B,SAAK,OAAO,KAAK,IAAI;AACrB,SAAK,QAAQ,MAAM;AACjB,YAAM,YAAY,KAAK,OAAO,QAAQ,IAAI;AAC1C,UAAI,cAAc,IAAI;AACpB,aAAK,OAAO,OAAO,WAAW,CAAC;AAAA,MACjC,OAAO;AACL,cAAM,IAAI,MAAM,QAAQ,IAAI,qBAAqB;AAAA,MACnD;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAAa,KAAqB;AACtC,UAAM,OAAO,KAAK,UAAU,WAAW,IAAI,KAAK;AAChD,QAAI,SAAS,MAAM;AAEjB;AAAA,IACF;AACA,UAAM,KAAK,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,QAAQ;AAvwBhB;AAwwBI,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,OAAO;AAClB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,sBAAsB;AAEzC,SAAK,UAAU;AAEf,YAAM,UAAK,uBAAL,mBAAyB;AAC/B,UAAM,KAAK,UAAU,MAAM;AAC3B,UAAM,KAAK,YAAY,MAAM;AAC7B,UAAM,QAAQ,WAAW,KAAK,MAAM;AAEpC,eAAK,aAAL,mBAAe;AACf,UAAM,KAAK,OAAO;AAAA,EACpB;AACF;AAKO,MAAM,SAAS;AAKf,MAAM,gBAAgB;","names":["_a","asgn"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents",
-  "version": "1.0.48",
+  "version": "1.0.50",
   "description": "LiveKit Agents - Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",

package/src/cpu.test.ts

@@ -0,0 +1,239 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { existsSync, readFileSync } from 'node:fs';
+import os from 'node:os';
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+import { CGroupV1CpuMonitor, CGroupV2CpuMonitor, DefaultCpuMonitor, getCpuMonitor } from './cpu.js';
+
+vi.mock('node:fs', () => ({
+  existsSync: vi.fn(() => false),
+  readFileSync: vi.fn(() => ''),
+}));
+
+const mockExistsSync = vi.mocked(existsSync);
+const mockReadFileSync = vi.mocked(readFileSync);
+
+describe('cpu', () => {
+  beforeEach(() => {
+    vi.clearAllMocks();
+    delete process.env.NUM_CPUS;
+  });
+
+  afterEach(() => {
+    delete process.env.NUM_CPUS;
+  });
+
+  describe('getCpuMonitor', () => {
+    it('returns CGroupV2CpuMonitor when /sys/fs/cgroup/cpu.stat exists', () => {
+      mockExistsSync.mockImplementation((p) => p === '/sys/fs/cgroup/cpu.stat');
+      const monitor = getCpuMonitor();
+      expect(monitor).toBeInstanceOf(CGroupV2CpuMonitor);
+    });
+
+    it('returns CGroupV1CpuMonitor when cgroup v1 paths exist', () => {
+      mockExistsSync.mockImplementation((p) => p === '/sys/fs/cgroup/cpuacct/cpuacct.usage');
+      const monitor = getCpuMonitor();
+      expect(monitor).toBeInstanceOf(CGroupV1CpuMonitor);
+    });
+
+    it('returns DefaultCpuMonitor when no cgroup paths exist', () => {
+      mockExistsSync.mockReturnValue(false);
+      const monitor = getCpuMonitor();
+      expect(monitor).toBeInstanceOf(DefaultCpuMonitor);
+    });
+  });
+
+  describe('DefaultCpuMonitor', () => {
+    it('returns os.cpus().length for cpuCount', () => {
+      const monitor = new DefaultCpuMonitor();
+      expect(monitor.cpuCount()).toBe(os.cpus().length);
+    });
+
+    it('respects NUM_CPUS env var', () => {
+      process.env.NUM_CPUS = '4.5';
+      const monitor = new DefaultCpuMonitor();
+      expect(monitor.cpuCount()).toBe(4.5);
+    });
+
+    it('ignores invalid NUM_CPUS', () => {
+      process.env.NUM_CPUS = 'notanumber';
+      const monitor = new DefaultCpuMonitor();
+      expect(monitor.cpuCount()).toBe(os.cpus().length);
+    });
+
+    it('cpuPercent returns value in [0, 1]', async () => {
+      const monitor = new DefaultCpuMonitor();
+      const result = await monitor.cpuPercent(50);
+      expect(result).toBeGreaterThanOrEqual(0);
+      expect(result).toBeLessThanOrEqual(1);
+    }, 10_000);
+  });
+
+  describe('CGroupV2CpuMonitor', () => {
+    it('returns quota/period for cpuCount', () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';
+        return '';
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      expect(monitor.cpuCount()).toBe(2);
+    });
+
+    it('falls back to os.cpus().length when quota is max', () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu.max') return 'max 100000';
+        return '';
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      expect(monitor.cpuCount()).toBe(os.cpus().length);
+    });
+
+    it('handles missing cpu.max gracefully', () => {
+      mockReadFileSync.mockImplementation(() => {
+        throw new Error('ENOENT');
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      expect(monitor.cpuCount()).toBe(os.cpus().length);
+    });
+
+    it('respects NUM_CPUS env var', () => {
+      process.env.NUM_CPUS = '3';
+      const monitor = new CGroupV2CpuMonitor();
+      expect(monitor.cpuCount()).toBe(3);
+    });
+
+    it('cpuPercent computes correct value from usage_usec deltas', async () => {
+      let callCount = 0;
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu.stat') {
+          callCount++;
+          // Two reads: 1,000,000 usec apart => 1s of CPU usage over the interval
+          return callCount <= 1
+            ? 'usage_usec 1000000\nuser_usec 800000\nsystem_usec 200000'
+            : 'usage_usec 2000000\nuser_usec 1600000\nsystem_usec 400000';
+        }
+        if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';
+        return '';
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      // interval=100ms, 2 cpus, 1s of usage => 1/(0.1*2) = 5, clamped to 1
+      const result = await monitor.cpuPercent(100);
+      expect(result).toBe(1);
+    }, 10_000);
+
+    it('cpuPercent returns fractional load', async () => {
+      let callCount = 0;
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu.stat') {
+          callCount++;
+          // 50,000 usec delta => 0.05s of CPU over 0.1s on 2 cpus => 0.05/(0.1*2) = 0.25
+          return callCount <= 1 ? 'usage_usec 1000000\n' : 'usage_usec 1050000\n';
+        }
+        if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';
+        return '';
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      const result = await monitor.cpuPercent(100);
+      expect(result).toBeCloseTo(0.25, 1);
+    }, 10_000);
+
+    it('throws when usage_usec is missing from cpu.stat', async () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu.stat') return 'user_usec 800000\nsystem_usec 200000';
+        return '';
+      });
+      const monitor = new CGroupV2CpuMonitor();
+      await expect(() => monitor.cpuPercent(50)).rejects.toThrow('Failed to read CPU usage');
+    });
+  });
+
+  describe('CGroupV1CpuMonitor', () => {
+    it('returns quota/period for cpuCount', () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '200000';
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';
+        return '';
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      expect(monitor.cpuCount()).toBe(2);
+    });
+
+    it('defaults to 2.0 when quota is -1', () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '-1';
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';
+        return '';
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      expect(monitor.cpuCount()).toBe(2.0);
+    });
+
+    it('defaults to 2.0 when quota file is unreadable', () => {
+      mockReadFileSync.mockImplementation(() => {
+        throw new Error('ENOENT');
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      expect(monitor.cpuCount()).toBe(2.0);
+    });
+
+    it('clamps cpuCount to minimum 1.0', () => {
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '50000';
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';
+        return '';
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      expect(monitor.cpuCount()).toBe(1.0);
+    });
+
+    it('respects NUM_CPUS env var', () => {
+      process.env.NUM_CPUS = '8';
+      const monitor = new CGroupV1CpuMonitor();
+      expect(monitor.cpuCount()).toBe(8);
+    });
+
+    it('cpuPercent computes correct value from nanosecond deltas', async () => {
+      let callCount = 0;
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpuacct/cpuacct.usage') {
+          callCount++;
+          // 100_000_000 ns delta = 0.1s CPU over 0.1s interval on 2 cpus => 0.1/(0.1*2) = 0.5
+          return callCount <= 1 ? '1000000000' : '1100000000';
+        }
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '200000';
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';
+        return '';
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      const result = await monitor.cpuPercent(100);
+      expect(result).toBeCloseTo(0.5, 1);
+    }, 10_000);
+
+    it('clamps cpuPercent output to [0, 1]', async () => {
+      let callCount = 0;
+      mockReadFileSync.mockImplementation((p) => {
+        if (String(p) === '/sys/fs/cgroup/cpuacct/cpuacct.usage') {
+          callCount++;
+          // Huge delta => would exceed 1.0 without clamping
+          return callCount <= 1 ? '0' : '10000000000';
+        }
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '100000';
+        if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';
+        return '';
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      const result = await monitor.cpuPercent(100);
+      expect(result).toBeLessThanOrEqual(1);
+      expect(result).toBeGreaterThanOrEqual(0);
+    }, 10_000);
+
+    it('throws when cpuacct.usage is unreadable', async () => {
+      mockReadFileSync.mockImplementation(() => {
+        throw new Error('ENOENT');
+      });
+      const monitor = new CGroupV1CpuMonitor();
+      await expect(() => monitor.cpuPercent(50)).rejects.toThrow('Failed to read cpuacct.usage');
+    });
+  });
+});

package/src/cpu.ts

@@ -0,0 +1,173 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { existsSync, readFileSync } from 'node:fs';
+import os from 'node:os';
+
+/** @internal */
+export interface CpuMonitor {
+  cpuCount(): number;
+  cpuPercent(intervalMs: number): Promise<number>;
+}
+
+function cpuCountFromEnv(): number | undefined {
+  const raw = process.env.NUM_CPUS;
+  if (raw === undefined) return undefined;
+  const parsed = parseFloat(raw);
+  if (Number.isNaN(parsed)) {
+    console.warn('Failed to parse NUM_CPUS from environment');
+    return undefined;
+  }
+  return parsed;
+}
+
+/** @internal */
+export class DefaultCpuMonitor implements CpuMonitor {
+  cpuCount(): number {
+    return cpuCountFromEnv() ?? (os.cpus().length || 1);
+  }
+
+  cpuPercent(intervalMs: number): Promise<number> {
+    return new Promise((resolve) => {
+      const cpus1 = os.cpus();
+      const timer = setTimeout(() => {
+        const cpus2 = os.cpus();
+        let idle = 0;
+        let total = 0;
+        for (let i = 0; i < cpus1.length; i++) {
+          const cpu1 = cpus1[i]!.times;
+          const cpu2 = cpus2[i]!.times;
+          idle += cpu2.idle - cpu1.idle;
+          const total1 = Object.values(cpu1).reduce((acc, v) => acc + v, 0);
+          const total2 = Object.values(cpu2).reduce((acc, v) => acc + v, 0);
+          total += total2 - total1;
+        }
+        resolve(total === 0 ? 0 : Math.max(Math.min(+(1 - idle / total).toFixed(2), 1), 0));
+      }, intervalMs);
+      timer.unref();
+    });
+  }
+}
+
+/** @internal */
+export class CGroupV2CpuMonitor implements CpuMonitor {
+  cpuCount(): number {
+    const envCpus = cpuCountFromEnv();
+    if (envCpus !== undefined) return envCpus;
+    const [quota, period] = this.#readCpuMax();
+    if (quota === 'max') return os.cpus().length || 1;
+    return parseInt(quota) / period;
+  }
+
+  cpuPercent(intervalMs: number): Promise<number> {
+    return new Promise((resolve, reject) => {
+      const usageStart = this.#readCpuUsage();
+      const timer = setTimeout(() => {
+        try {
+          const usageEnd = this.#readCpuUsage();
+          const usageDiffUsec = usageEnd - usageStart;
+          const usageSeconds = usageDiffUsec / 1_000_000;
+          const numCpus = this.cpuCount();
+          const intervalSeconds = intervalMs / 1000;
+          const percent = usageSeconds / (intervalSeconds * numCpus);
+          resolve(Math.max(Math.min(percent, 1), 0));
+        } catch (e) {
+          reject(e);
+        }
+      }, intervalMs);
+      timer.unref();
+    });
+  }
+
+  #readCpuMax(): [string, number] {
+    try {
+      const data = readFileSync('/sys/fs/cgroup/cpu.max', 'utf-8').trim().split(/\s+/);
+      const quota = data[0] ?? 'max';
+      const period = data[1] ? parseInt(data[1]) : 100_000;
+      return [quota, Number.isNaN(period) ? 100_000 : period];
+    } catch {
+      return ['max', 100_000];
+    }
+  }
+
+  #readCpuUsage(): number {
+    const content = readFileSync('/sys/fs/cgroup/cpu.stat', 'utf-8');
+    for (const line of content.split('\n')) {
+      if (line.startsWith('usage_usec')) {
+        return parseInt(line.split(/\s+/)[1]!);
+      }
+    }
+    throw new Error('Failed to read CPU usage from /sys/fs/cgroup/cpu.stat');
+  }
+}
+
+/** @internal */
+export class CGroupV1CpuMonitor implements CpuMonitor {
+  cpuCount(): number {
+    const envCpus = cpuCountFromEnv();
+    if (envCpus !== undefined) return envCpus;
+    const [quota, period] = this.#readCfsQuotaAndPeriod();
+    if (quota === null || quota < 0 || period === null || period <= 0) {
+      // do not use the host CPU count as it could overstate the number available to the container
+      return 2.0;
+    }
+    return Math.max(quota / period, 1.0);
+  }
+
+  cpuPercent(intervalMs: number): Promise<number> {
+    return new Promise((resolve, reject) => {
+      const usageStart = this.#readCpuacctUsage();
+      const timer = setTimeout(() => {
+        try {
+          const usageEnd = this.#readCpuacctUsage();
+          const usageDiffNs = usageEnd - usageStart;
+          const usageSeconds = usageDiffNs / 1_000_000_000;
+          const numCpus = this.cpuCount();
+          const intervalSeconds = intervalMs / 1000;
+          const percent = usageSeconds / (intervalSeconds * numCpus);
+          resolve(Math.max(Math.min(percent, 1.0), 0.0));
+        } catch (e) {
+          reject(e);
+        }
+      }, intervalMs);
+      timer.unref();
+    });
+  }
+
+  #readCfsQuotaAndPeriod(): [number | null, number | null] {
+    const quota = readFirstInt('/sys/fs/cgroup/cpu/cpu.cfs_quota_us');
+    const period = readFirstInt('/sys/fs/cgroup/cpu/cpu.cfs_period_us');
+    return [quota, period];
+  }
+
+  #readCpuacctUsage(): number {
+    const value = readFirstInt('/sys/fs/cgroup/cpuacct/cpuacct.usage');
+    if (value === null) {
+      throw new Error('Failed to read cpuacct.usage for cgroup v1');
+    }
+    return value;
+  }
+}
+
+function readFirstInt(path: string): number | null {
+  try {
+    const val = parseInt(readFileSync(path, 'utf-8').trim());
+    return Number.isNaN(val) ? null : val;
+  } catch {
+    return null;
+  }
+}
+
+function isCGroupV2(): boolean {
+  return existsSync('/sys/fs/cgroup/cpu.stat');
+}
+
+function isCGroupV1(): boolean {
+  return existsSync('/sys/fs/cgroup/cpuacct/cpuacct.usage');
+}
+
+export function getCpuMonitor(): CpuMonitor {
+  if (isCGroupV2()) return new CGroupV2CpuMonitor();
+  if (isCGroupV1()) return new CGroupV1CpuMonitor();
+  return new DefaultCpuMonitor();
+}

package/src/inference/llm.ts

@@ -17,6 +17,8 @@ import { type AnyString, createAccessToken } from './utils.js';
 const DEFAULT_BASE_URL = 'https://agent-gateway.livekit.cloud/v1';
 
 export type OpenAIModels =
+  | 'openai/gpt-5.4'
+  | 'openai/gpt-5.3-chat-latest'
   | 'openai/gpt-5.2'
   | 'openai/gpt-5.2-chat-latest'
   | 'openai/gpt-5.1'

package/src/inference/tts.ts

@@ -62,7 +62,14 @@ export interface DeepgramTTSOptions {}
 
 export interface RimeOptions {}
 
-export interface InworldOptions {}
+export interface InworldOptions {
+  /** Controls how fast the voice speaks. 1.0 is normal speed, 0.5 is half, 1.5 is 1.5x. Default: 1.0. */
+  speaking_rate?: number;
+  /** Controls randomness in the output. Recommended between 0.6 and 1.1. Default: 1.1. */
+  temperature?: number;
+  /** Controls text normalization. "ON" expands numbers, dates, abbreviations. "OFF" reads text as written. Default: "ON". */
+  text_normalization?: 'ON' | 'OFF';
+}
 
 type _TTSModels =
   | CartesiaModels

package/src/ipc/job_proc_lazy_main.ts

@@ -16,11 +16,22 @@ import type { IPCMessage } from './message.js';
 const ORPHANED_TIMEOUT = 15 * 1000;
 
 const safeSend = (msg: IPCMessage): boolean => {
-  if (process.connected && process.send) {
-    process.send(msg);
-    return true;
+  try {
+    if (process.connected && process.send) {
+      process.send(msg);
+      return true;
+    }
+    return false;
+  } catch (error) {
+    // Channel closed is expected during graceful shutdown
+    // Log at debug level to avoid noise in production logs
+    if (error instanceof Error && error.message.includes('Channel closed')) {
+      log().debug({ msgCase: msg.case }, 'IPC channel closed, message not sent');
+    } else {
+      log().error({ error, msgCase: msg.case }, 'IPC send failed unexpectedly');
+    }
+    return false;
   }
-  return false;
 };
 
 type JobTask = {