@livekit/agents 1.0.1 → 1.0.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "description": "LiveKit Agents - Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -37,10 +37,12 @@
     "@livekit/mutex": "^1.1.1",
     "@livekit/protocol": "^1.29.1",
     "@livekit/typed-emitter": "^3.0.0",
+    "@types/pidusage": "^2.0.5",
     "commander": "^12.0.0",
     "heap-js": "^2.6.0",
     "json-schema": "^0.4.0",
     "livekit-server-sdk": "^2.9.2",
+    "pidusage": "^4.0.1",
     "pino": "^8.19.0",
     "pino-pretty": "^11.0.0",
     "sharp": "0.34.3",

package/src/ipc/job_proc_lazy_main.ts

@@ -2,14 +2,13 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 import { Room, RoomEvent } from '@livekit/rtc-node';
-import { randomUUID } from 'node:crypto';
 import { EventEmitter, once } from 'node:events';
 import { pathToFileURL } from 'node:url';
 import type { Logger } from 'pino';
 import { type Agent, isAgent } from '../generator.js';
-import { CurrentJobContext, JobContext, JobProcess, type RunningJobInfo } from '../job.js';
+import { JobContext, JobProcess, type RunningJobInfo, runWithJobContextAsync } from '../job.js';
 import { initializeLogger, log } from '../log.js';
-import { Future } from '../utils.js';
+import { Future, shortuuid } from '../utils.js';
 import { defaultInitializeProcessFunc } from '../worker.js';
 import type { InferenceExecutor } from './inference_executor.js';
 import type { IPCMessage } from './message.js';
@@ -50,7 +49,7 @@ class InfClient implements InferenceExecutor {
   }
 
   async doInference(method: string, data: unknown): Promise<unknown> {
-    const requestId = 'inference_job_' + randomUUID;
+    const requestId = shortuuid('inference_job_');
     process.send!({ case: 'inferenceRequest', value: { requestId, method, data } });
     this.#requests[requestId] = new PendingInference();
     const resp = await this.#requests[requestId]!.promise;
@@ -88,7 +87,6 @@ const startJob = (
   };
 
   const ctx = new JobContext(proc, info, room, onConnect, onShutdown, new InfClient());
-  new CurrentJobContext(ctx);
 
   const task = new Promise<void>(async () => {
     const unconnectedTimeout = setTimeout(() => {
@@ -99,7 +97,11 @@ const startJob = (
         );
       }
     }, 10000);
-    func(ctx).finally(() => clearTimeout(unconnectedTimeout));
+
+    // Run the job function within the AsyncLocalStorage context
+    await runWithJobContextAsync(ctx, () => func(ctx)).finally(() => {
+      clearTimeout(unconnectedTimeout);
+    });
 
     await once(closeEvent, 'close').then((close) => {
       logger.debug('shutting down');

package/src/ipc/proc_pool.ts

@@ -115,7 +115,12 @@ export class ProcPool {
       unlock();
       await proc.join();
     } finally {
-      this.executors.splice(this.executors.indexOf(proc));
+      const procIndex = this.executors.indexOf(proc);
+      if (procIndex !== -1) {
+        this.executors.splice(procIndex, 1);
+      } else {
+        throw new Error(`proc ${proc} not found in executors`);
+      }
     }
   }
 
@@ -134,7 +139,14 @@ export class ProcPool {
         this.procUnlock = await this.procMutex.lock();
         const task = this.procWatchTask();
         this.tasks.push(task);
-        task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));
+        task.finally(() => {
+          const taskIndex = this.tasks.indexOf(task);
+          if (taskIndex !== -1) {
+            this.tasks.splice(taskIndex, 1);
+          } else {
+            throw new Error(`task ${task} not found in tasks`);
+          }
+        });
       }
     }
   }

package/src/ipc/supervised_proc.ts

@@ -3,6 +3,7 @@
 // SPDX-License-Identifier: Apache-2.0
 import type { ChildProcess } from 'node:child_process';
 import { once } from 'node:events';
+import pidusage from 'pidusage';
 import type { RunningJobInfo } from '../job.js';
 import { log, loggerOptions } from '../log.js';
 import { Future } from '../utils.js';
@@ -25,7 +26,7 @@ export abstract class SupervisedProc {
   #runningJob?: RunningJobInfo = undefined;
   proc?: ChildProcess;
   #pingInterval?: ReturnType<typeof setInterval>;
-  #memoryWatch?: ReturnType<typeof setInterval>;
+  #memoryMonitorInterval?: ReturnType<typeof setInterval>;
   #pongTimeout?: ReturnType<typeof setTimeout>;
   protected init = new Future();
   #join = new Future();
@@ -90,8 +91,8 @@ export abstract class SupervisedProc {
       this.#join.resolve();
     }, this.#opts.pingTimeout);
 
-    this.#memoryWatch = setInterval(() => {
-      const memoryMB = process.memoryUsage().heapUsed / (1024 * 1024);
+    this.#memoryMonitorInterval = setInterval(async () => {
+      const memoryMB = await this.getChildMemoryUsageMB();
       if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {
         this.#logger
           .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })
@@ -104,9 +105,9 @@ export abstract class SupervisedProc {
             memoryWarnMB: this.#opts.memoryWarnMB,
             memoryLimitMB: this.#opts.memoryLimitMB,
           })
-          .error('process memory usage is high');
+          .warn('process memory usage is high');
       }
-    });
+    }, 5000);
 
     const listener = (msg: IPCMessage) => {
       switch (msg.case) {
@@ -135,9 +136,7 @@ export abstract class SupervisedProc {
       this.#logger
         .child({ err })
         .warn('job process exited unexpectedly; this likely means the error above caused a crash');
-      clearTimeout(this.#pongTimeout);
-      clearInterval(this.#pingInterval);
-      clearInterval(this.#memoryWatch);
+      this.clearTimers();
       this.#join.resolve();
     });
 
@@ -196,8 +195,7 @@ export abstract class SupervisedProc {
     }, this.#opts.closeTimeout);
     await this.#join.await.then(() => {
       clearTimeout(timer);
-      clearTimeout(this.#pongTimeout);
-      clearInterval(this.#pingInterval);
+      this.clearTimers();
     });
   }
 
@@ -208,4 +206,19 @@ export abstract class SupervisedProc {
     this.#runningJob = info;
     this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });
   }
+
+  private async getChildMemoryUsageMB(): Promise<number> {
+    const pid = this.proc?.pid;
+    if (!pid) {
+      return 0;
+    }
+    const stats = await pidusage(pid);
+    return stats.memory / (1024 * 1024); // Convert bytes to MB
+  }
+
+  private clearTimers() {
+    clearTimeout(this.#pongTimeout);
+    clearInterval(this.#pingInterval);
+    clearInterval(this.#memoryMonitorInterval);
+  }
 }

package/src/job.ts

@@ -10,21 +10,13 @@ import type {
   RtcConfiguration,
 } from '@livekit/rtc-node';
 import { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';
+import { AsyncLocalStorage } from 'node:async_hooks';
 import type { Logger } from 'pino';
 import type { InferenceExecutor } from './ipc/inference_executor.js';
 import { log } from './log.js';
 
-export class CurrentJobContext {
-  static #current: JobContext;
-
-  constructor(proc: JobContext) {
-    CurrentJobContext.#current = proc;
-  }
-
-  static getCurrent(): JobContext {
-    return CurrentJobContext.#current;
-  }
-}
+// AsyncLocalStorage for job context, similar to Python's contextvars
+const jobContextStorage = new AsyncLocalStorage<JobContext>();
 
 /**
  * Returns the current job context.
@@ -32,13 +24,29 @@ export class CurrentJobContext {
  * @throws {Error} if no job context is found
  */
 export function getJobContext(): JobContext {
-  const ctx = CurrentJobContext.getCurrent();
+  const ctx = jobContextStorage.getStore();
   if (!ctx) {
     throw new Error('no job context found, are you running this code inside a job entrypoint?');
   }
   return ctx;
 }
 
+/**
+ * Runs a function within a job context, similar to Python's contextvars.
+ * @internal
+ */
+export function runWithJobContext<T>(context: JobContext, fn: () => T): T {
+  return jobContextStorage.run(context, fn);
+}
+
+/**
+ * Runs an async function within a job context, similar to Python's contextvars.
+ * @internal
+ */
+export function runWithJobContextAsync<T>(context: JobContext, fn: () => Promise<T>): Promise<T> {
+  return jobContextStorage.run(context, fn);
+}
+
 /** Which tracks, if any, should the agent automatically subscribe to? */
 export enum AutoSubscribe {
   SUBSCRIBE_ALL,
@@ -89,6 +97,8 @@ export class JobContext {
   #logger: Logger;
   #inferenceExecutor: InferenceExecutor;
 
+  private connected: boolean = false;
+
   constructor(
     proc: JobProcess,
     info: RunningJobInfo,
@@ -191,6 +201,10 @@ export class JobContext {
     autoSubscribe: AutoSubscribe = AutoSubscribe.SUBSCRIBE_ALL,
     rtcConfig?: RtcConfiguration,
   ) {
+    if (this.connected) {
+      return;
+    }
+
     const opts = {
       e2ee,
       autoSubscribe: autoSubscribe == AutoSubscribe.SUBSCRIBE_ALL,
@@ -215,6 +229,7 @@ export class JobContext {
         });
       });
     }
+    this.connected = true;
   }
 
   /**

package/src/llm/llm.ts

@@ -215,8 +215,10 @@ export abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {
       promptTokens: usage?.promptTokens || 0,
       promptCachedTokens: usage?.promptCachedTokens || 0,
       totalTokens: usage?.totalTokens || 0,
-      tokensPerSecond:
-        (usage?.completionTokens || 0) / Math.trunc(Number(duration / BigInt(1000000000))),
+      tokensPerSecond: (() => {
+        const durationSeconds = Math.trunc(Number(duration / BigInt(1000000000)));
+        return durationSeconds > 0 ? (usage?.completionTokens || 0) / durationSeconds : 0;
+      })(),
     };
     this.#llm.emit('metrics_collected', metrics);
   }

package/src/vad.ts

@@ -167,6 +167,9 @@ export abstract class VADStream implements AsyncIterableIterator<VADEvent> {
           }
           break;
         case VADEventType.INFERENCE_DONE:
+          inferenceDurationTotal += value.inferenceDuration;
+          this.#lastActivityTime = process.hrtime.bigint();
+          break;
         case VADEventType.END_OF_SPEECH:
           this.#lastActivityTime = process.hrtime.bigint();
           break;

package/src/voice/agent_session.ts

@@ -5,6 +5,7 @@ import type { AudioFrame, Room } from '@livekit/rtc-node';
 import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
 import { EventEmitter } from 'node:events';
 import type { ReadableStream } from 'node:stream/web';
+import { getJobContext } from '../job.js';
 import { ChatContext, ChatMessage } from '../llm/chat_context.js';
 import type { LLM, RealtimeModel, RealtimeModelError, ToolChoice } from '../llm/index.js';
 import type { LLMError } from '../llm/llm.js';
@@ -184,6 +185,7 @@ export class AgentSession<
     this.agent = agent;
     this._updateAgentState('initializing');
 
+    const tasks: Promise<void>[] = [];
     // Check for existing input/output configuration and warn if needed
     if (this.input.audio && inputOptions?.audioEnabled !== false) {
       this.logger.warn('RoomIO audio input is enabled but input.audio is already set, ignoring..');
@@ -209,7 +211,15 @@ export class AgentSession<
     });
     this.roomIO.start();
 
-    this.updateActivity(this.agent);
+    const ctx = getJobContext();
+    if (ctx && ctx.room === room && !room.isConnected) {
+      this.logger.debug('Auto-connecting to room via job context');
+      tasks.push(ctx.connect());
+    }
+    // TODO(AJS-265): add shutdown callback to job context
+    tasks.push(this.updateActivity(this.agent));
+
+    await Promise.allSettled(tasks);
 
     // Log used IO configuration
     this.logger.debug(
@@ -220,7 +230,6 @@ export class AgentSession<
       `using transcript io: \`AgentSession\` -> ${this.output.transcription ? '`' + this.output.transcription.constructor.name + '`' : '(none)'}`,
     );
 
-    this.logger.debug('AgentSession started');
     this.started = true;
     this._updateAgentState('listening');
   }

package/src/voice/audio_recognition.ts

@@ -367,6 +367,11 @@ export class AudioRecognition {
             this.hooks.onStartOfSpeech(ev);
             this.speaking = true;
 
+            // Capture sample rate from the first VAD event if not already set
+            if (ev.frames.length > 0 && ev.frames[0]) {
+              this.sampleRate = ev.frames[0].sampleRate;
+            }
+
             this.bounceEOUTask?.cancel();
             break;
           case VADEventType.INFERENCE_DONE:

package/src/worker.ts

@@ -190,7 +190,7 @@ export class WorkerOptions {
     port = undefined,
     logLevel = 'info',
     production = false,
-    jobMemoryWarnMB = 300,
+    jobMemoryWarnMB = 500,
     jobMemoryLimitMB = 0,
   }: {
     /**
@@ -567,7 +567,14 @@ export class Worker {
           if (!msg.message.value.job) return;
           const task = this.#availability(msg.message.value);
           this.#tasks.push(task);
-          task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+          task.finally(() => {
+            const taskIndex = this.#tasks.indexOf(task);
+            if (taskIndex !== -1) {
+              this.#tasks.splice(taskIndex, 1);
+            } else {
+              throw new Error(`task ${task} not found in tasks`);
+            }
+          });
           break;
         }
         case 'assignment': {
@@ -585,7 +592,14 @@ export class Worker {
         case 'termination': {
           const task = this.#termination(msg.message.value);
           this.#tasks.push(task);
-          task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+          task.finally(() => {
+            const taskIndex = this.#tasks.indexOf(task);
+            if (taskIndex !== -1) {
+              this.#tasks.splice(taskIndex, 1);
+            } else {
+              throw new Error(`task ${task} not found in tasks`);
+            }
+          });
           break;
         }
       }
@@ -737,7 +751,14 @@ export class Worker {
 
     const task = jobRequestTask();
     this.#tasks.push(task);
-    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+    task.finally(() => {
+      const taskIndex = this.#tasks.indexOf(task);
+      if (taskIndex !== -1) {
+        this.#tasks.splice(taskIndex, 1);
+      } else {
+        throw new Error(`task ${task} not found in tasks`);
+      }
+    });
   }
 
   async #termination(msg: JobTermination) {