@livekit/agents 1.0.0 → 1.0.2

package/src/ipc/supervised_proc.ts

@@ -3,6 +3,7 @@
 // SPDX-License-Identifier: Apache-2.0
 import type { ChildProcess } from 'node:child_process';
 import { once } from 'node:events';
+import pidusage from 'pidusage';
 import type { RunningJobInfo } from '../job.js';
 import { log, loggerOptions } from '../log.js';
 import { Future } from '../utils.js';
@@ -25,7 +26,7 @@ export abstract class SupervisedProc {
   #runningJob?: RunningJobInfo = undefined;
   proc?: ChildProcess;
   #pingInterval?: ReturnType<typeof setInterval>;
-  #memoryWatch?: ReturnType<typeof setInterval>;
+  #memoryMonitorInterval?: ReturnType<typeof setInterval>;
   #pongTimeout?: ReturnType<typeof setTimeout>;
   protected init = new Future();
   #join = new Future();
@@ -90,8 +91,8 @@ export abstract class SupervisedProc {
       this.#join.resolve();
     }, this.#opts.pingTimeout);
 
-    this.#memoryWatch = setInterval(() => {
-      const memoryMB = process.memoryUsage().heapUsed / (1024 * 1024);
+    this.#memoryMonitorInterval = setInterval(async () => {
+      const memoryMB = await this.getChildMemoryUsageMB();
       if (this.#opts.memoryLimitMB > 0 && memoryMB > this.#opts.memoryLimitMB) {
         this.#logger
           .child({ memoryUsageMB: memoryMB, memoryLimitMB: this.#opts.memoryLimitMB })
@@ -104,9 +105,9 @@ export abstract class SupervisedProc {
             memoryWarnMB: this.#opts.memoryWarnMB,
             memoryLimitMB: this.#opts.memoryLimitMB,
           })
-          .error('process memory usage is high');
+          .warn('process memory usage is high');
       }
-    });
+    }, 5000);
 
     const listener = (msg: IPCMessage) => {
       switch (msg.case) {
@@ -135,9 +136,7 @@ export abstract class SupervisedProc {
       this.#logger
         .child({ err })
         .warn('job process exited unexpectedly; this likely means the error above caused a crash');
-      clearTimeout(this.#pongTimeout);
-      clearInterval(this.#pingInterval);
-      clearInterval(this.#memoryWatch);
+      this.clearTimers();
       this.#join.resolve();
     });
 
@@ -196,8 +195,7 @@ export abstract class SupervisedProc {
     }, this.#opts.closeTimeout);
     await this.#join.await.then(() => {
       clearTimeout(timer);
-      clearTimeout(this.#pongTimeout);
-      clearInterval(this.#pingInterval);
+      this.clearTimers();
     });
   }
 
@@ -208,4 +206,19 @@ export abstract class SupervisedProc {
     this.#runningJob = info;
     this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });
   }
+
+  private async getChildMemoryUsageMB(): Promise<number> {
+    const pid = this.proc?.pid;
+    if (!pid) {
+      return 0;
+    }
+    const stats = await pidusage(pid);
+    return stats.memory / (1024 * 1024); // Convert bytes to MB
+  }
+
+  private clearTimers() {
+    clearTimeout(this.#pongTimeout);
+    clearInterval(this.#pingInterval);
+    clearInterval(this.#memoryMonitorInterval);
+  }
 }

package/src/llm/llm.ts

@@ -215,8 +215,10 @@ export abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {
       promptTokens: usage?.promptTokens || 0,
       promptCachedTokens: usage?.promptCachedTokens || 0,
       totalTokens: usage?.totalTokens || 0,
-      tokensPerSecond:
-        (usage?.completionTokens || 0) / Math.trunc(Number(duration / BigInt(1000000000))),
+      tokensPerSecond: (() => {
+        const durationSeconds = Math.trunc(Number(duration / BigInt(1000000000)));
+        return durationSeconds > 0 ? (usage?.completionTokens || 0) / durationSeconds : 0;
+      })(),
     };
     this.#llm.emit('metrics_collected', metrics);
   }

package/src/vad.ts

@@ -167,6 +167,9 @@ export abstract class VADStream implements AsyncIterableIterator<VADEvent> {
           }
           break;
         case VADEventType.INFERENCE_DONE:
+          inferenceDurationTotal += value.inferenceDuration;
+          this.#lastActivityTime = process.hrtime.bigint();
+          break;
         case VADEventType.END_OF_SPEECH:
           this.#lastActivityTime = process.hrtime.bigint();
           break;

package/src/voice/audio_recognition.ts

@@ -367,6 +367,11 @@ export class AudioRecognition {
             this.hooks.onStartOfSpeech(ev);
             this.speaking = true;
 
+            // Capture sample rate from the first VAD event if not already set
+            if (ev.frames.length > 0 && ev.frames[0]) {
+              this.sampleRate = ev.frames[0].sampleRate;
+            }
+
             this.bounceEOUTask?.cancel();
             break;
           case VADEventType.INFERENCE_DONE:

package/src/worker.ts

@@ -190,7 +190,7 @@ export class WorkerOptions {
     port = undefined,
     logLevel = 'info',
     production = false,
-    jobMemoryWarnMB = 300,
+    jobMemoryWarnMB = 500,
     jobMemoryLimitMB = 0,
   }: {
     /**
@@ -567,7 +567,14 @@ export class Worker {
           if (!msg.message.value.job) return;
           const task = this.#availability(msg.message.value);
           this.#tasks.push(task);
-          task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+          task.finally(() => {
+            const taskIndex = this.#tasks.indexOf(task);
+            if (taskIndex !== -1) {
+              this.#tasks.splice(taskIndex, 1);
+            } else {
+              throw new Error(`task ${task} not found in tasks`);
+            }
+          });
           break;
         }
         case 'assignment': {
@@ -585,7 +592,14 @@ export class Worker {
         case 'termination': {
           const task = this.#termination(msg.message.value);
           this.#tasks.push(task);
-          task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+          task.finally(() => {
+            const taskIndex = this.#tasks.indexOf(task);
+            if (taskIndex !== -1) {
+              this.#tasks.splice(taskIndex, 1);
+            } else {
+              throw new Error(`task ${task} not found in tasks`);
+            }
+          });
           break;
         }
       }
@@ -737,7 +751,14 @@ export class Worker {
 
     const task = jobRequestTask();
     this.#tasks.push(task);
-    task.finally(() => this.#tasks.splice(this.#tasks.indexOf(task)));
+    task.finally(() => {
+      const taskIndex = this.#tasks.indexOf(task);
+      if (taskIndex !== -1) {
+        this.#tasks.splice(taskIndex, 1);
+      } else {
+        throw new Error(`task ${task} not found in tasks`);
+      }
+    });
   }
 
   async #termination(msg: JobTermination) {