@livekit/agents 1.0.47 → 1.0.49

package/dist/voice/testing/fake_llm.cjs

@@ -0,0 +1,127 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var fake_llm_exports = {};
+__export(fake_llm_exports, {
+  FakeLLM: () => FakeLLM
+});
+module.exports = __toCommonJS(fake_llm_exports);
+var import_chat_context = require("../../llm/chat_context.cjs");
+var import_llm = require("../../llm/llm.cjs");
+var import_types = require("../../types.cjs");
+var import_utils = require("../../utils.cjs");
+class FakeLLM extends import_llm.LLM {
+  responseMap = /* @__PURE__ */ new Map();
+  constructor(responses = []) {
+    super();
+    for (const response of responses) {
+      this.responseMap.set(response.input, {
+        type: "llm",
+        ttft: 0,
+        duration: 0,
+        ...response
+      });
+    }
+  }
+  label() {
+    return "fake-llm";
+  }
+  chat({
+    chatCtx,
+    toolCtx,
+    connOptions = import_types.DEFAULT_API_CONNECT_OPTIONS
+  }) {
+    return new FakeLLMStream(this, {
+      chatCtx,
+      toolCtx,
+      connOptions
+    });
+  }
+  lookup(input) {
+    return this.responseMap.get(input);
+  }
+}
+class FakeLLMStream extends import_llm.LLMStream {
+  fake;
+  constructor(fake, params) {
+    super(fake, params);
+    this.fake = fake;
+  }
+  async run() {
+    const input = this.getInputText();
+    const decision = this.fake.lookup(input);
+    if (!decision) {
+      return;
+    }
+    const startedAt = Date.now();
+    if ((decision.ttft ?? 0) > 0) {
+      await (0, import_utils.delay)(decision.ttft);
+    }
+    const content = decision.content ?? "";
+    const chunkSize = 3;
+    for (let i = 0; i < content.length; i += chunkSize) {
+      this.queue.put({
+        id: "fake",
+        delta: { role: "assistant", content: content.slice(i, i + chunkSize) }
+      });
+    }
+    if (decision.toolCalls && decision.toolCalls.length > 0) {
+      const calls = decision.toolCalls.map(
+        (tc, index) => import_chat_context.FunctionCall.create({
+          callId: `fake_call_${index}`,
+          name: tc.name,
+          args: JSON.stringify(tc.args)
+        })
+      );
+      this.queue.put({
+        id: "fake",
+        delta: { role: "assistant", toolCalls: calls }
+      });
+    }
+    const elapsed = Date.now() - startedAt;
+    const waitMs = Math.max(0, (decision.duration ?? 0) - elapsed);
+    if (waitMs > 0) {
+      await (0, import_utils.delay)(waitMs);
+    }
+  }
+  getInputText() {
+    const items = this.chatCtx.items;
+    if (items.length === 0) {
+      throw new Error("No input text found");
+    }
+    for (const item of items) {
+      if (item.type === "message" && item.role === "system") {
+        const text = item.textContent ?? "";
+        const lines = text.split("\n");
+        const tail = lines[lines.length - 1] ?? "";
+        if (lines.length > 1 && tail.startsWith("instructions:")) {
+          return tail;
+        }
+      }
+    }
+    const last = items[items.length - 1];
+    if (last.type === "message" && last.role === "user") return last.textContent ?? "";
+    if (last.type === "function_call_output") return last.output;
+    throw new Error("No input text found");
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  FakeLLM
+});
+//# sourceMappingURL=fake_llm.cjs.map

package/dist/voice/testing/fake_llm.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/testing/fake_llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext } from '../../llm/chat_context.js';\nimport { FunctionCall } from '../../llm/chat_context.js';\nimport { LLMStream as BaseLLMStream, LLM, type LLMStream } from '../../llm/llm.js';\nimport type { ToolChoice, ToolContext } from '../../llm/tool_context.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../../types.js';\nimport { delay } from '../../utils.js';\n\nexport interface FakeLLMResponse {\n  input: string;\n  type?: 'llm';\n  content?: string;\n  ttft?: number;\n  duration?: number;\n  toolCalls?: Array<{ name: string; args: Record<string, unknown> }>;\n}\n\nexport class FakeLLM extends LLM {\n  private readonly responseMap = new Map<string, FakeLLMResponse>();\n\n  constructor(responses: FakeLLMResponse[] = []) {\n    super();\n    for (const response of responses) {\n      this.responseMap.set(response.input, {\n        type: 'llm',\n        ttft: 0,\n        duration: 0,\n        ...response,\n      });\n    }\n  }\n\n  label(): string {\n    return 'fake-llm';\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n  }: {\n    chatCtx: ChatContext;\n    toolCtx?: ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    return new FakeLLMStream(this, {\n      chatCtx,\n      toolCtx,\n      connOptions,\n    });\n  }\n\n  lookup(input: string): FakeLLMResponse | undefined {\n    return this.responseMap.get(input);\n  }\n}\n\nclass FakeLLMStream extends BaseLLMStream {\n  private readonly fake: FakeLLM;\n\n  constructor(\n    fake: FakeLLM,\n    params: { chatCtx: ChatContext; toolCtx?: ToolContext; connOptions: APIConnectOptions },\n  ) {\n    super(fake, params);\n    this.fake = fake;\n  }\n\n  protected async run(): Promise<void> {\n    const input = this.getInputText();\n    const decision = this.fake.lookup(input);\n    if (!decision) {\n      return;\n    }\n\n    const startedAt = Date.now();\n    if ((decision.ttft ?? 0) > 0) {\n      await delay(decision.ttft!);\n    }\n\n    const content = decision.content ?? '';\n    const chunkSize = 3;\n    for (let i = 0; i < content.length; i += chunkSize) {\n      this.queue.put({\n        id: 'fake',\n        delta: { role: 'assistant', content: content.slice(i, i + chunkSize) },\n      });\n    }\n\n    if (decision.toolCalls && decision.toolCalls.length > 0) {\n      const calls = decision.toolCalls.map((tc, index) =>\n        FunctionCall.create({\n          callId: `fake_call_${index}`,\n          name: tc.name,\n          args: JSON.stringify(tc.args),\n        }),\n      );\n      this.queue.put({\n        id: 'fake',\n        delta: { role: 'assistant', toolCalls: calls },\n      });\n    }\n\n    const elapsed = Date.now() - startedAt;\n    const waitMs = Math.max(0, (decision.duration ?? 0) - elapsed);\n    if (waitMs > 0) {\n      await delay(waitMs);\n    }\n  }\n\n  private getInputText(): string {\n    const items = this.chatCtx.items;\n    if (items.length === 0) {\n      throw new Error('No input text found');\n    }\n\n    for (const item of items) {\n      if (item.type === 'message' && item.role === 'system') {\n        const text = item.textContent ?? '';\n        const lines = text.split('\\n');\n        const tail = lines[lines.length - 1] ?? '';\n        if (lines.length > 1 && tail.startsWith('instructions:')) {\n          return tail;\n        }\n      }\n    }\n\n    const last = items[items.length - 1]!;\n    if (last.type === 'message' && last.role === 'user') return last.textContent ?? '';\n    if (last.type === 'function_call_output') return last.output;\n    throw new Error('No input text found');\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAA6B;AAC7B,iBAAgE;AAEhE,mBAAoE;AACpE,mBAAsB;AAWf,MAAM,gBAAgB,eAAI;AAAA,EACd,cAAc,oBAAI,IAA6B;AAAA,EAEhE,YAAY,YAA+B,CAAC,GAAG;AAC7C,UAAM;AACN,eAAW,YAAY,WAAW;AAChC,WAAK,YAAY,IAAI,SAAS,OAAO;AAAA,QACnC,MAAM;AAAA,QACN,MAAM;AAAA,QACN,UAAU;AAAA,QACV,GAAG;AAAA,MACL,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,EAChB,GAOc;AACZ,WAAO,IAAI,cAAc,MAAM;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,OAA4C;AACjD,WAAO,KAAK,YAAY,IAAI,KAAK;AAAA,EACnC;AACF;AAEA,MAAM,sBAAsB,WAAAA,UAAc;AAAA,EACvB;AAAA,EAEjB,YACE,MACA,QACA;AACA,UAAM,MAAM,MAAM;AAClB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAqB;AACnC,UAAM,QAAQ,KAAK,aAAa;AAChC,UAAM,WAAW,KAAK,KAAK,OAAO,KAAK;AACvC,QAAI,CAAC,UAAU;AACb;AAAA,IACF;AAEA,UAAM,YAAY,KAAK,IAAI;AAC3B,SAAK,SAAS,QAAQ,KAAK,GAAG;AAC5B,gBAAM,oBAAM,SAAS,IAAK;AAAA,IAC5B;AAEA,UAAM,UAAU,SAAS,WAAW;AACpC,UAAM,YAAY;AAClB,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,WAAW;AAClD,WAAK,MAAM,IAAI;AAAA,QACb,IAAI;AAAA,QACJ,OAAO,EAAE,MAAM,aAAa,SAAS,QAAQ,MAAM,GAAG,IAAI,SAAS,EAAE;AAAA,MACvE,CAAC;AAAA,IACH;AAEA,QAAI,SAAS,aAAa,SAAS,UAAU,SAAS,GAAG;AACvD,YAAM,QAAQ,SAAS,UAAU;AAAA,QAAI,CAAC,IAAI,UACxC,iCAAa,OAAO;AAAA,UAClB,QAAQ,aAAa,KAAK;AAAA,UAC1B,MAAM,GAAG;AAAA,UACT,MAAM,KAAK,UAAU,GAAG,IAAI;AAAA,QAC9B,CAAC;AAAA,MACH;AACA,WAAK,MAAM,IAAI;AAAA,QACb,IAAI;AAAA,QACJ,OAAO,EAAE,MAAM,aAAa,WAAW,MAAM;AAAA,MAC/C,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,UAAM,SAAS,KAAK,IAAI,IAAI,SAAS,YAAY,KAAK,OAAO;AAC7D,QAAI,SAAS,GAAG;AACd,gBAAM,oBAAM,MAAM;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,UAAM,QAAQ,KAAK,QAAQ;AAC3B,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AAEA,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,SAAS,aAAa,KAAK,SAAS,UAAU;AACrD,cAAM,OAAO,KAAK,eAAe;AACjC,cAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,cAAM,OAAO,MAAM,MAAM,SAAS,CAAC,KAAK;AACxC,YAAI,MAAM,SAAS,KAAK,KAAK,WAAW,eAAe,GAAG;AACxD,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,UAAM,OAAO,MAAM,MAAM,SAAS,CAAC;AACnC,QAAI,KAAK,SAAS,aAAa,KAAK,SAAS,OAAQ,QAAO,KAAK,eAAe;AAChF,QAAI,KAAK,SAAS,uBAAwB,QAAO,KAAK;AACtD,UAAM,IAAI,MAAM,qBAAqB;AAAA,EACvC;AACF;","names":["BaseLLMStream"]}

package/dist/voice/testing/fake_llm.d.cts

@@ -0,0 +1,30 @@
+import type { ChatContext } from '../../llm/chat_context.js';
+import { LLM, type LLMStream } from '../../llm/llm.js';
+import type { ToolChoice, ToolContext } from '../../llm/tool_context.js';
+import { type APIConnectOptions } from '../../types.js';
+export interface FakeLLMResponse {
+    input: string;
+    type?: 'llm';
+    content?: string;
+    ttft?: number;
+    duration?: number;
+    toolCalls?: Array<{
+        name: string;
+        args: Record<string, unknown>;
+    }>;
+}
+export declare class FakeLLM extends LLM {
+    private readonly responseMap;
+    constructor(responses?: FakeLLMResponse[]);
+    label(): string;
+    chat({ chatCtx, toolCtx, connOptions, }: {
+        chatCtx: ChatContext;
+        toolCtx?: ToolContext;
+        connOptions?: APIConnectOptions;
+        parallelToolCalls?: boolean;
+        toolChoice?: ToolChoice;
+        extraKwargs?: Record<string, unknown>;
+    }): LLMStream;
+    lookup(input: string): FakeLLMResponse | undefined;
+}
+//# sourceMappingURL=fake_llm.d.ts.map

package/dist/voice/testing/fake_llm.d.ts

@@ -0,0 +1,30 @@
+import type { ChatContext } from '../../llm/chat_context.js';
+import { LLM, type LLMStream } from '../../llm/llm.js';
+import type { ToolChoice, ToolContext } from '../../llm/tool_context.js';
+import { type APIConnectOptions } from '../../types.js';
+export interface FakeLLMResponse {
+    input: string;
+    type?: 'llm';
+    content?: string;
+    ttft?: number;
+    duration?: number;
+    toolCalls?: Array<{
+        name: string;
+        args: Record<string, unknown>;
+    }>;
+}
+export declare class FakeLLM extends LLM {
+    private readonly responseMap;
+    constructor(responses?: FakeLLMResponse[]);
+    label(): string;
+    chat({ chatCtx, toolCtx, connOptions, }: {
+        chatCtx: ChatContext;
+        toolCtx?: ToolContext;
+        connOptions?: APIConnectOptions;
+        parallelToolCalls?: boolean;
+        toolChoice?: ToolChoice;
+        extraKwargs?: Record<string, unknown>;
+    }): LLMStream;
+    lookup(input: string): FakeLLMResponse | undefined;
+}
+//# sourceMappingURL=fake_llm.d.ts.map

package/dist/voice/testing/fake_llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake_llm.d.ts","sourceRoot":"","sources":["../../../src/voice/testing/fake_llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAE7D,OAAO,EAA8B,GAAG,EAAE,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACnF,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,KAAK,iBAAiB,EAA+B,MAAM,gBAAgB,CAAC;AAGrF,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;CACpE;AAED,qBAAa,OAAQ,SAAQ,GAAG;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;gBAEtD,SAAS,GAAE,eAAe,EAAO;IAY7C,KAAK,IAAI,MAAM;IAIf,IAAI,CAAC,EACH,OAAO,EACP,OAAO,EACP,WAAyC,GAC1C,EAAE;QACD,OAAO,EAAE,WAAW,CAAC;QACrB,OAAO,CAAC,EAAE,WAAW,CAAC;QACtB,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;IAQb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;CAGnD"}

package/dist/voice/testing/fake_llm.js

@@ -0,0 +1,103 @@
+import { FunctionCall } from "../../llm/chat_context.js";
+import { LLMStream as BaseLLMStream, LLM } from "../../llm/llm.js";
+import { DEFAULT_API_CONNECT_OPTIONS } from "../../types.js";
+import { delay } from "../../utils.js";
+class FakeLLM extends LLM {
+  responseMap = /* @__PURE__ */ new Map();
+  constructor(responses = []) {
+    super();
+    for (const response of responses) {
+      this.responseMap.set(response.input, {
+        type: "llm",
+        ttft: 0,
+        duration: 0,
+        ...response
+      });
+    }
+  }
+  label() {
+    return "fake-llm";
+  }
+  chat({
+    chatCtx,
+    toolCtx,
+    connOptions = DEFAULT_API_CONNECT_OPTIONS
+  }) {
+    return new FakeLLMStream(this, {
+      chatCtx,
+      toolCtx,
+      connOptions
+    });
+  }
+  lookup(input) {
+    return this.responseMap.get(input);
+  }
+}
+class FakeLLMStream extends BaseLLMStream {
+  fake;
+  constructor(fake, params) {
+    super(fake, params);
+    this.fake = fake;
+  }
+  async run() {
+    const input = this.getInputText();
+    const decision = this.fake.lookup(input);
+    if (!decision) {
+      return;
+    }
+    const startedAt = Date.now();
+    if ((decision.ttft ?? 0) > 0) {
+      await delay(decision.ttft);
+    }
+    const content = decision.content ?? "";
+    const chunkSize = 3;
+    for (let i = 0; i < content.length; i += chunkSize) {
+      this.queue.put({
+        id: "fake",
+        delta: { role: "assistant", content: content.slice(i, i + chunkSize) }
+      });
+    }
+    if (decision.toolCalls && decision.toolCalls.length > 0) {
+      const calls = decision.toolCalls.map(
+        (tc, index) => FunctionCall.create({
+          callId: `fake_call_${index}`,
+          name: tc.name,
+          args: JSON.stringify(tc.args)
+        })
+      );
+      this.queue.put({
+        id: "fake",
+        delta: { role: "assistant", toolCalls: calls }
+      });
+    }
+    const elapsed = Date.now() - startedAt;
+    const waitMs = Math.max(0, (decision.duration ?? 0) - elapsed);
+    if (waitMs > 0) {
+      await delay(waitMs);
+    }
+  }
+  getInputText() {
+    const items = this.chatCtx.items;
+    if (items.length === 0) {
+      throw new Error("No input text found");
+    }
+    for (const item of items) {
+      if (item.type === "message" && item.role === "system") {
+        const text = item.textContent ?? "";
+        const lines = text.split("\n");
+        const tail = lines[lines.length - 1] ?? "";
+        if (lines.length > 1 && tail.startsWith("instructions:")) {
+          return tail;
+        }
+      }
+    }
+    const last = items[items.length - 1];
+    if (last.type === "message" && last.role === "user") return last.textContent ?? "";
+    if (last.type === "function_call_output") return last.output;
+    throw new Error("No input text found");
+  }
+}
+export {
+  FakeLLM
+};
+//# sourceMappingURL=fake_llm.js.map

package/dist/voice/testing/fake_llm.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/testing/fake_llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext } from '../../llm/chat_context.js';\nimport { FunctionCall } from '../../llm/chat_context.js';\nimport { LLMStream as BaseLLMStream, LLM, type LLMStream } from '../../llm/llm.js';\nimport type { ToolChoice, ToolContext } from '../../llm/tool_context.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../../types.js';\nimport { delay } from '../../utils.js';\n\nexport interface FakeLLMResponse {\n  input: string;\n  type?: 'llm';\n  content?: string;\n  ttft?: number;\n  duration?: number;\n  toolCalls?: Array<{ name: string; args: Record<string, unknown> }>;\n}\n\nexport class FakeLLM extends LLM {\n  private readonly responseMap = new Map<string, FakeLLMResponse>();\n\n  constructor(responses: FakeLLMResponse[] = []) {\n    super();\n    for (const response of responses) {\n      this.responseMap.set(response.input, {\n        type: 'llm',\n        ttft: 0,\n        duration: 0,\n        ...response,\n      });\n    }\n  }\n\n  label(): string {\n    return 'fake-llm';\n  }\n\n  chat({\n    chatCtx,\n    toolCtx,\n    connOptions = DEFAULT_API_CONNECT_OPTIONS,\n  }: {\n    chatCtx: ChatContext;\n    toolCtx?: ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    return new FakeLLMStream(this, {\n      chatCtx,\n      toolCtx,\n      connOptions,\n    });\n  }\n\n  lookup(input: string): FakeLLMResponse | undefined {\n    return this.responseMap.get(input);\n  }\n}\n\nclass FakeLLMStream extends BaseLLMStream {\n  private readonly fake: FakeLLM;\n\n  constructor(\n    fake: FakeLLM,\n    params: { chatCtx: ChatContext; toolCtx?: ToolContext; connOptions: APIConnectOptions },\n  ) {\n    super(fake, params);\n    this.fake = fake;\n  }\n\n  protected async run(): Promise<void> {\n    const input = this.getInputText();\n    const decision = this.fake.lookup(input);\n    if (!decision) {\n      return;\n    }\n\n    const startedAt = Date.now();\n    if ((decision.ttft ?? 0) > 0) {\n      await delay(decision.ttft!);\n    }\n\n    const content = decision.content ?? '';\n    const chunkSize = 3;\n    for (let i = 0; i < content.length; i += chunkSize) {\n      this.queue.put({\n        id: 'fake',\n        delta: { role: 'assistant', content: content.slice(i, i + chunkSize) },\n      });\n    }\n\n    if (decision.toolCalls && decision.toolCalls.length > 0) {\n      const calls = decision.toolCalls.map((tc, index) =>\n        FunctionCall.create({\n          callId: `fake_call_${index}`,\n          name: tc.name,\n          args: JSON.stringify(tc.args),\n        }),\n      );\n      this.queue.put({\n        id: 'fake',\n        delta: { role: 'assistant', toolCalls: calls },\n      });\n    }\n\n    const elapsed = Date.now() - startedAt;\n    const waitMs = Math.max(0, (decision.duration ?? 0) - elapsed);\n    if (waitMs > 0) {\n      await delay(waitMs);\n    }\n  }\n\n  private getInputText(): string {\n    const items = this.chatCtx.items;\n    if (items.length === 0) {\n      throw new Error('No input text found');\n    }\n\n    for (const item of items) {\n      if (item.type === 'message' && item.role === 'system') {\n        const text = item.textContent ?? '';\n        const lines = text.split('\\n');\n        const tail = lines[lines.length - 1] ?? '';\n        if (lines.length > 1 && tail.startsWith('instructions:')) {\n          return tail;\n        }\n      }\n    }\n\n    const last = items[items.length - 1]!;\n    if (last.type === 'message' && last.role === 'user') return last.textContent ?? '';\n    if (last.type === 'function_call_output') return last.output;\n    throw new Error('No input text found');\n  }\n}\n"],"mappings":"AAIA,SAAS,oBAAoB;AAC7B,SAAS,aAAa,eAAe,WAA2B;AAEhE,SAAiC,mCAAmC;AACpE,SAAS,aAAa;AAWf,MAAM,gBAAgB,IAAI;AAAA,EACd,cAAc,oBAAI,IAA6B;AAAA,EAEhE,YAAY,YAA+B,CAAC,GAAG;AAC7C,UAAM;AACN,eAAW,YAAY,WAAW;AAChC,WAAK,YAAY,IAAI,SAAS,OAAO;AAAA,QACnC,MAAM;AAAA,QACN,MAAM;AAAA,QACN,UAAU;AAAA,QACV,GAAG;AAAA,MACL,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,KAAK;AAAA,IACH;AAAA,IACA;AAAA,IACA,cAAc;AAAA,EAChB,GAOc;AACZ,WAAO,IAAI,cAAc,MAAM;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,OAA4C;AACjD,WAAO,KAAK,YAAY,IAAI,KAAK;AAAA,EACnC;AACF;AAEA,MAAM,sBAAsB,cAAc;AAAA,EACvB;AAAA,EAEjB,YACE,MACA,QACA;AACA,UAAM,MAAM,MAAM;AAClB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAgB,MAAqB;AACnC,UAAM,QAAQ,KAAK,aAAa;AAChC,UAAM,WAAW,KAAK,KAAK,OAAO,KAAK;AACvC,QAAI,CAAC,UAAU;AACb;AAAA,IACF;AAEA,UAAM,YAAY,KAAK,IAAI;AAC3B,SAAK,SAAS,QAAQ,KAAK,GAAG;AAC5B,YAAM,MAAM,SAAS,IAAK;AAAA,IAC5B;AAEA,UAAM,UAAU,SAAS,WAAW;AACpC,UAAM,YAAY;AAClB,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,WAAW;AAClD,WAAK,MAAM,IAAI;AAAA,QACb,IAAI;AAAA,QACJ,OAAO,EAAE,MAAM,aAAa,SAAS,QAAQ,MAAM,GAAG,IAAI,SAAS,EAAE;AAAA,MACvE,CAAC;AAAA,IACH;AAEA,QAAI,SAAS,aAAa,SAAS,UAAU,SAAS,GAAG;AACvD,YAAM,QAAQ,SAAS,UAAU;AAAA,QAAI,CAAC,IAAI,UACxC,aAAa,OAAO;AAAA,UAClB,QAAQ,aAAa,KAAK;AAAA,UAC1B,MAAM,GAAG;AAAA,UACT,MAAM,KAAK,UAAU,GAAG,IAAI;AAAA,QAC9B,CAAC;AAAA,MACH;AACA,WAAK,MAAM,IAAI;AAAA,QACb,IAAI;AAAA,QACJ,OAAO,EAAE,MAAM,aAAa,WAAW,MAAM;AAAA,MAC/C,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,UAAM,SAAS,KAAK,IAAI,IAAI,SAAS,YAAY,KAAK,OAAO;AAC7D,QAAI,SAAS,GAAG;AACd,YAAM,MAAM,MAAM;AAAA,IACpB;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,UAAM,QAAQ,KAAK,QAAQ;AAC3B,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AAEA,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,SAAS,aAAa,KAAK,SAAS,UAAU;AACrD,cAAM,OAAO,KAAK,eAAe;AACjC,cAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,cAAM,OAAO,MAAM,MAAM,SAAS,CAAC,KAAK;AACxC,YAAI,MAAM,SAAS,KAAK,KAAK,WAAW,eAAe,GAAG;AACxD,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,UAAM,OAAO,MAAM,MAAM,SAAS,CAAC;AACnC,QAAI,KAAK,SAAS,aAAa,KAAK,SAAS,OAAQ,QAAO,KAAK,eAAe;AAChF,QAAI,KAAK,SAAS,uBAAwB,QAAO,KAAK;AACtD,UAAM,IAAI,MAAM,qBAAqB;AAAA,EACvC;AACF;","names":[]}

package/dist/voice/testing/index.cjs

@@ -22,6 +22,7 @@ __export(testing_exports, {
   AssertionError: () => import_run_result.AssertionError,
   EventAssert: () => import_run_result.EventAssert,
   EventRangeAssert: () => import_run_result.EventRangeAssert,
+  FakeLLM: () => import_fake_llm.FakeLLM,
   FunctionCallAssert: () => import_run_result.FunctionCallAssert,
   FunctionCallOutputAssert: () => import_run_result.FunctionCallOutputAssert,
   MessageAssert: () => import_run_result.MessageAssert,
@@ -35,12 +36,14 @@ __export(testing_exports, {
 module.exports = __toCommonJS(testing_exports);
 var import_run_result = require("./run_result.cjs");
 var import_types = require("./types.cjs");
+var import_fake_llm = require("./fake_llm.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AgentHandoffAssert,
   AssertionError,
   EventAssert,
   EventRangeAssert,
+  FakeLLM,
   FunctionCallAssert,
   FunctionCallOutputAssert,
   MessageAssert,

package/dist/voice/testing/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/testing/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * Testing utilities for agent evaluation.\n *\n * @example\n * ```typescript\n * import { AgentSession, Agent, voice } from '@livekit/agents';\n *\n * const session = new AgentSession({ llm });\n * await session.start(agent);\n *\n * const result = await session.run({ userInput: 'Hello' });\n * result.expect.nextEvent().isMessage({ role: 'assistant' });\n * result.expect.noMoreEvents();\n * ```\n *\n * @packageDocumentation\n */\n\nexport {\n  AgentHandoffAssert,\n  AssertionError,\n  EventAssert,\n  EventRangeAssert,\n  FunctionCallAssert,\n  FunctionCallOutputAssert,\n  MessageAssert,\n  RunAssert,\n  RunResult,\n} from './run_result.js';\n\nexport {\n  isAgentHandoffEvent,\n  isChatMessageEvent,\n  isFunctionCallEvent,\n  isFunctionCallOutputEvent,\n  type AgentHandoffAssertOptions,\n  type AgentHandoffEvent,\n  type ChatMessageEvent,\n  type EventType,\n  type FunctionCallAssertOptions,\n  type FunctionCallEvent,\n  type FunctionCallOutputAssertOptions,\n  type FunctionCallOutputEvent,\n  type MessageAssertOptions,\n  type RunEvent,\n} from './types.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAsBA,wBAUO;AAEP,mBAeO;","names":[]}
+{"version":3,"sources":["../../../src/voice/testing/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * Testing utilities for agent evaluation.\n *\n * @example\n * ```typescript\n * import { AgentSession, Agent, voice } from '@livekit/agents';\n *\n * const session = new AgentSession({ llm });\n * await session.start(agent);\n *\n * const result = await session.run({ userInput: 'Hello' });\n * result.expect.nextEvent().isMessage({ role: 'assistant' });\n * result.expect.noMoreEvents();\n * ```\n *\n * @packageDocumentation\n */\n\nexport {\n  AgentHandoffAssert,\n  AssertionError,\n  EventAssert,\n  EventRangeAssert,\n  FunctionCallAssert,\n  FunctionCallOutputAssert,\n  MessageAssert,\n  RunAssert,\n  RunResult,\n} from './run_result.js';\n\nexport {\n  isAgentHandoffEvent,\n  isChatMessageEvent,\n  isFunctionCallEvent,\n  isFunctionCallOutputEvent,\n  type AgentHandoffAssertOptions,\n  type AgentHandoffEvent,\n  type ChatMessageEvent,\n  type EventType,\n  type FunctionCallAssertOptions,\n  type FunctionCallEvent,\n  type FunctionCallOutputAssertOptions,\n  type FunctionCallOutputEvent,\n  type MessageAssertOptions,\n  type RunEvent,\n} from './types.js';\n\nexport { FakeLLM, type FakeLLMResponse } from './fake_llm.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAsBA,wBAUO;AAEP,mBAeO;AAEP,sBAA8C;","names":[]}

package/dist/voice/testing/index.d.cts

@@ -17,4 +17,5 @@
  */
 export { AgentHandoffAssert, AssertionError, EventAssert, EventRangeAssert, FunctionCallAssert, FunctionCallOutputAssert, MessageAssert, RunAssert, RunResult, } from './run_result.js';
 export { isAgentHandoffEvent, isChatMessageEvent, isFunctionCallEvent, isFunctionCallOutputEvent, type AgentHandoffAssertOptions, type AgentHandoffEvent, type ChatMessageEvent, type EventType, type FunctionCallAssertOptions, type FunctionCallEvent, type FunctionCallOutputAssertOptions, type FunctionCallOutputEvent, type MessageAssertOptions, type RunEvent, } from './types.js';
+export { FakeLLM, type FakeLLMResponse } from './fake_llm.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/voice/testing/index.d.ts

@@ -17,4 +17,5 @@
  */
 export { AgentHandoffAssert, AssertionError, EventAssert, EventRangeAssert, FunctionCallAssert, FunctionCallOutputAssert, MessageAssert, RunAssert, RunResult, } from './run_result.js';
 export { isAgentHandoffEvent, isChatMessageEvent, isFunctionCallEvent, isFunctionCallOutputEvent, type AgentHandoffAssertOptions, type AgentHandoffEvent, type ChatMessageEvent, type EventType, type FunctionCallAssertOptions, type FunctionCallEvent, type FunctionCallOutputAssertOptions, type FunctionCallOutputEvent, type MessageAssertOptions, type RunEvent, } from './types.js';
+export { FakeLLM, type FakeLLMResponse } from './fake_llm.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/voice/testing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/voice/testing/index.ts"],"names":[],"mappings":"AAIA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,wBAAwB,EACxB,aAAa,EACb,SAAS,EACT,SAAS,GACV,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,SAAS,EACd,KAAK,yBAAyB,EAC9B,KAAK,iBAAiB,EACtB,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,QAAQ,GACd,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/voice/testing/index.ts"],"names":[],"mappings":"AAIA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,wBAAwB,EACxB,aAAa,EACb,SAAS,EACT,SAAS,GACV,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,SAAS,EACd,KAAK,yBAAyB,EAC9B,KAAK,iBAAiB,EACtB,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,QAAQ,GACd,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC"}

package/dist/voice/testing/index.js

@@ -15,11 +15,13 @@ import {
   isFunctionCallEvent,
   isFunctionCallOutputEvent
 } from "./types.js";
+import { FakeLLM } from "./fake_llm.js";
 export {
   AgentHandoffAssert,
   AssertionError,
   EventAssert,
   EventRangeAssert,
+  FakeLLM,
   FunctionCallAssert,
   FunctionCallOutputAssert,
   MessageAssert,

package/dist/voice/testing/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/testing/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * Testing utilities for agent evaluation.\n *\n * @example\n * ```typescript\n * import { AgentSession, Agent, voice } from '@livekit/agents';\n *\n * const session = new AgentSession({ llm });\n * await session.start(agent);\n *\n * const result = await session.run({ userInput: 'Hello' });\n * result.expect.nextEvent().isMessage({ role: 'assistant' });\n * result.expect.noMoreEvents();\n * ```\n *\n * @packageDocumentation\n */\n\nexport {\n  AgentHandoffAssert,\n  AssertionError,\n  EventAssert,\n  EventRangeAssert,\n  FunctionCallAssert,\n  FunctionCallOutputAssert,\n  MessageAssert,\n  RunAssert,\n  RunResult,\n} from './run_result.js';\n\nexport {\n  isAgentHandoffEvent,\n  isChatMessageEvent,\n  isFunctionCallEvent,\n  isFunctionCallOutputEvent,\n  type AgentHandoffAssertOptions,\n  type AgentHandoffEvent,\n  type ChatMessageEvent,\n  type EventType,\n  type FunctionCallAssertOptions,\n  type FunctionCallEvent,\n  type FunctionCallOutputAssertOptions,\n  type FunctionCallOutputEvent,\n  type MessageAssertOptions,\n  type RunEvent,\n} from './types.js';\n"],"mappings":"AAsBA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAWK;","names":[]}
+{"version":3,"sources":["../../../src/voice/testing/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * Testing utilities for agent evaluation.\n *\n * @example\n * ```typescript\n * import { AgentSession, Agent, voice } from '@livekit/agents';\n *\n * const session = new AgentSession({ llm });\n * await session.start(agent);\n *\n * const result = await session.run({ userInput: 'Hello' });\n * result.expect.nextEvent().isMessage({ role: 'assistant' });\n * result.expect.noMoreEvents();\n * ```\n *\n * @packageDocumentation\n */\n\nexport {\n  AgentHandoffAssert,\n  AssertionError,\n  EventAssert,\n  EventRangeAssert,\n  FunctionCallAssert,\n  FunctionCallOutputAssert,\n  MessageAssert,\n  RunAssert,\n  RunResult,\n} from './run_result.js';\n\nexport {\n  isAgentHandoffEvent,\n  isChatMessageEvent,\n  isFunctionCallEvent,\n  isFunctionCallOutputEvent,\n  type AgentHandoffAssertOptions,\n  type AgentHandoffEvent,\n  type ChatMessageEvent,\n  type EventType,\n  type FunctionCallAssertOptions,\n  type FunctionCallEvent,\n  type FunctionCallOutputAssertOptions,\n  type FunctionCallOutputEvent,\n  type MessageAssertOptions,\n  type RunEvent,\n} from './types.js';\n\nexport { FakeLLM, type FakeLLMResponse } from './fake_llm.js';\n"],"mappings":"AAsBA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAWK;AAEP,SAAS,eAAqC;","names":[]}

package/dist/worker.cjs

@@ -1,9 +1,7 @@
 "use strict";
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -17,14 +15,6 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var worker_exports = {};
 __export(worker_exports, {
@@ -41,8 +31,8 @@ module.exports = __toCommonJS(worker_exports);
 var import_protocol = require("@livekit/protocol");
 var import_livekit_server_sdk = require("livekit-server-sdk");
 var import_node_events = require("node:events");
-var import_node_os = __toESM(require("node:os"), 1);
 var import_ws = require("ws");
+var import_cpu = require("./cpu.cjs");
 var import_http_server = require("./http_server.cjs");
 var import_inference_runner = require("./inference_runner.cjs");
 var import_inference_proc_executor = require("./ipc/inference_proc_executor.cjs");
@@ -94,24 +84,9 @@ const defaultInitializeProcessFunc = (_) => _;
 const defaultRequestFunc = async (ctx) => {
   await ctx.accept();
 };
-const defaultCpuLoad = async (worker) => {
-  return new Promise((resolve) => {
-    const cpus1 = import_node_os.default.cpus();
-    setTimeout(() => {
-      const cpus2 = import_node_os.default.cpus();
-      let idle = 0;
-      let total = 0;
-      for (let i = 0; i < cpus1.length; i++) {
-        const cpu1 = cpus1[i].times;
-        const cpu2 = cpus2[i].times;
-        idle += cpu2.idle - cpu1.idle;
-        const total1 = Object.values(cpu1).reduce((acc, i2) => acc + i2, 0);
-        const total2 = Object.values(cpu2).reduce((acc, i2) => acc + i2, 0);
-        total += total2 - total1;
-      }
-      resolve(+(1 - idle / total).toFixed(2));
-    }, UPDATE_LOAD_INTERVAL);
-  });
+const cpuMonitor = (0, import_cpu.getCpuMonitor)();
+const defaultCpuLoad = async (_worker) => {
+  return cpuMonitor.cpuPercent(UPDATE_LOAD_INTERVAL);
 };
 class WorkerPermissions {
   canPublish;
@@ -564,6 +539,8 @@ class AgentServer {
             }
           })
         );
+      }).catch((e) => {
+        this.#logger.warn({ error: e }, "failed to measure CPU load");
       });
     }, UPDATE_LOAD_INTERVAL);
     await close;