@livekit/agents 1.0.9 → 1.0.11

package/dist/voice/generation_tools.test.cjs

@@ -0,0 +1,236 @@
+"use strict";
+var import_web = require("stream/web");
+var import_vitest = require("vitest");
+var import_zod = require("zod");
+var import_llm = require("../llm/index.cjs");
+var import_log = require("../log.cjs");
+var import_utils = require("../utils.cjs");
+var import_generation = require("./generation.cjs");
+function createStringStream(chunks, delayMs = 0) {
+  return new import_web.ReadableStream({
+    async start(controller) {
+      for (const c of chunks) {
+        if (delayMs > 0) {
+          await (0, import_utils.delay)(delayMs);
+        }
+        controller.enqueue(c);
+      }
+      controller.close();
+    }
+  });
+}
+function createFunctionCallStream(fc) {
+  return new import_web.ReadableStream({
+    start(controller) {
+      controller.enqueue(fc);
+      controller.close();
+    }
+  });
+}
+function createFunctionCallStreamFromArray(fcs) {
+  return new import_web.ReadableStream({
+    start(controller) {
+      for (const fc of fcs) {
+        controller.enqueue(fc);
+      }
+      controller.close();
+    }
+  });
+}
+(0, import_vitest.describe)("Generation + Tool Execution", () => {
+  (0, import_log.initializeLogger)({ pretty: false, level: "silent" });
+  (0, import_vitest.it)("should not abort tool when preamble forwarders are cleaned up", async () => {
+    var _a, _b;
+    const replyAbortController = new AbortController();
+    const forwarderController = new AbortController();
+    const chunks = Array.from({ length: 50 }, () => `Hi.`);
+    const fullPreambleText = chunks.join("");
+    const preamble = createStringStream(chunks, 20);
+    const [textForwardTask, textOut] = (0, import_generation.performTextForwarding)(
+      preamble,
+      forwarderController,
+      null
+    );
+    let toolAborted = false;
+    const getWeather = (0, import_llm.tool)({
+      description: "weather",
+      parameters: import_zod.z.object({ location: import_zod.z.string() }),
+      execute: async ({ location }, { abortSignal }) => {
+        if (abortSignal) {
+          abortSignal.addEventListener("abort", () => {
+            toolAborted = true;
+          });
+        }
+        await (0, import_utils.delay)(6e3);
+        return `Sunny in ${location}`;
+      }
+    });
+    const fc = import_llm.FunctionCall.create({
+      callId: "call_1",
+      name: "getWeather",
+      args: JSON.stringify({ location: "San Francisco" })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
+      session: {},
+      speechHandle: { id: "speech_test", _itemAdded: () => {
+      } },
+      toolCtx: { getWeather },
+      toolCallStream,
+      controller: replyAbortController,
+      onToolExecutionStarted: () => {
+      },
+      onToolExecutionCompleted: () => {
+      }
+    });
+    await toolOutput.firstToolStartedFuture.await;
+    await (0, import_utils.delay)(100);
+    await (0, import_utils.cancelAndWait)([textForwardTask], 5e3);
+    await execTask.result;
+    (0, import_vitest.expect)(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    (0, import_vitest.expect)((_a = out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
+    (0, import_vitest.expect)((_b = out.toolCallOutput) == null ? void 0 : _b.output).toContain("Sunny in San Francisco");
+    (0, import_vitest.expect)(textOut.text).not.toBe(fullPreambleText);
+    (0, import_vitest.expect)(toolAborted).toBe(false);
+  }, 3e4);
+  (0, import_vitest.it)("should return basic tool execution output", async () => {
+    var _a, _b;
+    const replyAbortController = new AbortController();
+    const echo = (0, import_llm.tool)({
+      description: "echo",
+      parameters: import_zod.z.object({ msg: import_zod.z.string() }),
+      execute: async ({ msg }) => `echo: ${msg}`
+    });
+    const fc = import_llm.FunctionCall.create({
+      callId: "call_2",
+      name: "echo",
+      args: JSON.stringify({ msg: "hello" })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
+      session: {},
+      speechHandle: { id: "speech_test2", _itemAdded: () => {
+      } },
+      toolCtx: { echo },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    (0, import_vitest.expect)(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    (0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
+    (0, import_vitest.expect)((_b = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _b.output).toContain("echo: hello");
+  });
+  (0, import_vitest.it)("should abort tool when reply is aborted mid-execution", async () => {
+    var _a;
+    const replyAbortController = new AbortController();
+    let aborted = false;
+    const longOp = (0, import_llm.tool)({
+      description: "longOp",
+      parameters: import_zod.z.object({ ms: import_zod.z.number() }),
+      execute: async ({ ms }, { abortSignal }) => {
+        if (abortSignal) {
+          abortSignal.addEventListener("abort", () => {
+            aborted = true;
+          });
+        }
+        await (0, import_utils.delay)(ms);
+        return "done";
+      }
+    });
+    const fc = import_llm.FunctionCall.create({
+      callId: "call_abort_1",
+      name: "longOp",
+      args: JSON.stringify({ ms: 5e3 })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
+      session: {},
+      speechHandle: { id: "speech_abort", _itemAdded: () => {
+      } },
+      toolCtx: { longOp },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await toolOutput.firstToolStartedFuture.await;
+    replyAbortController.abort();
+    await execTask.result;
+    (0, import_vitest.expect)(aborted).toBe(true);
+    (0, import_vitest.expect)(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    (0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
+  }, 2e4);
+  (0, import_vitest.it)("should return error output on invalid tool args (zod validation failure)", async () => {
+    var _a;
+    const replyAbortController = new AbortController();
+    const echo = (0, import_llm.tool)({
+      description: "echo",
+      parameters: import_zod.z.object({ msg: import_zod.z.string() }),
+      execute: async ({ msg }) => `echo: ${msg}`
+    });
+    const fc = import_llm.FunctionCall.create({
+      callId: "call_invalid_args",
+      name: "echo",
+      args: JSON.stringify({ msg: 123 })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
+      session: {},
+      speechHandle: { id: "speech_invalid", _itemAdded: () => {
+      } },
+      toolCtx: { echo },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    (0, import_vitest.expect)(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    (0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
+  });
+  (0, import_vitest.it)("should handle multiple tool calls within a single stream", async () => {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    const replyAbortController = new AbortController();
+    const sum = (0, import_llm.tool)({
+      description: "sum",
+      parameters: import_zod.z.object({ a: import_zod.z.number(), b: import_zod.z.number() }),
+      execute: async ({ a, b }) => a + b
+    });
+    const upper = (0, import_llm.tool)({
+      description: "upper",
+      parameters: import_zod.z.object({ s: import_zod.z.string() }),
+      execute: async ({ s }) => s.toUpperCase()
+    });
+    const fc1 = import_llm.FunctionCall.create({
+      callId: "call_multi_1",
+      name: "sum",
+      args: JSON.stringify({ a: 2, b: 3 })
+    });
+    const fc2 = import_llm.FunctionCall.create({
+      callId: "call_multi_2",
+      name: "upper",
+      args: JSON.stringify({ s: "hey" })
+    });
+    const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);
+    const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
+      session: {},
+      speechHandle: { id: "speech_multi", _itemAdded: () => {
+      } },
+      toolCtx: { sum, upper },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    (0, import_vitest.expect)(toolOutput.output.length).toBe(2);
+    const sorted = [...toolOutput.output].sort(
+      (a, b) => a.toolCall.callId.localeCompare(b.toolCall.callId)
+    );
+    (0, import_vitest.expect)((_a = sorted[0]) == null ? void 0 : _a.toolCall.name).toBe("sum");
+    (0, import_vitest.expect)((_c = (_b = sorted[0]) == null ? void 0 : _b.toolCallOutput) == null ? void 0 : _c.isError).toBe(false);
+    (0, import_vitest.expect)((_e = (_d = sorted[0]) == null ? void 0 : _d.toolCallOutput) == null ? void 0 : _e.output).toBe("5");
+    (0, import_vitest.expect)((_f = sorted[1]) == null ? void 0 : _f.toolCall.name).toBe("upper");
+    (0, import_vitest.expect)((_h = (_g = sorted[1]) == null ? void 0 : _g.toolCallOutput) == null ? void 0 : _h.isError).toBe(false);
+    (0, import_vitest.expect)((_j = (_i = sorted[1]) == null ? void 0 : _i.toolCallOutput) == null ? void 0 : _j.output).toBe('"HEY"');
+  });
+});
+//# sourceMappingURL=generation_tools.test.cjs.map

package/dist/voice/generation_tools.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/generation_tools.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ReadableStream as NodeReadableStream } from 'stream/web';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { FunctionCall, tool } from '../llm/index.js';\nimport { initializeLogger } from '../log.js';\nimport type { Task } from '../utils.js';\nimport { cancelAndWait, delay } from '../utils.js';\nimport { type _TextOut, performTextForwarding, performToolExecutions } from './generation.js';\n\nfunction createStringStream(chunks: string[], delayMs: number = 0): NodeReadableStream<string> {\n  return new NodeReadableStream<string>({\n    async start(controller) {\n      for (const c of chunks) {\n        if (delayMs > 0) {\n          await delay(delayMs);\n        }\n        controller.enqueue(c);\n      }\n      controller.close();\n    },\n  });\n}\n\nfunction createFunctionCallStream(fc: FunctionCall): NodeReadableStream<FunctionCall> {\n  return new NodeReadableStream<FunctionCall>({\n    start(controller) {\n      controller.enqueue(fc);\n      controller.close();\n    },\n  });\n}\n\nfunction createFunctionCallStreamFromArray(fcs: FunctionCall[]): NodeReadableStream<FunctionCall> {\n  return new NodeReadableStream<FunctionCall>({\n    start(controller) {\n      for (const fc of fcs) {\n        controller.enqueue(fc);\n      }\n      controller.close();\n    },\n  });\n}\n\ndescribe('Generation + Tool Execution', () => {\n  initializeLogger({ pretty: false, level: 'silent' });\n\n  it('should not abort tool when preamble forwarders are cleaned up', async () => {\n    const replyAbortController = new AbortController();\n    const forwarderController = new AbortController();\n\n    const chunks = Array.from({ length: 50 }, () => `Hi.`);\n    const fullPreambleText = chunks.join('');\n    const preamble = createStringStream(chunks, 20);\n    const [textForwardTask, textOut]: [Task<void>, _TextOut] = performTextForwarding(\n      preamble,\n      forwarderController,\n      null,\n    );\n\n    // Tool that takes > 5 seconds\n    let toolAborted = false;\n    const getWeather = tool({\n      description: 'weather',\n      parameters: z.object({ location: z.string() }),\n      execute: async ({ location }, { abortSignal }) => {\n        if (abortSignal) {\n          abortSignal.addEventListener('abort', () => {\n            toolAborted = true;\n          });\n        }\n        // 6s delay\n        await delay(6000);\n        return `Sunny in ${location}`;\n      },\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_1',\n      name: 'getWeather',\n      args: JSON.stringify({ location: 'San Francisco' }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_test', _itemAdded: () => {} } as any,\n      toolCtx: { getWeather } as any,\n      toolCallStream,\n      controller: replyAbortController,\n      onToolExecutionStarted: () => {},\n      onToolExecutionCompleted: () => {},\n    });\n\n    // Ensure tool has started, then cancel forwarders mid-stream (without aborting parent AbortController)\n    await toolOutput.firstToolStartedFuture.await;\n    await delay(100);\n    await cancelAndWait([textForwardTask], 5000);\n\n    await execTask.result;\n\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0]!;\n    expect(out.toolCallOutput?.isError).toBe(false);\n    expect(out.toolCallOutput?.output).toContain('Sunny in San Francisco');\n    // Forwarder should have been cancelled before finishing all preamble chunks\n    expect(textOut.text).not.toBe(fullPreambleText);\n    // Tool's abort signal must not have fired\n    expect(toolAborted).toBe(false);\n  }, 30_000);\n\n  it('should return basic tool execution output', async () => {\n    const replyAbortController = new AbortController();\n\n    const echo = tool({\n      description: 'echo',\n      parameters: z.object({ msg: z.string() }),\n      execute: async ({ msg }) => `echo: ${msg}`,\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_2',\n      name: 'echo',\n      args: JSON.stringify({ msg: 'hello' }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_test2', _itemAdded: () => {} } as any,\n      toolCtx: { echo } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(false);\n    expect(out?.toolCallOutput?.output).toContain('echo: hello');\n  });\n\n  it('should abort tool when reply is aborted mid-execution', async () => {\n    const replyAbortController = new AbortController();\n\n    let aborted = false;\n    const longOp = tool({\n      description: 'longOp',\n      parameters: z.object({ ms: z.number() }),\n      execute: async ({ ms }, { abortSignal }) => {\n        if (abortSignal) {\n          abortSignal.addEventListener('abort', () => {\n            aborted = true;\n          });\n        }\n        await delay(ms);\n        return 'done';\n      },\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_abort_1',\n      name: 'longOp',\n      args: JSON.stringify({ ms: 5000 }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_abort', _itemAdded: () => {} } as any,\n      toolCtx: { longOp } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await toolOutput.firstToolStartedFuture.await;\n    replyAbortController.abort();\n    await execTask.result;\n\n    expect(aborted).toBe(true);\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(true);\n  }, 20_000);\n\n  it('should return error output on invalid tool args (zod validation failure)', async () => {\n    const replyAbortController = new AbortController();\n\n    const echo = tool({\n      description: 'echo',\n      parameters: z.object({ msg: z.string() }),\n      execute: async ({ msg }) => `echo: ${msg}`,\n    });\n\n    // invalid: msg should be string\n    const fc = FunctionCall.create({\n      callId: 'call_invalid_args',\n      name: 'echo',\n      args: JSON.stringify({ msg: 123 }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_invalid', _itemAdded: () => {} } as any,\n      toolCtx: { echo } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(true);\n  });\n\n  it('should handle multiple tool calls within a single stream', async () => {\n    const replyAbortController = new AbortController();\n\n    const sum = tool({\n      description: 'sum',\n      parameters: z.object({ a: z.number(), b: z.number() }),\n      execute: async ({ a, b }) => a + b,\n    });\n    const upper = tool({\n      description: 'upper',\n      parameters: z.object({ s: z.string() }),\n      execute: async ({ s }) => s.toUpperCase(),\n    });\n\n    const fc1 = FunctionCall.create({\n      callId: 'call_multi_1',\n      name: 'sum',\n      args: JSON.stringify({ a: 2, b: 3 }),\n    });\n    const fc2 = FunctionCall.create({\n      callId: 'call_multi_2',\n      name: 'upper',\n      args: JSON.stringify({ s: 'hey' }),\n    });\n    const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_multi', _itemAdded: () => {} } as any,\n      toolCtx: { sum, upper } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(2);\n\n    // sort by callId to assert deterministically\n    const sorted = [...toolOutput.output].sort((a, b) =>\n      a.toolCall.callId.localeCompare(b.toolCall.callId),\n    );\n\n    expect(sorted[0]?.toolCall.name).toBe('sum');\n    expect(sorted[0]?.toolCallOutput?.isError).toBe(false);\n    expect(sorted[0]?.toolCallOutput?.output).toBe('5');\n    expect(sorted[1]?.toolCall.name).toBe('upper');\n    expect(sorted[1]?.toolCallOutput?.isError).toBe(false);\n    expect(sorted[1]?.toolCallOutput?.output).toBe('\"HEY\"');\n  });\n});\n"],"mappings":";AAGA,iBAAqD;AACrD,oBAAqC;AACrC,iBAAkB;AAClB,iBAAmC;AACnC,iBAAiC;AAEjC,mBAAqC;AACrC,wBAA4E;AAE5E,SAAS,mBAAmB,QAAkB,UAAkB,GAA+B;AAC7F,SAAO,IAAI,WAAAA,eAA2B;AAAA,IACpC,MAAM,MAAM,YAAY;AACtB,iBAAW,KAAK,QAAQ;AACtB,YAAI,UAAU,GAAG;AACf,oBAAM,oBAAM,OAAO;AAAA,QACrB;AACA,mBAAW,QAAQ,CAAC;AAAA,MACtB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,yBAAyB,IAAoD;AACpF,SAAO,IAAI,WAAAA,eAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,QAAQ,EAAE;AACrB,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,kCAAkC,KAAuD;AAChG,SAAO,IAAI,WAAAA,eAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,MAAM,KAAK;AACpB,mBAAW,QAAQ,EAAE;AAAA,MACvB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAAA,IAEA,wBAAS,+BAA+B,MAAM;AAC5C,mCAAiB,EAAE,QAAQ,OAAO,OAAO,SAAS,CAAC;AAEnD,wBAAG,iEAAiE,YAAY;AAjDlF;AAkDI,UAAM,uBAAuB,IAAI,gBAAgB;AACjD,UAAM,sBAAsB,IAAI,gBAAgB;AAEhD,UAAM,SAAS,MAAM,KAAK,EAAE,QAAQ,GAAG,GAAG,MAAM,KAAK;AACrD,UAAM,mBAAmB,OAAO,KAAK,EAAE;AACvC,UAAM,WAAW,mBAAmB,QAAQ,EAAE;AAC9C,UAAM,CAAC,iBAAiB,OAAO,QAA4B;AAAA,MACzD;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAGA,QAAI,cAAc;AAClB,UAAM,iBAAa,iBAAK;AAAA,MACtB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,UAAU,aAAE,OAAO,EAAE,CAAC;AAAA,MAC7C,SAAS,OAAO,EAAE,SAAS,GAAG,EAAE,YAAY,MAAM;AAChD,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,0BAAc;AAAA,UAChB,CAAC;AAAA,QACH;AAEA,kBAAM,oBAAM,GAAI;AAChB,eAAO,YAAY,QAAQ;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,UAAU,gBAAgB,CAAC;AAAA,IACpD,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,eAAe,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACxD,SAAS,EAAE,WAAW;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,MACZ,wBAAwB,MAAM;AAAA,MAAC;AAAA,MAC/B,0BAA0B,MAAM;AAAA,MAAC;AAAA,IACnC,CAAC;AAGD,UAAM,WAAW,uBAAuB;AACxC,cAAM,oBAAM,GAAG;AACf,cAAM,4BAAc,CAAC,eAAe,GAAG,GAAI;AAE3C,UAAM,SAAS;AAEf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,SAAI,mBAAJ,mBAAoB,OAAO,EAAE,KAAK,KAAK;AAC9C,+BAAO,SAAI,mBAAJ,mBAAoB,MAAM,EAAE,UAAU,wBAAwB;AAErE,8BAAO,QAAQ,IAAI,EAAE,IAAI,KAAK,gBAAgB;AAE9C,8BAAO,WAAW,EAAE,KAAK,KAAK;AAAA,EAChC,GAAG,GAAM;AAET,wBAAG,6CAA6C,YAAY;AAjH9D;AAkHI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,WAAO,iBAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,KAAK,aAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,QAAQ,CAAC;AAAA,IACvC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,KAAK;AAC/C,+BAAO,gCAAK,mBAAL,mBAAqB,MAAM,EAAE,UAAU,aAAa;AAAA,EAC7D,CAAC;AAED,wBAAG,yDAAyD,YAAY;AAhJ1E;AAiJI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,QAAI,UAAU;AACd,UAAM,aAAS,iBAAK;AAAA,MAClB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,IAAI,aAAE,OAAO,EAAE,CAAC;AAAA,MACvC,SAAS,OAAO,EAAE,GAAG,GAAG,EAAE,YAAY,MAAM;AAC1C,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,sBAAU;AAAA,UACZ,CAAC;AAAA,QACH;AACA,kBAAM,oBAAM,EAAE;AACd,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,IAAI,IAAK,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,OAAO;AAAA,MAClB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,WAAW,uBAAuB;AACxC,yBAAqB,MAAM;AAC3B,UAAM,SAAS;AAEf,8BAAO,OAAO,EAAE,KAAK,IAAI;AACzB,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,GAAG,GAAM;AAET,wBAAG,4EAA4E,YAAY;AA3L7F;AA4LI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,WAAO,iBAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,KAAK,aAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAGD,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,IAAI,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,kBAAkB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MAC3D,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,CAAC;AAED,wBAAG,4DAA4D,YAAY;AA1N7E;AA2NI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,UAAM,iBAAK;AAAA,MACf,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,GAAG,aAAE,OAAO,GAAG,GAAG,aAAE,OAAO,EAAE,CAAC;AAAA,MACrD,SAAS,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI;AAAA,IACnC,CAAC;AACD,UAAM,YAAQ,iBAAK;AAAA,MACjB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,GAAG,aAAE,OAAO,EAAE,CAAC;AAAA,MACtC,SAAS,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY;AAAA,IAC1C,CAAC;AAED,UAAM,MAAM,wBAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,GAAG,GAAG,EAAE,CAAC;AAAA,IACrC,CAAC;AACD,UAAM,MAAM,wBAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,MAAM,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,kCAAkC,CAAC,KAAK,GAAG,CAAC;AAEnE,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK,MAAM;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AAGvC,UAAM,SAAS,CAAC,GAAG,WAAW,MAAM,EAAE;AAAA,MAAK,CAAC,GAAG,MAC7C,EAAE,SAAS,OAAO,cAAc,EAAE,SAAS,MAAM;AAAA,IACnD;AAEA,+BAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,KAAK;AAC3C,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,GAAG;AAClD,+BAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,OAAO;AAC7C,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,OAAO;AAAA,EACxD,CAAC;AACH,CAAC;","names":["NodeReadableStream"]}

package/dist/voice/generation_tools.test.js

@@ -0,0 +1,235 @@
+import { ReadableStream as NodeReadableStream } from "stream/web";
+import { describe, expect, it } from "vitest";
+import { z } from "zod";
+import { FunctionCall, tool } from "../llm/index.js";
+import { initializeLogger } from "../log.js";
+import { cancelAndWait, delay } from "../utils.js";
+import { performTextForwarding, performToolExecutions } from "./generation.js";
+function createStringStream(chunks, delayMs = 0) {
+  return new NodeReadableStream({
+    async start(controller) {
+      for (const c of chunks) {
+        if (delayMs > 0) {
+          await delay(delayMs);
+        }
+        controller.enqueue(c);
+      }
+      controller.close();
+    }
+  });
+}
+function createFunctionCallStream(fc) {
+  return new NodeReadableStream({
+    start(controller) {
+      controller.enqueue(fc);
+      controller.close();
+    }
+  });
+}
+function createFunctionCallStreamFromArray(fcs) {
+  return new NodeReadableStream({
+    start(controller) {
+      for (const fc of fcs) {
+        controller.enqueue(fc);
+      }
+      controller.close();
+    }
+  });
+}
+describe("Generation + Tool Execution", () => {
+  initializeLogger({ pretty: false, level: "silent" });
+  it("should not abort tool when preamble forwarders are cleaned up", async () => {
+    var _a, _b;
+    const replyAbortController = new AbortController();
+    const forwarderController = new AbortController();
+    const chunks = Array.from({ length: 50 }, () => `Hi.`);
+    const fullPreambleText = chunks.join("");
+    const preamble = createStringStream(chunks, 20);
+    const [textForwardTask, textOut] = performTextForwarding(
+      preamble,
+      forwarderController,
+      null
+    );
+    let toolAborted = false;
+    const getWeather = tool({
+      description: "weather",
+      parameters: z.object({ location: z.string() }),
+      execute: async ({ location }, { abortSignal }) => {
+        if (abortSignal) {
+          abortSignal.addEventListener("abort", () => {
+            toolAborted = true;
+          });
+        }
+        await delay(6e3);
+        return `Sunny in ${location}`;
+      }
+    });
+    const fc = FunctionCall.create({
+      callId: "call_1",
+      name: "getWeather",
+      args: JSON.stringify({ location: "San Francisco" })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = performToolExecutions({
+      session: {},
+      speechHandle: { id: "speech_test", _itemAdded: () => {
+      } },
+      toolCtx: { getWeather },
+      toolCallStream,
+      controller: replyAbortController,
+      onToolExecutionStarted: () => {
+      },
+      onToolExecutionCompleted: () => {
+      }
+    });
+    await toolOutput.firstToolStartedFuture.await;
+    await delay(100);
+    await cancelAndWait([textForwardTask], 5e3);
+    await execTask.result;
+    expect(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    expect((_a = out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
+    expect((_b = out.toolCallOutput) == null ? void 0 : _b.output).toContain("Sunny in San Francisco");
+    expect(textOut.text).not.toBe(fullPreambleText);
+    expect(toolAborted).toBe(false);
+  }, 3e4);
+  it("should return basic tool execution output", async () => {
+    var _a, _b;
+    const replyAbortController = new AbortController();
+    const echo = tool({
+      description: "echo",
+      parameters: z.object({ msg: z.string() }),
+      execute: async ({ msg }) => `echo: ${msg}`
+    });
+    const fc = FunctionCall.create({
+      callId: "call_2",
+      name: "echo",
+      args: JSON.stringify({ msg: "hello" })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = performToolExecutions({
+      session: {},
+      speechHandle: { id: "speech_test2", _itemAdded: () => {
+      } },
+      toolCtx: { echo },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    expect(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
+    expect((_b = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _b.output).toContain("echo: hello");
+  });
+  it("should abort tool when reply is aborted mid-execution", async () => {
+    var _a;
+    const replyAbortController = new AbortController();
+    let aborted = false;
+    const longOp = tool({
+      description: "longOp",
+      parameters: z.object({ ms: z.number() }),
+      execute: async ({ ms }, { abortSignal }) => {
+        if (abortSignal) {
+          abortSignal.addEventListener("abort", () => {
+            aborted = true;
+          });
+        }
+        await delay(ms);
+        return "done";
+      }
+    });
+    const fc = FunctionCall.create({
+      callId: "call_abort_1",
+      name: "longOp",
+      args: JSON.stringify({ ms: 5e3 })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = performToolExecutions({
+      session: {},
+      speechHandle: { id: "speech_abort", _itemAdded: () => {
+      } },
+      toolCtx: { longOp },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await toolOutput.firstToolStartedFuture.await;
+    replyAbortController.abort();
+    await execTask.result;
+    expect(aborted).toBe(true);
+    expect(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
+  }, 2e4);
+  it("should return error output on invalid tool args (zod validation failure)", async () => {
+    var _a;
+    const replyAbortController = new AbortController();
+    const echo = tool({
+      description: "echo",
+      parameters: z.object({ msg: z.string() }),
+      execute: async ({ msg }) => `echo: ${msg}`
+    });
+    const fc = FunctionCall.create({
+      callId: "call_invalid_args",
+      name: "echo",
+      args: JSON.stringify({ msg: 123 })
+    });
+    const toolCallStream = createFunctionCallStream(fc);
+    const [execTask, toolOutput] = performToolExecutions({
+      session: {},
+      speechHandle: { id: "speech_invalid", _itemAdded: () => {
+      } },
+      toolCtx: { echo },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    expect(toolOutput.output.length).toBe(1);
+    const out = toolOutput.output[0];
+    expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
+  });
+  it("should handle multiple tool calls within a single stream", async () => {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    const replyAbortController = new AbortController();
+    const sum = tool({
+      description: "sum",
+      parameters: z.object({ a: z.number(), b: z.number() }),
+      execute: async ({ a, b }) => a + b
+    });
+    const upper = tool({
+      description: "upper",
+      parameters: z.object({ s: z.string() }),
+      execute: async ({ s }) => s.toUpperCase()
+    });
+    const fc1 = FunctionCall.create({
+      callId: "call_multi_1",
+      name: "sum",
+      args: JSON.stringify({ a: 2, b: 3 })
+    });
+    const fc2 = FunctionCall.create({
+      callId: "call_multi_2",
+      name: "upper",
+      args: JSON.stringify({ s: "hey" })
+    });
+    const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);
+    const [execTask, toolOutput] = performToolExecutions({
+      session: {},
+      speechHandle: { id: "speech_multi", _itemAdded: () => {
+      } },
+      toolCtx: { sum, upper },
+      toolCallStream,
+      controller: replyAbortController
+    });
+    await execTask.result;
+    expect(toolOutput.output.length).toBe(2);
+    const sorted = [...toolOutput.output].sort(
+      (a, b) => a.toolCall.callId.localeCompare(b.toolCall.callId)
+    );
+    expect((_a = sorted[0]) == null ? void 0 : _a.toolCall.name).toBe("sum");
+    expect((_c = (_b = sorted[0]) == null ? void 0 : _b.toolCallOutput) == null ? void 0 : _c.isError).toBe(false);
+    expect((_e = (_d = sorted[0]) == null ? void 0 : _d.toolCallOutput) == null ? void 0 : _e.output).toBe("5");
+    expect((_f = sorted[1]) == null ? void 0 : _f.toolCall.name).toBe("upper");
+    expect((_h = (_g = sorted[1]) == null ? void 0 : _g.toolCallOutput) == null ? void 0 : _h.isError).toBe(false);
+    expect((_j = (_i = sorted[1]) == null ? void 0 : _i.toolCallOutput) == null ? void 0 : _j.output).toBe('"HEY"');
+  });
+});
+//# sourceMappingURL=generation_tools.test.js.map

package/dist/voice/generation_tools.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/generation_tools.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ReadableStream as NodeReadableStream } from 'stream/web';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { FunctionCall, tool } from '../llm/index.js';\nimport { initializeLogger } from '../log.js';\nimport type { Task } from '../utils.js';\nimport { cancelAndWait, delay } from '../utils.js';\nimport { type _TextOut, performTextForwarding, performToolExecutions } from './generation.js';\n\nfunction createStringStream(chunks: string[], delayMs: number = 0): NodeReadableStream<string> {\n  return new NodeReadableStream<string>({\n    async start(controller) {\n      for (const c of chunks) {\n        if (delayMs > 0) {\n          await delay(delayMs);\n        }\n        controller.enqueue(c);\n      }\n      controller.close();\n    },\n  });\n}\n\nfunction createFunctionCallStream(fc: FunctionCall): NodeReadableStream<FunctionCall> {\n  return new NodeReadableStream<FunctionCall>({\n    start(controller) {\n      controller.enqueue(fc);\n      controller.close();\n    },\n  });\n}\n\nfunction createFunctionCallStreamFromArray(fcs: FunctionCall[]): NodeReadableStream<FunctionCall> {\n  return new NodeReadableStream<FunctionCall>({\n    start(controller) {\n      for (const fc of fcs) {\n        controller.enqueue(fc);\n      }\n      controller.close();\n    },\n  });\n}\n\ndescribe('Generation + Tool Execution', () => {\n  initializeLogger({ pretty: false, level: 'silent' });\n\n  it('should not abort tool when preamble forwarders are cleaned up', async () => {\n    const replyAbortController = new AbortController();\n    const forwarderController = new AbortController();\n\n    const chunks = Array.from({ length: 50 }, () => `Hi.`);\n    const fullPreambleText = chunks.join('');\n    const preamble = createStringStream(chunks, 20);\n    const [textForwardTask, textOut]: [Task<void>, _TextOut] = performTextForwarding(\n      preamble,\n      forwarderController,\n      null,\n    );\n\n    // Tool that takes > 5 seconds\n    let toolAborted = false;\n    const getWeather = tool({\n      description: 'weather',\n      parameters: z.object({ location: z.string() }),\n      execute: async ({ location }, { abortSignal }) => {\n        if (abortSignal) {\n          abortSignal.addEventListener('abort', () => {\n            toolAborted = true;\n          });\n        }\n        // 6s delay\n        await delay(6000);\n        return `Sunny in ${location}`;\n      },\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_1',\n      name: 'getWeather',\n      args: JSON.stringify({ location: 'San Francisco' }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_test', _itemAdded: () => {} } as any,\n      toolCtx: { getWeather } as any,\n      toolCallStream,\n      controller: replyAbortController,\n      onToolExecutionStarted: () => {},\n      onToolExecutionCompleted: () => {},\n    });\n\n    // Ensure tool has started, then cancel forwarders mid-stream (without aborting parent AbortController)\n    await toolOutput.firstToolStartedFuture.await;\n    await delay(100);\n    await cancelAndWait([textForwardTask], 5000);\n\n    await execTask.result;\n\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0]!;\n    expect(out.toolCallOutput?.isError).toBe(false);\n    expect(out.toolCallOutput?.output).toContain('Sunny in San Francisco');\n    // Forwarder should have been cancelled before finishing all preamble chunks\n    expect(textOut.text).not.toBe(fullPreambleText);\n    // Tool's abort signal must not have fired\n    expect(toolAborted).toBe(false);\n  }, 30_000);\n\n  it('should return basic tool execution output', async () => {\n    const replyAbortController = new AbortController();\n\n    const echo = tool({\n      description: 'echo',\n      parameters: z.object({ msg: z.string() }),\n      execute: async ({ msg }) => `echo: ${msg}`,\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_2',\n      name: 'echo',\n      args: JSON.stringify({ msg: 'hello' }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_test2', _itemAdded: () => {} } as any,\n      toolCtx: { echo } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(false);\n    expect(out?.toolCallOutput?.output).toContain('echo: hello');\n  });\n\n  it('should abort tool when reply is aborted mid-execution', async () => {\n    const replyAbortController = new AbortController();\n\n    let aborted = false;\n    const longOp = tool({\n      description: 'longOp',\n      parameters: z.object({ ms: z.number() }),\n      execute: async ({ ms }, { abortSignal }) => {\n        if (abortSignal) {\n          abortSignal.addEventListener('abort', () => {\n            aborted = true;\n          });\n        }\n        await delay(ms);\n        return 'done';\n      },\n    });\n\n    const fc = FunctionCall.create({\n      callId: 'call_abort_1',\n      name: 'longOp',\n      args: JSON.stringify({ ms: 5000 }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_abort', _itemAdded: () => {} } as any,\n      toolCtx: { longOp } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await toolOutput.firstToolStartedFuture.await;\n    replyAbortController.abort();\n    await execTask.result;\n\n    expect(aborted).toBe(true);\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(true);\n  }, 20_000);\n\n  it('should return error output on invalid tool args (zod validation failure)', async () => {\n    const replyAbortController = new AbortController();\n\n    const echo = tool({\n      description: 'echo',\n      parameters: z.object({ msg: z.string() }),\n      execute: async ({ msg }) => `echo: ${msg}`,\n    });\n\n    // invalid: msg should be string\n    const fc = FunctionCall.create({\n      callId: 'call_invalid_args',\n      name: 'echo',\n      args: JSON.stringify({ msg: 123 }),\n    });\n    const toolCallStream = createFunctionCallStream(fc);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_invalid', _itemAdded: () => {} } as any,\n      toolCtx: { echo } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(1);\n    const out = toolOutput.output[0];\n    expect(out?.toolCallOutput?.isError).toBe(true);\n  });\n\n  it('should handle multiple tool calls within a single stream', async () => {\n    const replyAbortController = new AbortController();\n\n    const sum = tool({\n      description: 'sum',\n      parameters: z.object({ a: z.number(), b: z.number() }),\n      execute: async ({ a, b }) => a + b,\n    });\n    const upper = tool({\n      description: 'upper',\n      parameters: z.object({ s: z.string() }),\n      execute: async ({ s }) => s.toUpperCase(),\n    });\n\n    const fc1 = FunctionCall.create({\n      callId: 'call_multi_1',\n      name: 'sum',\n      args: JSON.stringify({ a: 2, b: 3 }),\n    });\n    const fc2 = FunctionCall.create({\n      callId: 'call_multi_2',\n      name: 'upper',\n      args: JSON.stringify({ s: 'hey' }),\n    });\n    const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);\n\n    const [execTask, toolOutput] = performToolExecutions({\n      session: {} as any,\n      speechHandle: { id: 'speech_multi', _itemAdded: () => {} } as any,\n      toolCtx: { sum, upper } as any,\n      toolCallStream,\n      controller: replyAbortController,\n    });\n\n    await execTask.result;\n    expect(toolOutput.output.length).toBe(2);\n\n    // sort by callId to assert deterministically\n    const sorted = [...toolOutput.output].sort((a, b) =>\n      a.toolCall.callId.localeCompare(b.toolCall.callId),\n    );\n\n    expect(sorted[0]?.toolCall.name).toBe('sum');\n    expect(sorted[0]?.toolCallOutput?.isError).toBe(false);\n    expect(sorted[0]?.toolCallOutput?.output).toBe('5');\n    expect(sorted[1]?.toolCall.name).toBe('upper');\n    expect(sorted[1]?.toolCallOutput?.isError).toBe(false);\n    expect(sorted[1]?.toolCallOutput?.output).toBe('\"HEY\"');\n  });\n});\n"],"mappings":"AAGA,SAAS,kBAAkB,0BAA0B;AACrD,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,SAAS;AAClB,SAAS,cAAc,YAAY;AACnC,SAAS,wBAAwB;AAEjC,SAAS,eAAe,aAAa;AACrC,SAAwB,uBAAuB,6BAA6B;AAE5E,SAAS,mBAAmB,QAAkB,UAAkB,GAA+B;AAC7F,SAAO,IAAI,mBAA2B;AAAA,IACpC,MAAM,MAAM,YAAY;AACtB,iBAAW,KAAK,QAAQ;AACtB,YAAI,UAAU,GAAG;AACf,gBAAM,MAAM,OAAO;AAAA,QACrB;AACA,mBAAW,QAAQ,CAAC;AAAA,MACtB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,yBAAyB,IAAoD;AACpF,SAAO,IAAI,mBAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,QAAQ,EAAE;AACrB,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,kCAAkC,KAAuD;AAChG,SAAO,IAAI,mBAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,MAAM,KAAK;AACpB,mBAAW,QAAQ,EAAE;AAAA,MACvB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,+BAA+B,MAAM;AAC5C,mBAAiB,EAAE,QAAQ,OAAO,OAAO,SAAS,CAAC;AAEnD,KAAG,iEAAiE,YAAY;AAjDlF;AAkDI,UAAM,uBAAuB,IAAI,gBAAgB;AACjD,UAAM,sBAAsB,IAAI,gBAAgB;AAEhD,UAAM,SAAS,MAAM,KAAK,EAAE,QAAQ,GAAG,GAAG,MAAM,KAAK;AACrD,UAAM,mBAAmB,OAAO,KAAK,EAAE;AACvC,UAAM,WAAW,mBAAmB,QAAQ,EAAE;AAC9C,UAAM,CAAC,iBAAiB,OAAO,IAA4B;AAAA,MACzD;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAGA,QAAI,cAAc;AAClB,UAAM,aAAa,KAAK;AAAA,MACtB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAAA,MAC7C,SAAS,OAAO,EAAE,SAAS,GAAG,EAAE,YAAY,MAAM;AAChD,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,0BAAc;AAAA,UAChB,CAAC;AAAA,QACH;AAEA,cAAM,MAAM,GAAI;AAChB,eAAO,YAAY,QAAQ;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,UAAU,gBAAgB,CAAC;AAAA,IACpD,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,eAAe,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACxD,SAAS,EAAE,WAAW;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,MACZ,wBAAwB,MAAM;AAAA,MAAC;AAAA,MAC/B,0BAA0B,MAAM;AAAA,MAAC;AAAA,IACnC,CAAC;AAGD,UAAM,WAAW,uBAAuB;AACxC,UAAM,MAAM,GAAG;AACf,UAAM,cAAc,CAAC,eAAe,GAAG,GAAI;AAE3C,UAAM,SAAS;AAEf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,SAAI,mBAAJ,mBAAoB,OAAO,EAAE,KAAK,KAAK;AAC9C,YAAO,SAAI,mBAAJ,mBAAoB,MAAM,EAAE,UAAU,wBAAwB;AAErE,WAAO,QAAQ,IAAI,EAAE,IAAI,KAAK,gBAAgB;AAE9C,WAAO,WAAW,EAAE,KAAK,KAAK;AAAA,EAChC,GAAG,GAAM;AAET,KAAG,6CAA6C,YAAY;AAjH9D;AAkHI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,OAAO,KAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,QAAQ,CAAC;AAAA,IACvC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,KAAK;AAC/C,YAAO,gCAAK,mBAAL,mBAAqB,MAAM,EAAE,UAAU,aAAa;AAAA,EAC7D,CAAC;AAED,KAAG,yDAAyD,YAAY;AAhJ1E;AAiJI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,QAAI,UAAU;AACd,UAAM,SAAS,KAAK;AAAA,MAClB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAAA,MACvC,SAAS,OAAO,EAAE,GAAG,GAAG,EAAE,YAAY,MAAM;AAC1C,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,sBAAU;AAAA,UACZ,CAAC;AAAA,QACH;AACA,cAAM,MAAM,EAAE;AACd,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,IAAI,IAAK,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,OAAO;AAAA,MAClB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,WAAW,uBAAuB;AACxC,yBAAqB,MAAM;AAC3B,UAAM,SAAS;AAEf,WAAO,OAAO,EAAE,KAAK,IAAI;AACzB,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,GAAG,GAAM;AAET,KAAG,4EAA4E,YAAY;AA3L7F;AA4LI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,OAAO,KAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAGD,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,IAAI,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,kBAAkB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MAC3D,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,CAAC;AAED,KAAG,4DAA4D,YAAY;AA1N7E;AA2NI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,MAAM,KAAK;AAAA,MACf,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC;AAAA,MACrD,SAAS,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI;AAAA,IACnC,CAAC;AACD,UAAM,QAAQ,KAAK;AAAA,MACjB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAAA,MACtC,SAAS,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY;AAAA,IAC1C,CAAC;AAED,UAAM,MAAM,aAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,GAAG,GAAG,EAAE,CAAC;AAAA,IACrC,CAAC;AACD,UAAM,MAAM,aAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,MAAM,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,kCAAkC,CAAC,KAAK,GAAG,CAAC;AAEnE,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK,MAAM;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AAGvC,UAAM,SAAS,CAAC,GAAG,WAAW,MAAM,EAAE;AAAA,MAAK,CAAC,GAAG,MAC7C,EAAE,SAAS,OAAO,cAAc,EAAE,SAAS,MAAM;AAAA,IACnD;AAEA,YAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,KAAK;AAC3C,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,GAAG;AAClD,YAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,OAAO;AAC7C,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,OAAO;AAAA,EACxD,CAAC;AACH,CAAC;","names":[]}

package/dist/voice/index.cjs

@@ -29,6 +29,7 @@ var import_agent = require("./agent.cjs");
 var import_agent_session = require("./agent_session.cjs");
 __reExport(voice_exports, require("./avatar/index.cjs"), module.exports);
 __reExport(voice_exports, require("./events.cjs"), module.exports);
+__reExport(voice_exports, require("./room_io/index.cjs"), module.exports);
 var import_run_context = require("./run_context.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
@@ -37,6 +38,7 @@ var import_run_context = require("./run_context.cjs");
   RunContext,
   StopResponse,
   ...require("./avatar/index.cjs"),
-  ...require("./events.cjs")
+  ...require("./events.cjs"),
+  ...require("./room_io/index.cjs")
 });
 //# sourceMappingURL=index.cjs.map

package/dist/voice/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions } from './agent_session.js';\n\nexport * from './avatar/index.js';\nexport * from './events.js';\nexport { RunContext } from './run_context.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAA2E;AAC3E,2BAAuD;AAEvD,0BAAc,8BANd;AAOA,0BAAc,wBAPd;AAQA,yBAA2B;","names":[]}
+{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions } from './agent_session.js';\n\nexport * from './avatar/index.js';\nexport * from './events.js';\nexport * from './room_io/index.js';\nexport { RunContext } from './run_context.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAA2E;AAC3E,2BAAuD;AAEvD,0BAAc,8BANd;AAOA,0BAAc,wBAPd;AAQA,0BAAc,+BARd;AASA,yBAA2B;","names":[]}

package/dist/voice/index.d.cts

@@ -2,5 +2,6 @@ export { Agent, StopResponse, type AgentOptions, type ModelSettings } from './ag
 export { AgentSession, type AgentSessionOptions } from './agent_session.js';
 export * from './avatar/index.js';
 export * from './events.js';
+export * from './room_io/index.js';
 export { RunContext } from './run_context.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/voice/index.d.ts

@@ -2,5 +2,6 @@ export { Agent, StopResponse, type AgentOptions, type ModelSettings } from './ag
 export { AgentSession, type AgentSessionOptions } from './agent_session.js';
 export * from './avatar/index.js';
 export * from './events.js';
+export * from './room_io/index.js';
 export { RunContext } from './run_context.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/voice/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/voice/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE5E,cAAc,mBAAmB,CAAC;AAClC,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/voice/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE5E,cAAc,mBAAmB,CAAC;AAClC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/voice/index.js

@@ -2,6 +2,7 @@ import { Agent, StopResponse } from "./agent.js";
 import { AgentSession } from "./agent_session.js";
 export * from "./avatar/index.js";
 export * from "./events.js";
+export * from "./room_io/index.js";
 import { RunContext } from "./run_context.js";
 export {
   Agent,

package/dist/voice/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions } from './agent_session.js';\n\nexport * from './avatar/index.js';\nexport * from './events.js';\nexport { RunContext } from './run_context.js';\n"],"mappings":"AAGA,SAAS,OAAO,oBAA2D;AAC3E,SAAS,oBAA8C;AAEvD,cAAc;AACd,cAAc;AACd,SAAS,kBAAkB;","names":[]}
+{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions } from './agent_session.js';\n\nexport * from './avatar/index.js';\nexport * from './events.js';\nexport * from './room_io/index.js';\nexport { RunContext } from './run_context.js';\n"],"mappings":"AAGA,SAAS,OAAO,oBAA2D;AAC3E,SAAS,oBAA8C;AAEvD,cAAc;AACd,cAAc;AACd,cAAc;AACd,SAAS,kBAAkB;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents",
-  "version": "1.0.9",
+  "version": "1.0.11",
   "description": "LiveKit Agents - Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",

package/src/audio.ts

@@ -5,7 +5,7 @@ import { AudioFrame } from '@livekit/rtc-node';
 import { log } from './log.js';
 import type { AudioBuffer } from './utils.js';
 
-export function calculateAudioDuration(frame: AudioBuffer) {
+export function calculateAudioDurationSeconds(frame: AudioBuffer) {
   // TODO(AJS-102): use frame.durationMs once available in rtc-node
   return Array.isArray(frame)
     ? frame.reduce((sum, a) => sum + a.samplesPerChannel / a.sampleRate, 0)

package/src/llm/llm.ts

@@ -203,12 +203,13 @@ export abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {
     this.output.close();
 
     const duration = process.hrtime.bigint() - startTime;
+    const durationMs = Math.trunc(Number(duration / BigInt(1000000)));
     const metrics: LLMMetrics = {
       type: 'llm_metrics',
       timestamp: Date.now(),
       requestId,
-      ttft: ttft === BigInt(-1) ? -1 : Math.trunc(Number(ttft / BigInt(1000000))),
-      duration: Math.trunc(Number(duration / BigInt(1000000))),
+      ttftMs: ttft === BigInt(-1) ? -1 : Math.trunc(Number(ttft / BigInt(1000000))),
+      durationMs,
       cancelled: this.abortController.signal.aborted,
       label: this.#llm.label(),
       completionTokens: usage?.completionTokens || 0,
@@ -216,8 +217,10 @@ export abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {
       promptCachedTokens: usage?.promptCachedTokens || 0,
       totalTokens: usage?.totalTokens || 0,
       tokensPerSecond: (() => {
-        const durationSeconds = Math.trunc(Number(duration / BigInt(1000000000)));
-        return durationSeconds > 0 ? (usage?.completionTokens || 0) / durationSeconds : 0;
+        if (durationMs <= 0) {
+          return 0;
+        }
+        return (usage?.completionTokens || 0) / (durationMs / 1000);
       })(),
     };
     this.#llm.emit('metrics_collected', metrics);