@livekit/agents 0.7.9 → 1.0.0-next.0

package/dist/llm/provider_format/utils.cjs

@@ -0,0 +1,146 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var utils_exports = {};
+__export(utils_exports, {
+  groupToolCalls: () => groupToolCalls
+});
+module.exports = __toCommonJS(utils_exports);
+var import_log = require("../../log.cjs");
+class ChatItemGroup {
+  message;
+  toolCalls;
+  toolOutputs;
+  logger = (0, import_log.log)();
+  constructor(params) {
+    this.message = params.message;
+    this.toolCalls = params.toolCalls;
+    this.toolOutputs = params.toolOutputs;
+  }
+  static create(params) {
+    const { message, toolCalls = [], toolOutputs = [] } = params ?? {};
+    return new ChatItemGroup({ message, toolCalls, toolOutputs });
+  }
+  get isEmpty() {
+    return this.message === void 0 && this.toolCalls.length === 0 && this.toolOutputs.length === 0;
+  }
+  add(item) {
+    if (item.type === "message") {
+      if (this.message) {
+        throw new Error("only one message is allowed in a group");
+      }
+      this.message = item;
+    } else if (item.type === "function_call") {
+      this.toolCalls.push(item);
+    } else if (item.type === "function_call_output") {
+      this.toolOutputs.push(item);
+    }
+    return this;
+  }
+  removeInvalidToolCalls() {
+    if (this.toolCalls.length === this.toolOutputs.length) {
+      return;
+    }
+    const toolCallIds = new Set(this.toolCalls.map((call) => call.callId));
+    const toolOutputIds = new Set(this.toolOutputs.map((output) => output.callId));
+    const validCallIds = intersection(toolCallIds, toolOutputIds);
+    this.toolCalls = this.toolCalls.filter((call) => {
+      if (validCallIds.has(call.callId)) return true;
+      this.logger.warn(
+        {
+          callId: call.callId,
+          toolName: call.name
+        },
+        "function call missing the corresponding function output, ignoring"
+      );
+      return false;
+    });
+    this.toolOutputs = this.toolOutputs.filter((output) => {
+      if (validCallIds.has(output.callId)) return true;
+      this.logger.warn(
+        {
+          callId: output.callId,
+          toolName: output.name
+        },
+        "function output missing the corresponding function call, ignoring"
+      );
+      return false;
+    });
+  }
+  flatten() {
+    const items = [];
+    if (this.message) items.push(this.message);
+    items.push(...this.toolCalls, ...this.toolOutputs);
+    return items;
+  }
+}
+function intersection(set1, set2) {
+  return new Set([...set1].filter((item) => set2.has(item)));
+}
+function groupToolCalls(chatCtx) {
+  const itemGroups = {};
+  const insertionOrder = {};
+  const toolOutputs = [];
+  const logger = (0, import_log.log)();
+  let insertionIndex = 0;
+  for (const item of chatCtx.items) {
+    const isAssistantMessage = item.type === "message" && item.role === "assistant";
+    const isFunctionCall = item.type === "function_call";
+    const isFunctionCallOutput = item.type === "function_call_output";
+    if (isAssistantMessage || isFunctionCall) {
+      const groupId = item.id.split("/")[0];
+      if (itemGroups[groupId] === void 0) {
+        itemGroups[groupId] = ChatItemGroup.create();
+        insertionOrder[groupId] = insertionIndex;
+        insertionIndex++;
+      }
+      itemGroups[groupId].add(item);
+    } else if (isFunctionCallOutput) {
+      toolOutputs.push(item);
+    } else {
+      itemGroups[item.id] = ChatItemGroup.create().add(item);
+    }
+  }
+  const callIdToGroup = {};
+  for (const group of Object.values(itemGroups)) {
+    for (const toolCall of group.toolCalls) {
+      callIdToGroup[toolCall.callId] = group;
+    }
+  }
+  for (const toolOutput of toolOutputs) {
+    const group = callIdToGroup[toolOutput.callId];
+    if (group === void 0) {
+      logger.warn(
+        { callId: toolOutput.callId, toolName: toolOutput.name },
+        "function output missing the corresponding function call, ignoring"
+      );
+      continue;
+    }
+    group.add(toolOutput);
+  }
+  for (const group of Object.values(itemGroups)) {
+    group.removeInvalidToolCalls();
+  }
+  const orderedGroups = Object.entries(itemGroups).sort((a, b) => insertionOrder[a[0]] - insertionOrder[b[0]]).map(([, group]) => group);
+  return orderedGroups;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  groupToolCalls
+});
+//# sourceMappingURL=utils.cjs.map

package/dist/llm/provider_format/utils.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/llm/provider_format/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../../log.js';\nimport type {\n  ChatContext,\n  ChatItem,\n  ChatMessage,\n  FunctionCall,\n  FunctionCallOutput,\n} from '../chat_context.js';\n\nclass ChatItemGroup {\n  message?: ChatMessage;\n  toolCalls: FunctionCall[];\n  toolOutputs: FunctionCallOutput[];\n  logger = log();\n\n  constructor(params: {\n    message?: ChatMessage;\n    toolCalls: FunctionCall[];\n    toolOutputs: FunctionCallOutput[];\n  }) {\n    this.message = params.message;\n    this.toolCalls = params.toolCalls;\n    this.toolOutputs = params.toolOutputs;\n  }\n\n  static create(params?: {\n    message?: ChatMessage;\n    toolCalls?: FunctionCall[];\n    toolOutputs?: FunctionCallOutput[];\n  }) {\n    const { message, toolCalls = [], toolOutputs = [] } = params ?? {};\n    return new ChatItemGroup({ message, toolCalls, toolOutputs });\n  }\n\n  get isEmpty() {\n    return (\n      this.message === undefined && this.toolCalls.length === 0 && this.toolOutputs.length === 0\n    );\n  }\n\n  add(item: ChatItem) {\n    if (item.type === 'message') {\n      if (this.message) {\n        throw new Error('only one message is allowed in a group');\n      }\n      this.message = item;\n    } else if (item.type === 'function_call') {\n      this.toolCalls.push(item);\n    } else if (item.type === 'function_call_output') {\n      this.toolOutputs.push(item);\n    }\n    return this;\n  }\n\n  removeInvalidToolCalls() {\n    if (this.toolCalls.length === this.toolOutputs.length) {\n      return;\n    }\n\n    const toolCallIds = new Set(this.toolCalls.map((call) => call.callId));\n    const toolOutputIds = new Set(this.toolOutputs.map((output) => output.callId));\n\n    // intersection of tool call ids and tool output ids\n    const validCallIds = intersection(toolCallIds, toolOutputIds);\n\n    // filter out tool calls that don't have a corresponding tool output\n    this.toolCalls = this.toolCalls.filter((call) => {\n      if (validCallIds.has(call.callId)) return true;\n      this.logger.warn(\n        {\n          callId: call.callId,\n          toolName: call.name,\n        },\n        'function call missing the corresponding function output, ignoring',\n      );\n      return false;\n    });\n\n    // filter out tool outputs that don't have a corresponding tool call\n    this.toolOutputs = this.toolOutputs.filter((output) => {\n      if (validCallIds.has(output.callId)) return true;\n      this.logger.warn(\n        {\n          callId: output.callId,\n          toolName: output.name,\n        },\n        'function output missing the corresponding function call, ignoring',\n      );\n      return false;\n    });\n  }\n\n  flatten() {\n    const items: ChatItem[] = [];\n    if (this.message) items.push(this.message);\n    items.push(...this.toolCalls, ...this.toolOutputs);\n    return items;\n  }\n}\n\nfunction intersection<T>(set1: Set<T>, set2: Set<T>): Set<T> {\n  return new Set([...set1].filter((item) => set2.has(item)));\n}\n\n/**\n * Group chat items (messages, function calls, and function outputs)\n * into coherent groups based on their item IDs and call IDs.\n *\n * Each group will contain:\n * - Zero or one assistant message\n * - Zero or more function/tool calls\n * - The corresponding function/tool outputs matched by call_id\n *\n * User and system messages are placed in their own individual groups.\n *\n * @param chatCtx - The chat context containing all conversation items\n * @returns A list of ChatItemGroup objects representing the grouped conversation\n */\nexport function groupToolCalls(chatCtx: ChatContext) {\n  const itemGroups: Record<string, ChatItemGroup> = {};\n  const insertionOrder: Record<string, number> = {};\n  const toolOutputs: FunctionCallOutput[] = [];\n  const logger = log();\n\n  let insertionIndex = 0;\n  for (const item of chatCtx.items) {\n    const isAssistantMessage = item.type === 'message' && item.role === 'assistant';\n    const isFunctionCall = item.type === 'function_call';\n    const isFunctionCallOutput = item.type === 'function_call_output';\n\n    if (isAssistantMessage || isFunctionCall) {\n      // only assistant messages and function calls can be grouped\n      const groupId = item.id.split('/')[0]!;\n      if (itemGroups[groupId] === undefined) {\n        itemGroups[groupId] = ChatItemGroup.create();\n\n        // we use insertion order to sort the groups as they are added to the context\n        // simulating the OrderedDict in python\n        insertionOrder[groupId] = insertionIndex;\n        insertionIndex++;\n      }\n      itemGroups[groupId]!.add(item);\n    } else if (isFunctionCallOutput) {\n      toolOutputs.push(item);\n    } else {\n      itemGroups[item.id] = ChatItemGroup.create().add(item);\n    }\n  }\n\n  // add tool outputs to their corresponding groups\n  const callIdToGroup: Record<string, ChatItemGroup> = {};\n  for (const group of Object.values(itemGroups)) {\n    for (const toolCall of group.toolCalls) {\n      callIdToGroup[toolCall.callId] = group;\n    }\n  }\n\n  for (const toolOutput of toolOutputs) {\n    const group = callIdToGroup[toolOutput.callId];\n    if (group === undefined) {\n      logger.warn(\n        { callId: toolOutput.callId, toolName: toolOutput.name },\n        'function output missing the corresponding function call, ignoring',\n      );\n      continue;\n    }\n    group.add(toolOutput);\n  }\n\n  // validate that each group and remove invalid tool calls and tool outputs\n  for (const group of Object.values(itemGroups)) {\n    group.removeInvalidToolCalls();\n  }\n\n  // sort groups by their item id\n  const orderedGroups = Object.entries(itemGroups)\n    .sort((a, b) => insertionOrder[a[0]]! - insertionOrder[b[0]]!)\n    .map(([, group]) => group);\n  return orderedGroups;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AASpB,MAAM,cAAc;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAS,gBAAI;AAAA,EAEb,YAAY,QAIT;AACD,SAAK,UAAU,OAAO;AACtB,SAAK,YAAY,OAAO;AACxB,SAAK,cAAc,OAAO;AAAA,EAC5B;AAAA,EAEA,OAAO,OAAO,QAIX;AACD,UAAM,EAAE,SAAS,YAAY,CAAC,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;AACjE,WAAO,IAAI,cAAc,EAAE,SAAS,WAAW,YAAY,CAAC;AAAA,EAC9D;AAAA,EAEA,IAAI,UAAU;AACZ,WACE,KAAK,YAAY,UAAa,KAAK,UAAU,WAAW,KAAK,KAAK,YAAY,WAAW;AAAA,EAE7F;AAAA,EAEA,IAAI,MAAgB;AAClB,QAAI,KAAK,SAAS,WAAW;AAC3B,UAAI,KAAK,SAAS;AAChB,cAAM,IAAI,MAAM,wCAAwC;AAAA,MAC1D;AACA,WAAK,UAAU;AAAA,IACjB,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAK,UAAU,KAAK,IAAI;AAAA,IAC1B,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAK,YAAY,KAAK,IAAI;AAAA,IAC5B;AACA,WAAO;AAAA,EACT;AAAA,EAEA,yBAAyB;AACvB,QAAI,KAAK,UAAU,WAAW,KAAK,YAAY,QAAQ;AACrD;AAAA,IACF;AAEA,UAAM,cAAc,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;AACrE,UAAM,gBAAgB,IAAI,IAAI,KAAK,YAAY,IAAI,CAAC,WAAW,OAAO,MAAM,CAAC;AAG7E,UAAM,eAAe,aAAa,aAAa,aAAa;AAG5D,SAAK,YAAY,KAAK,UAAU,OAAO,CAAC,SAAS;AAC/C,UAAI,aAAa,IAAI,KAAK,MAAM,EAAG,QAAO;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,UACE,QAAQ,KAAK;AAAA,UACb,UAAU,KAAK;AAAA,QACjB;AAAA,QACA;AAAA,MACF;AACA,aAAO;AAAA,IACT,CAAC;AAGD,SAAK,cAAc,KAAK,YAAY,OAAO,CAAC,WAAW;AACrD,UAAI,aAAa,IAAI,OAAO,MAAM,EAAG,QAAO;AAC5C,WAAK,OAAO;AAAA,QACV;AAAA,UACE,QAAQ,OAAO;AAAA,UACf,UAAU,OAAO;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAoB,CAAC;AAC3B,QAAI,KAAK,QAAS,OAAM,KAAK,KAAK,OAAO;AACzC,UAAM,KAAK,GAAG,KAAK,WAAW,GAAG,KAAK,WAAW;AACjD,WAAO;AAAA,EACT;AACF;AAEA,SAAS,aAAgB,MAAc,MAAsB;AAC3D,SAAO,IAAI,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC;AAC3D;AAgBO,SAAS,eAAe,SAAsB;AACnD,QAAM,aAA4C,CAAC;AACnD,QAAM,iBAAyC,CAAC;AAChD,QAAM,cAAoC,CAAC;AAC3C,QAAM,aAAS,gBAAI;AAEnB,MAAI,iBAAiB;AACrB,aAAW,QAAQ,QAAQ,OAAO;AAChC,UAAM,qBAAqB,KAAK,SAAS,aAAa,KAAK,SAAS;AACpE,UAAM,iBAAiB,KAAK,SAAS;AACrC,UAAM,uBAAuB,KAAK,SAAS;AAE3C,QAAI,sBAAsB,gBAAgB;AAExC,YAAM,UAAU,KAAK,GAAG,MAAM,GAAG,EAAE,CAAC;AACpC,UAAI,WAAW,OAAO,MAAM,QAAW;AACrC,mBAAW,OAAO,IAAI,cAAc,OAAO;AAI3C,uBAAe,OAAO,IAAI;AAC1B;AAAA,MACF;AACA,iBAAW,OAAO,EAAG,IAAI,IAAI;AAAA,IAC/B,WAAW,sBAAsB;AAC/B,kBAAY,KAAK,IAAI;AAAA,IACvB,OAAO;AACL,iBAAW,KAAK,EAAE,IAAI,cAAc,OAAO,EAAE,IAAI,IAAI;AAAA,IACvD;AAAA,EACF;AAGA,QAAM,gBAA+C,CAAC;AACtD,aAAW,SAAS,OAAO,OAAO,UAAU,GAAG;AAC7C,eAAW,YAAY,MAAM,WAAW;AACtC,oBAAc,SAAS,MAAM,IAAI;AAAA,IACnC;AAAA,EACF;AAEA,aAAW,cAAc,aAAa;AACpC,UAAM,QAAQ,cAAc,WAAW,MAAM;AAC7C,QAAI,UAAU,QAAW;AACvB,aAAO;AAAA,QACL,EAAE,QAAQ,WAAW,QAAQ,UAAU,WAAW,KAAK;AAAA,QACvD;AAAA,MACF;AACA;AAAA,IACF;AACA,UAAM,IAAI,UAAU;AAAA,EACtB;AAGA,aAAW,SAAS,OAAO,OAAO,UAAU,GAAG;AAC7C,UAAM,uBAAuB;AAAA,EAC/B;AAGA,QAAM,gBAAgB,OAAO,QAAQ,UAAU,EAC5C,KAAK,CAAC,GAAG,MAAM,eAAe,EAAE,CAAC,CAAC,IAAK,eAAe,EAAE,CAAC,CAAC,CAAE,EAC5D,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM,KAAK;AAC3B,SAAO;AACT;","names":[]}

package/dist/llm/provider_format/utils.d.cts

@@ -0,0 +1,38 @@
+import type { ChatContext, ChatItem, ChatMessage, FunctionCall, FunctionCallOutput } from '../chat_context.js';
+declare class ChatItemGroup {
+    message?: ChatMessage;
+    toolCalls: FunctionCall[];
+    toolOutputs: FunctionCallOutput[];
+    logger: import("pino").Logger;
+    constructor(params: {
+        message?: ChatMessage;
+        toolCalls: FunctionCall[];
+        toolOutputs: FunctionCallOutput[];
+    });
+    static create(params?: {
+        message?: ChatMessage;
+        toolCalls?: FunctionCall[];
+        toolOutputs?: FunctionCallOutput[];
+    }): ChatItemGroup;
+    get isEmpty(): boolean;
+    add(item: ChatItem): this;
+    removeInvalidToolCalls(): void;
+    flatten(): ChatItem[];
+}
+/**
+ * Group chat items (messages, function calls, and function outputs)
+ * into coherent groups based on their item IDs and call IDs.
+ *
+ * Each group will contain:
+ * - Zero or one assistant message
+ * - Zero or more function/tool calls
+ * - The corresponding function/tool outputs matched by call_id
+ *
+ * User and system messages are placed in their own individual groups.
+ *
+ * @param chatCtx - The chat context containing all conversation items
+ * @returns A list of ChatItemGroup objects representing the grouped conversation
+ */
+export declare function groupToolCalls(chatCtx: ChatContext): ChatItemGroup[];
+export {};
+//# sourceMappingURL=utils.d.ts.map

package/dist/llm/provider_format/utils.d.ts

@@ -0,0 +1,38 @@
+import type { ChatContext, ChatItem, ChatMessage, FunctionCall, FunctionCallOutput } from '../chat_context.js';
+declare class ChatItemGroup {
+    message?: ChatMessage;
+    toolCalls: FunctionCall[];
+    toolOutputs: FunctionCallOutput[];
+    logger: import("pino").Logger;
+    constructor(params: {
+        message?: ChatMessage;
+        toolCalls: FunctionCall[];
+        toolOutputs: FunctionCallOutput[];
+    });
+    static create(params?: {
+        message?: ChatMessage;
+        toolCalls?: FunctionCall[];
+        toolOutputs?: FunctionCallOutput[];
+    }): ChatItemGroup;
+    get isEmpty(): boolean;
+    add(item: ChatItem): this;
+    removeInvalidToolCalls(): void;
+    flatten(): ChatItem[];
+}
+/**
+ * Group chat items (messages, function calls, and function outputs)
+ * into coherent groups based on their item IDs and call IDs.
+ *
+ * Each group will contain:
+ * - Zero or one assistant message
+ * - Zero or more function/tool calls
+ * - The corresponding function/tool outputs matched by call_id
+ *
+ * User and system messages are placed in their own individual groups.
+ *
+ * @param chatCtx - The chat context containing all conversation items
+ * @returns A list of ChatItemGroup objects representing the grouped conversation
+ */
+export declare function groupToolCalls(chatCtx: ChatContext): ChatItemGroup[];
+export {};
+//# sourceMappingURL=utils.d.ts.map

package/dist/llm/provider_format/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/llm/provider_format/utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAE5B,cAAM,aAAa;IACjB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,WAAW,EAAE,kBAAkB,EAAE,CAAC;IAClC,MAAM,wBAAS;gBAEH,MAAM,EAAE;QAClB,OAAO,CAAC,EAAE,WAAW,CAAC;QACtB,SAAS,EAAE,YAAY,EAAE,CAAC;QAC1B,WAAW,EAAE,kBAAkB,EAAE,CAAC;KACnC;IAMD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;QACrB,OAAO,CAAC,EAAE,WAAW,CAAC;QACtB,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;QAC3B,WAAW,CAAC,EAAE,kBAAkB,EAAE,CAAC;KACpC;IAKD,IAAI,OAAO,YAIV;IAED,GAAG,CAAC,IAAI,EAAE,QAAQ;IAclB,sBAAsB;IAsCtB,OAAO;CAMR;AAMD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,WAAW,mBA6DlD"}

package/dist/llm/provider_format/utils.js

@@ -0,0 +1,122 @@
+import { log } from "../../log.js";
+class ChatItemGroup {
+  message;
+  toolCalls;
+  toolOutputs;
+  logger = log();
+  constructor(params) {
+    this.message = params.message;
+    this.toolCalls = params.toolCalls;
+    this.toolOutputs = params.toolOutputs;
+  }
+  static create(params) {
+    const { message, toolCalls = [], toolOutputs = [] } = params ?? {};
+    return new ChatItemGroup({ message, toolCalls, toolOutputs });
+  }
+  get isEmpty() {
+    return this.message === void 0 && this.toolCalls.length === 0 && this.toolOutputs.length === 0;
+  }
+  add(item) {
+    if (item.type === "message") {
+      if (this.message) {
+        throw new Error("only one message is allowed in a group");
+      }
+      this.message = item;
+    } else if (item.type === "function_call") {
+      this.toolCalls.push(item);
+    } else if (item.type === "function_call_output") {
+      this.toolOutputs.push(item);
+    }
+    return this;
+  }
+  removeInvalidToolCalls() {
+    if (this.toolCalls.length === this.toolOutputs.length) {
+      return;
+    }
+    const toolCallIds = new Set(this.toolCalls.map((call) => call.callId));
+    const toolOutputIds = new Set(this.toolOutputs.map((output) => output.callId));
+    const validCallIds = intersection(toolCallIds, toolOutputIds);
+    this.toolCalls = this.toolCalls.filter((call) => {
+      if (validCallIds.has(call.callId)) return true;
+      this.logger.warn(
+        {
+          callId: call.callId,
+          toolName: call.name
+        },
+        "function call missing the corresponding function output, ignoring"
+      );
+      return false;
+    });
+    this.toolOutputs = this.toolOutputs.filter((output) => {
+      if (validCallIds.has(output.callId)) return true;
+      this.logger.warn(
+        {
+          callId: output.callId,
+          toolName: output.name
+        },
+        "function output missing the corresponding function call, ignoring"
+      );
+      return false;
+    });
+  }
+  flatten() {
+    const items = [];
+    if (this.message) items.push(this.message);
+    items.push(...this.toolCalls, ...this.toolOutputs);
+    return items;
+  }
+}
+function intersection(set1, set2) {
+  return new Set([...set1].filter((item) => set2.has(item)));
+}
+function groupToolCalls(chatCtx) {
+  const itemGroups = {};
+  const insertionOrder = {};
+  const toolOutputs = [];
+  const logger = log();
+  let insertionIndex = 0;
+  for (const item of chatCtx.items) {
+    const isAssistantMessage = item.type === "message" && item.role === "assistant";
+    const isFunctionCall = item.type === "function_call";
+    const isFunctionCallOutput = item.type === "function_call_output";
+    if (isAssistantMessage || isFunctionCall) {
+      const groupId = item.id.split("/")[0];
+      if (itemGroups[groupId] === void 0) {
+        itemGroups[groupId] = ChatItemGroup.create();
+        insertionOrder[groupId] = insertionIndex;
+        insertionIndex++;
+      }
+      itemGroups[groupId].add(item);
+    } else if (isFunctionCallOutput) {
+      toolOutputs.push(item);
+    } else {
+      itemGroups[item.id] = ChatItemGroup.create().add(item);
+    }
+  }
+  const callIdToGroup = {};
+  for (const group of Object.values(itemGroups)) {
+    for (const toolCall of group.toolCalls) {
+      callIdToGroup[toolCall.callId] = group;
+    }
+  }
+  for (const toolOutput of toolOutputs) {
+    const group = callIdToGroup[toolOutput.callId];
+    if (group === void 0) {
+      logger.warn(
+        { callId: toolOutput.callId, toolName: toolOutput.name },
+        "function output missing the corresponding function call, ignoring"
+      );
+      continue;
+    }
+    group.add(toolOutput);
+  }
+  for (const group of Object.values(itemGroups)) {
+    group.removeInvalidToolCalls();
+  }
+  const orderedGroups = Object.entries(itemGroups).sort((a, b) => insertionOrder[a[0]] - insertionOrder[b[0]]).map(([, group]) => group);
+  return orderedGroups;
+}
+export {
+  groupToolCalls
+};
+//# sourceMappingURL=utils.js.map

package/dist/llm/provider_format/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/llm/provider_format/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../../log.js';\nimport type {\n  ChatContext,\n  ChatItem,\n  ChatMessage,\n  FunctionCall,\n  FunctionCallOutput,\n} from '../chat_context.js';\n\nclass ChatItemGroup {\n  message?: ChatMessage;\n  toolCalls: FunctionCall[];\n  toolOutputs: FunctionCallOutput[];\n  logger = log();\n\n  constructor(params: {\n    message?: ChatMessage;\n    toolCalls: FunctionCall[];\n    toolOutputs: FunctionCallOutput[];\n  }) {\n    this.message = params.message;\n    this.toolCalls = params.toolCalls;\n    this.toolOutputs = params.toolOutputs;\n  }\n\n  static create(params?: {\n    message?: ChatMessage;\n    toolCalls?: FunctionCall[];\n    toolOutputs?: FunctionCallOutput[];\n  }) {\n    const { message, toolCalls = [], toolOutputs = [] } = params ?? {};\n    return new ChatItemGroup({ message, toolCalls, toolOutputs });\n  }\n\n  get isEmpty() {\n    return (\n      this.message === undefined && this.toolCalls.length === 0 && this.toolOutputs.length === 0\n    );\n  }\n\n  add(item: ChatItem) {\n    if (item.type === 'message') {\n      if (this.message) {\n        throw new Error('only one message is allowed in a group');\n      }\n      this.message = item;\n    } else if (item.type === 'function_call') {\n      this.toolCalls.push(item);\n    } else if (item.type === 'function_call_output') {\n      this.toolOutputs.push(item);\n    }\n    return this;\n  }\n\n  removeInvalidToolCalls() {\n    if (this.toolCalls.length === this.toolOutputs.length) {\n      return;\n    }\n\n    const toolCallIds = new Set(this.toolCalls.map((call) => call.callId));\n    const toolOutputIds = new Set(this.toolOutputs.map((output) => output.callId));\n\n    // intersection of tool call ids and tool output ids\n    const validCallIds = intersection(toolCallIds, toolOutputIds);\n\n    // filter out tool calls that don't have a corresponding tool output\n    this.toolCalls = this.toolCalls.filter((call) => {\n      if (validCallIds.has(call.callId)) return true;\n      this.logger.warn(\n        {\n          callId: call.callId,\n          toolName: call.name,\n        },\n        'function call missing the corresponding function output, ignoring',\n      );\n      return false;\n    });\n\n    // filter out tool outputs that don't have a corresponding tool call\n    this.toolOutputs = this.toolOutputs.filter((output) => {\n      if (validCallIds.has(output.callId)) return true;\n      this.logger.warn(\n        {\n          callId: output.callId,\n          toolName: output.name,\n        },\n        'function output missing the corresponding function call, ignoring',\n      );\n      return false;\n    });\n  }\n\n  flatten() {\n    const items: ChatItem[] = [];\n    if (this.message) items.push(this.message);\n    items.push(...this.toolCalls, ...this.toolOutputs);\n    return items;\n  }\n}\n\nfunction intersection<T>(set1: Set<T>, set2: Set<T>): Set<T> {\n  return new Set([...set1].filter((item) => set2.has(item)));\n}\n\n/**\n * Group chat items (messages, function calls, and function outputs)\n * into coherent groups based on their item IDs and call IDs.\n *\n * Each group will contain:\n * - Zero or one assistant message\n * - Zero or more function/tool calls\n * - The corresponding function/tool outputs matched by call_id\n *\n * User and system messages are placed in their own individual groups.\n *\n * @param chatCtx - The chat context containing all conversation items\n * @returns A list of ChatItemGroup objects representing the grouped conversation\n */\nexport function groupToolCalls(chatCtx: ChatContext) {\n  const itemGroups: Record<string, ChatItemGroup> = {};\n  const insertionOrder: Record<string, number> = {};\n  const toolOutputs: FunctionCallOutput[] = [];\n  const logger = log();\n\n  let insertionIndex = 0;\n  for (const item of chatCtx.items) {\n    const isAssistantMessage = item.type === 'message' && item.role === 'assistant';\n    const isFunctionCall = item.type === 'function_call';\n    const isFunctionCallOutput = item.type === 'function_call_output';\n\n    if (isAssistantMessage || isFunctionCall) {\n      // only assistant messages and function calls can be grouped\n      const groupId = item.id.split('/')[0]!;\n      if (itemGroups[groupId] === undefined) {\n        itemGroups[groupId] = ChatItemGroup.create();\n\n        // we use insertion order to sort the groups as they are added to the context\n        // simulating the OrderedDict in python\n        insertionOrder[groupId] = insertionIndex;\n        insertionIndex++;\n      }\n      itemGroups[groupId]!.add(item);\n    } else if (isFunctionCallOutput) {\n      toolOutputs.push(item);\n    } else {\n      itemGroups[item.id] = ChatItemGroup.create().add(item);\n    }\n  }\n\n  // add tool outputs to their corresponding groups\n  const callIdToGroup: Record<string, ChatItemGroup> = {};\n  for (const group of Object.values(itemGroups)) {\n    for (const toolCall of group.toolCalls) {\n      callIdToGroup[toolCall.callId] = group;\n    }\n  }\n\n  for (const toolOutput of toolOutputs) {\n    const group = callIdToGroup[toolOutput.callId];\n    if (group === undefined) {\n      logger.warn(\n        { callId: toolOutput.callId, toolName: toolOutput.name },\n        'function output missing the corresponding function call, ignoring',\n      );\n      continue;\n    }\n    group.add(toolOutput);\n  }\n\n  // validate that each group and remove invalid tool calls and tool outputs\n  for (const group of Object.values(itemGroups)) {\n    group.removeInvalidToolCalls();\n  }\n\n  // sort groups by their item id\n  const orderedGroups = Object.entries(itemGroups)\n    .sort((a, b) => insertionOrder[a[0]]! - insertionOrder[b[0]]!)\n    .map(([, group]) => group);\n  return orderedGroups;\n}\n"],"mappings":"AAGA,SAAS,WAAW;AASpB,MAAM,cAAc;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI;AAAA,EAEb,YAAY,QAIT;AACD,SAAK,UAAU,OAAO;AACtB,SAAK,YAAY,OAAO;AACxB,SAAK,cAAc,OAAO;AAAA,EAC5B;AAAA,EAEA,OAAO,OAAO,QAIX;AACD,UAAM,EAAE,SAAS,YAAY,CAAC,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;AACjE,WAAO,IAAI,cAAc,EAAE,SAAS,WAAW,YAAY,CAAC;AAAA,EAC9D;AAAA,EAEA,IAAI,UAAU;AACZ,WACE,KAAK,YAAY,UAAa,KAAK,UAAU,WAAW,KAAK,KAAK,YAAY,WAAW;AAAA,EAE7F;AAAA,EAEA,IAAI,MAAgB;AAClB,QAAI,KAAK,SAAS,WAAW;AAC3B,UAAI,KAAK,SAAS;AAChB,cAAM,IAAI,MAAM,wCAAwC;AAAA,MAC1D;AACA,WAAK,UAAU;AAAA,IACjB,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAK,UAAU,KAAK,IAAI;AAAA,IAC1B,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAK,YAAY,KAAK,IAAI;AAAA,IAC5B;AACA,WAAO;AAAA,EACT;AAAA,EAEA,yBAAyB;AACvB,QAAI,KAAK,UAAU,WAAW,KAAK,YAAY,QAAQ;AACrD;AAAA,IACF;AAEA,UAAM,cAAc,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;AACrE,UAAM,gBAAgB,IAAI,IAAI,KAAK,YAAY,IAAI,CAAC,WAAW,OAAO,MAAM,CAAC;AAG7E,UAAM,eAAe,aAAa,aAAa,aAAa;AAG5D,SAAK,YAAY,KAAK,UAAU,OAAO,CAAC,SAAS;AAC/C,UAAI,aAAa,IAAI,KAAK,MAAM,EAAG,QAAO;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,UACE,QAAQ,KAAK;AAAA,UACb,UAAU,KAAK;AAAA,QACjB;AAAA,QACA;AAAA,MACF;AACA,aAAO;AAAA,IACT,CAAC;AAGD,SAAK,cAAc,KAAK,YAAY,OAAO,CAAC,WAAW;AACrD,UAAI,aAAa,IAAI,OAAO,MAAM,EAAG,QAAO;AAC5C,WAAK,OAAO;AAAA,QACV;AAAA,UACE,QAAQ,OAAO;AAAA,UACf,UAAU,OAAO;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAoB,CAAC;AAC3B,QAAI,KAAK,QAAS,OAAM,KAAK,KAAK,OAAO;AACzC,UAAM,KAAK,GAAG,KAAK,WAAW,GAAG,KAAK,WAAW;AACjD,WAAO;AAAA,EACT;AACF;AAEA,SAAS,aAAgB,MAAc,MAAsB;AAC3D,SAAO,IAAI,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC;AAC3D;AAgBO,SAAS,eAAe,SAAsB;AACnD,QAAM,aAA4C,CAAC;AACnD,QAAM,iBAAyC,CAAC;AAChD,QAAM,cAAoC,CAAC;AAC3C,QAAM,SAAS,IAAI;AAEnB,MAAI,iBAAiB;AACrB,aAAW,QAAQ,QAAQ,OAAO;AAChC,UAAM,qBAAqB,KAAK,SAAS,aAAa,KAAK,SAAS;AACpE,UAAM,iBAAiB,KAAK,SAAS;AACrC,UAAM,uBAAuB,KAAK,SAAS;AAE3C,QAAI,sBAAsB,gBAAgB;AAExC,YAAM,UAAU,KAAK,GAAG,MAAM,GAAG,EAAE,CAAC;AACpC,UAAI,WAAW,OAAO,MAAM,QAAW;AACrC,mBAAW,OAAO,IAAI,cAAc,OAAO;AAI3C,uBAAe,OAAO,IAAI;AAC1B;AAAA,MACF;AACA,iBAAW,OAAO,EAAG,IAAI,IAAI;AAAA,IAC/B,WAAW,sBAAsB;AAC/B,kBAAY,KAAK,IAAI;AAAA,IACvB,OAAO;AACL,iBAAW,KAAK,EAAE,IAAI,cAAc,OAAO,EAAE,IAAI,IAAI;AAAA,IACvD;AAAA,EACF;AAGA,QAAM,gBAA+C,CAAC;AACtD,aAAW,SAAS,OAAO,OAAO,UAAU,GAAG;AAC7C,eAAW,YAAY,MAAM,WAAW;AACtC,oBAAc,SAAS,MAAM,IAAI;AAAA,IACnC;AAAA,EACF;AAEA,aAAW,cAAc,aAAa;AACpC,UAAM,QAAQ,cAAc,WAAW,MAAM;AAC7C,QAAI,UAAU,QAAW;AACvB,aAAO;AAAA,QACL,EAAE,QAAQ,WAAW,QAAQ,UAAU,WAAW,KAAK;AAAA,QACvD;AAAA,MACF;AACA;AAAA,IACF;AACA,UAAM,IAAI,UAAU;AAAA,EACtB;AAGA,aAAW,SAAS,OAAO,OAAO,UAAU,GAAG;AAC7C,UAAM,uBAAuB;AAAA,EAC/B;AAGA,QAAM,gBAAgB,OAAO,QAAQ,UAAU,EAC5C,KAAK,CAAC,GAAG,MAAM,eAAe,EAAE,CAAC,CAAC,IAAK,eAAe,EAAE,CAAC,CAAC,CAAE,EAC5D,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM,KAAK;AAC3B,SAAO;AACT;","names":[]}

package/dist/llm/realtime.cjs

@@ -0,0 +1,77 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var realtime_exports = {};
+__export(realtime_exports, {
+  RealtimeModel: () => RealtimeModel,
+  RealtimeSession: () => RealtimeSession
+});
+module.exports = __toCommonJS(realtime_exports);
+var import_events = require("events");
+var import_deferred_stream = require("../stream/deferred_stream.cjs");
+var import_utils = require("../utils.cjs");
+class RealtimeModel {
+  _capabilities;
+  constructor(capabilities) {
+    this._capabilities = capabilities;
+  }
+  get capabilities() {
+    return this._capabilities;
+  }
+}
+class RealtimeSession extends import_events.EventEmitter {
+  _realtimeModel;
+  deferredInputStream = new import_deferred_stream.DeferredReadableStream();
+  _mainTask;
+  constructor(realtimeModel) {
+    super();
+    this._realtimeModel = realtimeModel;
+    this._mainTask = import_utils.Task.from((controller) => this._mainTaskImpl(controller.signal));
+  }
+  get realtimeModel() {
+    return this._realtimeModel;
+  }
+  async close() {
+    this._mainTask.cancel();
+  }
+  /**
+   * Notifies the model that user activity has started
+   */
+  startUserActivity() {
+    return;
+  }
+  async _mainTaskImpl(signal) {
+    const reader = this.deferredInputStream.stream.getReader();
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done || signal.aborted) {
+        break;
+      }
+      this.pushAudio(value);
+    }
+  }
+  setInputAudioStream(audioStream) {
+    this.deferredInputStream.setSource(audioStream);
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  RealtimeModel,
+  RealtimeSession
+});
+//# sourceMappingURL=realtime.cjs.map

package/dist/llm/realtime.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/realtime.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { EventEmitter } from 'events';\nimport type { ReadableStream } from 'node:stream/web';\nimport { DeferredReadableStream } from '../stream/deferred_stream.js';\nimport { Task } from '../utils.js';\nimport type { ChatContext, FunctionCall } from './chat_context.js';\nimport type { ToolChoice, ToolContext } from './tool_context.js';\n\nexport type InputSpeechStartedEvent = object;\n\nexport interface InputSpeechStoppedEvent {\n  userTranscriptionEnabled: boolean;\n}\n\nexport interface MessageGeneration {\n  messageId: string;\n  textStream: ReadableStream<string>;\n  audioStream: ReadableStream<AudioFrame>;\n}\n\nexport interface GenerationCreatedEvent {\n  messageStream: ReadableStream<MessageGeneration>;\n  functionStream: ReadableStream<FunctionCall>;\n  userInitiated: boolean;\n}\n\nexport interface RealtimeModelError {\n  type: 'realtime_model_error';\n  timestamp: number;\n  label: string;\n  error: Error;\n  recoverable: boolean;\n}\n\nexport interface RealtimeCapabilities {\n  messageTruncation: boolean;\n  turnDetection: boolean;\n  userTranscription: boolean;\n  autoToolReplyGeneration: boolean;\n}\n\nexport interface InputTranscriptionCompleted {\n  itemId: string;\n  transcript: string;\n  isFinal: boolean;\n}\n\nexport interface RealtimeSessionReconnectedEvent {}\n\nexport abstract class RealtimeModel {\n  private _capabilities: RealtimeCapabilities;\n\n  constructor(capabilities: RealtimeCapabilities) {\n    this._capabilities = capabilities;\n  }\n\n  get capabilities() {\n    return this._capabilities;\n  }\n\n  abstract session(): RealtimeSession;\n\n  abstract close(): Promise<void>;\n}\n\nexport abstract class RealtimeSession extends EventEmitter {\n  protected _realtimeModel: RealtimeModel;\n  private deferredInputStream = new DeferredReadableStream<AudioFrame>();\n  private _mainTask: Task<void>;\n\n  constructor(realtimeModel: RealtimeModel) {\n    super();\n    this._realtimeModel = realtimeModel;\n    this._mainTask = Task.from((controller) => this._mainTaskImpl(controller.signal));\n  }\n\n  get realtimeModel() {\n    return this._realtimeModel;\n  }\n\n  abstract get chatCtx(): ChatContext;\n\n  abstract get tools(): ToolContext;\n\n  abstract updateInstructions(instructions: string): Promise<void>;\n\n  /**\n   * @throws RealtimeError on Timeout\n   */\n  abstract updateChatCtx(chatCtx: ChatContext): Promise<void>;\n\n  abstract updateTools(tools: ToolContext): Promise<void>;\n\n  abstract updateOptions(options: { toolChoice?: ToolChoice | null }): void;\n\n  abstract pushAudio(frame: AudioFrame): void;\n\n  /**\n   * @throws RealtimeError on Timeout\n   */\n  abstract generateReply(instructions?: string): Promise<GenerationCreatedEvent>;\n\n  /**\n   * Commit the input audio buffer to the server\n   */\n  abstract commitAudio(): Promise<void>;\n\n  /**\n   * Clear the input audio buffer to the server\n   */\n  abstract clearAudio(): Promise<void>;\n\n  /**\n   * Cancel the current generation (do nothing if no generation is in progress)\n   */\n  abstract interrupt(): Promise<void>;\n\n  /**\n   * Truncate the message at the given audio end time\n   */\n  abstract truncate(options: { messageId: string; audioEndMs: number }): Promise<void>;\n\n  async close(): Promise<void> {\n    this._mainTask.cancel();\n  }\n\n  /**\n   * Notifies the model that user activity has started\n   */\n  startUserActivity(): void {\n    return;\n  }\n\n  private async _mainTaskImpl(signal: AbortSignal): Promise<void> {\n    const reader = this.deferredInputStream.stream.getReader();\n    while (true) {\n      const { done, value } = await reader.read();\n      if (done || signal.aborted) {\n        break;\n      }\n      this.pushAudio(value);\n    }\n  }\n\n  setInputAudioStream(audioStream: ReadableStream<AudioFrame>): void {\n    this.deferredInputStream.setSource(audioStream);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,oBAA6B;AAE7B,6BAAuC;AACvC,mBAAqB;AA6Cd,MAAe,cAAc;AAAA,EAC1B;AAAA,EAER,YAAY,cAAoC;AAC9C,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAKF;AAEO,MAAe,wBAAwB,2BAAa;AAAA,EAC/C;AAAA,EACF,sBAAsB,IAAI,8CAAmC;AAAA,EAC7D;AAAA,EAER,YAAY,eAA8B;AACxC,UAAM;AACN,SAAK,iBAAiB;AACtB,SAAK,YAAY,kBAAK,KAAK,CAAC,eAAe,KAAK,cAAc,WAAW,MAAM,CAAC;AAAA,EAClF;AAAA,EAEA,IAAI,gBAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EA4CA,MAAM,QAAuB;AAC3B,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,oBAA0B;AACxB;AAAA,EACF;AAAA,EAEA,MAAc,cAAc,QAAoC;AAC9D,UAAM,SAAS,KAAK,oBAAoB,OAAO,UAAU;AACzD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,QAAQ,OAAO,SAAS;AAC1B;AAAA,MACF;AACA,WAAK,UAAU,KAAK;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,oBAAoB,aAA+C;AACjE,SAAK,oBAAoB,UAAU,WAAW;AAAA,EAChD;AACF;","names":[]}

package/dist/llm/realtime.d.cts

@@ -0,0 +1,98 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { AudioFrame } from '@livekit/rtc-node';
+import { EventEmitter } from 'events';
+import type { ReadableStream } from 'node:stream/web';
+import type { ChatContext, FunctionCall } from './chat_context.js';
+import type { ToolChoice, ToolContext } from './tool_context.js';
+export type InputSpeechStartedEvent = object;
+export interface InputSpeechStoppedEvent {
+    userTranscriptionEnabled: boolean;
+}
+export interface MessageGeneration {
+    messageId: string;
+    textStream: ReadableStream<string>;
+    audioStream: ReadableStream<AudioFrame>;
+}
+export interface GenerationCreatedEvent {
+    messageStream: ReadableStream<MessageGeneration>;
+    functionStream: ReadableStream<FunctionCall>;
+    userInitiated: boolean;
+}
+export interface RealtimeModelError {
+    type: 'realtime_model_error';
+    timestamp: number;
+    label: string;
+    error: Error;
+    recoverable: boolean;
+}
+export interface RealtimeCapabilities {
+    messageTruncation: boolean;
+    turnDetection: boolean;
+    userTranscription: boolean;
+    autoToolReplyGeneration: boolean;
+}
+export interface InputTranscriptionCompleted {
+    itemId: string;
+    transcript: string;
+    isFinal: boolean;
+}
+export interface RealtimeSessionReconnectedEvent {
+}
+export declare abstract class RealtimeModel {
+    private _capabilities;
+    constructor(capabilities: RealtimeCapabilities);
+    get capabilities(): RealtimeCapabilities;
+    abstract session(): RealtimeSession;
+    abstract close(): Promise<void>;
+}
+export declare abstract class RealtimeSession extends EventEmitter {
+    protected _realtimeModel: RealtimeModel;
+    private deferredInputStream;
+    private _mainTask;
+    constructor(realtimeModel: RealtimeModel);
+    get realtimeModel(): RealtimeModel;
+    abstract get chatCtx(): ChatContext;
+    abstract get tools(): ToolContext;
+    abstract updateInstructions(instructions: string): Promise<void>;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract updateChatCtx(chatCtx: ChatContext): Promise<void>;
+    abstract updateTools(tools: ToolContext): Promise<void>;
+    abstract updateOptions(options: {
+        toolChoice?: ToolChoice | null;
+    }): void;
+    abstract pushAudio(frame: AudioFrame): void;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract generateReply(instructions?: string): Promise<GenerationCreatedEvent>;
+    /**
+     * Commit the input audio buffer to the server
+     */
+    abstract commitAudio(): Promise<void>;
+    /**
+     * Clear the input audio buffer to the server
+     */
+    abstract clearAudio(): Promise<void>;
+    /**
+     * Cancel the current generation (do nothing if no generation is in progress)
+     */
+    abstract interrupt(): Promise<void>;
+    /**
+     * Truncate the message at the given audio end time
+     */
+    abstract truncate(options: {
+        messageId: string;
+        audioEndMs: number;
+    }): Promise<void>;
+    close(): Promise<void>;
+    /**
+     * Notifies the model that user activity has started
+     */
+    startUserActivity(): void;
+    private _mainTaskImpl;
+    setInputAudioStream(audioStream: ReadableStream<AudioFrame>): void;
+}
+//# sourceMappingURL=realtime.d.ts.map

package/dist/llm/realtime.d.ts

@@ -0,0 +1,98 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { AudioFrame } from '@livekit/rtc-node';
+import { EventEmitter } from 'events';
+import type { ReadableStream } from 'node:stream/web';
+import type { ChatContext, FunctionCall } from './chat_context.js';
+import type { ToolChoice, ToolContext } from './tool_context.js';
+export type InputSpeechStartedEvent = object;
+export interface InputSpeechStoppedEvent {
+    userTranscriptionEnabled: boolean;
+}
+export interface MessageGeneration {
+    messageId: string;
+    textStream: ReadableStream<string>;
+    audioStream: ReadableStream<AudioFrame>;
+}
+export interface GenerationCreatedEvent {
+    messageStream: ReadableStream<MessageGeneration>;
+    functionStream: ReadableStream<FunctionCall>;
+    userInitiated: boolean;
+}
+export interface RealtimeModelError {
+    type: 'realtime_model_error';
+    timestamp: number;
+    label: string;
+    error: Error;
+    recoverable: boolean;
+}
+export interface RealtimeCapabilities {
+    messageTruncation: boolean;
+    turnDetection: boolean;
+    userTranscription: boolean;
+    autoToolReplyGeneration: boolean;
+}
+export interface InputTranscriptionCompleted {
+    itemId: string;
+    transcript: string;
+    isFinal: boolean;
+}
+export interface RealtimeSessionReconnectedEvent {
+}
+export declare abstract class RealtimeModel {
+    private _capabilities;
+    constructor(capabilities: RealtimeCapabilities);
+    get capabilities(): RealtimeCapabilities;
+    abstract session(): RealtimeSession;
+    abstract close(): Promise<void>;
+}
+export declare abstract class RealtimeSession extends EventEmitter {
+    protected _realtimeModel: RealtimeModel;
+    private deferredInputStream;
+    private _mainTask;
+    constructor(realtimeModel: RealtimeModel);
+    get realtimeModel(): RealtimeModel;
+    abstract get chatCtx(): ChatContext;
+    abstract get tools(): ToolContext;
+    abstract updateInstructions(instructions: string): Promise<void>;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract updateChatCtx(chatCtx: ChatContext): Promise<void>;
+    abstract updateTools(tools: ToolContext): Promise<void>;
+    abstract updateOptions(options: {
+        toolChoice?: ToolChoice | null;
+    }): void;
+    abstract pushAudio(frame: AudioFrame): void;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract generateReply(instructions?: string): Promise<GenerationCreatedEvent>;
+    /**
+     * Commit the input audio buffer to the server
+     */
+    abstract commitAudio(): Promise<void>;
+    /**
+     * Clear the input audio buffer to the server
+     */
+    abstract clearAudio(): Promise<void>;
+    /**
+     * Cancel the current generation (do nothing if no generation is in progress)
+     */
+    abstract interrupt(): Promise<void>;
+    /**
+     * Truncate the message at the given audio end time
+     */
+    abstract truncate(options: {
+        messageId: string;
+        audioEndMs: number;
+    }): Promise<void>;
+    close(): Promise<void>;
+    /**
+     * Notifies the model that user activity has started
+     */
+    startUserActivity(): void;
+    private _mainTaskImpl;
+    setInputAudioStream(audioStream: ReadableStream<AudioFrame>): void;
+}
+//# sourceMappingURL=realtime.d.ts.map