@livekit/agents 0.0.0-20260120144724

package/dist/llm/realtime.d.ts

@@ -0,0 +1,106 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { AudioFrame } from '@livekit/rtc-node';
+import { EventEmitter } from 'events';
+import type { ReadableStream } from 'node:stream/web';
+import type { ChatContext, FunctionCall } from './chat_context.js';
+import type { ToolChoice, ToolContext } from './tool_context.js';
+export type InputSpeechStartedEvent = object;
+export interface InputSpeechStoppedEvent {
+    userTranscriptionEnabled: boolean;
+}
+export interface MessageGeneration {
+    messageId: string;
+    textStream: ReadableStream<string>;
+    audioStream: ReadableStream<AudioFrame>;
+    modalities?: Promise<('text' | 'audio')[]>;
+}
+export interface GenerationCreatedEvent {
+    messageStream: ReadableStream<MessageGeneration>;
+    functionStream: ReadableStream<FunctionCall>;
+    userInitiated: boolean;
+    /** Response ID for correlating metrics with spans */
+    responseId?: string;
+}
+export interface RealtimeModelError {
+    type: 'realtime_model_error';
+    timestamp: number;
+    label: string;
+    error: Error;
+    recoverable: boolean;
+}
+export interface RealtimeCapabilities {
+    messageTruncation: boolean;
+    turnDetection: boolean;
+    userTranscription: boolean;
+    autoToolReplyGeneration: boolean;
+    audioOutput: boolean;
+}
+export interface InputTranscriptionCompleted {
+    itemId: string;
+    transcript: string;
+    isFinal: boolean;
+}
+export interface RealtimeSessionReconnectedEvent {
+}
+export declare abstract class RealtimeModel {
+    private _capabilities;
+    constructor(capabilities: RealtimeCapabilities);
+    get capabilities(): RealtimeCapabilities;
+    /** The model name/identifier used by this realtime model */
+    abstract get model(): string;
+    abstract session(): RealtimeSession;
+    abstract close(): Promise<void>;
+}
+export declare abstract class RealtimeSession extends EventEmitter {
+    protected _realtimeModel: RealtimeModel;
+    private deferredInputStream;
+    private _mainTask;
+    constructor(realtimeModel: RealtimeModel);
+    get realtimeModel(): RealtimeModel;
+    abstract get chatCtx(): ChatContext;
+    abstract get tools(): ToolContext;
+    abstract updateInstructions(instructions: string): Promise<void>;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract updateChatCtx(chatCtx: ChatContext): Promise<void>;
+    abstract updateTools(tools: ToolContext): Promise<void>;
+    abstract updateOptions(options: {
+        toolChoice?: ToolChoice | null;
+    }): void;
+    abstract pushAudio(frame: AudioFrame): void;
+    /**
+     * @throws RealtimeError on Timeout
+     */
+    abstract generateReply(instructions?: string): Promise<GenerationCreatedEvent>;
+    /**
+     * Commit the input audio buffer to the server
+     */
+    abstract commitAudio(): Promise<void>;
+    /**
+     * Clear the input audio buffer to the server
+     */
+    abstract clearAudio(): Promise<void>;
+    /**
+     * Cancel the current generation (do nothing if no generation is in progress)
+     */
+    abstract interrupt(): Promise<void>;
+    /**
+     * Truncate the message at the given audio end time
+     */
+    abstract truncate(options: {
+        messageId: string;
+        audioEndMs: number;
+        modalities?: ('text' | 'audio')[];
+        audioTranscript?: string;
+    }): Promise<void>;
+    close(): Promise<void>;
+    /**
+     * Notifies the model that user activity has started
+     */
+    startUserActivity(): void;
+    private _mainTaskImpl;
+    setInputAudioStream(audioStream: ReadableStream<AudioFrame>): void;
+}
+//# sourceMappingURL=realtime.d.ts.map

package/dist/llm/realtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime.d.ts","sourceRoot":"","sources":["../../src/llm/realtime.ts"],"names":[],"mappings":";;AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGtD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEjE,MAAM,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE7C,MAAM,WAAW,uBAAuB;IACtC,wBAAwB,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IACnC,WAAW,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,sBAAsB;IACrC,aAAa,EAAE,cAAc,CAAC,iBAAiB,CAAC,CAAC;IACjD,cAAc,EAAE,cAAc,CAAC,YAAY,CAAC,CAAC;IAC7C,aAAa,EAAE,OAAO,CAAC;IACvB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,uBAAuB,EAAE,OAAO,CAAC;IACjC,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,+BAA+B;CAAG;AAEnD,8BAAsB,aAAa;IACjC,OAAO,CAAC,aAAa,CAAuB;gBAEhC,YAAY,EAAE,oBAAoB;IAI9C,IAAI,YAAY,yBAEf;IAED,4DAA4D;IAC5D,QAAQ,KAAK,KAAK,IAAI,MAAM,CAAC;IAE7B,QAAQ,CAAC,OAAO,IAAI,eAAe;IAEnC,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAChC;AAED,8BAAsB,eAAgB,SAAQ,YAAY;IACxD,SAAS,CAAC,cAAc,EAAE,aAAa,CAAC;IACxC,OAAO,CAAC,mBAAmB,CAA4C;IACvE,OAAO,CAAC,SAAS,CAAa;gBAElB,aAAa,EAAE,aAAa;IAMxC,IAAI,aAAa,kBAEhB;IAED,QAAQ,KAAK,OAAO,IAAI,WAAW,CAAC;IAEpC,QAAQ,KAAK,KAAK,IAAI,WAAW,CAAC;IAElC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAEhE;;OAEG;IACH,QAAQ,CAAC,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3D,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAEvD,QAAQ,CAAC,aAAa,CAAC,OAAO,EAAE;QAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAEzE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAE3C;;OAEG;IACH,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAE9E;;OAEG;IACH,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAErC;;OAEG;IACH,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAEpC;;OAEG;IACH,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAEnC;;OAEG;IACH,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;QAClC,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,GAAG,OAAO,CAAC,IAAI,CAAC;IAEX,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;OAEG;IACH,iBAAiB,IAAI,IAAI;YAIX,aAAa;IAW3B,mBAAmB,CAAC,WAAW,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI;CAGnE"}

package/dist/llm/realtime.js

@@ -0,0 +1,52 @@
+import { EventEmitter } from "events";
+import { DeferredReadableStream } from "../stream/deferred_stream.js";
+import { Task } from "../utils.js";
+class RealtimeModel {
+  _capabilities;
+  constructor(capabilities) {
+    this._capabilities = capabilities;
+  }
+  get capabilities() {
+    return this._capabilities;
+  }
+}
+class RealtimeSession extends EventEmitter {
+  _realtimeModel;
+  deferredInputStream = new DeferredReadableStream();
+  _mainTask;
+  constructor(realtimeModel) {
+    super();
+    this._realtimeModel = realtimeModel;
+    this._mainTask = Task.from((controller) => this._mainTaskImpl(controller.signal));
+  }
+  get realtimeModel() {
+    return this._realtimeModel;
+  }
+  async close() {
+    this._mainTask.cancel();
+  }
+  /**
+   * Notifies the model that user activity has started
+   */
+  startUserActivity() {
+    return;
+  }
+  async _mainTaskImpl(signal) {
+    const reader = this.deferredInputStream.stream.getReader();
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done || signal.aborted) {
+        break;
+      }
+      this.pushAudio(value);
+    }
+  }
+  setInputAudioStream(audioStream) {
+    this.deferredInputStream.setSource(audioStream);
+  }
+}
+export {
+  RealtimeModel,
+  RealtimeSession
+};
+//# sourceMappingURL=realtime.js.map

package/dist/llm/realtime.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/realtime.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { EventEmitter } from 'events';\nimport type { ReadableStream } from 'node:stream/web';\nimport { DeferredReadableStream } from '../stream/deferred_stream.js';\nimport { Task } from '../utils.js';\nimport type { ChatContext, FunctionCall } from './chat_context.js';\nimport type { ToolChoice, ToolContext } from './tool_context.js';\n\nexport type InputSpeechStartedEvent = object;\n\nexport interface InputSpeechStoppedEvent {\n  userTranscriptionEnabled: boolean;\n}\n\nexport interface MessageGeneration {\n  messageId: string;\n  textStream: ReadableStream<string>;\n  audioStream: ReadableStream<AudioFrame>;\n  modalities?: Promise<('text' | 'audio')[]>;\n}\n\nexport interface GenerationCreatedEvent {\n  messageStream: ReadableStream<MessageGeneration>;\n  functionStream: ReadableStream<FunctionCall>;\n  userInitiated: boolean;\n  /** Response ID for correlating metrics with spans */\n  responseId?: string;\n}\n\nexport interface RealtimeModelError {\n  type: 'realtime_model_error';\n  timestamp: number;\n  label: string;\n  error: Error;\n  recoverable: boolean;\n}\n\nexport interface RealtimeCapabilities {\n  messageTruncation: boolean;\n  turnDetection: boolean;\n  userTranscription: boolean;\n  autoToolReplyGeneration: boolean;\n  audioOutput: boolean;\n}\n\nexport interface InputTranscriptionCompleted {\n  itemId: string;\n  transcript: string;\n  isFinal: boolean;\n}\n\nexport interface RealtimeSessionReconnectedEvent {}\n\nexport abstract class RealtimeModel {\n  private _capabilities: RealtimeCapabilities;\n\n  constructor(capabilities: RealtimeCapabilities) {\n    this._capabilities = capabilities;\n  }\n\n  get capabilities() {\n    return this._capabilities;\n  }\n\n  /** The model name/identifier used by this realtime model */\n  abstract get model(): string;\n\n  abstract session(): RealtimeSession;\n\n  abstract close(): Promise<void>;\n}\n\nexport abstract class RealtimeSession extends EventEmitter {\n  protected _realtimeModel: RealtimeModel;\n  private deferredInputStream = new DeferredReadableStream<AudioFrame>();\n  private _mainTask: Task<void>;\n\n  constructor(realtimeModel: RealtimeModel) {\n    super();\n    this._realtimeModel = realtimeModel;\n    this._mainTask = Task.from((controller) => this._mainTaskImpl(controller.signal));\n  }\n\n  get realtimeModel() {\n    return this._realtimeModel;\n  }\n\n  abstract get chatCtx(): ChatContext;\n\n  abstract get tools(): ToolContext;\n\n  abstract updateInstructions(instructions: string): Promise<void>;\n\n  /**\n   * @throws RealtimeError on Timeout\n   */\n  abstract updateChatCtx(chatCtx: ChatContext): Promise<void>;\n\n  abstract updateTools(tools: ToolContext): Promise<void>;\n\n  abstract updateOptions(options: { toolChoice?: ToolChoice | null }): void;\n\n  abstract pushAudio(frame: AudioFrame): void;\n\n  /**\n   * @throws RealtimeError on Timeout\n   */\n  abstract generateReply(instructions?: string): Promise<GenerationCreatedEvent>;\n\n  /**\n   * Commit the input audio buffer to the server\n   */\n  abstract commitAudio(): Promise<void>;\n\n  /**\n   * Clear the input audio buffer to the server\n   */\n  abstract clearAudio(): Promise<void>;\n\n  /**\n   * Cancel the current generation (do nothing if no generation is in progress)\n   */\n  abstract interrupt(): Promise<void>;\n\n  /**\n   * Truncate the message at the given audio end time\n   */\n  abstract truncate(options: {\n    messageId: string;\n    audioEndMs: number;\n    modalities?: ('text' | 'audio')[];\n    audioTranscript?: string;\n  }): Promise<void>;\n\n  async close(): Promise<void> {\n    this._mainTask.cancel();\n  }\n\n  /**\n   * Notifies the model that user activity has started\n   */\n  startUserActivity(): void {\n    return;\n  }\n\n  private async _mainTaskImpl(signal: AbortSignal): Promise<void> {\n    const reader = this.deferredInputStream.stream.getReader();\n    while (true) {\n      const { done, value } = await reader.read();\n      if (done || signal.aborted) {\n        break;\n      }\n      this.pushAudio(value);\n    }\n  }\n\n  setInputAudioStream(audioStream: ReadableStream<AudioFrame>): void {\n    this.deferredInputStream.setSource(audioStream);\n  }\n}\n"],"mappings":"AAIA,SAAS,oBAAoB;AAE7B,SAAS,8BAA8B;AACvC,SAAS,YAAY;AAiDd,MAAe,cAAc;AAAA,EAC1B;AAAA,EAER,YAAY,cAAoC;AAC9C,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAQF;AAEO,MAAe,wBAAwB,aAAa;AAAA,EAC/C;AAAA,EACF,sBAAsB,IAAI,uBAAmC;AAAA,EAC7D;AAAA,EAER,YAAY,eAA8B;AACxC,UAAM;AACN,SAAK,iBAAiB;AACtB,SAAK,YAAY,KAAK,KAAK,CAAC,eAAe,KAAK,cAAc,WAAW,MAAM,CAAC;AAAA,EAClF;AAAA,EAEA,IAAI,gBAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EAiDA,MAAM,QAAuB;AAC3B,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,oBAA0B;AACxB;AAAA,EACF;AAAA,EAEA,MAAc,cAAc,QAAoC;AAC9D,UAAM,SAAS,KAAK,oBAAoB,OAAO,UAAU;AACzD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,QAAQ,OAAO,SAAS;AAC1B;AAAA,MACF;AACA,WAAK,UAAU,KAAK;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,oBAAoB,aAA+C;AACjE,SAAK,oBAAoB,UAAU,WAAW;AAAA,EAChD;AACF;","names":[]}

package/dist/llm/remote_chat_context.cjs

@@ -0,0 +1,112 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var remote_chat_context_exports = {};
+__export(remote_chat_context_exports, {
+  RemoteChatContext: () => RemoteChatContext
+});
+module.exports = __toCommonJS(remote_chat_context_exports);
+var import_chat_context = require("./chat_context.cjs");
+class RemoteChatContext {
+  head;
+  tail;
+  idToItem = {};
+  toChatCtx() {
+    const items = [];
+    let currentNode = this.head;
+    while (currentNode) {
+      items.push(currentNode.item);
+      currentNode = currentNode._next;
+    }
+    return new import_chat_context.ChatContext(items);
+  }
+  get(itemId) {
+    return this.idToItem[itemId] ?? null;
+  }
+  /**
+   * Insert `message` after the node with ID `previousItemId`.
+   * If `previousItemId` is undefined, insert at the head.
+   * @param previousItemId - The ID of the item after which to insert the new item.
+   * @param message - The item to insert.
+   */
+  insert(previousItemId, message) {
+    const itemId = message.id;
+    if (itemId in this.idToItem) {
+      throw new Error(`Item with ID ${itemId} already exists.`);
+    }
+    const newNode = { item: message };
+    if (!previousItemId) {
+      if (this.head) {
+        newNode._next = this.head;
+        this.head._prev = newNode;
+      } else {
+        this.tail = newNode;
+      }
+      this.head = newNode;
+      this.idToItem[itemId] = newNode;
+      return;
+    }
+    const prevNode = this.idToItem[previousItemId];
+    if (!prevNode) {
+      throw new Error(`previousItemId ${previousItemId} not found`);
+    }
+    newNode._prev = prevNode;
+    newNode._next = prevNode._next;
+    prevNode._next = newNode;
+    if (newNode._next) {
+      newNode._next._prev = newNode;
+    } else {
+      this.tail = newNode;
+    }
+    this.idToItem[itemId] = newNode;
+  }
+  delete(itemId) {
+    const node = this.idToItem[itemId];
+    if (!node) {
+      throw new Error(`Item with ID ${itemId} not found`);
+    }
+    const prevNode = node._prev;
+    const nextNode = node._next;
+    if (this.head === node) {
+      this.head = nextNode;
+      if (this.head) {
+        this.head._prev = void 0;
+      }
+    } else {
+      if (prevNode) {
+        prevNode._next = nextNode;
+      }
+    }
+    if (this.tail === node) {
+      this.tail = prevNode;
+      if (this.tail) {
+        this.tail._next = void 0;
+      }
+    } else {
+      if (nextNode) {
+        nextNode._prev = prevNode;
+      }
+    }
+    delete this.idToItem[itemId];
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  RemoteChatContext
+});
+//# sourceMappingURL=remote_chat_context.cjs.map

package/dist/llm/remote_chat_context.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/remote_chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ChatContext } from './chat_context.js';\nimport type { ChatItem } from './chat_context.js';\n\nexport interface RemoteChatItem {\n  item: ChatItem;\n  /** @internal */\n  _prev?: RemoteChatItem | null;\n  /** @internal */\n  _next?: RemoteChatItem | null;\n}\n\nexport class RemoteChatContext {\n  private head?: RemoteChatItem | null;\n  private tail?: RemoteChatItem | null;\n  private idToItem: Record<string, RemoteChatItem> = {};\n\n  toChatCtx(): ChatContext {\n    const items: ChatItem[] = [];\n    let currentNode = this.head;\n    while (currentNode) {\n      items.push(currentNode.item);\n      currentNode = currentNode._next;\n    }\n\n    return new ChatContext(items);\n  }\n\n  get(itemId: string): RemoteChatItem | null {\n    return this.idToItem[itemId] ?? null;\n  }\n\n  /**\n   * Insert `message` after the node with ID `previousItemId`.\n   * If `previousItemId` is undefined, insert at the head.\n   * @param previousItemId - The ID of the item after which to insert the new item.\n   * @param message - The item to insert.\n   */\n  insert(previousItemId: string | undefined, message: ChatItem): void {\n    const itemId = message.id;\n\n    if (itemId in this.idToItem) {\n      throw new Error(`Item with ID ${itemId} already exists.`);\n    }\n\n    const newNode: RemoteChatItem = { item: message };\n\n    if (!previousItemId) {\n      if (this.head) {\n        newNode._next = this.head;\n        this.head._prev = newNode;\n      } else {\n        this.tail = newNode;\n      }\n      this.head = newNode;\n      this.idToItem[itemId] = newNode;\n      return;\n    }\n\n    const prevNode = this.idToItem[previousItemId];\n    if (!prevNode) {\n      throw new Error(`previousItemId ${previousItemId} not found`);\n    }\n\n    newNode._prev = prevNode;\n    newNode._next = prevNode._next;\n\n    prevNode._next = newNode;\n\n    if (newNode._next) {\n      newNode._next._prev = newNode;\n    } else {\n      this.tail = newNode;\n    }\n\n    this.idToItem[itemId] = newNode;\n  }\n\n  delete(itemId: string): void {\n    const node = this.idToItem[itemId];\n    if (!node) {\n      throw new Error(`Item with ID ${itemId} not found`);\n    }\n\n    const prevNode = node._prev;\n    const nextNode = node._next;\n\n    if (this.head === node) {\n      this.head = nextNode;\n      if (this.head) {\n        this.head._prev = undefined;\n      }\n    } else {\n      if (prevNode) {\n        prevNode._next = nextNode;\n      }\n    }\n\n    if (this.tail === node) {\n      this.tail = prevNode;\n      if (this.tail) {\n        this.tail._next = undefined;\n      }\n    } else {\n      if (nextNode) {\n        nextNode._prev = prevNode;\n      }\n    }\n\n    delete this.idToItem[itemId];\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,0BAA4B;AAWrB,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA;AAAA,EACA,WAA2C,CAAC;AAAA,EAEpD,YAAyB;AACvB,UAAM,QAAoB,CAAC;AAC3B,QAAI,cAAc,KAAK;AACvB,WAAO,aAAa;AAClB,YAAM,KAAK,YAAY,IAAI;AAC3B,oBAAc,YAAY;AAAA,IAC5B;AAEA,WAAO,IAAI,gCAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,IAAI,QAAuC;AACzC,WAAO,KAAK,SAAS,MAAM,KAAK;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,gBAAoC,SAAyB;AAClE,UAAM,SAAS,QAAQ;AAEvB,QAAI,UAAU,KAAK,UAAU;AAC3B,YAAM,IAAI,MAAM,gBAAgB,MAAM,kBAAkB;AAAA,IAC1D;AAEA,UAAM,UAA0B,EAAE,MAAM,QAAQ;AAEhD,QAAI,CAAC,gBAAgB;AACnB,UAAI,KAAK,MAAM;AACb,gBAAQ,QAAQ,KAAK;AACrB,aAAK,KAAK,QAAQ;AAAA,MACpB,OAAO;AACL,aAAK,OAAO;AAAA,MACd;AACA,WAAK,OAAO;AACZ,WAAK,SAAS,MAAM,IAAI;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,SAAS,cAAc;AAC7C,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,kBAAkB,cAAc,YAAY;AAAA,IAC9D;AAEA,YAAQ,QAAQ;AAChB,YAAQ,QAAQ,SAAS;AAEzB,aAAS,QAAQ;AAEjB,QAAI,QAAQ,OAAO;AACjB,cAAQ,MAAM,QAAQ;AAAA,IACxB,OAAO;AACL,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,SAAS,MAAM,IAAI;AAAA,EAC1B;AAAA,EAEA,OAAO,QAAsB;AAC3B,UAAM,OAAO,KAAK,SAAS,MAAM;AACjC,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY;AAAA,IACpD;AAEA,UAAM,WAAW,KAAK;AACtB,UAAM,WAAW,KAAK;AAEtB,QAAI,KAAK,SAAS,MAAM;AACtB,WAAK,OAAO;AACZ,UAAI,KAAK,MAAM;AACb,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF,OAAO;AACL,UAAI,UAAU;AACZ,iBAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AAEA,QAAI,KAAK,SAAS,MAAM;AACtB,WAAK,OAAO;AACZ,UAAI,KAAK,MAAM;AACb,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF,OAAO;AACL,UAAI,UAAU;AACZ,iBAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,KAAK,SAAS,MAAM;AAAA,EAC7B;AACF;","names":[]}

package/dist/llm/remote_chat_context.d.cts

@@ -0,0 +1,25 @@
+import { ChatContext } from './chat_context.js';
+import type { ChatItem } from './chat_context.js';
+export interface RemoteChatItem {
+    item: ChatItem;
+    /** @internal */
+    _prev?: RemoteChatItem | null;
+    /** @internal */
+    _next?: RemoteChatItem | null;
+}
+export declare class RemoteChatContext {
+    private head?;
+    private tail?;
+    private idToItem;
+    toChatCtx(): ChatContext;
+    get(itemId: string): RemoteChatItem | null;
+    /**
+     * Insert `message` after the node with ID `previousItemId`.
+     * If `previousItemId` is undefined, insert at the head.
+     * @param previousItemId - The ID of the item after which to insert the new item.
+     * @param message - The item to insert.
+     */
+    insert(previousItemId: string | undefined, message: ChatItem): void;
+    delete(itemId: string): void;
+}
+//# sourceMappingURL=remote_chat_context.d.ts.map

package/dist/llm/remote_chat_context.d.ts

@@ -0,0 +1,25 @@
+import { ChatContext } from './chat_context.js';
+import type { ChatItem } from './chat_context.js';
+export interface RemoteChatItem {
+    item: ChatItem;
+    /** @internal */
+    _prev?: RemoteChatItem | null;
+    /** @internal */
+    _next?: RemoteChatItem | null;
+}
+export declare class RemoteChatContext {
+    private head?;
+    private tail?;
+    private idToItem;
+    toChatCtx(): ChatContext;
+    get(itemId: string): RemoteChatItem | null;
+    /**
+     * Insert `message` after the node with ID `previousItemId`.
+     * If `previousItemId` is undefined, insert at the head.
+     * @param previousItemId - The ID of the item after which to insert the new item.
+     * @param message - The item to insert.
+     */
+    insert(previousItemId: string | undefined, message: ChatItem): void;
+    delete(itemId: string): void;
+}
+//# sourceMappingURL=remote_chat_context.d.ts.map

package/dist/llm/remote_chat_context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote_chat_context.d.ts","sourceRoot":"","sources":["../../src/llm/remote_chat_context.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,gBAAgB;IAChB,KAAK,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAC9B,gBAAgB;IAChB,KAAK,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;CAC/B;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CAAC,CAAwB;IACrC,OAAO,CAAC,IAAI,CAAC,CAAwB;IACrC,OAAO,CAAC,QAAQ,CAAsC;IAEtD,SAAS,IAAI,WAAW;IAWxB,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IAI1C;;;;;OAKG;IACH,MAAM,CAAC,cAAc,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAwCnE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;CAiC7B"}

package/dist/llm/remote_chat_context.js

@@ -0,0 +1,88 @@
+import { ChatContext } from "./chat_context.js";
+class RemoteChatContext {
+  head;
+  tail;
+  idToItem = {};
+  toChatCtx() {
+    const items = [];
+    let currentNode = this.head;
+    while (currentNode) {
+      items.push(currentNode.item);
+      currentNode = currentNode._next;
+    }
+    return new ChatContext(items);
+  }
+  get(itemId) {
+    return this.idToItem[itemId] ?? null;
+  }
+  /**
+   * Insert `message` after the node with ID `previousItemId`.
+   * If `previousItemId` is undefined, insert at the head.
+   * @param previousItemId - The ID of the item after which to insert the new item.
+   * @param message - The item to insert.
+   */
+  insert(previousItemId, message) {
+    const itemId = message.id;
+    if (itemId in this.idToItem) {
+      throw new Error(`Item with ID ${itemId} already exists.`);
+    }
+    const newNode = { item: message };
+    if (!previousItemId) {
+      if (this.head) {
+        newNode._next = this.head;
+        this.head._prev = newNode;
+      } else {
+        this.tail = newNode;
+      }
+      this.head = newNode;
+      this.idToItem[itemId] = newNode;
+      return;
+    }
+    const prevNode = this.idToItem[previousItemId];
+    if (!prevNode) {
+      throw new Error(`previousItemId ${previousItemId} not found`);
+    }
+    newNode._prev = prevNode;
+    newNode._next = prevNode._next;
+    prevNode._next = newNode;
+    if (newNode._next) {
+      newNode._next._prev = newNode;
+    } else {
+      this.tail = newNode;
+    }
+    this.idToItem[itemId] = newNode;
+  }
+  delete(itemId) {
+    const node = this.idToItem[itemId];
+    if (!node) {
+      throw new Error(`Item with ID ${itemId} not found`);
+    }
+    const prevNode = node._prev;
+    const nextNode = node._next;
+    if (this.head === node) {
+      this.head = nextNode;
+      if (this.head) {
+        this.head._prev = void 0;
+      }
+    } else {
+      if (prevNode) {
+        prevNode._next = nextNode;
+      }
+    }
+    if (this.tail === node) {
+      this.tail = prevNode;
+      if (this.tail) {
+        this.tail._next = void 0;
+      }
+    } else {
+      if (nextNode) {
+        nextNode._prev = prevNode;
+      }
+    }
+    delete this.idToItem[itemId];
+  }
+}
+export {
+  RemoteChatContext
+};
+//# sourceMappingURL=remote_chat_context.js.map

package/dist/llm/remote_chat_context.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/remote_chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ChatContext } from './chat_context.js';\nimport type { ChatItem } from './chat_context.js';\n\nexport interface RemoteChatItem {\n  item: ChatItem;\n  /** @internal */\n  _prev?: RemoteChatItem | null;\n  /** @internal */\n  _next?: RemoteChatItem | null;\n}\n\nexport class RemoteChatContext {\n  private head?: RemoteChatItem | null;\n  private tail?: RemoteChatItem | null;\n  private idToItem: Record<string, RemoteChatItem> = {};\n\n  toChatCtx(): ChatContext {\n    const items: ChatItem[] = [];\n    let currentNode = this.head;\n    while (currentNode) {\n      items.push(currentNode.item);\n      currentNode = currentNode._next;\n    }\n\n    return new ChatContext(items);\n  }\n\n  get(itemId: string): RemoteChatItem | null {\n    return this.idToItem[itemId] ?? null;\n  }\n\n  /**\n   * Insert `message` after the node with ID `previousItemId`.\n   * If `previousItemId` is undefined, insert at the head.\n   * @param previousItemId - The ID of the item after which to insert the new item.\n   * @param message - The item to insert.\n   */\n  insert(previousItemId: string | undefined, message: ChatItem): void {\n    const itemId = message.id;\n\n    if (itemId in this.idToItem) {\n      throw new Error(`Item with ID ${itemId} already exists.`);\n    }\n\n    const newNode: RemoteChatItem = { item: message };\n\n    if (!previousItemId) {\n      if (this.head) {\n        newNode._next = this.head;\n        this.head._prev = newNode;\n      } else {\n        this.tail = newNode;\n      }\n      this.head = newNode;\n      this.idToItem[itemId] = newNode;\n      return;\n    }\n\n    const prevNode = this.idToItem[previousItemId];\n    if (!prevNode) {\n      throw new Error(`previousItemId ${previousItemId} not found`);\n    }\n\n    newNode._prev = prevNode;\n    newNode._next = prevNode._next;\n\n    prevNode._next = newNode;\n\n    if (newNode._next) {\n      newNode._next._prev = newNode;\n    } else {\n      this.tail = newNode;\n    }\n\n    this.idToItem[itemId] = newNode;\n  }\n\n  delete(itemId: string): void {\n    const node = this.idToItem[itemId];\n    if (!node) {\n      throw new Error(`Item with ID ${itemId} not found`);\n    }\n\n    const prevNode = node._prev;\n    const nextNode = node._next;\n\n    if (this.head === node) {\n      this.head = nextNode;\n      if (this.head) {\n        this.head._prev = undefined;\n      }\n    } else {\n      if (prevNode) {\n        prevNode._next = nextNode;\n      }\n    }\n\n    if (this.tail === node) {\n      this.tail = prevNode;\n      if (this.tail) {\n        this.tail._next = undefined;\n      }\n    } else {\n      if (nextNode) {\n        nextNode._prev = prevNode;\n      }\n    }\n\n    delete this.idToItem[itemId];\n  }\n}\n"],"mappings":"AAGA,SAAS,mBAAmB;AAWrB,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA;AAAA,EACA,WAA2C,CAAC;AAAA,EAEpD,YAAyB;AACvB,UAAM,QAAoB,CAAC;AAC3B,QAAI,cAAc,KAAK;AACvB,WAAO,aAAa;AAClB,YAAM,KAAK,YAAY,IAAI;AAC3B,oBAAc,YAAY;AAAA,IAC5B;AAEA,WAAO,IAAI,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,IAAI,QAAuC;AACzC,WAAO,KAAK,SAAS,MAAM,KAAK;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,gBAAoC,SAAyB;AAClE,UAAM,SAAS,QAAQ;AAEvB,QAAI,UAAU,KAAK,UAAU;AAC3B,YAAM,IAAI,MAAM,gBAAgB,MAAM,kBAAkB;AAAA,IAC1D;AAEA,UAAM,UAA0B,EAAE,MAAM,QAAQ;AAEhD,QAAI,CAAC,gBAAgB;AACnB,UAAI,KAAK,MAAM;AACb,gBAAQ,QAAQ,KAAK;AACrB,aAAK,KAAK,QAAQ;AAAA,MACpB,OAAO;AACL,aAAK,OAAO;AAAA,MACd;AACA,WAAK,OAAO;AACZ,WAAK,SAAS,MAAM,IAAI;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,SAAS,cAAc;AAC7C,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,kBAAkB,cAAc,YAAY;AAAA,IAC9D;AAEA,YAAQ,QAAQ;AAChB,YAAQ,QAAQ,SAAS;AAEzB,aAAS,QAAQ;AAEjB,QAAI,QAAQ,OAAO;AACjB,cAAQ,MAAM,QAAQ;AAAA,IACxB,OAAO;AACL,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,SAAS,MAAM,IAAI;AAAA,EAC1B;AAAA,EAEA,OAAO,QAAsB;AAC3B,UAAM,OAAO,KAAK,SAAS,MAAM;AACjC,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY;AAAA,IACpD;AAEA,UAAM,WAAW,KAAK;AACtB,UAAM,WAAW,KAAK;AAEtB,QAAI,KAAK,SAAS,MAAM;AACtB,WAAK,OAAO;AACZ,UAAI,KAAK,MAAM;AACb,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF,OAAO;AACL,UAAI,UAAU;AACZ,iBAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AAEA,QAAI,KAAK,SAAS,MAAM;AACtB,WAAK,OAAO;AACZ,UAAI,KAAK,MAAM;AACb,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF,OAAO;AACL,UAAI,UAAU;AACZ,iBAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,KAAK,SAAS,MAAM;AAAA,EAC7B;AACF;","names":[]}