@tanstack/ai-client 0.6.0 → 0.7.1

package/dist/esm/events.js

@@ -1,4 +1,4 @@
-import { aiEventClient } from "@tanstack/ai/event-client";
+import { aiEventClient } from "@tanstack/ai-event-client";
 class ChatClientEventEmitter {
   constructor(clientId) {
     this.clientId = clientId;

package/dist/esm/events.js.map

@@ -1 +1 @@
-{"version":3,"file":"events.js","sources":["../../src/events.ts"],"sourcesContent":["import { aiEventClient } from '@tanstack/ai/event-client'\nimport type { ContentPart } from '@tanstack/ai'\nimport type { UIMessage } from './types'\n\n/**\n * Abstract base class for ChatClient event emission\n */\nexport abstract class ChatClientEventEmitter {\n  protected clientId: string\n\n  constructor(clientId: string) {\n    this.clientId = clientId\n  }\n\n  /**\n   * Protected abstract method for emitting events\n   * Implementations should handle adding clientId and timestamp\n   */\n  protected abstract emitEvent(\n    eventName: string,\n    data?: Record<string, unknown>,\n  ): void\n\n  /**\n   * Emit client created event\n   */\n  clientCreated(initialMessageCount: number): void {\n    this.emitEvent('client:created', {\n      initialMessageCount,\n    })\n  }\n\n  /**\n   * Emit loading state changed event\n   */\n  loadingChanged(isLoading: boolean): void {\n    this.emitEvent('client:loading:changed', { isLoading })\n  }\n\n  /**\n   * Emit error state changed event\n   */\n  errorChanged(error: string | null): void {\n    this.emitEvent('client:error:changed', {\n      error,\n    })\n  }\n\n  /**\n   * Emit text update events (combines processor and client events)\n   */\n  textUpdated(streamId: string, messageId: string, content: string): void {\n    this.emitEvent('text:chunk:content', {\n      streamId,\n      messageId,\n      content,\n    })\n  }\n\n  /**\n   * Emit tool call state change events (combines processor and client events)\n   */\n  toolCallStateChanged(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    state: string,\n    args: string,\n  ): void {\n    this.emitEvent('tools:call:updated', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      state,\n      arguments: args,\n    })\n  }\n\n  /**\n   * Emit tool result state change event\n   */\n  /**\n   * Emit thinking update event\n   */\n  thinkingUpdated(\n    streamId: string,\n    messageId: string,\n    content: string,\n    delta?: string,\n  ): void {\n    this.emitEvent('text:chunk:thinking', {\n      streamId,\n      messageId,\n      content,\n      delta,\n    })\n  }\n\n  /**\n   * Emit approval requested event\n   */\n  approvalRequested(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    input: unknown,\n    approvalId: string,\n  ): void {\n    this.emitEvent('tools:approval:requested', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      input,\n      approvalId,\n    })\n  }\n\n  /**\n   * Emit message appended event\n   */\n  messageAppended(uiMessage: UIMessage, streamId?: string): void {\n    const content = uiMessage.parts\n      .filter((part) => part.type === 'text')\n      .map((part) => part.content)\n      .join(' ')\n\n    this.emitEvent('text:message:created', {\n      streamId,\n      messageId: uiMessage.id,\n      role: uiMessage.role,\n      content,\n      parts: uiMessage.parts,\n    })\n  }\n\n  /**\n   * Emit message sent event.\n   * Supports both simple string content and multimodal content arrays.\n   *\n   * @param messageId - The ID of the sent message\n   * @param content - The message content (string or array of ContentPart for multimodal)\n   */\n  messageSent(messageId: string, content: string | Array<ContentPart>): void {\n    // For text content, extract it; for multimodal, provide the array\n    const textContent =\n      typeof content === 'string'\n        ? content\n        : content\n            .filter((part) => part.type === 'text')\n            .map((part) => (part as { type: 'text'; content: string }).content)\n            .join('')\n\n    this.emitEvent('text:message:created', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n\n    this.emitEvent('text:message:user', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n  }\n\n  /**\n   * Emit reloaded event\n   */\n  reloaded(fromMessageIndex: number): void {\n    this.emitEvent('client:reloaded', {\n      fromMessageIndex,\n    })\n  }\n  /**\n   * Emit stopped event\n   */\n  stopped(): void {\n    this.emitEvent('client:stopped')\n  }\n\n  /**\n   * Emit messages cleared event\n   */\n  messagesCleared(): void {\n    this.emitEvent('client:messages:cleared')\n  }\n\n  /**\n   * Emit tool result added event\n   */\n  toolResultAdded(\n    toolCallId: string,\n    toolName: string,\n    output: unknown,\n    state: string,\n  ): void {\n    this.emitEvent('tools:result:added', {\n      toolCallId,\n      toolName,\n      output,\n      state,\n    })\n  }\n\n  /**\n   * Emit tool approval responded event\n   */\n  toolApprovalResponded(\n    approvalId: string,\n    toolCallId: string,\n    approved: boolean,\n  ): void {\n    this.emitEvent('tools:approval:responded', {\n      approvalId,\n      toolCallId,\n      approved,\n    })\n  }\n}\n\n/**\n * Default implementation of ChatClientEventEmitter\n */\nexport class DefaultChatClientEventEmitter extends ChatClientEventEmitter {\n  /**\n   * Emit an event with automatic clientId and timestamp for client/tool events\n   */\n  protected emitEvent(eventName: string, data?: Record<string, any>): void {\n    // For client:* and tool:* events, automatically add clientId and timestamp\n    if (\n      eventName.startsWith('client:') ||\n      eventName.startsWith('tools:') ||\n      eventName.startsWith('text:')\n    ) {\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        clientId: this.clientId,\n        source: 'client',\n        timestamp: Date.now(),\n      })\n    } else {\n      // For other events, just add timestamp\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        timestamp: Date.now(),\n      })\n    }\n  }\n}\n"],"names":[],"mappings":";AAOO,MAAe,uBAAuB;AAAA,EAG3C,YAAY,UAAkB;AAC5B,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAcA,cAAc,qBAAmC;AAC/C,SAAK,UAAU,kBAAkB;AAAA,MAC/B;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,eAAe,WAA0B;AACvC,SAAK,UAAU,0BAA0B,EAAE,UAAA,CAAW;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,OAA4B;AACvC,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,YAAY,UAAkB,WAAmB,SAAuB;AACtE,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,qBACE,UACA,WACA,YACA,UACA,OACA,MACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,IAAA,CACZ;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,gBACE,UACA,WACA,SACA,OACM;AACN,SAAK,UAAU,uBAAuB;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,kBACE,UACA,WACA,YACA,UACA,OACA,YACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,WAAsB,UAAyB;AAC7D,UAAM,UAAU,UAAU,MACvB,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAS,KAAK,OAAO,EAC1B,KAAK,GAAG;AAEX,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,WAAW,UAAU;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB;AAAA,MACA,OAAO,UAAU;AAAA,IAAA,CAClB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,WAAmB,SAA4C;AAEzE,UAAM,cACJ,OAAO,YAAY,WACf,UACA,QACG,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAU,KAA2C,OAAO,EACjE,KAAK,EAAE;AAEhB,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAED,SAAK,UAAU,qBAAqB;AAAA,MAClC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,SAAS,kBAAgC;AACvC,SAAK,UAAU,mBAAmB;AAAA,MAChC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAIA,UAAgB;AACd,SAAK,UAAU,gBAAgB;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAwB;AACtB,SAAK,UAAU,yBAAyB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,gBACE,YACA,UACA,QACA,OACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,sBACE,YACA,YACA,UACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AACF;AAKO,MAAM,sCAAsC,uBAAuB;AAAA;AAAA;AAAA;AAAA,EAI9D,UAAU,WAAmB,MAAkC;AAEvE,QACE,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,QAAQ,KAC7B,UAAU,WAAW,OAAO,GAC5B;AACA,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,UAAU,KAAK;AAAA,QACf,QAAQ;AAAA,QACR,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH,OAAO;AAEL,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH;AAAA,EACF;AACF;"}
+{"version":3,"file":"events.js","sources":["../../src/events.ts"],"sourcesContent":["import { aiEventClient } from '@tanstack/ai-event-client'\nimport type { ContentPart } from '@tanstack/ai'\nimport type { UIMessage } from './types'\n\n/**\n * Abstract base class for ChatClient event emission\n */\nexport abstract class ChatClientEventEmitter {\n  protected clientId: string\n\n  constructor(clientId: string) {\n    this.clientId = clientId\n  }\n\n  /**\n   * Protected abstract method for emitting events\n   * Implementations should handle adding clientId and timestamp\n   */\n  protected abstract emitEvent(\n    eventName: string,\n    data?: Record<string, unknown>,\n  ): void\n\n  /**\n   * Emit client created event\n   */\n  clientCreated(initialMessageCount: number): void {\n    this.emitEvent('client:created', {\n      initialMessageCount,\n    })\n  }\n\n  /**\n   * Emit loading state changed event\n   */\n  loadingChanged(isLoading: boolean): void {\n    this.emitEvent('client:loading:changed', { isLoading })\n  }\n\n  /**\n   * Emit error state changed event\n   */\n  errorChanged(error: string | null): void {\n    this.emitEvent('client:error:changed', {\n      error,\n    })\n  }\n\n  /**\n   * Emit text update events (combines processor and client events)\n   */\n  textUpdated(streamId: string, messageId: string, content: string): void {\n    this.emitEvent('text:chunk:content', {\n      streamId,\n      messageId,\n      content,\n    })\n  }\n\n  /**\n   * Emit tool call state change events (combines processor and client events)\n   */\n  toolCallStateChanged(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    state: string,\n    args: string,\n  ): void {\n    this.emitEvent('tools:call:updated', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      state,\n      arguments: args,\n    })\n  }\n\n  /**\n   * Emit tool result state change event\n   */\n  /**\n   * Emit thinking update event\n   */\n  thinkingUpdated(\n    streamId: string,\n    messageId: string,\n    content: string,\n    delta?: string,\n  ): void {\n    this.emitEvent('text:chunk:thinking', {\n      streamId,\n      messageId,\n      content,\n      delta,\n    })\n  }\n\n  /**\n   * Emit approval requested event\n   */\n  approvalRequested(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    input: unknown,\n    approvalId: string,\n  ): void {\n    this.emitEvent('tools:approval:requested', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      input,\n      approvalId,\n    })\n  }\n\n  /**\n   * Emit message appended event\n   */\n  messageAppended(uiMessage: UIMessage, streamId?: string): void {\n    const content = uiMessage.parts\n      .filter((part) => part.type === 'text')\n      .map((part) => part.content)\n      .join(' ')\n\n    this.emitEvent('text:message:created', {\n      streamId,\n      messageId: uiMessage.id,\n      role: uiMessage.role,\n      content,\n      parts: uiMessage.parts,\n    })\n  }\n\n  /**\n   * Emit message sent event.\n   * Supports both simple string content and multimodal content arrays.\n   *\n   * @param messageId - The ID of the sent message\n   * @param content - The message content (string or array of ContentPart for multimodal)\n   */\n  messageSent(messageId: string, content: string | Array<ContentPart>): void {\n    // For text content, extract it; for multimodal, provide the array\n    const textContent =\n      typeof content === 'string'\n        ? content\n        : content\n            .filter((part) => part.type === 'text')\n            .map((part) => (part as { type: 'text'; content: string }).content)\n            .join('')\n\n    this.emitEvent('text:message:created', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n\n    this.emitEvent('text:message:user', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n  }\n\n  /**\n   * Emit reloaded event\n   */\n  reloaded(fromMessageIndex: number): void {\n    this.emitEvent('client:reloaded', {\n      fromMessageIndex,\n    })\n  }\n  /**\n   * Emit stopped event\n   */\n  stopped(): void {\n    this.emitEvent('client:stopped')\n  }\n\n  /**\n   * Emit messages cleared event\n   */\n  messagesCleared(): void {\n    this.emitEvent('client:messages:cleared')\n  }\n\n  /**\n   * Emit tool result added event\n   */\n  toolResultAdded(\n    toolCallId: string,\n    toolName: string,\n    output: unknown,\n    state: string,\n  ): void {\n    this.emitEvent('tools:result:added', {\n      toolCallId,\n      toolName,\n      output,\n      state,\n    })\n  }\n\n  /**\n   * Emit tool approval responded event\n   */\n  toolApprovalResponded(\n    approvalId: string,\n    toolCallId: string,\n    approved: boolean,\n  ): void {\n    this.emitEvent('tools:approval:responded', {\n      approvalId,\n      toolCallId,\n      approved,\n    })\n  }\n}\n\n/**\n * Default implementation of ChatClientEventEmitter\n */\nexport class DefaultChatClientEventEmitter extends ChatClientEventEmitter {\n  /**\n   * Emit an event with automatic clientId and timestamp for client/tool events\n   */\n  protected emitEvent(eventName: string, data?: Record<string, any>): void {\n    // For client:* and tool:* events, automatically add clientId and timestamp\n    if (\n      eventName.startsWith('client:') ||\n      eventName.startsWith('tools:') ||\n      eventName.startsWith('text:')\n    ) {\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        clientId: this.clientId,\n        source: 'client',\n        timestamp: Date.now(),\n      })\n    } else {\n      // For other events, just add timestamp\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        timestamp: Date.now(),\n      })\n    }\n  }\n}\n"],"names":[],"mappings":";AAOO,MAAe,uBAAuB;AAAA,EAG3C,YAAY,UAAkB;AAC5B,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAcA,cAAc,qBAAmC;AAC/C,SAAK,UAAU,kBAAkB;AAAA,MAC/B;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,eAAe,WAA0B;AACvC,SAAK,UAAU,0BAA0B,EAAE,UAAA,CAAW;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,OAA4B;AACvC,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,YAAY,UAAkB,WAAmB,SAAuB;AACtE,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,qBACE,UACA,WACA,YACA,UACA,OACA,MACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,IAAA,CACZ;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,gBACE,UACA,WACA,SACA,OACM;AACN,SAAK,UAAU,uBAAuB;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,kBACE,UACA,WACA,YACA,UACA,OACA,YACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,WAAsB,UAAyB;AAC7D,UAAM,UAAU,UAAU,MACvB,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAS,KAAK,OAAO,EAC1B,KAAK,GAAG;AAEX,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,WAAW,UAAU;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB;AAAA,MACA,OAAO,UAAU;AAAA,IAAA,CAClB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,WAAmB,SAA4C;AAEzE,UAAM,cACJ,OAAO,YAAY,WACf,UACA,QACG,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAU,KAA2C,OAAO,EACjE,KAAK,EAAE;AAEhB,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAED,SAAK,UAAU,qBAAqB;AAAA,MAClC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,SAAS,kBAAgC;AACvC,SAAK,UAAU,mBAAmB;AAAA,MAChC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAIA,UAAgB;AACd,SAAK,UAAU,gBAAgB;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAwB;AACtB,SAAK,UAAU,yBAAyB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,gBACE,YACA,UACA,QACA,OACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,sBACE,YACA,YACA,UACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AACF;AAKO,MAAM,sCAAsC,uBAAuB;AAAA;AAAA;AAAA;AAAA,EAI9D,UAAU,WAAmB,MAAkC;AAEvE,QACE,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,QAAQ,KAC7B,UAAU,WAAW,OAAO,GAC5B;AACA,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,UAAU,KAAK;AAAA,QACf,QAAQ;AAAA,QACR,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH,OAAO;AAEL,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH;AAAA,EACF;AACF;"}

package/dist/esm/index.d.ts

@@ -1,4 +1,5 @@
 export { ChatClient } from './chat-client.js';
+export { RealtimeClient } from './realtime-client.js';
 export { GenerationClient } from './generation-client.js';
 export { VideoGenerationClient } from './video-generation-client.js';
 export type { UIMessage, MessagePart, TextPart, ToolCallPart, ToolResultPart, ThinkingPart, ChatClientOptions, ChatRequestBody, InferChatMessages, ChatClientState, MultimodalContent, } from './types.js';
@@ -7,6 +8,7 @@ export { GENERATION_EVENTS } from './generation-types.js';
 export { clientTools, createChatClientOptions } from './types.js';
 export type { ExtractToolNames, ExtractToolInput, ExtractToolOutput, } from './tool-types.js';
 export type { AnyClientTool } from '@tanstack/ai';
+export type { RealtimeAdapter, RealtimeConnection, RealtimeClientOptions, RealtimeClientState, RealtimeStateChangeCallback, } from './realtime-types.js';
 export { fetchServerSentEvents, fetchHttpStream, stream, rpcStream, type ConnectionAdapter, type FetchConnectionOptions, } from './connection-adapters.js';
 export { uiMessageToModelMessages, modelMessageToUIMessage, modelMessagesToUIMessages, convertMessagesToModelMessages, normalizeToUIMessage, generateMessageId, } from '@tanstack/ai';
 export { StreamProcessor, ImmediateStrategy, PunctuationStrategy, BatchStrategy, WordBoundaryStrategy, CompositeStrategy, parsePartialJSON, PartialJSONParser, defaultJSONParser, type ChunkStrategy, type StreamProcessorOptions, type StreamProcessorEvents, type InternalToolCallState, type ToolCallState, type ToolResultState, type JSONParser, type ChunkRecording, type ProcessorResult, type ProcessorState, } from '@tanstack/ai';

package/dist/esm/index.js

@@ -1,4 +1,5 @@
 import { ChatClient } from "./chat-client.js";
+import { RealtimeClient } from "./realtime-client.js";
 import { GenerationClient } from "./generation-client.js";
 import { VideoGenerationClient } from "./video-generation-client.js";
 import { GENERATION_EVENTS } from "./generation-types.js";
@@ -14,6 +15,7 @@ export {
   ImmediateStrategy,
   PartialJSONParser,
   PunctuationStrategy,
+  RealtimeClient,
   StreamProcessor,
   VideoGenerationClient,
   WordBoundaryStrategy,

package/dist/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;"}
+{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}

package/dist/esm/realtime-client.d.ts

@@ -0,0 +1,98 @@
+import { AudioVisualization, RealtimeMessage, RealtimeMode, RealtimeStatus } from '@tanstack/ai';
+import { RealtimeClientOptions, RealtimeStateChangeCallback } from './realtime-types.js';
+/**
+ * Client for managing realtime voice conversations.
+ *
+ * Handles connection lifecycle, audio I/O, message state,
+ * and tool execution for realtime voice-to-voice AI interactions.
+ *
+ * @example
+ * ```typescript
+ * import { RealtimeClient } from '@tanstack/ai-client'
+ * import { openaiRealtime } from '@tanstack/ai-openai'
+ *
+ * const client = new RealtimeClient({
+ *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),
+ *   adapter: openaiRealtime(),
+ *   tools: [myTool.client(handler)],
+ *   onMessage: (msg) => console.log('Message:', msg),
+ * })
+ *
+ * await client.connect()
+ * ```
+ */
+export declare class RealtimeClient {
+    private options;
+    private connection;
+    private token;
+    private tokenRefreshTimeout;
+    private clientTools;
+    private stateChangeCallbacks;
+    private unsubscribers;
+    private state;
+    constructor(options: RealtimeClientOptions);
+    /**
+     * Connect to the realtime session.
+     * Fetches a token and establishes the connection.
+     */
+    connect(): Promise<void>;
+    /**
+     * Disconnect from the realtime session.
+     */
+    disconnect(): Promise<void>;
+    /**
+     * Start listening for voice input.
+     * Only needed when vadMode is 'manual'.
+     */
+    startListening(): void;
+    /**
+     * Stop listening for voice input.
+     * Only needed when vadMode is 'manual'.
+     */
+    stopListening(): void;
+    /**
+     * Interrupt the current assistant response.
+     */
+    interrupt(): void;
+    /**
+     * Send a text message instead of voice.
+     */
+    sendText(text: string): void;
+    /**
+     * Send an image to the conversation.
+     * @param imageData - Base64-encoded image data or a URL
+     * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')
+     */
+    sendImage(imageData: string, mimeType: string): void;
+    /** Get current connection status */
+    get status(): RealtimeStatus;
+    /** Get current mode */
+    get mode(): RealtimeMode;
+    /** Get conversation messages */
+    get messages(): Array<RealtimeMessage>;
+    /** Get current error, if any */
+    get error(): Error | null;
+    /** Get pending user transcript (while user is speaking) */
+    get pendingUserTranscript(): string | null;
+    /** Get pending assistant transcript (while assistant is speaking) */
+    get pendingAssistantTranscript(): string | null;
+    /** Get audio visualization data */
+    get audio(): AudioVisualization | null;
+    /**
+     * Subscribe to state changes.
+     * @returns Unsubscribe function
+     */
+    onStateChange(callback: RealtimeStateChangeCallback): () => void;
+    /**
+     * Clean up resources.
+     * Call this when disposing of the client.
+     */
+    destroy(): void;
+    private updateState;
+    private addMessage;
+    private scheduleTokenRefresh;
+    private refreshToken;
+    private subscribeToConnectionEvents;
+    private applySessionConfig;
+    private generateId;
+}

package/dist/esm/realtime-client.js

@@ -0,0 +1,384 @@
+import { convertSchemaToJsonSchema } from "@tanstack/ai";
+const TOKEN_REFRESH_BUFFER_MS = 6e4;
+class RealtimeClient {
+  constructor(options) {
+    this.connection = null;
+    this.token = null;
+    this.tokenRefreshTimeout = null;
+    this.stateChangeCallbacks = /* @__PURE__ */ new Set();
+    this.unsubscribers = [];
+    this.state = {
+      status: "idle",
+      mode: "idle",
+      messages: [],
+      pendingUserTranscript: null,
+      pendingAssistantTranscript: null,
+      error: null
+    };
+    this.options = {
+      autoPlayback: true,
+      autoCapture: true,
+      vadMode: "server",
+      ...options
+    };
+    this.clientTools = /* @__PURE__ */ new Map();
+    if (options.tools) {
+      for (const tool of options.tools) {
+        this.clientTools.set(tool.name, tool);
+      }
+    }
+  }
+  // ============================================================================
+  // Connection Lifecycle
+  // ============================================================================
+  /**
+   * Connect to the realtime session.
+   * Fetches a token and establishes the connection.
+   */
+  async connect() {
+    if (this.state.status === "connected") {
+      return;
+    }
+    this.updateState({ status: "connecting", error: null });
+    try {
+      this.token = await this.options.getToken();
+      this.scheduleTokenRefresh();
+      const toolsList = this.clientTools.size > 0 ? Array.from(this.clientTools.values()) : void 0;
+      this.connection = await this.options.adapter.connect(
+        this.token,
+        toolsList
+      );
+      this.subscribeToConnectionEvents();
+      this.applySessionConfig();
+      if (this.options.autoCapture) {
+        await this.connection.startAudioCapture();
+      }
+      this.updateState({ status: "connected", mode: "listening" });
+      this.options.onConnect?.();
+    } catch (error) {
+      const err = error instanceof Error ? error : new Error(String(error));
+      this.updateState({ status: "error", error: err });
+      this.options.onError?.(err);
+      throw err;
+    }
+  }
+  /**
+   * Disconnect from the realtime session.
+   */
+  async disconnect() {
+    if (this.tokenRefreshTimeout) {
+      clearTimeout(this.tokenRefreshTimeout);
+      this.tokenRefreshTimeout = null;
+    }
+    for (const unsub of this.unsubscribers) {
+      unsub();
+    }
+    this.unsubscribers = [];
+    if (this.connection) {
+      await this.connection.disconnect();
+      this.connection = null;
+    }
+    this.token = null;
+    this.updateState({
+      status: "idle",
+      mode: "idle",
+      pendingUserTranscript: null,
+      pendingAssistantTranscript: null
+    });
+    this.options.onDisconnect?.();
+  }
+  // ============================================================================
+  // Voice Control
+  // ============================================================================
+  /**
+   * Start listening for voice input.
+   * Only needed when vadMode is 'manual'.
+   */
+  startListening() {
+    if (!this.connection || this.state.status !== "connected") {
+      return;
+    }
+    this.connection.startAudioCapture();
+    this.updateState({ mode: "listening" });
+  }
+  /**
+   * Stop listening for voice input.
+   * Only needed when vadMode is 'manual'.
+   */
+  stopListening() {
+    if (!this.connection) {
+      return;
+    }
+    this.connection.stopAudioCapture();
+    this.updateState({ mode: "idle" });
+  }
+  /**
+   * Interrupt the current assistant response.
+   */
+  interrupt() {
+    if (!this.connection) {
+      return;
+    }
+    this.connection.interrupt();
+  }
+  // ============================================================================
+  // Text Input
+  // ============================================================================
+  /**
+   * Send a text message instead of voice.
+   */
+  sendText(text) {
+    if (!this.connection || this.state.status !== "connected") {
+      return;
+    }
+    const userMessage = {
+      id: this.generateId(),
+      role: "user",
+      timestamp: Date.now(),
+      parts: [{ type: "text", content: text }]
+    };
+    this.addMessage(userMessage);
+    this.connection.sendText(text);
+  }
+  /**
+   * Send an image to the conversation.
+   * @param imageData - Base64-encoded image data or a URL
+   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')
+   */
+  sendImage(imageData, mimeType) {
+    if (!this.connection || this.state.status !== "connected") {
+      return;
+    }
+    const userMessage = {
+      id: this.generateId(),
+      role: "user",
+      timestamp: Date.now(),
+      parts: [{ type: "image", data: imageData, mimeType }]
+    };
+    this.addMessage(userMessage);
+    this.connection.sendImage(imageData, mimeType);
+  }
+  // ============================================================================
+  // State Access
+  // ============================================================================
+  /** Get current connection status */
+  get status() {
+    return this.state.status;
+  }
+  /** Get current mode */
+  get mode() {
+    return this.state.mode;
+  }
+  /** Get conversation messages */
+  get messages() {
+    return this.state.messages;
+  }
+  /** Get current error, if any */
+  get error() {
+    return this.state.error;
+  }
+  /** Get pending user transcript (while user is speaking) */
+  get pendingUserTranscript() {
+    return this.state.pendingUserTranscript;
+  }
+  /** Get pending assistant transcript (while assistant is speaking) */
+  get pendingAssistantTranscript() {
+    return this.state.pendingAssistantTranscript;
+  }
+  /** Get audio visualization data */
+  get audio() {
+    return this.connection?.getAudioVisualization() ?? null;
+  }
+  // ============================================================================
+  // State Subscription
+  // ============================================================================
+  /**
+   * Subscribe to state changes.
+   * @returns Unsubscribe function
+   */
+  onStateChange(callback) {
+    this.stateChangeCallbacks.add(callback);
+    return () => {
+      this.stateChangeCallbacks.delete(callback);
+    };
+  }
+  // ============================================================================
+  // Cleanup
+  // ============================================================================
+  /**
+   * Clean up resources.
+   * Call this when disposing of the client.
+   */
+  destroy() {
+    this.disconnect();
+    this.stateChangeCallbacks.clear();
+  }
+  // ============================================================================
+  // Private Methods
+  // ============================================================================
+  updateState(updates) {
+    this.state = { ...this.state, ...updates };
+    for (const callback of this.stateChangeCallbacks) {
+      callback(this.state);
+    }
+    if ("status" in updates && updates.status !== void 0) {
+      this.options.onStatusChange?.(updates.status);
+    }
+    if ("mode" in updates && updates.mode !== void 0) {
+      this.options.onModeChange?.(updates.mode);
+    }
+  }
+  addMessage(message) {
+    this.updateState({
+      messages: [...this.state.messages, message]
+    });
+    this.options.onMessage?.(message);
+  }
+  scheduleTokenRefresh() {
+    if (!this.token) return;
+    const timeUntilExpiry = this.token.expiresAt - Date.now();
+    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS);
+    this.tokenRefreshTimeout = setTimeout(() => {
+      this.refreshToken();
+    }, refreshIn);
+  }
+  async refreshToken() {
+    try {
+      this.token = await this.options.getToken();
+      this.scheduleTokenRefresh();
+    } catch (error) {
+      const err = error instanceof Error ? error : new Error(String(error));
+      this.updateState({ error: err });
+      this.options.onError?.(err);
+    }
+  }
+  subscribeToConnectionEvents() {
+    if (!this.connection) return;
+    this.unsubscribers.push(
+      this.connection.on("status_change", ({ status }) => {
+        this.updateState({ status });
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on("mode_change", ({ mode }) => {
+        this.updateState({ mode });
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on("transcript", ({ role, transcript, isFinal }) => {
+        if (role === "user") {
+          this.updateState({
+            pendingUserTranscript: isFinal ? null : transcript
+          });
+          if (isFinal && transcript) {
+            this.addMessage({
+              id: this.generateId(),
+              role: "user",
+              timestamp: Date.now(),
+              parts: [{ type: "audio", transcript, durationMs: 0 }]
+            });
+          }
+        } else {
+          this.updateState({
+            pendingAssistantTranscript: isFinal ? null : transcript
+          });
+        }
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on(
+        "tool_call",
+        async ({ toolCallId, toolName, input }) => {
+          const tool = this.clientTools.get(toolName);
+          if (tool?.execute) {
+            try {
+              const output = await tool.execute(input);
+              this.connection?.sendToolResult(
+                toolCallId,
+                typeof output === "string" ? output : JSON.stringify(output)
+              );
+            } catch (error) {
+              const errMsg = error instanceof Error ? error.message : String(error);
+              this.connection?.sendToolResult(
+                toolCallId,
+                JSON.stringify({ error: errMsg })
+              );
+            }
+          }
+        }
+      )
+    );
+    this.unsubscribers.push(
+      this.connection.on("message_complete", ({ message }) => {
+        const existingIndex = this.state.messages.findIndex(
+          (m) => m.id === message.id
+        );
+        if (existingIndex >= 0) {
+          const newMessages = [...this.state.messages];
+          newMessages[existingIndex] = message;
+          this.updateState({ messages: newMessages });
+        } else {
+          this.addMessage(message);
+        }
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on("interrupted", ({ messageId }) => {
+        if (messageId) {
+          const newMessages = this.state.messages.map(
+            (m) => m.id === messageId ? { ...m, interrupted: true } : m
+          );
+          this.updateState({ messages: newMessages });
+        }
+        this.updateState({
+          mode: "listening",
+          pendingAssistantTranscript: null
+        });
+        this.options.onInterrupted?.();
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on("error", ({ error }) => {
+        this.updateState({ error });
+        this.options.onError?.(error);
+      })
+    );
+  }
+  applySessionConfig() {
+    if (!this.connection) return;
+    const {
+      instructions,
+      voice,
+      vadMode,
+      tools,
+      outputModalities,
+      temperature,
+      maxOutputTokens,
+      semanticEagerness
+    } = this.options;
+    const hasConfig = instructions || voice || vadMode || tools && tools.length > 0 || outputModalities || temperature !== void 0 || maxOutputTokens !== void 0 || semanticEagerness;
+    if (!hasConfig) return;
+    const toolsConfig = tools ? Array.from(this.clientTools.values()).map((t) => ({
+      name: t.name,
+      description: t.description,
+      inputSchema: t.inputSchema ? convertSchemaToJsonSchema(t.inputSchema) : void 0
+    })) : void 0;
+    this.connection.updateSession({
+      instructions,
+      voice,
+      vadMode,
+      tools: toolsConfig,
+      outputModalities,
+      temperature,
+      maxOutputTokens,
+      semanticEagerness
+    });
+  }
+  generateId() {
+    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`;
+  }
+}
+export {
+  RealtimeClient
+};
+//# sourceMappingURL=realtime-client.js.map

package/dist/esm/realtime-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private clientTools: Map<string, AnyClientTool>\n  private stateChangeCallbacks: Set<RealtimeStateChangeCallback> = new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on(\n        'tool_call',\n        async ({ toolCallId, toolName, input }) => {\n          const tool = this.clientTools.get(toolName)\n          if (tool?.execute) {\n            try {\n              const output = await tool.execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          }\n        },\n      ),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => ({\n          name: t.name,\n          description: t.description,\n          inputSchema: t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined,\n        }))\n      : undefined\n\n    this.connection.updateSession({\n      instructions,\n      voice,\n      vadMode,\n      tools: toolsConfig,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EAkB1B,YAAY,SAAgC;AAhB5C,SAAQ,aAAwC;AAChD,SAAQ,QAA8B;AACtC,SAAQ,sBAA4D;AAEpE,SAAQ,2CAA6D,IAAA;AACrE,SAAQ,gBAAmC,CAAA;AAE3C,SAAQ,QAA6B;AAAA,MACnC,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,UAAU,CAAA;AAAA,MACV,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,MAC5B,OAAO;AAAA,IAAA;AAIP,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,WAAW,kBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,WAAA;AACL,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,aAAA;AAAA,IACP,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW;AAAA,QACd;AAAA,QACA,OAAO,EAAE,YAAY,UAAU,YAAY;AACzC,gBAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAI,MAAM,SAAS;AACjB,gBAAI;AACF,oBAAM,SAAS,MAAM,KAAK,QAAQ,KAAK;AACvC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF;AAAA,QACF;AAAA,MAAA;AAAA,IACF;AAIF,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAEhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,MAChD,MAAM,EAAE;AAAA,MACR,aAAa,EAAE;AAAA,MACf,aAAa,EAAE,cACX,0BAA0B,EAAE,WAAW,IACvC;AAAA,IAAA,EACJ,IACF;AAEJ,SAAK,WAAW,cAAc;AAAA,MAC5B;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}