@tanstack/ai-client 0.20.0 → 0.21.0

package/dist/esm/realtime-client.d.ts

@@ -1,4 +1,4 @@
-import { AudioVisualization, RealtimeMessage, RealtimeMode, RealtimeStatus } from '@tanstack/ai/client';
+import { AudioVisualization, RealtimeMessage, RealtimeMode, RealtimeSessionConfig, RealtimeStatus } from '@tanstack/ai/client';
 import { RealtimeClientOptions, RealtimeStateChangeCallback } from './realtime-types.js';
 /**
  * Client for managing realtime voice conversations.
@@ -78,6 +78,11 @@ export declare class RealtimeClient {
     get pendingAssistantTranscript(): string | null;
     /** Get audio visualization data */
     get audio(): AudioVisualization | null;
+    /**
+     * Update the session configuration.
+     * This applies changes to the active connection and persists them for future reconnections.
+     */
+    updateSession(config: Partial<RealtimeSessionConfig>): void;
     /**
      * Subscribe to state changes.
      * @returns Unsubscribe function

package/dist/esm/realtime-client.js

@@ -191,6 +191,32 @@ class RealtimeClient {
   get audio() {
     return this.connection?.getAudioVisualization() ?? null;
   }
+  /**
+   * Update the session configuration.
+   * This applies changes to the active connection and persists them for future reconnections.
+   */
+  updateSession(config) {
+    const o = this.options;
+    if (config.instructions !== void 0) o.instructions = config.instructions;
+    if (config.voice !== void 0) o.voice = config.voice;
+    if (config.vadMode !== void 0) o.vadMode = config.vadMode;
+    if (config.outputModalities !== void 0) {
+      o.outputModalities = config.outputModalities;
+    }
+    if (config.temperature !== void 0) o.temperature = config.temperature;
+    if (config.maxOutputTokens !== void 0) {
+      o.maxOutputTokens = config.maxOutputTokens;
+    }
+    if (config.semanticEagerness !== void 0) {
+      o.semanticEagerness = config.semanticEagerness;
+    }
+    if (config.providerOptions !== void 0) {
+      o.providerOptions = config.providerOptions;
+    }
+    if (this.connection) {
+      this.applySessionConfig();
+    }
+  }
   // ============================================================================
   // State Subscription
   // ============================================================================
@@ -248,6 +274,7 @@ class RealtimeClient {
     try {
       this.token = await this.options.getToken();
       this.scheduleTokenRefresh();
+      this.connection?.updateToken?.(this.token);
     } catch (error) {
       const err = error instanceof Error ? error : new Error(String(error));
       this.updateState({ error: err });
@@ -359,6 +386,16 @@ class RealtimeClient {
         this.options.onError?.(error);
       })
     );
+    this.unsubscribers.push(
+      this.connection.on("go_away", ({ timeLeft }) => {
+        this.options.onGoAway?.(timeLeft);
+      })
+    );
+    this.unsubscribers.push(
+      this.connection.on("usage", (usage) => {
+        this.options.onUsage?.(usage);
+      })
+    );
   }
   applySessionConfig() {
     if (!this.connection) return;
@@ -376,10 +413,12 @@ class RealtimeClient {
     if (!hasConfig) return;
     const toolsConfig = tools ? Array.from(this.clientTools.values()).map((t) => {
       const inputSchema = t.inputSchema ? convertSchemaToJsonSchema(t.inputSchema) : void 0;
+      const outputSchema = t.outputSchema ? convertSchemaToJsonSchema(t.outputSchema) : void 0;
       return {
         name: t.name,
         description: t.description,
-        ...inputSchema ? { inputSchema } : {}
+        ...inputSchema ? { inputSchema } : {},
+        ...outputSchema ? { outputSchema } : {}
       };
     }) : void 0;
     this.connection.updateSession({

package/dist/esm/realtime-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai/client'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai/client'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private readonly options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private readonly clientTools: Map<string, AnyClientTool>\n  private readonly stateChangeCallbacks: Set<RealtimeStateChangeCallback> =\n    new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    void this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    void this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      void this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on('tool_call', ({ toolCallId, toolName, input }) => {\n        if (!toolCallId) {\n          console.error(\n            '[RealtimeClient] tool_call missing toolCallId',\n            toolName,\n          )\n          return\n        }\n        const tool = this.clientTools.get(toolName)\n        const execute = tool?.execute\n        if (execute) {\n          void (async () => {\n            try {\n              const output = await execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          })()\n        } else {\n          this.connection?.sendToolResult(\n            toolCallId,\n            JSON.stringify({\n              error: `Unknown or non-executable tool: ${String(toolName)}`,\n            }),\n          )\n        }\n      }),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    // `RealtimeToolConfig.inputSchema` is `Record<string, any>` (no\n    // `undefined` under `exactOptionalPropertyTypes`). Conditionally spread\n    // it so we don't pass `undefined` when the tool has no input schema.\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => {\n          const inputSchema = t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined\n          return {\n            name: t.name,\n            description: t.description,\n            ...(inputSchema ? { inputSchema } : {}),\n          }\n        })\n      : undefined\n\n    // `RealtimeSessionConfig` declares each field as `field?: T` (no\n    // `undefined`). Spread each one conditionally so we don't violate\n    // `exactOptionalPropertyTypes` when the source is `T | undefined`.\n    this.connection.updateSession({\n      ...(instructions !== undefined ? { instructions } : {}),\n      ...(voice !== undefined ? { voice } : {}),\n      ...(vadMode !== undefined ? { vadMode } : {}),\n      ...(toolsConfig !== undefined ? { tools: toolsConfig } : {}),\n      ...(outputModalities !== undefined ? { outputModalities } : {}),\n      ...(temperature !== undefined ? { temperature } : {}),\n      ...(maxOutputTokens !== undefined ? { maxOutputTokens } : {}),\n      ...(semanticEagerness !== undefined ? { semanticEagerness } : {}),\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EACT;AAAA,EACT,aAAwC;AAAA,EACxC,QAA8B;AAAA,EAC9B,sBAA4D;AAAA,EACnD;AAAA,EACA,2CACX,IAAA;AAAA,EACE,gBAAmC,CAAA;AAAA,EAEnC,QAA6B;AAAA,IACnC,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,UAAU,CAAA;AAAA,IACV,uBAAuB;AAAA,IACvB,4BAA4B;AAAA,IAC5B,OAAO;AAAA,EAAA;AAAA,EAGT,YAAY,SAAgC;AAC1C,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,KAAK,WAAW,kBAAA;AACrB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,KAAK,WAAA;AACV,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,KAAK,aAAA;AAAA,IACZ,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,aAAa,CAAC,EAAE,YAAY,UAAU,YAAY;AACnE,YAAI,CAAC,YAAY;AACf,kBAAQ;AAAA,YACN;AAAA,YACA;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAM,UAAU,MAAM;AACtB,YAAI,SAAS;AACX,gBAAM,YAAY;AAChB,gBAAI;AACF,oBAAM,SAAS,MAAM,QAAQ,KAAK;AAClC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF,GAAA;AAAA,QACF,OAAO;AACL,eAAK,YAAY;AAAA,YACf;AAAA,YACA,KAAK,UAAU;AAAA,cACb,OAAO,mCAAmC,OAAO,QAAQ,CAAC;AAAA,YAAA,CAC3D;AAAA,UAAA;AAAA,QAEL;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAKhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,MAAM;AAC/C,YAAM,cAAc,EAAE,cAClB,0BAA0B,EAAE,WAAW,IACvC;AACJ,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,GAAI,cAAc,EAAE,gBAAgB,CAAA;AAAA,MAAC;AAAA,IAEzC,CAAC,IACD;AAKJ,SAAK,WAAW,cAAc;AAAA,MAC5B,GAAI,iBAAiB,SAAY,EAAE,aAAA,IAAiB,CAAA;AAAA,MACpD,GAAI,UAAU,SAAY,EAAE,MAAA,IAAU,CAAA;AAAA,MACtC,GAAI,YAAY,SAAY,EAAE,QAAA,IAAY,CAAA;AAAA,MAC1C,GAAI,gBAAgB,SAAY,EAAE,OAAO,YAAA,IAAgB,CAAA;AAAA,MACzD,GAAI,qBAAqB,SAAY,EAAE,iBAAA,IAAqB,CAAA;AAAA,MAC5D,GAAI,gBAAgB,SAAY,EAAE,YAAA,IAAgB,CAAA;AAAA,MAClD,GAAI,oBAAoB,SAAY,EAAE,gBAAA,IAAoB,CAAA;AAAA,MAC1D,GAAI,sBAAsB,SAAY,EAAE,sBAAsB,CAAA;AAAA,IAAC,CAChE;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}
+{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai/client'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeSessionConfig,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai/client'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private readonly options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private readonly clientTools: Map<string, AnyClientTool>\n  private readonly stateChangeCallbacks: Set<RealtimeStateChangeCallback> =\n    new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    void this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  /**\n   * Update the session configuration.\n   * This applies changes to the active connection and persists them for future reconnections.\n   */\n  updateSession(config: Partial<RealtimeSessionConfig>): void {\n    // Persist type-compatible fields so future (re)connections use the updated\n    // config. `tools` is intentionally excluded: a session's tool configs are\n    // serialized descriptors, whereas `options.tools` holds executable client\n    // tools tracked separately via `clientTools`.\n    const o = this.options\n    if (config.instructions !== undefined) o.instructions = config.instructions\n    if (config.voice !== undefined) o.voice = config.voice\n    if (config.vadMode !== undefined) o.vadMode = config.vadMode\n    if (config.outputModalities !== undefined) {\n      o.outputModalities = config.outputModalities\n    }\n    if (config.temperature !== undefined) o.temperature = config.temperature\n    if (config.maxOutputTokens !== undefined) {\n      o.maxOutputTokens = config.maxOutputTokens\n    }\n    if (config.semanticEagerness !== undefined) {\n      o.semanticEagerness = config.semanticEagerness\n    }\n    if (config.providerOptions !== undefined) {\n      o.providerOptions = config.providerOptions\n    }\n\n    if (this.connection) {\n      this.applySessionConfig()\n    }\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    void this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      void this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      this.connection?.updateToken?.(this.token)\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on('tool_call', ({ toolCallId, toolName, input }) => {\n        if (!toolCallId) {\n          console.error(\n            '[RealtimeClient] tool_call missing toolCallId',\n            toolName,\n          )\n          return\n        }\n        const tool = this.clientTools.get(toolName)\n        const execute = tool?.execute\n        if (execute) {\n          void (async () => {\n            try {\n              const output = await execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          })()\n        } else {\n          this.connection?.sendToolResult(\n            toolCallId,\n            JSON.stringify({\n              error: `Unknown or non-executable tool: ${String(toolName)}`,\n            }),\n          )\n        }\n      }),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n\n    this.unsubscribers.push(\n      this.connection.on('go_away', ({ timeLeft }) => {\n        this.options.onGoAway?.(timeLeft)\n      }),\n    )\n\n    this.unsubscribers.push(\n      this.connection.on('usage', (usage) => {\n        this.options.onUsage?.(usage)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    // `RealtimeToolConfig.inputSchema`/`outputSchema` are `Record<string, any>`\n    // (no `undefined` under `exactOptionalPropertyTypes`). Conditionally spread\n    // each so we don't pass `undefined` when the tool has no such schema.\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => {\n          const inputSchema = t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined\n          const outputSchema = t.outputSchema\n            ? convertSchemaToJsonSchema(t.outputSchema)\n            : undefined\n          return {\n            name: t.name,\n            description: t.description,\n            ...(inputSchema ? { inputSchema } : {}),\n            ...(outputSchema ? { outputSchema } : {}),\n          }\n        })\n      : undefined\n\n    // `RealtimeSessionConfig` declares each field as `field?: T` (no\n    // `undefined`). Spread each one conditionally so we don't violate\n    // `exactOptionalPropertyTypes` when the source is `T | undefined`.\n    this.connection.updateSession({\n      ...(instructions !== undefined ? { instructions } : {}),\n      ...(voice !== undefined ? { voice } : {}),\n      ...(vadMode !== undefined ? { vadMode } : {}),\n      ...(toolsConfig !== undefined ? { tools: toolsConfig } : {}),\n      ...(outputModalities !== undefined ? { outputModalities } : {}),\n      ...(temperature !== undefined ? { temperature } : {}),\n      ...(maxOutputTokens !== undefined ? { maxOutputTokens } : {}),\n      ...(semanticEagerness !== undefined ? { semanticEagerness } : {}),\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAkBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EACT;AAAA,EACT,aAAwC;AAAA,EACxC,QAA8B;AAAA,EAC9B,sBAA4D;AAAA,EACnD;AAAA,EACA,2CACX,IAAA;AAAA,EACE,gBAAmC,CAAA;AAAA,EAEnC,QAA6B;AAAA,IACnC,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,UAAU,CAAA;AAAA,IACV,uBAAuB;AAAA,IACvB,4BAA4B;AAAA,IAC5B,OAAO;AAAA,EAAA;AAAA,EAGT,YAAY,SAAgC;AAC1C,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AAEN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,KAAK,WAAW,kBAAA;AACrB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,cAAc,QAA8C;AAK1D,UAAM,IAAI,KAAK;AACf,QAAI,OAAO,iBAAiB,OAAW,GAAE,eAAe,OAAO;AAC/D,QAAI,OAAO,UAAU,OAAW,GAAE,QAAQ,OAAO;AACjD,QAAI,OAAO,YAAY,OAAW,GAAE,UAAU,OAAO;AACrD,QAAI,OAAO,qBAAqB,QAAW;AACzC,QAAE,mBAAmB,OAAO;AAAA,IAC9B;AACA,QAAI,OAAO,gBAAgB,OAAW,GAAE,cAAc,OAAO;AAC7D,QAAI,OAAO,oBAAoB,QAAW;AACxC,QAAE,kBAAkB,OAAO;AAAA,IAC7B;AACA,QAAI,OAAO,sBAAsB,QAAW;AAC1C,QAAE,oBAAoB,OAAO;AAAA,IAC/B;AACA,QAAI,OAAO,oBAAoB,QAAW;AACxC,QAAE,kBAAkB,OAAO;AAAA,IAC7B;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,mBAAA;AAAA,IACP;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,KAAK,WAAA;AACV,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,KAAK,aAAA;AAAA,IACZ,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AACL,WAAK,YAAY,cAAc,KAAK,KAAK;AAAA,IAG3C,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,aAAa,CAAC,EAAE,YAAY,UAAU,YAAY;AACnE,YAAI,CAAC,YAAY;AACf,kBAAQ;AAAA,YACN;AAAA,YACA;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAM,UAAU,MAAM;AACtB,YAAI,SAAS;AACX,gBAAM,YAAY;AAChB,gBAAI;AACF,oBAAM,SAAS,MAAM,QAAQ,KAAK;AAClC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF,GAAA;AAAA,QACF,OAAO;AACL,eAAK,YAAY;AAAA,YACf;AAAA,YACA,KAAK,UAAU;AAAA,cACb,OAAO,mCAAmC,OAAO,QAAQ,CAAC;AAAA,YAAA,CAC3D;AAAA,UAAA;AAAA,QAEL;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAGH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,WAAW,CAAC,EAAE,eAAe;AAC9C,aAAK,QAAQ,WAAW,QAAQ;AAAA,MAClC,CAAC;AAAA,IAAA;AAGH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,UAAU;AACrC,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAKhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,MAAM;AAC/C,YAAM,cAAc,EAAE,cAClB,0BAA0B,EAAE,WAAW,IACvC;AACJ,YAAM,eAAe,EAAE,eACnB,0BAA0B,EAAE,YAAY,IACxC;AACJ,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,GAAI,cAAc,EAAE,YAAA,IAAgB,CAAA;AAAA,QACpC,GAAI,eAAe,EAAE,iBAAiB,CAAA;AAAA,MAAC;AAAA,IAE3C,CAAC,IACD;AAKJ,SAAK,WAAW,cAAc;AAAA,MAC5B,GAAI,iBAAiB,SAAY,EAAE,aAAA,IAAiB,CAAA;AAAA,MACpD,GAAI,UAAU,SAAY,EAAE,MAAA,IAAU,CAAA;AAAA,MACtC,GAAI,YAAY,SAAY,EAAE,QAAA,IAAY,CAAA;AAAA,MAC1C,GAAI,gBAAgB,SAAY,EAAE,OAAO,YAAA,IAAgB,CAAA;AAAA,MACzD,GAAI,qBAAqB,SAAY,EAAE,iBAAA,IAAqB,CAAA;AAAA,MAC5D,GAAI,gBAAgB,SAAY,EAAE,YAAA,IAAgB,CAAA;AAAA,MAClD,GAAI,oBAAoB,SAAY,EAAE,gBAAA,IAAoB,CAAA;AAAA,MAC1D,GAAI,sBAAsB,SAAY,EAAE,sBAAsB,CAAA;AAAA,IAAC,CAChE;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}

package/dist/esm/realtime-types.d.ts

@@ -1,4 +1,5 @@
 import { AnyClientTool, RealtimeAdapter, RealtimeMessage, RealtimeMode, RealtimeStatus, RealtimeToken } from '@tanstack/ai/client';
+import { UsageInfo } from '@tanstack/ai';
 export type { RealtimeAdapter, RealtimeConnection } from '@tanstack/ai/client';
 /**
  * Options for the RealtimeClient
@@ -53,6 +54,10 @@ export interface RealtimeClientOptions {
      * Eagerness level for semantic VAD ('low', 'medium', 'high')
      */
     semanticEagerness?: 'low' | 'medium' | 'high';
+    /**
+     * Provider-specific options
+     */
+    providerOptions?: Record<string, unknown>;
     onStatusChange?: (status: RealtimeStatus) => void;
     onModeChange?: (mode: RealtimeMode) => void;
     onMessage?: (message: RealtimeMessage) => void;
@@ -60,6 +65,8 @@ export interface RealtimeClientOptions {
     onConnect?: () => void;
     onDisconnect?: () => void;
     onInterrupted?: () => void;
+    onUsage?: (usage: UsageInfo) => void;
+    onGoAway?: (timeLeft?: string) => void;
 }
 /**
  * Internal state of the RealtimeClient

package/dist/esm/types.d.ts

@@ -119,15 +119,23 @@ type ToolCallPartForTool<T> = T extends AnyClientTool ? {
     /** Parsed tool input (typed from inputSchema) */
     input?: InferToolInput<T>;
     state: ToolCallState;
-    /** Approval metadata if tool requires user approval */
+    /** Tool execution output (for client tools or after approval) */
+    output?: InferToolOutput<T>;
+} & (NonNullable<T['needsApproval']> extends true ? {
+    /**
+     * Approval metadata — present only on tools defined with
+     * `needsApproval: true`. Populated once the call reaches
+     * `state: 'approval-requested'`. `needsApproval` is an optional
+     * property on the tool, so we index into it (rather than
+     * `T extends { needsApproval: true }`, which an optional property
+     * never satisfies) and strip `undefined` before comparing to `true`.
+     */
     approval?: {
         id: string;
         needsApproval: boolean;
         approved?: boolean;
     };
-    /** Tool execution output (for client tools or after approval) */
-    output?: InferToolOutput<T>;
-} : never;
+} : unknown) : never;
 /**
  * Fallback tool-call part type when tools are not typed
  */

package/dist/esm/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  AudioPart,\n  ChunkStrategy,\n  ContentPart,\n  DocumentPart,\n  ImagePart,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n  StructuredOutputPart,\n  UIResourcePart,\n  VideoPart,\n} from '@tanstack/ai/client'\nimport type { ConnectionAdapter } from './connection-adapters'\nimport type { AIDevtoolsClientMetadata } from './devtools'\nimport type { ChatDevtoolsBridgeFactory } from './devtools-noop'\n\nexport type { StructuredOutputPart } from '@tanstack/ai/client'\n\n/**\n * `messages` is the full UIMessage history (not a delta). `data` is the\n * merged body — `ChatClientOptions.body` plus any per-call data passed to\n * `sendMessage(...)`. `threadId` / `runId` are the AG-UI correlation ids\n * the chat client uses to track this turn — forward them to your server\n * if it needs to correlate requests.\n */\nexport interface ChatFetcherInput {\n  messages: Array<UIMessage>\n  data?: Record<string, unknown>\n  threadId: string\n  runId: string\n}\n\nexport interface ChatFetcherOptions {\n  /** Fires when `stop()` is called or the request is superseded. */\n  signal: AbortSignal\n}\n\n/**\n * Direct function that performs a chat request. Mirrors\n * `GenerationFetcher`. Returns either a `Response` (SSE body parsed by the\n * chat client) or an `AsyncIterable<StreamChunk>` (yielded directly). May\n * return the value synchronously, as a `Promise`, or as an async generator\n * (`async function*`) — the chat client awaits whichever shape is returned.\n *\n * @example\n * ```ts\n * useChat({\n *   fetcher: ({ messages }, { signal }) =>\n *     chatFn({ data: { messages }, signal }),\n * })\n * ```\n */\nexport type ChatFetcher = (\n  input: ChatFetcherInput,\n  options: ChatFetcherOptions,\n) =>\n  | Response\n  | AsyncIterable<StreamChunk>\n  | Promise<Response | AsyncIterable<StreamChunk>>\n\n/**\n * Distributive `Omit` — applies `Omit<O, K>` per branch of a union so\n * discriminated unions survive omission. Plain `Omit` collapses unions\n * into a single object shape, which would erase the `ChatTransport` XOR\n * when framework hooks omit React-managed callbacks from\n * `ChatClientOptions`.\n */\nexport type DistributedOmit<\n  TObject,\n  TKeys extends keyof any,\n> = TObject extends unknown ? Omit<TObject, TKeys> : never\n\n/**\n * Discriminated union enforcing that exactly one of `connection` or\n * `fetcher` is provided. Mirrors `GenerationTransport`.\n */\nexport type ChatTransport =\n  | { connection: ConnectionAdapter; fetcher?: never }\n  | { fetcher: ChatFetcher; connection?: never }\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n  | 'complete' // Result is complete\n  | 'error' // Tool execution failed (terminal)\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Connection lifecycle state for the subscription loop.\n */\nexport type ConnectionStatus =\n  | 'disconnected'\n  | 'connecting'\n  | 'connected'\n  | 'error'\n\n/**\n * Multimodal content input for sending messages with rich media.\n * Allows sending text, images, audio, video, and documents to the LLM.\n *\n * @example\n * ```ts\n * // Send an image with a question\n * client.sendMessage({\n *   content: [\n *     { type: 'text', content: 'What is in this image?' },\n *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n *   ],\n *   id: 'custom-message-id' // optional\n * })\n * ```\n */\nexport interface MultimodalContent {\n  /**\n   * The content of the message.\n   * Can be a simple string or an array of content parts for multimodal messages.\n   */\n  content: string | Array<ContentPart>\n  /**\n   * Optional custom ID for the message.\n   * If not provided, a unique ID will be generated.\n   */\n  id?: string\n}\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Approval metadata if tool requires user approval */\n      approval?: {\n        id: string // Unique approval ID\n        needsApproval: boolean // Always true if present\n        approved?: boolean // User's decision (undefined until responded)\n      }\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    }\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string | Array<ContentPart>\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> =\n  | TextPart\n  | ImagePart\n  | AudioPart\n  | VideoPart\n  | DocumentPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n  | StructuredOutputPart<TData>\n  | UIResourcePart\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results.\n *\n * `TTools` narrows the tool-call/result part types based on the registered\n * tools. `TData` is the schema-inferred type for any `structured-output` part\n * on the message — defaulted to `unknown` so untyped consumers (the core\n * stream processor, the wire converter) don't need to thread a schema generic\n * everywhere; the hook layer (`useChat({ outputSchema })`) substitutes it on\n * the public return so `m.parts.find(p => p.type === 'structured-output').data`\n * is typed without manual casts.\n */\nexport interface UIMessage<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools, TData>>\n  createdAt?: Date\n}\n\nexport interface ChatClientPersistence<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n> {\n  getItem: (\n    id: string,\n  ) =>\n    | Array<UIMessage<TTools>>\n    | null\n    | undefined\n    | Promise<Array<UIMessage<TTools>> | null | undefined>\n  setItem: (\n    id: string,\n    messages: Array<UIMessage<TTools>>,\n  ) => void | Promise<void>\n  removeItem: (id: string) => void | Promise<void>\n}\n\ntype IsUnknown<T> = unknown extends T\n  ? [T] extends [unknown]\n    ? true\n    : false\n  : false\n\ntype KnownContext<T> = IsUnknown<T> extends true ? never : T\n\ntype MergeContext<TLeft, TRight> = [TLeft] extends [never]\n  ? TRight\n  : [TRight] extends [never]\n    ? TLeft\n    : TLeft & TRight\n\ntype UnionToIntersection<T> = [T] extends [never]\n  ? never\n  : (T extends unknown ? (value: T) => void : never) extends (\n        value: infer TIntersection,\n      ) => void\n    ? TIntersection\n    : never\n\ntype DefinedContext<T> = Exclude<T, undefined>\n\ntype ContextFromExecute<T> = T extends (...args: any) => any\n  ? NonNullable<Parameters<T>[1]> extends { context: infer TContext }\n    ? KnownContext<TContext>\n    : never\n  : never\n\ntype ContextFromClientTool<T> = T extends AnyClientTool\n  ? T extends { execute?: infer TExecute }\n    ? ContextFromExecute<TExecute>\n    : never\n  : never\n\ntype RequiredContextFromClientToolUnion<T> = T extends unknown\n  ? undefined extends ContextFromClientTool<T>\n    ? never\n    : ContextFromClientTool<T>\n  : never\n\ntype ContextFromClientToolUnion<T> = [\n  UnionToIntersection<DefinedContext<ContextFromClientTool<T>>>,\n] extends [never]\n  ? never\n  : [RequiredContextFromClientToolUnion<T>] extends [never]\n    ? UnionToIntersection<DefinedContext<ContextFromClientTool<T>>> | undefined\n    : UnionToIntersection<DefinedContext<ContextFromClientTool<T>>>\n\ntype ContextFromClientTools<TTools> =\n  IsUnknown<TTools> extends true\n    ? never\n    : TTools extends readonly [infer THead, ...infer TTail]\n      ? MergeContext<\n          ContextFromClientTool<THead>,\n          ContextFromClientTools<TTail>\n        >\n      : TTools extends ReadonlyArray<infer TItem>\n        ? ContextFromClientToolUnion<TItem>\n        : never\n\nexport type InferredClientContext<TTools> = [\n  ContextFromClientTools<TTools>,\n] extends [never]\n  ? unknown\n  : ContextFromClientTools<TTools>\n\nexport type ClientContextOptionFromTools<TTools, TContext> = [\n  ContextFromClientTools<TTools>,\n] extends [never]\n  ? { context?: TContext }\n  : undefined extends ContextFromClientTools<TTools>\n    ? { context?: TContext & ContextFromClientTools<TTools> }\n    : { context: TContext & ContextFromClientTools<TTools> }\n\n/**\n * Base options for `ChatClient`, excluding the transport (`connection` or\n * `fetcher`) which is supplied separately via `ChatTransport` so the XOR\n * is preserved when composing the final `ChatClientOptions` type.\n */\nexport interface ChatClientBaseOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TContext = unknown,\n> {\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Optional persistence adapter for chat messages.\n   */\n  persistence?: ChatClientPersistence<TTools>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Thread ID to use for this chat session. Persists across sends within\n   * the session. If omitted, a unique thread ID is generated.\n   */\n  threadId?: string\n\n  /**\n   * Arbitrary client-controlled JSON forwarded to the server in the\n   * AG-UI `RunAgentInput.forwardedProps` field. Use this for per-session\n   * options like provider/model selection or feature flags that the\n   * server endpoint should read.\n   *\n   * Replaces the legacy `body` option. If both are provided,\n   * `forwardedProps` wins on key collision.\n   */\n  forwardedProps?: Record<string, any>\n\n  /**\n   * @deprecated Use `forwardedProps` instead. `body` continues to work\n   * unchanged — its values are merged into the AG-UI\n   * `RunAgentInput.forwardedProps` field on the wire and are also\n   * mirrored under the legacy `data` field for servers that have not\n   * migrated yet. Will be removed in a future major release.\n   */\n  body?: Record<string, any>\n\n  /**\n   * Client-local runtime context passed to client tool implementations.\n   *\n   * This value is not serialized to the server. Use `forwardedProps` for\n   * explicit client-to-server handoff of serializable values.\n   */\n  context?: TContext\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Callback when subscription lifecycle changes.\n   * This is independent from request lifecycle (`isLoading`, `status`).\n   */\n  onSubscriptionChange?: (isSubscribed: boolean) => void\n\n  /**\n   * Callback when connection lifecycle changes.\n   */\n  onConnectionStatusChange?: (status: ConnectionStatus) => void\n\n  /**\n   * Callback when session generation activity changes.\n   * Derived from stream run events (RUN_STARTED / RUN_FINISHED / RUN_ERROR).\n   * Unlike `onLoadingChange` (request-local), this reflects shared generation\n   * activity visible to all subscribers (e.g. across tabs/devices).\n   */\n  onSessionGeneratingChange?: (isGenerating: boolean) => void\n\n  /**\n   * Callback when a custom event is received from a server-side tool.\n   * Custom events are emitted by tools using `context.emitCustomEvent()` during execution.\n   *\n   * @param eventType - The name of the custom event\n   * @param data - The event payload data\n   * @param context - Additional context including the toolCallId that emitted the event\n   */\n  onCustomEvent?: (\n    eventType: string,\n    data: unknown,\n    context: { toolCallId?: string },\n  ) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Devtools hook metadata for this client instance.\n   */\n  devtools?: Partial<AIDevtoolsClientMetadata>\n\n  /**\n   * Factory that constructs the devtools bridge. Default is a no-op\n   * factory, which keeps `@tanstack/ai-client/devtools` (the heavy\n   * bridge implementation) out of the main entry's bundle. Frameworks\n   * that need live devtools should pass the real factory from\n   * `@tanstack/ai-client/devtools`.\n   */\n  devtoolsBridgeFactory?: ChatDevtoolsBridgeFactory\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n}\n\n/**\n * Options for `ChatClient`. Exactly one of `connection` or `fetcher` must be\n * provided — the type-level XOR is enforced via `ChatTransport`.\n */\nexport type ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TContext = InferredClientContext<TTools>,\n> = DistributedOmit<ChatClientBaseOptions<TTools, TContext>, 'context'> &\n  ClientContextOptionFromTools<TTools, TContext> &\n  ChatTransport\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n  TContext = InferredClientContext<TTools>,\n>(\n  options: ChatClientOptions<TTools, TContext>,\n): ChatClientOptions<TTools, TContext> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools, any>\n    ? Array<UIMessage<TTools>>\n    : never\n"],"names":[],"mappings":"AAgjBO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAId,SACqC;AACrC,SAAO;AACT;"}
+{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  AudioPart,\n  ChunkStrategy,\n  ContentPart,\n  DocumentPart,\n  ImagePart,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n  StructuredOutputPart,\n  UIResourcePart,\n  VideoPart,\n} from '@tanstack/ai/client'\nimport type { ConnectionAdapter } from './connection-adapters'\nimport type { AIDevtoolsClientMetadata } from './devtools'\nimport type { ChatDevtoolsBridgeFactory } from './devtools-noop'\n\nexport type { StructuredOutputPart } from '@tanstack/ai/client'\n\n/**\n * `messages` is the full UIMessage history (not a delta). `data` is the\n * merged body — `ChatClientOptions.body` plus any per-call data passed to\n * `sendMessage(...)`. `threadId` / `runId` are the AG-UI correlation ids\n * the chat client uses to track this turn — forward them to your server\n * if it needs to correlate requests.\n */\nexport interface ChatFetcherInput {\n  messages: Array<UIMessage>\n  data?: Record<string, unknown>\n  threadId: string\n  runId: string\n}\n\nexport interface ChatFetcherOptions {\n  /** Fires when `stop()` is called or the request is superseded. */\n  signal: AbortSignal\n}\n\n/**\n * Direct function that performs a chat request. Mirrors\n * `GenerationFetcher`. Returns either a `Response` (SSE body parsed by the\n * chat client) or an `AsyncIterable<StreamChunk>` (yielded directly). May\n * return the value synchronously, as a `Promise`, or as an async generator\n * (`async function*`) — the chat client awaits whichever shape is returned.\n *\n * @example\n * ```ts\n * useChat({\n *   fetcher: ({ messages }, { signal }) =>\n *     chatFn({ data: { messages }, signal }),\n * })\n * ```\n */\nexport type ChatFetcher = (\n  input: ChatFetcherInput,\n  options: ChatFetcherOptions,\n) =>\n  | Response\n  | AsyncIterable<StreamChunk>\n  | Promise<Response | AsyncIterable<StreamChunk>>\n\n/**\n * Distributive `Omit` — applies `Omit<O, K>` per branch of a union so\n * discriminated unions survive omission. Plain `Omit` collapses unions\n * into a single object shape, which would erase the `ChatTransport` XOR\n * when framework hooks omit React-managed callbacks from\n * `ChatClientOptions`.\n */\nexport type DistributedOmit<\n  TObject,\n  TKeys extends keyof any,\n> = TObject extends unknown ? Omit<TObject, TKeys> : never\n\n/**\n * Discriminated union enforcing that exactly one of `connection` or\n * `fetcher` is provided. Mirrors `GenerationTransport`.\n */\nexport type ChatTransport =\n  | { connection: ConnectionAdapter; fetcher?: never }\n  | { fetcher: ChatFetcher; connection?: never }\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n  | 'complete' // Result is complete\n  | 'error' // Tool execution failed (terminal)\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Connection lifecycle state for the subscription loop.\n */\nexport type ConnectionStatus =\n  | 'disconnected'\n  | 'connecting'\n  | 'connected'\n  | 'error'\n\n/**\n * Multimodal content input for sending messages with rich media.\n * Allows sending text, images, audio, video, and documents to the LLM.\n *\n * @example\n * ```ts\n * // Send an image with a question\n * client.sendMessage({\n *   content: [\n *     { type: 'text', content: 'What is in this image?' },\n *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n *   ],\n *   id: 'custom-message-id' // optional\n * })\n * ```\n */\nexport interface MultimodalContent {\n  /**\n   * The content of the message.\n   * Can be a simple string or an array of content parts for multimodal messages.\n   */\n  content: string | Array<ContentPart>\n  /**\n   * Optional custom ID for the message.\n   * If not provided, a unique ID will be generated.\n   */\n  id?: string\n}\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    } & (NonNullable<T['needsApproval']> extends true\n      ? {\n          /**\n           * Approval metadata — present only on tools defined with\n           * `needsApproval: true`. Populated once the call reaches\n           * `state: 'approval-requested'`. `needsApproval` is an optional\n           * property on the tool, so we index into it (rather than\n           * `T extends { needsApproval: true }`, which an optional property\n           * never satisfies) and strip `undefined` before comparing to `true`.\n           */\n          approval?: {\n            id: string // Unique approval ID\n            needsApproval: boolean // Always true if present\n            approved?: boolean // User's decision (undefined until responded)\n          }\n        }\n      : // Tools without `needsApproval: true` never carry an approval field.\n        // `& unknown` is a no-op intersection (adds nothing).\n        unknown)\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string | Array<ContentPart>\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> =\n  | TextPart\n  | ImagePart\n  | AudioPart\n  | VideoPart\n  | DocumentPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n  | StructuredOutputPart<TData>\n  | UIResourcePart\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results.\n *\n * `TTools` narrows the tool-call/result part types based on the registered\n * tools. `TData` is the schema-inferred type for any `structured-output` part\n * on the message — defaulted to `unknown` so untyped consumers (the core\n * stream processor, the wire converter) don't need to thread a schema generic\n * everywhere; the hook layer (`useChat({ outputSchema })`) substitutes it on\n * the public return so `m.parts.find(p => p.type === 'structured-output').data`\n * is typed without manual casts.\n */\nexport interface UIMessage<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools, TData>>\n  createdAt?: Date\n}\n\nexport interface ChatClientPersistence<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n> {\n  getItem: (\n    id: string,\n  ) =>\n    | Array<UIMessage<TTools>>\n    | null\n    | undefined\n    | Promise<Array<UIMessage<TTools>> | null | undefined>\n  setItem: (\n    id: string,\n    messages: Array<UIMessage<TTools>>,\n  ) => void | Promise<void>\n  removeItem: (id: string) => void | Promise<void>\n}\n\ntype IsUnknown<T> = unknown extends T\n  ? [T] extends [unknown]\n    ? true\n    : false\n  : false\n\ntype KnownContext<T> = IsUnknown<T> extends true ? never : T\n\ntype MergeContext<TLeft, TRight> = [TLeft] extends [never]\n  ? TRight\n  : [TRight] extends [never]\n    ? TLeft\n    : TLeft & TRight\n\ntype UnionToIntersection<T> = [T] extends [never]\n  ? never\n  : (T extends unknown ? (value: T) => void : never) extends (\n        value: infer TIntersection,\n      ) => void\n    ? TIntersection\n    : never\n\ntype DefinedContext<T> = Exclude<T, undefined>\n\ntype ContextFromExecute<T> = T extends (...args: any) => any\n  ? NonNullable<Parameters<T>[1]> extends { context: infer TContext }\n    ? KnownContext<TContext>\n    : never\n  : never\n\ntype ContextFromClientTool<T> = T extends AnyClientTool\n  ? T extends { execute?: infer TExecute }\n    ? ContextFromExecute<TExecute>\n    : never\n  : never\n\ntype RequiredContextFromClientToolUnion<T> = T extends unknown\n  ? undefined extends ContextFromClientTool<T>\n    ? never\n    : ContextFromClientTool<T>\n  : never\n\ntype ContextFromClientToolUnion<T> = [\n  UnionToIntersection<DefinedContext<ContextFromClientTool<T>>>,\n] extends [never]\n  ? never\n  : [RequiredContextFromClientToolUnion<T>] extends [never]\n    ? UnionToIntersection<DefinedContext<ContextFromClientTool<T>>> | undefined\n    : UnionToIntersection<DefinedContext<ContextFromClientTool<T>>>\n\ntype ContextFromClientTools<TTools> =\n  IsUnknown<TTools> extends true\n    ? never\n    : TTools extends readonly [infer THead, ...infer TTail]\n      ? MergeContext<\n          ContextFromClientTool<THead>,\n          ContextFromClientTools<TTail>\n        >\n      : TTools extends ReadonlyArray<infer TItem>\n        ? ContextFromClientToolUnion<TItem>\n        : never\n\nexport type InferredClientContext<TTools> = [\n  ContextFromClientTools<TTools>,\n] extends [never]\n  ? unknown\n  : ContextFromClientTools<TTools>\n\nexport type ClientContextOptionFromTools<TTools, TContext> = [\n  ContextFromClientTools<TTools>,\n] extends [never]\n  ? { context?: TContext }\n  : undefined extends ContextFromClientTools<TTools>\n    ? { context?: TContext & ContextFromClientTools<TTools> }\n    : { context: TContext & ContextFromClientTools<TTools> }\n\n/**\n * Base options for `ChatClient`, excluding the transport (`connection` or\n * `fetcher`) which is supplied separately via `ChatTransport` so the XOR\n * is preserved when composing the final `ChatClientOptions` type.\n */\nexport interface ChatClientBaseOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TContext = unknown,\n> {\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Optional persistence adapter for chat messages.\n   */\n  persistence?: ChatClientPersistence<TTools>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Thread ID to use for this chat session. Persists across sends within\n   * the session. If omitted, a unique thread ID is generated.\n   */\n  threadId?: string\n\n  /**\n   * Arbitrary client-controlled JSON forwarded to the server in the\n   * AG-UI `RunAgentInput.forwardedProps` field. Use this for per-session\n   * options like provider/model selection or feature flags that the\n   * server endpoint should read.\n   *\n   * Replaces the legacy `body` option. If both are provided,\n   * `forwardedProps` wins on key collision.\n   */\n  forwardedProps?: Record<string, any>\n\n  /**\n   * @deprecated Use `forwardedProps` instead. `body` continues to work\n   * unchanged — its values are merged into the AG-UI\n   * `RunAgentInput.forwardedProps` field on the wire and are also\n   * mirrored under the legacy `data` field for servers that have not\n   * migrated yet. Will be removed in a future major release.\n   */\n  body?: Record<string, any>\n\n  /**\n   * Client-local runtime context passed to client tool implementations.\n   *\n   * This value is not serialized to the server. Use `forwardedProps` for\n   * explicit client-to-server handoff of serializable values.\n   */\n  context?: TContext\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Callback when subscription lifecycle changes.\n   * This is independent from request lifecycle (`isLoading`, `status`).\n   */\n  onSubscriptionChange?: (isSubscribed: boolean) => void\n\n  /**\n   * Callback when connection lifecycle changes.\n   */\n  onConnectionStatusChange?: (status: ConnectionStatus) => void\n\n  /**\n   * Callback when session generation activity changes.\n   * Derived from stream run events (RUN_STARTED / RUN_FINISHED / RUN_ERROR).\n   * Unlike `onLoadingChange` (request-local), this reflects shared generation\n   * activity visible to all subscribers (e.g. across tabs/devices).\n   */\n  onSessionGeneratingChange?: (isGenerating: boolean) => void\n\n  /**\n   * Callback when a custom event is received from a server-side tool.\n   * Custom events are emitted by tools using `context.emitCustomEvent()` during execution.\n   *\n   * @param eventType - The name of the custom event\n   * @param data - The event payload data\n   * @param context - Additional context including the toolCallId that emitted the event\n   */\n  onCustomEvent?: (\n    eventType: string,\n    data: unknown,\n    context: { toolCallId?: string },\n  ) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Devtools hook metadata for this client instance.\n   */\n  devtools?: Partial<AIDevtoolsClientMetadata>\n\n  /**\n   * Factory that constructs the devtools bridge. Default is a no-op\n   * factory, which keeps `@tanstack/ai-client/devtools` (the heavy\n   * bridge implementation) out of the main entry's bundle. Frameworks\n   * that need live devtools should pass the real factory from\n   * `@tanstack/ai-client/devtools`.\n   */\n  devtoolsBridgeFactory?: ChatDevtoolsBridgeFactory\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n}\n\n/**\n * Options for `ChatClient`. Exactly one of `connection` or `fetcher` must be\n * provided — the type-level XOR is enforced via `ChatTransport`.\n */\nexport type ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TContext = InferredClientContext<TTools>,\n> = DistributedOmit<ChatClientBaseOptions<TTools, TContext>, 'context'> &\n  ClientContextOptionFromTools<TTools, TContext> &\n  ChatTransport\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n  TContext = InferredClientContext<TTools>,\n>(\n  options: ChatClientOptions<TTools, TContext>,\n): ChatClientOptions<TTools, TContext> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools, any>\n    ? Array<UIMessage<TTools>>\n    : never\n"],"names":[],"mappings":"AA4jBO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAId,SACqC;AACrC,SAAO;AACT;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-client",
-  "version": "0.20.0",
+  "version": "0.21.0",
   "description": "Framework-agnostic headless client for TanStack AI chat, realtime sessions, streaming transports, and media generations.",
   "author": "Tanner Linsley",
   "license": "MIT",
@@ -49,7 +49,7 @@
     "src"
   ],
   "dependencies": {
-    "@tanstack/ai": "0.40.0",
+    "@tanstack/ai": "0.41.0",
     "@tanstack/ai-event-client": "0.6.8",
     "@tanstack/ai-utils": "0.3.1"
   },

package/src/realtime-client.ts

@@ -4,6 +4,7 @@ import type {
   AudioVisualization,
   RealtimeMessage,
   RealtimeMode,
+  RealtimeSessionConfig,
   RealtimeStatus,
   RealtimeToken,
 } from '@tanstack/ai/client'
@@ -101,6 +102,7 @@ export class RealtimeClient {
         this.clientTools.size > 0
           ? Array.from(this.clientTools.values())
           : undefined
+
       this.connection = await this.options.adapter.connect(
         this.token,
         toolsList,
@@ -282,6 +284,38 @@ export class RealtimeClient {
     return this.connection?.getAudioVisualization() ?? null
   }
 
+  /**
+   * Update the session configuration.
+   * This applies changes to the active connection and persists them for future reconnections.
+   */
+  updateSession(config: Partial<RealtimeSessionConfig>): void {
+    // Persist type-compatible fields so future (re)connections use the updated
+    // config. `tools` is intentionally excluded: a session's tool configs are
+    // serialized descriptors, whereas `options.tools` holds executable client
+    // tools tracked separately via `clientTools`.
+    const o = this.options
+    if (config.instructions !== undefined) o.instructions = config.instructions
+    if (config.voice !== undefined) o.voice = config.voice
+    if (config.vadMode !== undefined) o.vadMode = config.vadMode
+    if (config.outputModalities !== undefined) {
+      o.outputModalities = config.outputModalities
+    }
+    if (config.temperature !== undefined) o.temperature = config.temperature
+    if (config.maxOutputTokens !== undefined) {
+      o.maxOutputTokens = config.maxOutputTokens
+    }
+    if (config.semanticEagerness !== undefined) {
+      o.semanticEagerness = config.semanticEagerness
+    }
+    if (config.providerOptions !== undefined) {
+      o.providerOptions = config.providerOptions
+    }
+
+    if (this.connection) {
+      this.applySessionConfig()
+    }
+  }
+
   // ============================================================================
   // State Subscription
   // ============================================================================
@@ -353,6 +387,7 @@ export class RealtimeClient {
     try {
       this.token = await this.options.getToken()
       this.scheduleTokenRefresh()
+      this.connection?.updateToken?.(this.token)
       // Note: Some providers may require reconnection with new token
       // This is handled by the adapter implementation
     } catch (error) {
@@ -487,6 +522,18 @@ export class RealtimeClient {
         this.options.onError?.(error)
       }),
     )
+
+    this.unsubscribers.push(
+      this.connection.on('go_away', ({ timeLeft }) => {
+        this.options.onGoAway?.(timeLeft)
+      }),
+    )
+
+    this.unsubscribers.push(
+      this.connection.on('usage', (usage) => {
+        this.options.onUsage?.(usage)
+      }),
+    )
   }
 
   private applySessionConfig(): void {
@@ -513,18 +560,22 @@ export class RealtimeClient {
       semanticEagerness
     if (!hasConfig) return
 
-    // `RealtimeToolConfig.inputSchema` is `Record<string, any>` (no
-    // `undefined` under `exactOptionalPropertyTypes`). Conditionally spread
-    // it so we don't pass `undefined` when the tool has no input schema.
+    // `RealtimeToolConfig.inputSchema`/`outputSchema` are `Record<string, any>`
+    // (no `undefined` under `exactOptionalPropertyTypes`). Conditionally spread
+    // each so we don't pass `undefined` when the tool has no such schema.
     const toolsConfig = tools
       ? Array.from(this.clientTools.values()).map((t) => {
           const inputSchema = t.inputSchema
             ? convertSchemaToJsonSchema(t.inputSchema)
             : undefined
+          const outputSchema = t.outputSchema
+            ? convertSchemaToJsonSchema(t.outputSchema)
+            : undefined
           return {
             name: t.name,
             description: t.description,
             ...(inputSchema ? { inputSchema } : {}),
+            ...(outputSchema ? { outputSchema } : {}),
           }
         })
       : undefined

package/src/realtime-types.ts

@@ -6,6 +6,7 @@ import type {
   RealtimeStatus,
   RealtimeToken,
 } from '@tanstack/ai/client'
+import type { UsageInfo } from '@tanstack/ai'
 
 // The realtime adapter contract lives in `@tanstack/ai` (the shared layer both
 // providers and this client depend on) so provider packages don't need to
@@ -82,6 +83,11 @@ export interface RealtimeClientOptions {
    */
   semanticEagerness?: 'low' | 'medium' | 'high'
 
+  /**
+   * Provider-specific options
+   */
+  providerOptions?: Record<string, unknown>
+
   // Callbacks
   onStatusChange?: (status: RealtimeStatus) => void
   onModeChange?: (mode: RealtimeMode) => void
@@ -90,6 +96,8 @@ export interface RealtimeClientOptions {
   onConnect?: () => void
   onDisconnect?: () => void
   onInterrupted?: () => void
+  onUsage?: (usage: UsageInfo) => void
+  onGoAway?: (timeLeft?: string) => void
 }
 
 // ============================================================================

package/src/types.ts

@@ -166,15 +166,27 @@ type ToolCallPartForTool<T> = T extends AnyClientTool
       /** Parsed tool input (typed from inputSchema) */
       input?: InferToolInput<T>
       state: ToolCallState
-      /** Approval metadata if tool requires user approval */
-      approval?: {
-        id: string // Unique approval ID
-        needsApproval: boolean // Always true if present
-        approved?: boolean // User's decision (undefined until responded)
-      }
       /** Tool execution output (for client tools or after approval) */
       output?: InferToolOutput<T>
-    }
+    } & (NonNullable<T['needsApproval']> extends true
+      ? {
+          /**
+           * Approval metadata — present only on tools defined with
+           * `needsApproval: true`. Populated once the call reaches
+           * `state: 'approval-requested'`. `needsApproval` is an optional
+           * property on the tool, so we index into it (rather than
+           * `T extends { needsApproval: true }`, which an optional property
+           * never satisfies) and strip `undefined` before comparing to `true`.
+           */
+          approval?: {
+            id: string // Unique approval ID
+            needsApproval: boolean // Always true if present
+            approved?: boolean // User's decision (undefined until responded)
+          }
+        }
+      : // Tools without `needsApproval: true` never carry an approval field.
+        // `& unknown` is a no-op intersection (adds nothing).
+        unknown)
   : never
 
 /**