@tanstack/ai-client 0.12.0 → 0.14.0

package/dist/esm/realtime-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private readonly options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private readonly clientTools: Map<string, AnyClientTool>\n  private readonly stateChangeCallbacks: Set<RealtimeStateChangeCallback> =\n    new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    void this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    void this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      void this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on('tool_call', ({ toolCallId, toolName, input }) => {\n        if (!toolCallId) {\n          console.error(\n            '[RealtimeClient] tool_call missing toolCallId',\n            toolName,\n          )\n          return\n        }\n        const tool = this.clientTools.get(toolName)\n        const execute = tool?.execute\n        if (execute) {\n          void (async () => {\n            try {\n              const output = await execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          })()\n        } else {\n          this.connection?.sendToolResult(\n            toolCallId,\n            JSON.stringify({\n              error: `Unknown or non-executable tool: ${String(toolName)}`,\n            }),\n          )\n        }\n      }),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    // `RealtimeToolConfig.inputSchema` is `Record<string, any>` (no\n    // `undefined` under `exactOptionalPropertyTypes`). Conditionally spread\n    // it so we don't pass `undefined` when the tool has no input schema.\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => {\n          const inputSchema = t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined\n          return {\n            name: t.name,\n            description: t.description,\n            ...(inputSchema ? { inputSchema } : {}),\n          }\n        })\n      : undefined\n\n    // `RealtimeSessionConfig` declares each field as `field?: T` (no\n    // `undefined`). Spread each one conditionally so we don't violate\n    // `exactOptionalPropertyTypes` when the source is `T | undefined`.\n    this.connection.updateSession({\n      ...(instructions !== undefined ? { instructions } : {}),\n      ...(voice !== undefined ? { voice } : {}),\n      ...(vadMode !== undefined ? { vadMode } : {}),\n      ...(toolsConfig !== undefined ? { tools: toolsConfig } : {}),\n      ...(outputModalities !== undefined ? { outputModalities } : {}),\n      ...(temperature !== undefined ? { temperature } : {}),\n      ...(maxOutputTokens !== undefined ? { maxOutputTokens } : {}),\n      ...(semanticEagerness !== undefined ? { semanticEagerness } : {}),\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EACT;AAAA,EACT,aAAwC;AAAA,EACxC,QAA8B;AAAA,EAC9B,sBAA4D;AAAA,EACnD;AAAA,EACA,2CACX,IAAA;AAAA,EACE,gBAAmC,CAAA;AAAA,EAEnC,QAA6B;AAAA,IACnC,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,UAAU,CAAA;AAAA,IACV,uBAAuB;AAAA,IACvB,4BAA4B;AAAA,IAC5B,OAAO;AAAA,EAAA;AAAA,EAGT,YAAY,SAAgC;AAC1C,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,KAAK,WAAW,kBAAA;AACrB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,KAAK,WAAA;AACV,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,KAAK,aAAA;AAAA,IACZ,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,aAAa,CAAC,EAAE,YAAY,UAAU,YAAY;AACnE,YAAI,CAAC,YAAY;AACf,kBAAQ;AAAA,YACN;AAAA,YACA;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAM,UAAU,MAAM;AACtB,YAAI,SAAS;AACX,gBAAM,YAAY;AAChB,gBAAI;AACF,oBAAM,SAAS,MAAM,QAAQ,KAAK;AAClC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF,GAAA;AAAA,QACF,OAAO;AACL,eAAK,YAAY;AAAA,YACf;AAAA,YACA,KAAK,UAAU;AAAA,cACb,OAAO,mCAAmC,OAAO,QAAQ,CAAC;AAAA,YAAA,CAC3D;AAAA,UAAA;AAAA,QAEL;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAKhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,MAAM;AAC/C,YAAM,cAAc,EAAE,cAClB,0BAA0B,EAAE,WAAW,IACvC;AACJ,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,GAAI,cAAc,EAAE,gBAAgB,CAAA;AAAA,MAAC;AAAA,IAEzC,CAAC,IACD;AAKJ,SAAK,WAAW,cAAc;AAAA,MAC5B,GAAI,iBAAiB,SAAY,EAAE,aAAA,IAAiB,CAAA;AAAA,MACpD,GAAI,UAAU,SAAY,EAAE,MAAA,IAAU,CAAA;AAAA,MACtC,GAAI,YAAY,SAAY,EAAE,QAAA,IAAY,CAAA;AAAA,MAC1C,GAAI,gBAAgB,SAAY,EAAE,OAAO,YAAA,IAAgB,CAAA;AAAA,MACzD,GAAI,qBAAqB,SAAY,EAAE,iBAAA,IAAqB,CAAA;AAAA,MAC5D,GAAI,gBAAgB,SAAY,EAAE,YAAA,IAAgB,CAAA;AAAA,MAClD,GAAI,oBAAoB,SAAY,EAAE,gBAAA,IAAoB,CAAA;AAAA,MAC1D,GAAI,sBAAsB,SAAY,EAAE,sBAAsB,CAAA;AAAA,IAAC,CAChE;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}
+{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai/client'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai/client'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private readonly options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private readonly clientTools: Map<string, AnyClientTool>\n  private readonly stateChangeCallbacks: Set<RealtimeStateChangeCallback> =\n    new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    void this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    void this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      void this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on('tool_call', ({ toolCallId, toolName, input }) => {\n        if (!toolCallId) {\n          console.error(\n            '[RealtimeClient] tool_call missing toolCallId',\n            toolName,\n          )\n          return\n        }\n        const tool = this.clientTools.get(toolName)\n        const execute = tool?.execute\n        if (execute) {\n          void (async () => {\n            try {\n              const output = await execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          })()\n        } else {\n          this.connection?.sendToolResult(\n            toolCallId,\n            JSON.stringify({\n              error: `Unknown or non-executable tool: ${String(toolName)}`,\n            }),\n          )\n        }\n      }),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    // `RealtimeToolConfig.inputSchema` is `Record<string, any>` (no\n    // `undefined` under `exactOptionalPropertyTypes`). Conditionally spread\n    // it so we don't pass `undefined` when the tool has no input schema.\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => {\n          const inputSchema = t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined\n          return {\n            name: t.name,\n            description: t.description,\n            ...(inputSchema ? { inputSchema } : {}),\n          }\n        })\n      : undefined\n\n    // `RealtimeSessionConfig` declares each field as `field?: T` (no\n    // `undefined`). Spread each one conditionally so we don't violate\n    // `exactOptionalPropertyTypes` when the source is `T | undefined`.\n    this.connection.updateSession({\n      ...(instructions !== undefined ? { instructions } : {}),\n      ...(voice !== undefined ? { voice } : {}),\n      ...(vadMode !== undefined ? { vadMode } : {}),\n      ...(toolsConfig !== undefined ? { tools: toolsConfig } : {}),\n      ...(outputModalities !== undefined ? { outputModalities } : {}),\n      ...(temperature !== undefined ? { temperature } : {}),\n      ...(maxOutputTokens !== undefined ? { maxOutputTokens } : {}),\n      ...(semanticEagerness !== undefined ? { semanticEagerness } : {}),\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EACT;AAAA,EACT,aAAwC;AAAA,EACxC,QAA8B;AAAA,EAC9B,sBAA4D;AAAA,EACnD;AAAA,EACA,2CACX,IAAA;AAAA,EACE,gBAAmC,CAAA;AAAA,EAEnC,QAA6B;AAAA,IACnC,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,UAAU,CAAA;AAAA,IACV,uBAAuB;AAAA,IACvB,4BAA4B;AAAA,IAC5B,OAAO;AAAA,EAAA;AAAA,EAGT,YAAY,SAAgC;AAC1C,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,KAAK,WAAW,kBAAA;AACrB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,KAAK,WAAA;AACV,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,KAAK,aAAA;AAAA,IACZ,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,aAAa,CAAC,EAAE,YAAY,UAAU,YAAY;AACnE,YAAI,CAAC,YAAY;AACf,kBAAQ;AAAA,YACN;AAAA,YACA;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAM,UAAU,MAAM;AACtB,YAAI,SAAS;AACX,gBAAM,YAAY;AAChB,gBAAI;AACF,oBAAM,SAAS,MAAM,QAAQ,KAAK;AAClC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF,GAAA;AAAA,QACF,OAAO;AACL,eAAK,YAAY;AAAA,YACf;AAAA,YACA,KAAK,UAAU;AAAA,cACb,OAAO,mCAAmC,OAAO,QAAQ,CAAC;AAAA,YAAA,CAC3D;AAAA,UAAA;AAAA,QAEL;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAKhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,MAAM;AAC/C,YAAM,cAAc,EAAE,cAClB,0BAA0B,EAAE,WAAW,IACvC;AACJ,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,GAAI,cAAc,EAAE,gBAAgB,CAAA;AAAA,MAAC;AAAA,IAEzC,CAAC,IACD;AAKJ,SAAK,WAAW,cAAc;AAAA,MAC5B,GAAI,iBAAiB,SAAY,EAAE,aAAA,IAAiB,CAAA;AAAA,MACpD,GAAI,UAAU,SAAY,EAAE,MAAA,IAAU,CAAA;AAAA,MACtC,GAAI,YAAY,SAAY,EAAE,QAAA,IAAY,CAAA;AAAA,MAC1C,GAAI,gBAAgB,SAAY,EAAE,OAAO,YAAA,IAAgB,CAAA;AAAA,MACzD,GAAI,qBAAqB,SAAY,EAAE,iBAAA,IAAqB,CAAA;AAAA,MAC5D,GAAI,gBAAgB,SAAY,EAAE,YAAA,IAAgB,CAAA;AAAA,MAClD,GAAI,oBAAoB,SAAY,EAAE,gBAAA,IAAoB,CAAA;AAAA,MAC1D,GAAI,sBAAsB,SAAY,EAAE,sBAAsB,CAAA;AAAA,IAAC,CAChE;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}

package/dist/esm/realtime-types.d.ts

@@ -1,4 +1,4 @@
-import { AnyClientTool, AudioVisualization, RealtimeEvent, RealtimeEventHandler, RealtimeMessage, RealtimeMode, RealtimeSessionConfig, RealtimeStatus, RealtimeToken } from '@tanstack/ai';
+import { AnyClientTool, AudioVisualization, RealtimeEvent, RealtimeEventHandler, RealtimeMessage, RealtimeMode, RealtimeSessionConfig, RealtimeStatus, RealtimeToken } from '@tanstack/ai/client';
 /**
  * Adapter interface for connecting to realtime providers.
  * Each provider (OpenAI, ElevenLabs, etc.) implements this interface.

package/dist/esm/response-stream.d.ts

@@ -0,0 +1,7 @@
+export type MissingResponseStreamFeature = 'TextDecoder' | 'Response.body' | 'Response.body.getReader';
+export declare class UnsupportedResponseStreamError extends Error {
+    readonly missingFeature: MissingResponseStreamFeature;
+    constructor(missingFeature: MissingResponseStreamFeature);
+}
+export declare function getResponseStreamReader(response: Response): ReadableStreamDefaultReader<Uint8Array>;
+export declare function createResponseStreamTextDecoder(): TextDecoder;

package/dist/esm/response-stream.js

@@ -0,0 +1,32 @@
+class UnsupportedResponseStreamError extends Error {
+  missingFeature;
+  constructor(missingFeature) {
+    super(createUnsupportedResponseStreamMessage(missingFeature));
+    this.name = "UnsupportedResponseStreamError";
+    this.missingFeature = missingFeature;
+  }
+}
+function createUnsupportedResponseStreamMessage(missingFeature) {
+  return `Streaming fetch responses are not supported in this runtime because ${missingFeature} is unavailable. React Native users need a compatible fetch/stream/TextDecoder polyfill, or should use a fetch, XHR, or custom transport that can deliver streaming chunks.`;
+}
+function getResponseStreamReader(response) {
+  if (!response.body) {
+    throw new UnsupportedResponseStreamError("Response.body");
+  }
+  if (typeof response.body.getReader !== "function") {
+    throw new UnsupportedResponseStreamError("Response.body.getReader");
+  }
+  return response.body.getReader();
+}
+function createResponseStreamTextDecoder() {
+  if (typeof globalThis.TextDecoder !== "function") {
+    throw new UnsupportedResponseStreamError("TextDecoder");
+  }
+  return new globalThis.TextDecoder();
+}
+export {
+  UnsupportedResponseStreamError,
+  createResponseStreamTextDecoder,
+  getResponseStreamReader
+};
+//# sourceMappingURL=response-stream.js.map

package/dist/esm/response-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-stream.js","sources":["../../src/response-stream.ts"],"sourcesContent":["export type MissingResponseStreamFeature =\n  | 'TextDecoder'\n  | 'Response.body'\n  | 'Response.body.getReader'\n\nexport class UnsupportedResponseStreamError extends Error {\n  readonly missingFeature: MissingResponseStreamFeature\n\n  constructor(missingFeature: MissingResponseStreamFeature) {\n    super(createUnsupportedResponseStreamMessage(missingFeature))\n    this.name = 'UnsupportedResponseStreamError'\n    this.missingFeature = missingFeature\n  }\n}\n\nfunction createUnsupportedResponseStreamMessage(\n  missingFeature: MissingResponseStreamFeature,\n): string {\n  return `Streaming fetch responses are not supported in this runtime because ${missingFeature} is unavailable. React Native users need a compatible fetch/stream/TextDecoder polyfill, or should use a fetch, XHR, or custom transport that can deliver streaming chunks.`\n}\n\nexport function getResponseStreamReader(\n  response: Response,\n): ReadableStreamDefaultReader<Uint8Array> {\n  if (!response.body) {\n    throw new UnsupportedResponseStreamError('Response.body')\n  }\n\n  if (typeof response.body.getReader !== 'function') {\n    throw new UnsupportedResponseStreamError('Response.body.getReader')\n  }\n\n  return response.body.getReader()\n}\n\nexport function createResponseStreamTextDecoder(): TextDecoder {\n  if (typeof globalThis.TextDecoder !== 'function') {\n    throw new UnsupportedResponseStreamError('TextDecoder')\n  }\n\n  return new globalThis.TextDecoder()\n}\n"],"names":[],"mappings":"AAKO,MAAM,uCAAuC,MAAM;AAAA,EAC/C;AAAA,EAET,YAAY,gBAA8C;AACxD,UAAM,uCAAuC,cAAc,CAAC;AAC5D,SAAK,OAAO;AACZ,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,SAAS,uCACP,gBACQ;AACR,SAAO,uEAAuE,cAAc;AAC9F;AAEO,SAAS,wBACd,UACyC;AACzC,MAAI,CAAC,SAAS,MAAM;AAClB,UAAM,IAAI,+BAA+B,eAAe;AAAA,EAC1D;AAEA,MAAI,OAAO,SAAS,KAAK,cAAc,YAAY;AACjD,UAAM,IAAI,+BAA+B,yBAAyB;AAAA,EACpE;AAEA,SAAO,SAAS,KAAK,UAAA;AACvB;AAEO,SAAS,kCAA+C;AAC7D,MAAI,OAAO,WAAW,gBAAgB,YAAY;AAChD,UAAM,IAAI,+BAA+B,aAAa;AAAA,EACxD;AAEA,SAAO,IAAI,WAAW,YAAA;AACxB;"}

package/dist/esm/sse-parser.d.ts

@@ -1,4 +1,4 @@
-import { StreamChunk } from '@tanstack/ai';
+import { StreamChunk } from '@tanstack/ai/client';
 /**
  * Parse a Response body as Server-Sent Events, yielding StreamChunks.
  *

package/dist/esm/sse-parser.js

@@ -1,6 +1,8 @@
+import { getResponseStreamReader, createResponseStreamTextDecoder } from "./response-stream.js";
+import { parseSseDataLine } from "./sse-utils.js";
 async function* readStreamLines(reader, abortSignal) {
   try {
-    const decoder = new TextDecoder();
+    const decoder = createResponseStreamTextDecoder();
     let buffer = "";
     while (!abortSignal?.aborted) {
       const { done, value } = await reader.read();
@@ -27,12 +29,9 @@ async function* parseSSEResponse(response, abortSignal) {
       `HTTP error! status: ${response.status} ${response.statusText}`
     );
   }
-  const reader = response.body?.getReader();
-  if (!reader) {
-    throw new Error("Response body is not readable");
-  }
+  const reader = getResponseStreamReader(response);
   for await (const line of readStreamLines(reader, abortSignal)) {
-    const data = line.startsWith("data: ") ? line.slice(6) : line;
+    const data = parseSseDataLine(line);
     if (data === "[DONE]") {
       console.warn(
         "[@tanstack/ai-client] Received [DONE] sentinel. This is deprecated — upgrade your @tanstack/ai server package. RUN_FINISHED is the stream terminator."

package/dist/esm/sse-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"sse-parser.js","sources":["../../src/sse-parser.ts"],"sourcesContent":["import type { StreamChunk } from '@tanstack/ai'\n\n/**\n * Read lines from a stream (newline-delimited)\n */\nasync function* readStreamLines(\n  reader: ReadableStreamDefaultReader<Uint8Array>,\n  abortSignal?: AbortSignal,\n): AsyncGenerator<string> {\n  try {\n    const decoder = new TextDecoder()\n    let buffer = ''\n\n    while (!abortSignal?.aborted) {\n      const { done, value } = await reader.read()\n      if (done) break\n\n      buffer += decoder.decode(value, { stream: true })\n      const lines = buffer.split('\\n')\n\n      buffer = lines.pop() || ''\n\n      for (const line of lines) {\n        if (line.trim()) {\n          yield line\n        }\n      }\n    }\n\n    if (buffer.trim()) {\n      yield buffer\n    }\n  } finally {\n    reader.releaseLock()\n  }\n}\n\n/**\n * Parse a Response body as Server-Sent Events, yielding StreamChunks.\n *\n * Used by GenerationClient to parse SSE Responses returned from fetchers\n * (e.g., TanStack Start server functions using `toServerSentEventsResponse()`).\n */\nexport async function* parseSSEResponse(\n  response: Response,\n  abortSignal?: AbortSignal,\n): AsyncGenerator<StreamChunk> {\n  if (!response.ok) {\n    throw new Error(\n      `HTTP error! status: ${response.status} ${response.statusText}`,\n    )\n  }\n\n  const reader = response.body?.getReader()\n  if (!reader) {\n    throw new Error('Response body is not readable')\n  }\n\n  for await (const line of readStreamLines(reader, abortSignal)) {\n    const data = line.startsWith('data: ') ? line.slice(6) : line\n\n    if (data === '[DONE]') {\n      console.warn(\n        '[@tanstack/ai-client] Received [DONE] sentinel. This is deprecated — upgrade your @tanstack/ai server package. RUN_FINISHED is the stream terminator.',\n      )\n      continue\n    }\n\n    try {\n      const parsed: StreamChunk = JSON.parse(data)\n      yield parsed\n    } catch (parseError) {\n      console.warn('Failed to parse SSE chunk:', data)\n    }\n  }\n}\n"],"names":[],"mappings":"AAKA,gBAAgB,gBACd,QACA,aACwB;AACxB,MAAI;AACF,UAAM,UAAU,IAAI,YAAA;AACpB,QAAI,SAAS;AAEb,WAAO,CAAC,aAAa,SAAS;AAC5B,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,KAAM;AAEV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,MAAM;AAChD,YAAM,QAAQ,OAAO,MAAM,IAAI;AAE/B,eAAS,MAAM,SAAS;AAExB,iBAAW,QAAQ,OAAO;AACxB,YAAI,KAAK,QAAQ;AACf,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ;AACjB,YAAM;AAAA,IACR;AAAA,EACF,UAAA;AACE,WAAO,YAAA;AAAA,EACT;AACF;AAQA,gBAAuB,iBACrB,UACA,aAC6B;AAC7B,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI;AAAA,MACR,uBAAuB,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,IAAA;AAAA,EAEjE;AAEA,QAAM,SAAS,SAAS,MAAM,UAAA;AAC9B,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,MAAM,+BAA+B;AAAA,EACjD;AAEA,mBAAiB,QAAQ,gBAAgB,QAAQ,WAAW,GAAG;AAC7D,UAAM,OAAO,KAAK,WAAW,QAAQ,IAAI,KAAK,MAAM,CAAC,IAAI;AAEzD,QAAI,SAAS,UAAU;AACrB,cAAQ;AAAA,QACN;AAAA,MAAA;AAEF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,SAAsB,KAAK,MAAM,IAAI;AAC3C,YAAM;AAAA,IACR,SAAS,YAAY;AACnB,cAAQ,KAAK,8BAA8B,IAAI;AAAA,IACjD;AAAA,EACF;AACF;"}
+{"version":3,"file":"sse-parser.js","sources":["../../src/sse-parser.ts"],"sourcesContent":["import {\n  createResponseStreamTextDecoder,\n  getResponseStreamReader,\n} from './response-stream'\nimport { parseSseDataLine } from './sse-utils'\nimport type { StreamChunk } from '@tanstack/ai/client'\n\n/**\n * Read lines from a stream (newline-delimited)\n */\nasync function* readStreamLines(\n  reader: ReadableStreamDefaultReader<Uint8Array>,\n  abortSignal?: AbortSignal,\n): AsyncGenerator<string> {\n  try {\n    const decoder = createResponseStreamTextDecoder()\n    let buffer = ''\n\n    while (!abortSignal?.aborted) {\n      const { done, value } = await reader.read()\n      if (done) break\n\n      buffer += decoder.decode(value, { stream: true })\n      const lines = buffer.split('\\n')\n\n      buffer = lines.pop() || ''\n\n      for (const line of lines) {\n        if (line.trim()) {\n          yield line\n        }\n      }\n    }\n\n    if (buffer.trim()) {\n      yield buffer\n    }\n  } finally {\n    reader.releaseLock()\n  }\n}\n\n/**\n * Parse a Response body as Server-Sent Events, yielding StreamChunks.\n *\n * Used by GenerationClient to parse SSE Responses returned from fetchers\n * (e.g., TanStack Start server functions using `toServerSentEventsResponse()`).\n */\nexport async function* parseSSEResponse(\n  response: Response,\n  abortSignal?: AbortSignal,\n): AsyncGenerator<StreamChunk> {\n  if (!response.ok) {\n    throw new Error(\n      `HTTP error! status: ${response.status} ${response.statusText}`,\n    )\n  }\n\n  const reader = getResponseStreamReader(response)\n\n  for await (const line of readStreamLines(reader, abortSignal)) {\n    const data = parseSseDataLine(line)\n\n    if (data === '[DONE]') {\n      console.warn(\n        '[@tanstack/ai-client] Received [DONE] sentinel. This is deprecated — upgrade your @tanstack/ai server package. RUN_FINISHED is the stream terminator.',\n      )\n      continue\n    }\n\n    try {\n      const parsed: StreamChunk = JSON.parse(data)\n      yield parsed\n    } catch (parseError) {\n      console.warn('Failed to parse SSE chunk:', data)\n    }\n  }\n}\n"],"names":[],"mappings":";;AAUA,gBAAgB,gBACd,QACA,aACwB;AACxB,MAAI;AACF,UAAM,UAAU,gCAAA;AAChB,QAAI,SAAS;AAEb,WAAO,CAAC,aAAa,SAAS;AAC5B,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,KAAM;AAEV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,MAAM;AAChD,YAAM,QAAQ,OAAO,MAAM,IAAI;AAE/B,eAAS,MAAM,SAAS;AAExB,iBAAW,QAAQ,OAAO;AACxB,YAAI,KAAK,QAAQ;AACf,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ;AACjB,YAAM;AAAA,IACR;AAAA,EACF,UAAA;AACE,WAAO,YAAA;AAAA,EACT;AACF;AAQA,gBAAuB,iBACrB,UACA,aAC6B;AAC7B,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI;AAAA,MACR,uBAAuB,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,IAAA;AAAA,EAEjE;AAEA,QAAM,SAAS,wBAAwB,QAAQ;AAE/C,mBAAiB,QAAQ,gBAAgB,QAAQ,WAAW,GAAG;AAC7D,UAAM,OAAO,iBAAiB,IAAI;AAElC,QAAI,SAAS,UAAU;AACrB,cAAQ;AAAA,QACN;AAAA,MAAA;AAEF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,SAAsB,KAAK,MAAM,IAAI;AAC3C,YAAM;AAAA,IACR,SAAS,YAAY;AACnB,cAAQ,KAAK,8BAA8B,IAAI;AAAA,IACjD;AAAA,EACF;AACF;"}

package/dist/esm/sse-utils.d.ts

@@ -0,0 +1 @@
+export declare function parseSseDataLine(line: string): string;

package/dist/esm/sse-utils.js

@@ -0,0 +1,11 @@
+function parseSseDataLine(line) {
+  if (!line.startsWith("data:")) {
+    return line;
+  }
+  const data = line.slice(5);
+  return data.startsWith(" ") ? data.slice(1) : data;
+}
+export {
+  parseSseDataLine
+};
+//# sourceMappingURL=sse-utils.js.map

package/dist/esm/sse-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-utils.js","sources":["../../src/sse-utils.ts"],"sourcesContent":["export function parseSseDataLine(line: string): string {\n  if (!line.startsWith('data:')) {\n    return line\n  }\n\n  const data = line.slice(5)\n  return data.startsWith(' ') ? data.slice(1) : data\n}\n"],"names":[],"mappings":"AAAO,SAAS,iBAAiB,MAAsB;AACrD,MAAI,CAAC,KAAK,WAAW,OAAO,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,QAAM,OAAO,KAAK,MAAM,CAAC;AACzB,SAAO,KAAK,WAAW,GAAG,IAAI,KAAK,MAAM,CAAC,IAAI;AAChD;"}

package/dist/esm/tool-types.d.ts

@@ -1,4 +1,4 @@
-import { AnyClientTool, InferToolInput, InferToolOutput } from '@tanstack/ai';
+import { AnyClientTool, InferToolInput, InferToolOutput } from '@tanstack/ai/client';
 /**
  * Extract all tool names from a tools array as a union type
  */

package/dist/esm/types.d.ts

@@ -1,6 +1,8 @@
-import { AnyClientTool, AudioPart, ChunkStrategy, ContentPart, DocumentPart, ImagePart, InferToolInput, InferToolOutput, ModelMessage, StreamChunk, StructuredOutputPart, VideoPart } from '@tanstack/ai';
+import { AnyClientTool, AudioPart, ChunkStrategy, ContentPart, DocumentPart, ImagePart, InferToolInput, InferToolOutput, ModelMessage, StreamChunk, StructuredOutputPart, VideoPart } from '@tanstack/ai/client';
 import { ConnectionAdapter } from './connection-adapters.js';
-export type { StructuredOutputPart } from '@tanstack/ai';
+import { AIDevtoolsClientMetadata } from './devtools.js';
+import { ChatDevtoolsBridgeFactory } from './devtools-noop.js';
+export type { StructuredOutputPart } from '@tanstack/ai/client';
 /**
  * `messages` is the full UIMessage history (not a delta). `data` is the
  * merged body — `ChatClientOptions.body` plus any per-call data passed to
@@ -192,7 +194,7 @@ export interface UIMessage<TTools extends ReadonlyArray<AnyClientTool> = any, TD
  * Options for `ChatClient`. Exactly one of `connection` or `fetcher` must be
  * provided — the type-level XOR is enforced via `ChatTransport`.
  */
-export type ChatClientOptions<TTools extends ReadonlyArray<AnyClientTool> = any> = {
+export type ChatClientOptions<TTools extends ReadonlyArray<AnyClientTool> = any, TContext = unknown> = {
     /**
      * Initial messages to populate the chat
      */
@@ -289,6 +291,22 @@ export type ChatClientOptions<TTools extends ReadonlyArray<AnyClientTool> = any>
      * When provided, tools with execute functions will be called automatically
      */
     tools?: TTools;
+    /**
+     * Client-local context passed to client-side tool execution.
+     */
+    context?: TContext;
+    /**
+     * Devtools hook metadata for this client instance.
+     */
+    devtools?: Partial<AIDevtoolsClientMetadata>;
+    /**
+     * Factory that constructs the devtools bridge. Default is a no-op
+     * factory, which keeps `@tanstack/ai-client/devtools` (the heavy
+     * bridge implementation) out of the main entry's bundle. Frameworks
+     * that need live devtools should pass the real factory from
+     * `@tanstack/ai-client/devtools`.
+     */
+    devtoolsBridgeFactory?: ChatDevtoolsBridgeFactory;
     /**
      * Stream processing options (optional)
      * Configure chunking strategy
@@ -337,7 +355,7 @@ export declare function clientTools<const T extends Array<AnyClientTool>>(...too
  * type MyMessages = InferChatMessages<typeof chatOptions>
  * ```
  */
-export declare function createChatClientOptions<const TTools extends ReadonlyArray<AnyClientTool>>(options: ChatClientOptions<TTools>): ChatClientOptions<TTools>;
+export declare function createChatClientOptions<const TTools extends ReadonlyArray<AnyClientTool>, TContext = unknown>(options: ChatClientOptions<TTools, TContext>): ChatClientOptions<TTools, TContext>;
 /**
  * Extract the message type from chat options
  *
@@ -352,4 +370,4 @@ export declare function createChatClientOptions<const TTools extends ReadonlyArr
  * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>
  * ```
  */
-export type InferChatMessages<T> = T extends ChatClientOptions<infer TTools> ? Array<UIMessage<TTools>> : never;
+export type InferChatMessages<T> = T extends ChatClientOptions<infer TTools, any> ? Array<UIMessage<TTools>> : never;

package/dist/esm/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  AudioPart,\n  ChunkStrategy,\n  ContentPart,\n  DocumentPart,\n  ImagePart,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n  StructuredOutputPart,\n  VideoPart,\n} from '@tanstack/ai'\nimport type { ConnectionAdapter } from './connection-adapters'\n\nexport type { StructuredOutputPart } from '@tanstack/ai'\n\n/**\n * `messages` is the full UIMessage history (not a delta). `data` is the\n * merged body — `ChatClientOptions.body` plus any per-call data passed to\n * `sendMessage(...)`. `threadId` / `runId` are the AG-UI correlation ids\n * the chat client uses to track this turn — forward them to your server\n * if it needs to correlate requests.\n */\nexport interface ChatFetcherInput {\n  messages: Array<UIMessage>\n  data?: Record<string, unknown>\n  threadId: string\n  runId: string\n}\n\nexport interface ChatFetcherOptions {\n  /** Fires when `stop()` is called or the request is superseded. */\n  signal: AbortSignal\n}\n\n/**\n * Direct function that performs a chat request. Mirrors\n * `GenerationFetcher`. Returns either a `Response` (SSE body parsed by the\n * chat client) or an `AsyncIterable<StreamChunk>` (yielded directly). May\n * return the value synchronously, as a `Promise`, or as an async generator\n * (`async function*`) — the chat client awaits whichever shape is returned.\n *\n * @example\n * ```ts\n * useChat({\n *   fetcher: ({ messages }, { signal }) =>\n *     chatFn({ data: { messages }, signal }),\n * })\n * ```\n */\nexport type ChatFetcher = (\n  input: ChatFetcherInput,\n  options: ChatFetcherOptions,\n) =>\n  | Response\n  | AsyncIterable<StreamChunk>\n  | Promise<Response | AsyncIterable<StreamChunk>>\n\n/**\n * Distributive `Omit` — applies `Omit<O, K>` per branch of a union so\n * discriminated unions survive omission. Plain `Omit` collapses unions\n * into a single object shape, which would erase the `ChatTransport` XOR\n * when framework hooks omit React-managed callbacks from\n * `ChatClientOptions`.\n */\nexport type DistributedOmit<\n  TObject,\n  TKeys extends keyof any,\n> = TObject extends unknown ? Omit<TObject, TKeys> : never\n\n/**\n * Discriminated union enforcing that exactly one of `connection` or\n * `fetcher` is provided. Mirrors `GenerationTransport`.\n */\nexport type ChatTransport =\n  | { connection: ConnectionAdapter; fetcher?: never }\n  | { fetcher: ChatFetcher; connection?: never }\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n  | 'complete' // Result is complete\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Connection lifecycle state for the subscription loop.\n */\nexport type ConnectionStatus =\n  | 'disconnected'\n  | 'connecting'\n  | 'connected'\n  | 'error'\n\n/**\n * Multimodal content input for sending messages with rich media.\n * Allows sending text, images, audio, video, and documents to the LLM.\n *\n * @example\n * ```ts\n * // Send an image with a question\n * client.sendMessage({\n *   content: [\n *     { type: 'text', content: 'What is in this image?' },\n *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n *   ],\n *   id: 'custom-message-id' // optional\n * })\n * ```\n */\nexport interface MultimodalContent {\n  /**\n   * The content of the message.\n   * Can be a simple string or an array of content parts for multimodal messages.\n   */\n  content: string | Array<ContentPart>\n  /**\n   * Optional custom ID for the message.\n   * If not provided, a unique ID will be generated.\n   */\n  id?: string\n}\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Approval metadata if tool requires user approval */\n      approval?: {\n        id: string // Unique approval ID\n        needsApproval: boolean // Always true if present\n        approved?: boolean // User's decision (undefined until responded)\n      }\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    }\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> =\n  | TextPart\n  | ImagePart\n  | AudioPart\n  | VideoPart\n  | DocumentPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n  | StructuredOutputPart<TData>\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results.\n *\n * `TTools` narrows the tool-call/result part types based on the registered\n * tools. `TData` is the schema-inferred type for any `structured-output` part\n * on the message — defaulted to `unknown` so untyped consumers (the core\n * stream processor, the wire converter) don't need to thread a schema generic\n * everywhere; the hook layer (`useChat({ outputSchema })`) substitutes it on\n * the public return so `m.parts.find(p => p.type === 'structured-output').data`\n * is typed without manual casts.\n */\nexport interface UIMessage<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools, TData>>\n  createdAt?: Date\n}\n\n/**\n * Options for `ChatClient`. Exactly one of `connection` or `fetcher` must be\n * provided — the type-level XOR is enforced via `ChatTransport`.\n */\nexport type ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n> = {\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Thread ID to use for this chat session. Persists across sends within\n   * the session. If omitted, a unique thread ID is generated.\n   */\n  threadId?: string\n\n  /**\n   * Arbitrary client-controlled JSON forwarded to the server in the\n   * AG-UI `RunAgentInput.forwardedProps` field. Use this for per-session\n   * options like provider/model selection or feature flags that the\n   * server endpoint should read.\n   *\n   * Replaces the legacy `body` option. If both are provided,\n   * `forwardedProps` wins on key collision.\n   */\n  forwardedProps?: Record<string, any>\n\n  /**\n   * @deprecated Use `forwardedProps` instead. `body` continues to work\n   * unchanged — its values are merged into the AG-UI\n   * `RunAgentInput.forwardedProps` field on the wire and are also\n   * mirrored under the legacy `data` field for servers that have not\n   * migrated yet. Will be removed in a future major release.\n   */\n  body?: Record<string, any>\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Callback when subscription lifecycle changes.\n   * This is independent from request lifecycle (`isLoading`, `status`).\n   */\n  onSubscriptionChange?: (isSubscribed: boolean) => void\n\n  /**\n   * Callback when connection lifecycle changes.\n   */\n  onConnectionStatusChange?: (status: ConnectionStatus) => void\n\n  /**\n   * Callback when session generation activity changes.\n   * Derived from stream run events (RUN_STARTED / RUN_FINISHED / RUN_ERROR).\n   * Unlike `onLoadingChange` (request-local), this reflects shared generation\n   * activity visible to all subscribers (e.g. across tabs/devices).\n   */\n  onSessionGeneratingChange?: (isGenerating: boolean) => void\n\n  /**\n   * Callback when a custom event is received from a server-side tool.\n   * Custom events are emitted by tools using `context.emitCustomEvent()` during execution.\n   *\n   * @param eventType - The name of the custom event\n   * @param data - The event payload data\n   * @param context - Additional context including the toolCallId that emitted the event\n   */\n  onCustomEvent?: (\n    eventType: string,\n    data: unknown,\n    context: { toolCallId?: string },\n  ) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n} & ChatTransport\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n>(options: ChatClientOptions<TTools>): ChatClientOptions<TTools> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools> ? Array<UIMessage<TTools>> : never\n"],"names":[],"mappings":"AAsaO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAEd,SAA+D;AAC/D,SAAO;AACT;"}
+{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  AudioPart,\n  ChunkStrategy,\n  ContentPart,\n  DocumentPart,\n  ImagePart,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n  StructuredOutputPart,\n  VideoPart,\n} from '@tanstack/ai/client'\nimport type { ConnectionAdapter } from './connection-adapters'\nimport type { AIDevtoolsClientMetadata } from './devtools'\nimport type { ChatDevtoolsBridgeFactory } from './devtools-noop'\n\nexport type { StructuredOutputPart } from '@tanstack/ai/client'\n\n/**\n * `messages` is the full UIMessage history (not a delta). `data` is the\n * merged body — `ChatClientOptions.body` plus any per-call data passed to\n * `sendMessage(...)`. `threadId` / `runId` are the AG-UI correlation ids\n * the chat client uses to track this turn — forward them to your server\n * if it needs to correlate requests.\n */\nexport interface ChatFetcherInput {\n  messages: Array<UIMessage>\n  data?: Record<string, unknown>\n  threadId: string\n  runId: string\n}\n\nexport interface ChatFetcherOptions {\n  /** Fires when `stop()` is called or the request is superseded. */\n  signal: AbortSignal\n}\n\n/**\n * Direct function that performs a chat request. Mirrors\n * `GenerationFetcher`. Returns either a `Response` (SSE body parsed by the\n * chat client) or an `AsyncIterable<StreamChunk>` (yielded directly). May\n * return the value synchronously, as a `Promise`, or as an async generator\n * (`async function*`) — the chat client awaits whichever shape is returned.\n *\n * @example\n * ```ts\n * useChat({\n *   fetcher: ({ messages }, { signal }) =>\n *     chatFn({ data: { messages }, signal }),\n * })\n * ```\n */\nexport type ChatFetcher = (\n  input: ChatFetcherInput,\n  options: ChatFetcherOptions,\n) =>\n  | Response\n  | AsyncIterable<StreamChunk>\n  | Promise<Response | AsyncIterable<StreamChunk>>\n\n/**\n * Distributive `Omit` — applies `Omit<O, K>` per branch of a union so\n * discriminated unions survive omission. Plain `Omit` collapses unions\n * into a single object shape, which would erase the `ChatTransport` XOR\n * when framework hooks omit React-managed callbacks from\n * `ChatClientOptions`.\n */\nexport type DistributedOmit<\n  TObject,\n  TKeys extends keyof any,\n> = TObject extends unknown ? Omit<TObject, TKeys> : never\n\n/**\n * Discriminated union enforcing that exactly one of `connection` or\n * `fetcher` is provided. Mirrors `GenerationTransport`.\n */\nexport type ChatTransport =\n  | { connection: ConnectionAdapter; fetcher?: never }\n  | { fetcher: ChatFetcher; connection?: never }\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n  | 'complete' // Result is complete\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Connection lifecycle state for the subscription loop.\n */\nexport type ConnectionStatus =\n  | 'disconnected'\n  | 'connecting'\n  | 'connected'\n  | 'error'\n\n/**\n * Multimodal content input for sending messages with rich media.\n * Allows sending text, images, audio, video, and documents to the LLM.\n *\n * @example\n * ```ts\n * // Send an image with a question\n * client.sendMessage({\n *   content: [\n *     { type: 'text', content: 'What is in this image?' },\n *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n *   ],\n *   id: 'custom-message-id' // optional\n * })\n * ```\n */\nexport interface MultimodalContent {\n  /**\n   * The content of the message.\n   * Can be a simple string or an array of content parts for multimodal messages.\n   */\n  content: string | Array<ContentPart>\n  /**\n   * Optional custom ID for the message.\n   * If not provided, a unique ID will be generated.\n   */\n  id?: string\n}\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Approval metadata if tool requires user approval */\n      approval?: {\n        id: string // Unique approval ID\n        needsApproval: boolean // Always true if present\n        approved?: boolean // User's decision (undefined until responded)\n      }\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    }\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> =\n  | TextPart\n  | ImagePart\n  | AudioPart\n  | VideoPart\n  | DocumentPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n  | StructuredOutputPart<TData>\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results.\n *\n * `TTools` narrows the tool-call/result part types based on the registered\n * tools. `TData` is the schema-inferred type for any `structured-output` part\n * on the message — defaulted to `unknown` so untyped consumers (the core\n * stream processor, the wire converter) don't need to thread a schema generic\n * everywhere; the hook layer (`useChat({ outputSchema })`) substitutes it on\n * the public return so `m.parts.find(p => p.type === 'structured-output').data`\n * is typed without manual casts.\n */\nexport interface UIMessage<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TData = unknown,\n> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools, TData>>\n  createdAt?: Date\n}\n\n/**\n * Options for `ChatClient`. Exactly one of `connection` or `fetcher` must be\n * provided — the type-level XOR is enforced via `ChatTransport`.\n */\nexport type ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n  TContext = unknown,\n> = {\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Thread ID to use for this chat session. Persists across sends within\n   * the session. If omitted, a unique thread ID is generated.\n   */\n  threadId?: string\n\n  /**\n   * Arbitrary client-controlled JSON forwarded to the server in the\n   * AG-UI `RunAgentInput.forwardedProps` field. Use this for per-session\n   * options like provider/model selection or feature flags that the\n   * server endpoint should read.\n   *\n   * Replaces the legacy `body` option. If both are provided,\n   * `forwardedProps` wins on key collision.\n   */\n  forwardedProps?: Record<string, any>\n\n  /**\n   * @deprecated Use `forwardedProps` instead. `body` continues to work\n   * unchanged — its values are merged into the AG-UI\n   * `RunAgentInput.forwardedProps` field on the wire and are also\n   * mirrored under the legacy `data` field for servers that have not\n   * migrated yet. Will be removed in a future major release.\n   */\n  body?: Record<string, any>\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Callback when subscription lifecycle changes.\n   * This is independent from request lifecycle (`isLoading`, `status`).\n   */\n  onSubscriptionChange?: (isSubscribed: boolean) => void\n\n  /**\n   * Callback when connection lifecycle changes.\n   */\n  onConnectionStatusChange?: (status: ConnectionStatus) => void\n\n  /**\n   * Callback when session generation activity changes.\n   * Derived from stream run events (RUN_STARTED / RUN_FINISHED / RUN_ERROR).\n   * Unlike `onLoadingChange` (request-local), this reflects shared generation\n   * activity visible to all subscribers (e.g. across tabs/devices).\n   */\n  onSessionGeneratingChange?: (isGenerating: boolean) => void\n\n  /**\n   * Callback when a custom event is received from a server-side tool.\n   * Custom events are emitted by tools using `context.emitCustomEvent()` during execution.\n   *\n   * @param eventType - The name of the custom event\n   * @param data - The event payload data\n   * @param context - Additional context including the toolCallId that emitted the event\n   */\n  onCustomEvent?: (\n    eventType: string,\n    data: unknown,\n    context: { toolCallId?: string },\n  ) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Client-local context passed to client-side tool execution.\n   */\n  context?: TContext\n\n  /**\n   * Devtools hook metadata for this client instance.\n   */\n  devtools?: Partial<AIDevtoolsClientMetadata>\n\n  /**\n   * Factory that constructs the devtools bridge. Default is a no-op\n   * factory, which keeps `@tanstack/ai-client/devtools` (the heavy\n   * bridge implementation) out of the main entry's bundle. Frameworks\n   * that need live devtools should pass the real factory from\n   * `@tanstack/ai-client/devtools`.\n   */\n  devtoolsBridgeFactory?: ChatDevtoolsBridgeFactory\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n} & ChatTransport\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n  TContext = unknown,\n>(\n  options: ChatClientOptions<TTools, TContext>,\n): ChatClientOptions<TTools, TContext> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools, any>\n    ? Array<UIMessage<TTools>>\n    : never\n"],"names":[],"mappings":"AA4bO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAId,SACqC;AACrC,SAAO;AACT;"}

package/dist/esm/video-generation-client.d.ts

@@ -38,8 +38,14 @@ import { GenerationClientState, GenerationFetcher, VideoGenerateInput, VideoGene
 export declare class VideoGenerationClient<TOutput = VideoGenerateResult> {
     private readonly connection;
     private readonly fetcher;
+    private readonly uniqueId;
+    private readonly devtoolsMetadata;
+    private readonly devtoolsBridge;
+    private readonly threadId;
     private body;
     private result;
+    private input;
+    private progress;
     private jobId;
     private videoStatus;
     private isLoading;
@@ -47,6 +53,7 @@ export declare class VideoGenerationClient<TOutput = VideoGenerateResult> {
     private status;
     private abortController;
     private readonly callbacksRef;
+    private devtoolsMounted;
     constructor(options: VideoGenerationClientOptions<TOutput> & ({
         connection: ConnectConnectionAdapter;
         fetcher?: never;
@@ -54,6 +61,8 @@ export declare class VideoGenerationClient<TOutput = VideoGenerateResult> {
         fetcher: GenerationFetcher<VideoGenerateInput, VideoGenerateResult>;
         connection?: never;
     }));
+    private buildDevtoolsBridgeOptions;
+    mountDevtools(): void;
     /**
      * Trigger video generation.
      * Only one generation can be in-flight at a time.
@@ -80,6 +89,7 @@ export declare class VideoGenerationClient<TOutput = VideoGenerateResult> {
      * Update options without recreating the client.
      */
     updateOptions(options: Partial<Pick<VideoGenerationClientOptions<TOutput>, 'body' | 'onResult' | 'onError' | 'onProgress' | 'onChunk' | 'onJobCreated' | 'onStatusUpdate'>>): void;
+    dispose(): void;
     getResult(): TOutput | null;
     getJobId(): string | null;
     getVideoStatus(): VideoStatusInfo | null;
@@ -92,4 +102,9 @@ export declare class VideoGenerationClient<TOutput = VideoGenerateResult> {
     private setIsLoading;
     private setError;
     private setStatus;
+    private setProgress;
+    private createCompletedVideoStatus;
+    private createDevtoolsMetadata;
+    private generateUniqueId;
+    private createRunContext;
 }