@tanstack/ai-client 0.7.6 → 0.7.7

package/dist/esm/realtime-client.js

@@ -289,6 +289,13 @@ class RealtimeClient {
       this.connection.on(
         "tool_call",
         async ({ toolCallId, toolName, input }) => {
+          if (!toolCallId) {
+            console.error(
+              "[RealtimeClient] tool_call missing toolCallId",
+              toolName
+            );
+            return;
+          }
           const tool = this.clientTools.get(toolName);
           if (tool?.execute) {
             try {
@@ -304,6 +311,13 @@ class RealtimeClient {
                 JSON.stringify({ error: errMsg })
               );
             }
+          } else {
+            this.connection?.sendToolResult(
+              toolCallId,
+              JSON.stringify({
+                error: `Unknown or non-executable tool: ${String(toolName)}`
+              })
+            );
           }
         }
       )

package/dist/esm/realtime-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private clientTools: Map<string, AnyClientTool>\n  private stateChangeCallbacks: Set<RealtimeStateChangeCallback> = new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on(\n        'tool_call',\n        async ({ toolCallId, toolName, input }) => {\n          const tool = this.clientTools.get(toolName)\n          if (tool?.execute) {\n            try {\n              const output = await tool.execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          }\n        },\n      ),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => ({\n          name: t.name,\n          description: t.description,\n          inputSchema: t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined,\n        }))\n      : undefined\n\n    this.connection.updateSession({\n      instructions,\n      voice,\n      vadMode,\n      tools: toolsConfig,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EAkB1B,YAAY,SAAgC;AAhB5C,SAAQ,aAAwC;AAChD,SAAQ,QAA8B;AACtC,SAAQ,sBAA4D;AAEpE,SAAQ,2CAA6D,IAAA;AACrE,SAAQ,gBAAmC,CAAA;AAE3C,SAAQ,QAA6B;AAAA,MACnC,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,UAAU,CAAA;AAAA,MACV,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,MAC5B,OAAO;AAAA,IAAA;AAIP,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,WAAW,kBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,WAAA;AACL,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,aAAA;AAAA,IACP,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW;AAAA,QACd;AAAA,QACA,OAAO,EAAE,YAAY,UAAU,YAAY;AACzC,gBAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAI,MAAM,SAAS;AACjB,gBAAI;AACF,oBAAM,SAAS,MAAM,KAAK,QAAQ,KAAK;AACvC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF;AAAA,QACF;AAAA,MAAA;AAAA,IACF;AAIF,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAEhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,MAChD,MAAM,EAAE;AAAA,MACR,aAAa,EAAE;AAAA,MACf,aAAa,EAAE,cACX,0BAA0B,EAAE,WAAW,IACvC;AAAA,IAAA,EACJ,IACF;AAEJ,SAAK,WAAW,cAAc;AAAA,MAC5B;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}
+{"version":3,"file":"realtime-client.js","sources":["../../src/realtime-client.ts"],"sourcesContent":["import { convertSchemaToJsonSchema } from '@tanstack/ai'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai'\nimport type {\n  RealtimeClientOptions,\n  RealtimeClientState,\n  RealtimeConnection,\n  RealtimeStateChangeCallback,\n} from './realtime-types'\n\n// Token refresh buffer - refresh 1 minute before expiry\nconst TOKEN_REFRESH_BUFFER_MS = 60_000\n\n/**\n * Client for managing realtime voice conversations.\n *\n * Handles connection lifecycle, audio I/O, message state,\n * and tool execution for realtime voice-to-voice AI interactions.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { openaiRealtime } from '@tanstack/ai-openai'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: openaiRealtime(),\n *   tools: [myTool.client(handler)],\n *   onMessage: (msg) => console.log('Message:', msg),\n * })\n *\n * await client.connect()\n * ```\n */\nexport class RealtimeClient {\n  private options: RealtimeClientOptions\n  private connection: RealtimeConnection | null = null\n  private token: RealtimeToken | null = null\n  private tokenRefreshTimeout: ReturnType<typeof setTimeout> | null = null\n  private clientTools: Map<string, AnyClientTool>\n  private stateChangeCallbacks: Set<RealtimeStateChangeCallback> = new Set()\n  private unsubscribers: Array<() => void> = []\n\n  private state: RealtimeClientState = {\n    status: 'idle',\n    mode: 'idle',\n    messages: [],\n    pendingUserTranscript: null,\n    pendingAssistantTranscript: null,\n    error: null,\n  }\n\n  constructor(options: RealtimeClientOptions) {\n    this.options = {\n      autoPlayback: true,\n      autoCapture: true,\n      vadMode: 'server',\n      ...options,\n    }\n\n    // Build client tools map\n    this.clientTools = new Map()\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientTools.set(tool.name, tool)\n      }\n    }\n  }\n\n  // ============================================================================\n  // Connection Lifecycle\n  // ============================================================================\n\n  /**\n   * Connect to the realtime session.\n   * Fetches a token and establishes the connection.\n   */\n  async connect(): Promise<void> {\n    if (this.state.status === 'connected') {\n      return\n    }\n\n    this.updateState({ status: 'connecting', error: null })\n\n    try {\n      // Fetch token from server\n      this.token = await this.options.getToken()\n\n      // Schedule token refresh\n      this.scheduleTokenRefresh()\n\n      // Connect via adapter (pass tools for providers like ElevenLabs that need them at connect time)\n      const toolsList =\n        this.clientTools.size > 0\n          ? Array.from(this.clientTools.values())\n          : undefined\n      this.connection = await this.options.adapter.connect(\n        this.token,\n        toolsList,\n      )\n\n      // Subscribe to connection events\n      this.subscribeToConnectionEvents()\n\n      // Auto-configure session with client-provided settings\n      this.applySessionConfig()\n\n      // Start audio capture if configured\n      if (this.options.autoCapture) {\n        await this.connection.startAudioCapture()\n      }\n\n      this.updateState({ status: 'connected', mode: 'listening' })\n      this.options.onConnect?.()\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ status: 'error', error: err })\n      this.options.onError?.(err)\n      throw err\n    }\n  }\n\n  /**\n   * Disconnect from the realtime session.\n   */\n  async disconnect(): Promise<void> {\n    if (this.tokenRefreshTimeout) {\n      clearTimeout(this.tokenRefreshTimeout)\n      this.tokenRefreshTimeout = null\n    }\n\n    // Unsubscribe from all events\n    for (const unsub of this.unsubscribers) {\n      unsub()\n    }\n    this.unsubscribers = []\n\n    if (this.connection) {\n      await this.connection.disconnect()\n      this.connection = null\n    }\n\n    this.token = null\n    this.updateState({\n      status: 'idle',\n      mode: 'idle',\n      pendingUserTranscript: null,\n      pendingAssistantTranscript: null,\n    })\n    this.options.onDisconnect?.()\n  }\n\n  // ============================================================================\n  // Voice Control\n  // ============================================================================\n\n  /**\n   * Start listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  startListening(): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n    this.connection.startAudioCapture()\n    this.updateState({ mode: 'listening' })\n  }\n\n  /**\n   * Stop listening for voice input.\n   * Only needed when vadMode is 'manual'.\n   */\n  stopListening(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.stopAudioCapture()\n    this.updateState({ mode: 'idle' })\n  }\n\n  /**\n   * Interrupt the current assistant response.\n   */\n  interrupt(): void {\n    if (!this.connection) {\n      return\n    }\n    this.connection.interrupt()\n  }\n\n  // ============================================================================\n  // Text Input\n  // ============================================================================\n\n  /**\n   * Send a text message instead of voice.\n   */\n  sendText(text: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'text', content: text }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendText(text)\n  }\n\n  /**\n   * Send an image to the conversation.\n   * @param imageData - Base64-encoded image data or a URL\n   * @param mimeType - MIME type of the image (e.g., 'image/png', 'image/jpeg')\n   */\n  sendImage(imageData: string, mimeType: string): void {\n    if (!this.connection || this.state.status !== 'connected') {\n      return\n    }\n\n    // Add user message with image part\n    const userMessage: RealtimeMessage = {\n      id: this.generateId(),\n      role: 'user',\n      timestamp: Date.now(),\n      parts: [{ type: 'image', data: imageData, mimeType }],\n    }\n    this.addMessage(userMessage)\n\n    // Send to provider\n    this.connection.sendImage(imageData, mimeType)\n  }\n\n  // ============================================================================\n  // State Access\n  // ============================================================================\n\n  /** Get current connection status */\n  get status(): RealtimeStatus {\n    return this.state.status\n  }\n\n  /** Get current mode */\n  get mode(): RealtimeMode {\n    return this.state.mode\n  }\n\n  /** Get conversation messages */\n  get messages(): Array<RealtimeMessage> {\n    return this.state.messages\n  }\n\n  /** Get current error, if any */\n  get error(): Error | null {\n    return this.state.error\n  }\n\n  /** Get pending user transcript (while user is speaking) */\n  get pendingUserTranscript(): string | null {\n    return this.state.pendingUserTranscript\n  }\n\n  /** Get pending assistant transcript (while assistant is speaking) */\n  get pendingAssistantTranscript(): string | null {\n    return this.state.pendingAssistantTranscript\n  }\n\n  /** Get audio visualization data */\n  get audio(): AudioVisualization | null {\n    return this.connection?.getAudioVisualization() ?? null\n  }\n\n  // ============================================================================\n  // State Subscription\n  // ============================================================================\n\n  /**\n   * Subscribe to state changes.\n   * @returns Unsubscribe function\n   */\n  onStateChange(callback: RealtimeStateChangeCallback): () => void {\n    this.stateChangeCallbacks.add(callback)\n    return () => {\n      this.stateChangeCallbacks.delete(callback)\n    }\n  }\n\n  // ============================================================================\n  // Cleanup\n  // ============================================================================\n\n  /**\n   * Clean up resources.\n   * Call this when disposing of the client.\n   */\n  destroy(): void {\n    this.disconnect()\n    this.stateChangeCallbacks.clear()\n  }\n\n  // ============================================================================\n  // Private Methods\n  // ============================================================================\n\n  private updateState(updates: Partial<RealtimeClientState>): void {\n    this.state = { ...this.state, ...updates }\n\n    // Notify callbacks\n    for (const callback of this.stateChangeCallbacks) {\n      callback(this.state)\n    }\n\n    // Notify specific callbacks\n    if ('status' in updates && updates.status !== undefined) {\n      this.options.onStatusChange?.(updates.status)\n    }\n    if ('mode' in updates && updates.mode !== undefined) {\n      this.options.onModeChange?.(updates.mode)\n    }\n  }\n\n  private addMessage(message: RealtimeMessage): void {\n    this.updateState({\n      messages: [...this.state.messages, message],\n    })\n    this.options.onMessage?.(message)\n  }\n\n  private scheduleTokenRefresh(): void {\n    if (!this.token) return\n\n    const timeUntilExpiry = this.token.expiresAt - Date.now()\n    const refreshIn = Math.max(0, timeUntilExpiry - TOKEN_REFRESH_BUFFER_MS)\n\n    this.tokenRefreshTimeout = setTimeout(() => {\n      this.refreshToken()\n    }, refreshIn)\n  }\n\n  private async refreshToken(): Promise<void> {\n    try {\n      this.token = await this.options.getToken()\n      this.scheduleTokenRefresh()\n      // Note: Some providers may require reconnection with new token\n      // This is handled by the adapter implementation\n    } catch (error) {\n      const err = error instanceof Error ? error : new Error(String(error))\n      this.updateState({ error: err })\n      this.options.onError?.(err)\n    }\n  }\n\n  private subscribeToConnectionEvents(): void {\n    if (!this.connection) return\n\n    // Status changes\n    this.unsubscribers.push(\n      this.connection.on('status_change', ({ status }) => {\n        this.updateState({ status })\n      }),\n    )\n\n    // Mode changes\n    this.unsubscribers.push(\n      this.connection.on('mode_change', ({ mode }) => {\n        this.updateState({ mode })\n      }),\n    )\n\n    // Transcripts (streaming)\n    // User transcripts are added as messages when final (no separate message_complete for user input)\n    // Assistant transcripts are streamed, final message comes via message_complete\n    this.unsubscribers.push(\n      this.connection.on('transcript', ({ role, transcript, isFinal }) => {\n        if (role === 'user') {\n          this.updateState({\n            pendingUserTranscript: isFinal ? null : transcript,\n          })\n          // Add user message when transcript is finalized\n          if (isFinal && transcript) {\n            this.addMessage({\n              id: this.generateId(),\n              role: 'user',\n              timestamp: Date.now(),\n              parts: [{ type: 'audio', transcript, durationMs: 0 }],\n            })\n          }\n        } else {\n          // Assistant transcripts - just update pending, message_complete handles final\n          this.updateState({\n            pendingAssistantTranscript: isFinal ? null : transcript,\n          })\n        }\n      }),\n    )\n\n    // Tool calls\n    this.unsubscribers.push(\n      this.connection.on(\n        'tool_call',\n        async ({ toolCallId, toolName, input }) => {\n          if (!toolCallId) {\n            console.error(\n              '[RealtimeClient] tool_call missing toolCallId',\n              toolName,\n            )\n            return\n          }\n          const tool = this.clientTools.get(toolName)\n          if (tool?.execute) {\n            try {\n              const output = await tool.execute(input)\n              this.connection?.sendToolResult(\n                toolCallId,\n                typeof output === 'string' ? output : JSON.stringify(output),\n              )\n            } catch (error) {\n              const errMsg =\n                error instanceof Error ? error.message : String(error)\n              this.connection?.sendToolResult(\n                toolCallId,\n                JSON.stringify({ error: errMsg }),\n              )\n            }\n          } else {\n            this.connection?.sendToolResult(\n              toolCallId,\n              JSON.stringify({\n                error: `Unknown or non-executable tool: ${String(toolName)}`,\n              }),\n            )\n          }\n        },\n      ),\n    )\n\n    // Message complete\n    this.unsubscribers.push(\n      this.connection.on('message_complete', ({ message }) => {\n        // Replace pending message with final version if needed\n        const existingIndex = this.state.messages.findIndex(\n          (m) => m.id === message.id,\n        )\n        if (existingIndex >= 0) {\n          const newMessages = [...this.state.messages]\n          newMessages[existingIndex] = message\n          this.updateState({ messages: newMessages })\n        } else {\n          this.addMessage(message)\n        }\n      }),\n    )\n\n    // Interruption\n    this.unsubscribers.push(\n      this.connection.on('interrupted', ({ messageId }) => {\n        if (messageId) {\n          const newMessages = this.state.messages.map((m) =>\n            m.id === messageId ? { ...m, interrupted: true } : m,\n          )\n          this.updateState({ messages: newMessages })\n        }\n        this.updateState({\n          mode: 'listening',\n          pendingAssistantTranscript: null,\n        })\n        this.options.onInterrupted?.()\n      }),\n    )\n\n    // Errors\n    this.unsubscribers.push(\n      this.connection.on('error', ({ error }) => {\n        this.updateState({ error })\n        this.options.onError?.(error)\n      }),\n    )\n  }\n\n  private applySessionConfig(): void {\n    if (!this.connection) return\n\n    const {\n      instructions,\n      voice,\n      vadMode,\n      tools,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    } = this.options\n    const hasConfig =\n      instructions ||\n      voice ||\n      vadMode ||\n      (tools && tools.length > 0) ||\n      outputModalities ||\n      temperature !== undefined ||\n      maxOutputTokens !== undefined ||\n      semanticEagerness\n    if (!hasConfig) return\n\n    const toolsConfig = tools\n      ? Array.from(this.clientTools.values()).map((t) => ({\n          name: t.name,\n          description: t.description,\n          inputSchema: t.inputSchema\n            ? convertSchemaToJsonSchema(t.inputSchema)\n            : undefined,\n        }))\n      : undefined\n\n    this.connection.updateSession({\n      instructions,\n      voice,\n      vadMode,\n      tools: toolsConfig,\n      outputModalities,\n      temperature,\n      maxOutputTokens,\n      semanticEagerness,\n    })\n  }\n\n  private generateId(): string {\n    return `msg-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n}\n"],"names":[],"mappings":";AAiBA,MAAM,0BAA0B;AAuBzB,MAAM,eAAe;AAAA,EAkB1B,YAAY,SAAgC;AAhB5C,SAAQ,aAAwC;AAChD,SAAQ,QAA8B;AACtC,SAAQ,sBAA4D;AAEpE,SAAQ,2CAA6D,IAAA;AACrE,SAAQ,gBAAmC,CAAA;AAE3C,SAAQ,QAA6B;AAAA,MACnC,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,UAAU,CAAA;AAAA,MACV,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,MAC5B,OAAO;AAAA,IAAA;AAIP,SAAK,UAAU;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,MACb,SAAS;AAAA,MACT,GAAG;AAAA,IAAA;AAIL,SAAK,kCAAkB,IAAA;AACvB,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,UAAyB;AAC7B,QAAI,KAAK,MAAM,WAAW,aAAa;AACrC;AAAA,IACF;AAEA,SAAK,YAAY,EAAE,QAAQ,cAAc,OAAO,MAAM;AAEtD,QAAI;AAEF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAGhC,WAAK,qBAAA;AAGL,YAAM,YACJ,KAAK,YAAY,OAAO,IACpB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,IACpC;AACN,WAAK,aAAa,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC3C,KAAK;AAAA,QACL;AAAA,MAAA;AAIF,WAAK,4BAAA;AAGL,WAAK,mBAAA;AAGL,UAAI,KAAK,QAAQ,aAAa;AAC5B,cAAM,KAAK,WAAW,kBAAA;AAAA,MACxB;AAEA,WAAK,YAAY,EAAE,QAAQ,aAAa,MAAM,aAAa;AAC3D,WAAK,QAAQ,YAAA;AAAA,IACf,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,QAAQ,SAAS,OAAO,KAAK;AAChD,WAAK,QAAQ,UAAU,GAAG;AAC1B,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAA4B;AAChC,QAAI,KAAK,qBAAqB;AAC5B,mBAAa,KAAK,mBAAmB;AACrC,WAAK,sBAAsB;AAAA,IAC7B;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAA;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAErB,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,WAAW,WAAA;AACtB,WAAK,aAAa;AAAA,IACpB;AAEA,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,uBAAuB;AAAA,MACvB,4BAA4B;AAAA,IAAA,CAC7B;AACD,SAAK,QAAQ,eAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,iBAAuB;AACrB,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AACA,SAAK,WAAW,kBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,YAAA,CAAa;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBAAsB;AACpB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,iBAAA;AAChB,SAAK,YAAY,EAAE,MAAM,OAAA,CAAQ;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAkB;AAChB,QAAI,CAAC,KAAK,YAAY;AACpB;AAAA,IACF;AACA,SAAK,WAAW,UAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,SAAS,MAAoB;AAC3B,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,QAAQ,SAAS,MAAM;AAAA,IAAA;AAEzC,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,SAAS,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAU,WAAmB,UAAwB;AACnD,QAAI,CAAC,KAAK,cAAc,KAAK,MAAM,WAAW,aAAa;AACzD;AAAA,IACF;AAGA,UAAM,cAA+B;AAAA,MACnC,IAAI,KAAK,WAAA;AAAA,MACT,MAAM;AAAA,MACN,WAAW,KAAK,IAAA;AAAA,MAChB,OAAO,CAAC,EAAE,MAAM,SAAS,MAAM,WAAW,UAAU;AAAA,IAAA;AAEtD,SAAK,WAAW,WAAW;AAG3B,SAAK,WAAW,UAAU,WAAW,QAAQ;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,SAAyB;AAC3B,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAqB;AACvB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,WAAmC;AACrC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAsB;AACxB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,wBAAuC;AACzC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,6BAA4C;AAC9C,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,QAAmC;AACrC,WAAO,KAAK,YAAY,sBAAA,KAA2B;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,cAAc,UAAmD;AAC/D,SAAK,qBAAqB,IAAI,QAAQ;AACtC,WAAO,MAAM;AACX,WAAK,qBAAqB,OAAO,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,UAAgB;AACd,SAAK,WAAA;AACL,SAAK,qBAAqB,MAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAMQ,YAAY,SAA6C;AAC/D,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,QAAA;AAGjC,eAAW,YAAY,KAAK,sBAAsB;AAChD,eAAS,KAAK,KAAK;AAAA,IACrB;AAGA,QAAI,YAAY,WAAW,QAAQ,WAAW,QAAW;AACvD,WAAK,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,IAC9C;AACA,QAAI,UAAU,WAAW,QAAQ,SAAS,QAAW;AACnD,WAAK,QAAQ,eAAe,QAAQ,IAAI;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,WAAW,SAAgC;AACjD,SAAK,YAAY;AAAA,MACf,UAAU,CAAC,GAAG,KAAK,MAAM,UAAU,OAAO;AAAA,IAAA,CAC3C;AACD,SAAK,QAAQ,YAAY,OAAO;AAAA,EAClC;AAAA,EAEQ,uBAA6B;AACnC,QAAI,CAAC,KAAK,MAAO;AAEjB,UAAM,kBAAkB,KAAK,MAAM,YAAY,KAAK,IAAA;AACpD,UAAM,YAAY,KAAK,IAAI,GAAG,kBAAkB,uBAAuB;AAEvE,SAAK,sBAAsB,WAAW,MAAM;AAC1C,WAAK,aAAA;AAAA,IACP,GAAG,SAAS;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,QAAI;AACF,WAAK,QAAQ,MAAM,KAAK,QAAQ,SAAA;AAChC,WAAK,qBAAA;AAAA,IAGP,SAAS,OAAO;AACd,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,WAAK,YAAY,EAAE,OAAO,IAAA,CAAK;AAC/B,WAAK,QAAQ,UAAU,GAAG;AAAA,IAC5B;AAAA,EACF;AAAA,EAEQ,8BAAoC;AAC1C,QAAI,CAAC,KAAK,WAAY;AAGtB,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,iBAAiB,CAAC,EAAE,aAAa;AAClD,aAAK,YAAY,EAAE,QAAQ;AAAA,MAC7B,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,WAAW;AAC9C,aAAK,YAAY,EAAE,MAAM;AAAA,MAC3B,CAAC;AAAA,IAAA;AAMH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,cAAc,CAAC,EAAE,MAAM,YAAY,cAAc;AAClE,YAAI,SAAS,QAAQ;AACnB,eAAK,YAAY;AAAA,YACf,uBAAuB,UAAU,OAAO;AAAA,UAAA,CACzC;AAED,cAAI,WAAW,YAAY;AACzB,iBAAK,WAAW;AAAA,cACd,IAAI,KAAK,WAAA;AAAA,cACT,MAAM;AAAA,cACN,WAAW,KAAK,IAAA;AAAA,cAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,YAAY,GAAG;AAAA,YAAA,CACrD;AAAA,UACH;AAAA,QACF,OAAO;AAEL,eAAK,YAAY;AAAA,YACf,4BAA4B,UAAU,OAAO;AAAA,UAAA,CAC9C;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW;AAAA,QACd;AAAA,QACA,OAAO,EAAE,YAAY,UAAU,YAAY;AACzC,cAAI,CAAC,YAAY;AACf,oBAAQ;AAAA,cACN;AAAA,cACA;AAAA,YAAA;AAEF;AAAA,UACF;AACA,gBAAM,OAAO,KAAK,YAAY,IAAI,QAAQ;AAC1C,cAAI,MAAM,SAAS;AACjB,gBAAI;AACF,oBAAM,SAAS,MAAM,KAAK,QAAQ,KAAK;AACvC,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cAAA;AAAA,YAE/D,SAAS,OAAO;AACd,oBAAM,SACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,mBAAK,YAAY;AAAA,gBACf;AAAA,gBACA,KAAK,UAAU,EAAE,OAAO,QAAQ;AAAA,cAAA;AAAA,YAEpC;AAAA,UACF,OAAO;AACL,iBAAK,YAAY;AAAA,cACf;AAAA,cACA,KAAK,UAAU;AAAA,gBACb,OAAO,mCAAmC,OAAO,QAAQ,CAAC;AAAA,cAAA,CAC3D;AAAA,YAAA;AAAA,UAEL;AAAA,QACF;AAAA,MAAA;AAAA,IACF;AAIF,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,oBAAoB,CAAC,EAAE,cAAc;AAEtD,cAAM,gBAAgB,KAAK,MAAM,SAAS;AAAA,UACxC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAAA;AAE1B,YAAI,iBAAiB,GAAG;AACtB,gBAAM,cAAc,CAAC,GAAG,KAAK,MAAM,QAAQ;AAC3C,sBAAY,aAAa,IAAI;AAC7B,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C,OAAO;AACL,eAAK,WAAW,OAAO;AAAA,QACzB;AAAA,MACF,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,eAAe,CAAC,EAAE,gBAAgB;AACnD,YAAI,WAAW;AACb,gBAAM,cAAc,KAAK,MAAM,SAAS;AAAA,YAAI,CAAC,MAC3C,EAAE,OAAO,YAAY,EAAE,GAAG,GAAG,aAAa,SAAS;AAAA,UAAA;AAErD,eAAK,YAAY,EAAE,UAAU,YAAA,CAAa;AAAA,QAC5C;AACA,aAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN,4BAA4B;AAAA,QAAA,CAC7B;AACD,aAAK,QAAQ,gBAAA;AAAA,MACf,CAAC;AAAA,IAAA;AAIH,SAAK,cAAc;AAAA,MACjB,KAAK,WAAW,GAAG,SAAS,CAAC,EAAE,YAAY;AACzC,aAAK,YAAY,EAAE,OAAO;AAC1B,aAAK,QAAQ,UAAU,KAAK;AAAA,MAC9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,IACE,KAAK;AACT,UAAM,YACJ,gBACA,SACA,WACC,SAAS,MAAM,SAAS,KACzB,oBACA,gBAAgB,UAChB,oBAAoB,UACpB;AACF,QAAI,CAAC,UAAW;AAEhB,UAAM,cAAc,QAChB,MAAM,KAAK,KAAK,YAAY,OAAA,CAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,MAChD,MAAM,EAAE;AAAA,MACR,aAAa,EAAE;AAAA,MACf,aAAa,EAAE,cACX,0BAA0B,EAAE,WAAW,IACvC;AAAA,IAAA,EACJ,IACF;AAEJ,SAAK,WAAW,cAAc;AAAA,MAC5B;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEQ,aAAqB;AAC3B,WAAO,OAAO,KAAK,IAAA,CAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EACrE;AACF;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-client",
-  "version": "0.7.6",
+  "version": "0.7.7",
   "description": "Framework-agnostic headless client for TanStack AI",
   "author": "",
   "license": "MIT",
@@ -31,8 +31,8 @@
     "src"
   ],
   "dependencies": {
-    "@tanstack/ai": "0.9.2",
-    "@tanstack/ai-event-client": "0.1.4"
+    "@tanstack/ai": "0.10.0",
+    "@tanstack/ai-event-client": "0.2.0"
   },
   "devDependencies": {
     "@vitest/coverage-v8": "4.0.14",

package/src/realtime-client.ts

@@ -410,6 +410,13 @@ export class RealtimeClient {
       this.connection.on(
         'tool_call',
         async ({ toolCallId, toolName, input }) => {
+          if (!toolCallId) {
+            console.error(
+              '[RealtimeClient] tool_call missing toolCallId',
+              toolName,
+            )
+            return
+          }
           const tool = this.clientTools.get(toolName)
           if (tool?.execute) {
             try {
@@ -426,6 +433,13 @@ export class RealtimeClient {
                 JSON.stringify({ error: errMsg }),
               )
             }
+          } else {
+            this.connection?.sendToolResult(
+              toolCallId,
+              JSON.stringify({
+                error: `Unknown or non-executable tool: ${String(toolName)}`,
+              }),
+            )
           }
         },
       ),