@tanstack/ai-client 0.4.0 → 0.4.1

package/dist/esm/chat-client.d.ts

@@ -1,11 +1,12 @@
 import { AnyClientTool, ModelMessage, StreamChunk } from '@tanstack/ai';
 import { ConnectionAdapter } from './connection-adapters.js';
-import { ChatClientOptions, ChatClientState, UIMessage } from './types.js';
+import { ChatClientOptions, ChatClientState, MultimodalContent, UIMessage } from './types.js';
 export declare class ChatClient {
     private processor;
     private connection;
     private uniqueId;
     private body;
+    private pendingMessageBody;
     private isLoading;
     private error;
     private status;
@@ -28,9 +29,50 @@ export declare class ChatClient {
      */
     private processStream;
     /**
-     * Send a message and stream the response
-     */
-    sendMessage(content: string): Promise<void>;
+     * Send a message and stream the response.
+     * Supports both simple string content and multimodal content (images, audio, video, documents).
+     *
+     * @param content - The message content. Can be:
+     *   - A simple string for text-only messages
+     *   - A MultimodalContent object with content array and optional custom ID
+     * @param body - Optional body parameters to merge with the client's base body for this request.
+     *               Uses shallow merge with per-message body taking priority.
+     *
+     * @example
+     * ```ts
+     * // Simple text message
+     * await client.sendMessage('Hello!')
+     *
+     * // Text message with custom body params
+     * await client.sendMessage('Hello!', { temperature: 0.7 })
+     *
+     * // Multimodal message with image
+     * await client.sendMessage({
+     *   content: [
+     *     { type: 'text', content: 'What is in this image?' },
+     *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }
+     *   ]
+     * })
+     *
+     * // Multimodal message with custom ID and body params
+     * await client.sendMessage(
+     *   {
+     *     content: [
+     *       { type: 'text', content: 'Describe this audio' },
+     *       { type: 'audio', source: { type: 'data', value: 'base64...' } }
+     *     ],
+     *     id: 'custom-message-id'
+     *   },
+     *   { model: 'gpt-4-audio' }
+     * )
+     * ```
+     */
+    sendMessage(content: string | MultimodalContent, body?: Record<string, any>): Promise<void>;
+    /**
+     * Normalize the message input to extract content and optional id.
+     * Trims string content automatically.
+     */
+    private normalizeMessageInput;
     /**
      * Append a message and stream the response
      */

package/dist/esm/chat-client.js

@@ -3,6 +3,7 @@ import { DefaultChatClientEventEmitter } from "./events.js";
 class ChatClient {
   constructor(options) {
     this.body = {};
+    this.pendingMessageBody = void 0;
     this.isLoading = false;
     this.error = void 0;
     this.status = "ready";
@@ -194,16 +195,68 @@ class ChatClient {
     };
   }
   /**
-   * Send a message and stream the response
+   * Send a message and stream the response.
+   * Supports both simple string content and multimodal content (images, audio, video, documents).
+   *
+   * @param content - The message content. Can be:
+   *   - A simple string for text-only messages
+   *   - A MultimodalContent object with content array and optional custom ID
+   * @param body - Optional body parameters to merge with the client's base body for this request.
+   *               Uses shallow merge with per-message body taking priority.
+   *
+   * @example
+   * ```ts
+   * // Simple text message
+   * await client.sendMessage('Hello!')
+   *
+   * // Text message with custom body params
+   * await client.sendMessage('Hello!', { temperature: 0.7 })
+   *
+   * // Multimodal message with image
+   * await client.sendMessage({
+   *   content: [
+   *     { type: 'text', content: 'What is in this image?' },
+   *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }
+   *   ]
+   * })
+   *
+   * // Multimodal message with custom ID and body params
+   * await client.sendMessage(
+   *   {
+   *     content: [
+   *       { type: 'text', content: 'Describe this audio' },
+   *       { type: 'audio', source: { type: 'data', value: 'base64...' } }
+   *     ],
+   *     id: 'custom-message-id'
+   *   },
+   *   { model: 'gpt-4-audio' }
+   * )
+   * ```
    */
-  async sendMessage(content) {
-    if (!content.trim() || this.isLoading) {
+  async sendMessage(content, body) {
+    const emptyMessage = typeof content === "string" && !content.trim();
+    if (emptyMessage || this.isLoading) {
       return;
     }
-    const userMessage = this.processor.addUserMessage(content.trim());
-    this.events.messageSent(userMessage.id, content.trim());
+    const normalizedContent = this.normalizeMessageInput(content);
+    this.pendingMessageBody = body;
+    const userMessage = this.processor.addUserMessage(
+      normalizedContent.content,
+      normalizedContent.id
+    );
+    this.events.messageSent(userMessage.id, normalizedContent.content);
     await this.streamResponse();
   }
+  /**
+   * Normalize the message input to extract content and optional id.
+   * Trims string content automatically.
+   */
+  normalizeMessageInput(input) {
+    if (typeof input === "string") {
+      return { content: input.trim() };
+    }
+    return { content: input.content, id: input.id };
+  }
   /**
    * Append a message and stream the response
    */
@@ -238,13 +291,15 @@ class ChatClient {
     try {
       const messages = this.processor.getMessages();
       await this.callbacksRef.current.onResponse();
-      const bodyWithConversationId = {
+      const mergedBody = {
         ...this.body,
+        ...this.pendingMessageBody,
         conversationId: this.uniqueId
       };
+      this.pendingMessageBody = void 0;
       const stream = this.connection.connect(
         messages,
-        bodyWithConversationId,
+        mergedBody,
         this.abortController.signal
       );
       await this.processStream(stream);
@@ -261,6 +316,7 @@ class ChatClient {
     } finally {
       this.abortController = null;
       this.setIsLoading(false);
+      this.pendingMessageBody = void 0;
       await this.drainPostStreamActions();
       if (streamCompletedSuccessfully) {
         const messages = this.processor.getMessages();

package/dist/esm/chat-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat-client.js","sources":["../../src/chat-client.ts"],"sourcesContent":["import {\n  StreamProcessor,\n  generateMessageId,\n  normalizeToUIMessage,\n} from '@tanstack/ai'\nimport { DefaultChatClientEventEmitter } from './events'\nimport type { AnyClientTool, ModelMessage, StreamChunk } from '@tanstack/ai'\nimport type { ConnectionAdapter } from './connection-adapters'\nimport type { ChatClientEventEmitter } from './events'\nimport type {\n  ChatClientOptions,\n  ChatClientState,\n  MessagePart,\n  ToolCallPart,\n  UIMessage,\n} from './types'\n\nexport class ChatClient {\n  private processor: StreamProcessor\n  private connection: ConnectionAdapter\n  private uniqueId: string\n  private body: Record<string, any> = {}\n  private isLoading = false\n  private error: Error | undefined = undefined\n  private status: ChatClientState = 'ready'\n  private abortController: AbortController | null = null\n  private events: ChatClientEventEmitter\n  private clientToolsRef: { current: Map<string, AnyClientTool> }\n  private currentStreamId: string | null = null\n  private currentMessageId: string | null = null\n  private postStreamActions: Array<() => Promise<void>> = []\n  // Track pending client tool executions to await them before stream finalization\n  private pendingToolExecutions: Map<string, Promise<void>> = new Map()\n  // Flag to deduplicate continuation checks during action draining\n  private continuationPending = false\n\n  private callbacksRef: {\n    current: {\n      onResponse: (response?: Response) => void | Promise<void>\n      onChunk: (chunk: StreamChunk) => void\n      onFinish: (message: UIMessage) => void\n      onError: (error: Error) => void\n      onMessagesChange: (messages: Array<UIMessage>) => void\n      onLoadingChange: (isLoading: boolean) => void\n      onErrorChange: (error: Error | undefined) => void\n      onStatusChange: (status: ChatClientState) => void\n    }\n  }\n\n  constructor(options: ChatClientOptions) {\n    this.uniqueId = options.id || this.generateUniqueId('chat')\n    this.body = options.body || {}\n    this.connection = options.connection\n    this.events = new DefaultChatClientEventEmitter(this.uniqueId)\n\n    // Build client tools map\n    this.clientToolsRef = { current: new Map() }\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientToolsRef.current.set(tool.name, tool)\n      }\n    }\n\n    this.callbacksRef = {\n      current: {\n        onResponse: options.onResponse || (() => {}),\n        onChunk: options.onChunk || (() => {}),\n        onFinish: options.onFinish || (() => {}),\n        onError: options.onError || (() => {}),\n        onMessagesChange: options.onMessagesChange || (() => {}),\n        onLoadingChange: options.onLoadingChange || (() => {}),\n        onErrorChange: options.onErrorChange || (() => {}),\n        onStatusChange: options.onStatusChange || (() => {}),\n      },\n    }\n\n    // Create StreamProcessor with event handlers\n    this.processor = new StreamProcessor({\n      chunkStrategy: options.streamProcessor?.chunkStrategy,\n      initialMessages: options.initialMessages,\n      events: {\n        onMessagesChange: (messages: Array<UIMessage>) => {\n          this.callbacksRef.current.onMessagesChange(messages)\n        },\n        onStreamStart: () => {\n          this.setStatus('streaming')\n        },\n        onStreamEnd: (message: UIMessage) => {\n          this.callbacksRef.current.onFinish(message)\n          this.setStatus('ready')\n        },\n        onError: (error: Error) => {\n          this.setError(error)\n          this.setStatus('error')\n          this.callbacksRef.current.onError(error)\n        },\n        onTextUpdate: (messageId: string, content: string) => {\n          // Emit text update to devtools\n          if (this.currentStreamId) {\n            this.events.textUpdated(this.currentStreamId, messageId, content)\n          }\n        },\n        onThinkingUpdate: (messageId: string, content: string) => {\n          // Emit thinking update to devtools\n          if (this.currentStreamId) {\n            this.events.thinkingUpdated(\n              this.currentStreamId,\n              messageId,\n              content,\n            )\n          }\n        },\n        onToolCallStateChange: (\n          messageId: string,\n          toolCallId: string,\n          state: string,\n          args: string,\n        ) => {\n          // Get the tool name from the messages\n          const messages = this.processor.getMessages()\n          const message = messages.find((m: UIMessage) => m.id === messageId)\n          const toolCallPart = message?.parts.find(\n            (p: MessagePart): p is ToolCallPart =>\n              p.type === 'tool-call' && p.id === toolCallId,\n          )\n          const toolName = toolCallPart?.name || 'unknown'\n\n          // Emit tool call state change to devtools\n          if (this.currentStreamId) {\n            this.events.toolCallStateChanged(\n              this.currentStreamId,\n              messageId,\n              toolCallId,\n              toolName,\n              state,\n              args,\n            )\n          }\n        },\n        onToolCall: (args: {\n          toolCallId: string\n          toolName: string\n          input: any\n        }) => {\n          // Handle client-side tool execution automatically\n          const clientTool = this.clientToolsRef.current.get(args.toolName)\n          const executeFunc = clientTool?.execute\n          if (executeFunc) {\n            // Create and track the execution promise\n            const executionPromise = (async () => {\n              try {\n                const output = await executeFunc(args.input)\n                await this.addToolResult({\n                  toolCallId: args.toolCallId,\n                  tool: args.toolName,\n                  output,\n                  state: 'output-available',\n                })\n              } catch (error: any) {\n                await this.addToolResult({\n                  toolCallId: args.toolCallId,\n                  tool: args.toolName,\n                  output: null,\n                  state: 'output-error',\n                  errorText: error.message,\n                })\n              } finally {\n                // Remove from pending when complete\n                this.pendingToolExecutions.delete(args.toolCallId)\n              }\n            })()\n\n            // Track the pending execution\n            this.pendingToolExecutions.set(args.toolCallId, executionPromise)\n          }\n        },\n        onApprovalRequest: (args: {\n          toolCallId: string\n          toolName: string\n          input: any\n          approvalId: string\n        }) => {\n          if (this.currentStreamId) {\n            this.events.approvalRequested(\n              this.currentStreamId,\n              this.currentMessageId || '',\n              args.toolCallId,\n              args.toolName,\n              args.input,\n              args.approvalId,\n            )\n          }\n        },\n      },\n    })\n\n    this.events.clientCreated(this.processor.getMessages().length)\n  }\n\n  private generateUniqueId(prefix: string): string {\n    return `${prefix}-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n\n  private setIsLoading(isLoading: boolean): void {\n    this.isLoading = isLoading\n    this.callbacksRef.current.onLoadingChange(isLoading)\n    this.events.loadingChanged(isLoading)\n  }\n\n  private setStatus(status: ChatClientState): void {\n    this.status = status\n    this.callbacksRef.current.onStatusChange(status)\n  }\n\n  private setError(error: Error | undefined): void {\n    this.error = error\n    this.callbacksRef.current.onErrorChange(error)\n    this.events.errorChanged(error?.message || null)\n  }\n\n  /**\n   * Process a stream through the StreamProcessor\n   */\n  private async processStream(\n    source: AsyncIterable<StreamChunk>,\n  ): Promise<UIMessage> {\n    // Generate a stream ID for this streaming operation\n    this.currentStreamId = this.generateUniqueId('stream')\n\n    // Start a new assistant message\n    const messageId = this.processor.startAssistantMessage()\n    this.currentMessageId = messageId\n\n    // Emit message appended event for the new assistant message\n    const assistantMessage: UIMessage = {\n      id: messageId,\n      role: 'assistant',\n      parts: [],\n      createdAt: new Date(),\n    }\n    this.events.messageAppended(\n      assistantMessage,\n      this.currentStreamId || undefined,\n    )\n\n    // Process each chunk\n    for await (const chunk of source) {\n      this.callbacksRef.current.onChunk(chunk)\n      this.processor.processChunk(chunk)\n\n      // Yield control back to event loop to allow UI updates\n      await new Promise((resolve) => setTimeout(resolve, 0))\n    }\n\n    // Wait for all pending tool executions to complete before finalizing\n    // This ensures client tools finish before we check for continuation\n    if (this.pendingToolExecutions.size > 0) {\n      await Promise.all(this.pendingToolExecutions.values())\n    }\n\n    // Finalize the stream\n    this.processor.finalizeStream()\n\n    // Clear the current stream and message IDs\n    this.currentStreamId = null\n    this.currentMessageId = null\n\n    // Return the assistant message\n    const messages = this.processor.getMessages()\n    const finalAssistantMessage = messages.find(\n      (m: UIMessage) => m.id === messageId,\n    )\n\n    return (\n      finalAssistantMessage || {\n        id: messageId,\n        role: 'assistant',\n        parts: [],\n        createdAt: new Date(),\n      }\n    )\n  }\n\n  /**\n   * Send a message and stream the response\n   */\n  async sendMessage(content: string): Promise<void> {\n    if (!content.trim() || this.isLoading) {\n      return\n    }\n\n    // Add user message via processor\n    const userMessage = this.processor.addUserMessage(content.trim())\n    this.events.messageSent(userMessage.id, content.trim())\n\n    await this.streamResponse()\n  }\n\n  /**\n   * Append a message and stream the response\n   */\n  async append(message: UIMessage | ModelMessage): Promise<void> {\n    // Normalize the message to ensure it has id and createdAt\n    const normalizedMessage = normalizeToUIMessage(message, generateMessageId)\n\n    // Skip system messages - they're handled via systemPrompts, not UIMessages\n    if (normalizedMessage.role === 'system') {\n      return\n    }\n\n    // Type assertion: after checking for system, we know it's user or assistant\n    const uiMessage = normalizedMessage as UIMessage\n\n    // Emit message appended event\n    this.events.messageAppended(uiMessage)\n\n    // Add to messages\n    const messages = this.processor.getMessages()\n    this.processor.setMessages([...messages, uiMessage])\n\n    // If stream is in progress, queue the response for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.streamResponse())\n      return\n    }\n\n    await this.streamResponse()\n  }\n\n  /**\n   * Stream a response from the LLM\n   */\n  private async streamResponse(): Promise<void> {\n    // Guard against concurrent streams - if already loading, skip\n    if (this.isLoading) {\n      return\n    }\n\n    this.setIsLoading(true)\n    this.setStatus('submitted')\n    this.setError(undefined)\n    this.abortController = new AbortController()\n    // Reset pending tool executions for the new stream\n    this.pendingToolExecutions.clear()\n    let streamCompletedSuccessfully = false\n\n    try {\n      // Get UIMessages with parts (preserves approval state and client tool results)\n      const messages = this.processor.getMessages()\n\n      // Call onResponse callback\n      await this.callbacksRef.current.onResponse()\n\n      // Include conversationId in the body for server-side event correlation\n      const bodyWithConversationId = {\n        ...this.body,\n        conversationId: this.uniqueId,\n      }\n\n      // Connect and stream\n      const stream = this.connection.connect(\n        messages,\n        bodyWithConversationId,\n        this.abortController.signal,\n      )\n\n      await this.processStream(stream)\n      streamCompletedSuccessfully = true\n    } catch (err) {\n      if (err instanceof Error) {\n        if (err.name === 'AbortError') {\n          return\n        }\n        this.setError(err)\n        this.setStatus('error')\n        this.callbacksRef.current.onError(err)\n      }\n    } finally {\n      this.abortController = null\n      this.setIsLoading(false)\n\n      // Drain any actions that were queued while the stream was in progress\n      await this.drainPostStreamActions()\n\n      // Continue conversation if the stream ended with a tool result (server tool completed)\n      if (streamCompletedSuccessfully) {\n        const messages = this.processor.getMessages()\n        const lastPart = messages.at(-1)?.parts.at(-1)\n\n        if (lastPart?.type === 'tool-result' && this.shouldAutoSend()) {\n          try {\n            await this.checkForContinuation()\n          } catch (error) {\n            console.error('Failed to continue flow after tool result:', error)\n          }\n        }\n      }\n    }\n  }\n\n  /**\n   * Reload the last assistant message\n   */\n  async reload(): Promise<void> {\n    const messages = this.processor.getMessages()\n    if (messages.length === 0) return\n\n    // Find the last user message\n    const lastUserMessageIndex = messages.findLastIndex(\n      (m: UIMessage) => m.role === 'user',\n    )\n\n    if (lastUserMessageIndex === -1) return\n\n    this.events.reloaded(lastUserMessageIndex)\n\n    // Remove all messages after the last user message\n    this.processor.removeMessagesAfter(lastUserMessageIndex)\n\n    // Resend\n    await this.streamResponse()\n  }\n\n  /**\n   * Stop the current stream\n   */\n  stop(): void {\n    if (this.abortController) {\n      this.abortController.abort()\n      this.abortController = null\n    }\n    this.setIsLoading(false)\n    this.setStatus('ready')\n    this.events.stopped()\n  }\n\n  /**\n   * Clear all messages\n   */\n  clear(): void {\n    this.processor.clearMessages()\n    this.setError(undefined)\n    this.events.messagesCleared()\n  }\n\n  /**\n   * Add the result of a client-side tool execution\n   */\n  async addToolResult(result: {\n    toolCallId: string\n    tool: string\n    output: any\n    state?: 'output-available' | 'output-error'\n    errorText?: string\n  }): Promise<void> {\n    this.events.toolResultAdded(\n      result.toolCallId,\n      result.tool,\n      result.output,\n      result.state || 'output-available',\n    )\n\n    // Add result via processor\n    this.processor.addToolResult(\n      result.toolCallId,\n      result.output,\n      result.errorText,\n    )\n\n    // If stream is in progress, queue continuation check for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.checkForContinuation())\n      return\n    }\n\n    await this.checkForContinuation()\n  }\n\n  /**\n   * Respond to a tool approval request\n   */\n  async addToolApprovalResponse(response: {\n    id: string // approval.id, not toolCallId\n    approved: boolean\n  }): Promise<void> {\n    // Find the tool call ID from the approval ID\n    const messages = this.processor.getMessages()\n    let foundToolCallId: string | undefined\n\n    for (const msg of messages) {\n      const toolCallPart = msg.parts.find(\n        (p: MessagePart): p is ToolCallPart =>\n          p.type === 'tool-call' && p.approval?.id === response.id,\n      )\n      if (toolCallPart) {\n        foundToolCallId = toolCallPart.id\n        break\n      }\n    }\n\n    if (foundToolCallId) {\n      this.events.toolApprovalResponded(\n        response.id,\n        foundToolCallId,\n        response.approved,\n      )\n    }\n\n    // Add response via processor\n    this.processor.addToolApprovalResponse(response.id, response.approved)\n\n    // If stream is in progress, queue continuation check for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.checkForContinuation())\n      return\n    }\n\n    await this.checkForContinuation()\n  }\n\n  /**\n   * Queue an action to be executed after the current stream ends\n   */\n  private queuePostStreamAction(action: () => Promise<void>): void {\n    this.postStreamActions.push(action)\n  }\n\n  /**\n   * Drain and execute all queued post-stream actions\n   */\n  private async drainPostStreamActions(): Promise<void> {\n    while (this.postStreamActions.length > 0) {\n      const action = this.postStreamActions.shift()!\n      await action()\n    }\n  }\n\n  /**\n   * Check if we should continue the flow and do so if needed\n   */\n  private async checkForContinuation(): Promise<void> {\n    // Prevent duplicate continuation attempts\n    if (this.continuationPending || this.isLoading) {\n      return\n    }\n\n    if (this.shouldAutoSend()) {\n      this.continuationPending = true\n      try {\n        await this.streamResponse()\n      } finally {\n        this.continuationPending = false\n      }\n    }\n  }\n\n  /**\n   * Check if all tool calls are complete and we should auto-send\n   */\n  private shouldAutoSend(): boolean {\n    return this.processor.areAllToolsComplete()\n  }\n\n  /**\n   * Get current messages\n   */\n  getMessages(): Array<UIMessage> {\n    return this.processor.getMessages()\n  }\n\n  /**\n   * Get loading state\n   */\n  getIsLoading(): boolean {\n    return this.isLoading\n  }\n\n  /**\n   * Get current status\n   */\n  getStatus(): ChatClientState {\n    return this.status\n  }\n\n  /**\n   * Get current error\n   */\n  getError(): Error | undefined {\n    return this.error\n  }\n\n  /**\n   * Manually set messages\n   */\n  setMessagesManually(messages: Array<UIMessage>): void {\n    this.processor.setMessages(messages)\n  }\n\n  /**\n   * Update options refs (for use in React hooks to avoid recreating client)\n   */\n  updateOptions(options: {\n    connection?: ConnectionAdapter\n    body?: Record<string, any>\n    tools?: ReadonlyArray<AnyClientTool>\n    onResponse?: (response?: Response) => void | Promise<void>\n    onChunk?: (chunk: StreamChunk) => void\n    onFinish?: (message: UIMessage) => void\n    onError?: (error: Error) => void\n  }): void {\n    if (options.connection !== undefined) {\n      this.connection = options.connection\n    }\n    if (options.body !== undefined) {\n      this.body = options.body\n    }\n    if (options.tools !== undefined) {\n      this.clientToolsRef.current = new Map()\n      for (const tool of options.tools) {\n        this.clientToolsRef.current.set(tool.name, tool)\n      }\n    }\n    if (options.onResponse !== undefined) {\n      this.callbacksRef.current.onResponse = options.onResponse\n    }\n    if (options.onChunk !== undefined) {\n      this.callbacksRef.current.onChunk = options.onChunk\n    }\n    if (options.onFinish !== undefined) {\n      this.callbacksRef.current.onFinish = options.onFinish\n    }\n    if (options.onError !== undefined) {\n      this.callbacksRef.current.onError = options.onError\n    }\n  }\n}\n"],"names":[],"mappings":";;AAiBO,MAAM,WAAW;AAAA,EAgCtB,YAAY,SAA4B;AA5BxC,SAAQ,OAA4B,CAAA;AACpC,SAAQ,YAAY;AACpB,SAAQ,QAA2B;AACnC,SAAQ,SAA0B;AAClC,SAAQ,kBAA0C;AAGlD,SAAQ,kBAAiC;AACzC,SAAQ,mBAAkC;AAC1C,SAAQ,oBAAgD,CAAA;AAExD,SAAQ,4CAAwD,IAAA;AAEhE,SAAQ,sBAAsB;AAgB5B,SAAK,WAAW,QAAQ,MAAM,KAAK,iBAAiB,MAAM;AAC1D,SAAK,OAAO,QAAQ,QAAQ,CAAA;AAC5B,SAAK,aAAa,QAAQ;AAC1B,SAAK,SAAS,IAAI,8BAA8B,KAAK,QAAQ;AAG7D,SAAK,iBAAiB,EAAE,SAAS,oBAAI,MAAI;AACzC,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,eAAe,QAAQ,IAAI,KAAK,MAAM,IAAI;AAAA,MACjD;AAAA,IACF;AAEA,SAAK,eAAe;AAAA,MAClB,SAAS;AAAA,QACP,YAAY,QAAQ,eAAe,MAAM;AAAA,QAAC;AAAA,QAC1C,SAAS,QAAQ,YAAY,MAAM;AAAA,QAAC;AAAA,QACpC,UAAU,QAAQ,aAAa,MAAM;AAAA,QAAC;AAAA,QACtC,SAAS,QAAQ,YAAY,MAAM;AAAA,QAAC;AAAA,QACpC,kBAAkB,QAAQ,qBAAqB,MAAM;AAAA,QAAC;AAAA,QACtD,iBAAiB,QAAQ,oBAAoB,MAAM;AAAA,QAAC;AAAA,QACpD,eAAe,QAAQ,kBAAkB,MAAM;AAAA,QAAC;AAAA,QAChD,gBAAgB,QAAQ,mBAAmB,MAAM;AAAA,QAAC;AAAA,MAAA;AAAA,IACpD;AAIF,SAAK,YAAY,IAAI,gBAAgB;AAAA,MACnC,eAAe,QAAQ,iBAAiB;AAAA,MACxC,iBAAiB,QAAQ;AAAA,MACzB,QAAQ;AAAA,QACN,kBAAkB,CAAC,aAA+B;AAChD,eAAK,aAAa,QAAQ,iBAAiB,QAAQ;AAAA,QACrD;AAAA,QACA,eAAe,MAAM;AACnB,eAAK,UAAU,WAAW;AAAA,QAC5B;AAAA,QACA,aAAa,CAAC,YAAuB;AACnC,eAAK,aAAa,QAAQ,SAAS,OAAO;AAC1C,eAAK,UAAU,OAAO;AAAA,QACxB;AAAA,QACA,SAAS,CAAC,UAAiB;AACzB,eAAK,SAAS,KAAK;AACnB,eAAK,UAAU,OAAO;AACtB,eAAK,aAAa,QAAQ,QAAQ,KAAK;AAAA,QACzC;AAAA,QACA,cAAc,CAAC,WAAmB,YAAoB;AAEpD,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO,YAAY,KAAK,iBAAiB,WAAW,OAAO;AAAA,UAClE;AAAA,QACF;AAAA,QACA,kBAAkB,CAAC,WAAmB,YAAoB;AAExD,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL;AAAA,cACA;AAAA,YAAA;AAAA,UAEJ;AAAA,QACF;AAAA,QACA,uBAAuB,CACrB,WACA,YACA,OACA,SACG;AAEH,gBAAM,WAAW,KAAK,UAAU,YAAA;AAChC,gBAAM,UAAU,SAAS,KAAK,CAAC,MAAiB,EAAE,OAAO,SAAS;AAClE,gBAAM,eAAe,SAAS,MAAM;AAAA,YAClC,CAAC,MACC,EAAE,SAAS,eAAe,EAAE,OAAO;AAAA,UAAA;AAEvC,gBAAM,WAAW,cAAc,QAAQ;AAGvC,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,YAAA;AAAA,UAEJ;AAAA,QACF;AAAA,QACA,YAAY,CAAC,SAIP;AAEJ,gBAAM,aAAa,KAAK,eAAe,QAAQ,IAAI,KAAK,QAAQ;AAChE,gBAAM,cAAc,YAAY;AAChC,cAAI,aAAa;AAEf,kBAAM,oBAAoB,YAAY;AACpC,kBAAI;AACF,sBAAM,SAAS,MAAM,YAAY,KAAK,KAAK;AAC3C,sBAAM,KAAK,cAAc;AAAA,kBACvB,YAAY,KAAK;AAAA,kBACjB,MAAM,KAAK;AAAA,kBACX;AAAA,kBACA,OAAO;AAAA,gBAAA,CACR;AAAA,cACH,SAAS,OAAY;AACnB,sBAAM,KAAK,cAAc;AAAA,kBACvB,YAAY,KAAK;AAAA,kBACjB,MAAM,KAAK;AAAA,kBACX,QAAQ;AAAA,kBACR,OAAO;AAAA,kBACP,WAAW,MAAM;AAAA,gBAAA,CAClB;AAAA,cACH,UAAA;AAEE,qBAAK,sBAAsB,OAAO,KAAK,UAAU;AAAA,cACnD;AAAA,YACF,GAAA;AAGA,iBAAK,sBAAsB,IAAI,KAAK,YAAY,gBAAgB;AAAA,UAClE;AAAA,QACF;AAAA,QACA,mBAAmB,CAAC,SAKd;AACJ,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL,KAAK,oBAAoB;AAAA,cACzB,KAAK;AAAA,cACL,KAAK;AAAA,cACL,KAAK;AAAA,cACL,KAAK;AAAA,YAAA;AAAA,UAET;AAAA,QACF;AAAA,MAAA;AAAA,IACF,CACD;AAED,SAAK,OAAO,cAAc,KAAK,UAAU,YAAA,EAAc,MAAM;AAAA,EAC/D;AAAA,EAEQ,iBAAiB,QAAwB;AAC/C,WAAO,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EAC3E;AAAA,EAEQ,aAAa,WAA0B;AAC7C,SAAK,YAAY;AACjB,SAAK,aAAa,QAAQ,gBAAgB,SAAS;AACnD,SAAK,OAAO,eAAe,SAAS;AAAA,EACtC;AAAA,EAEQ,UAAU,QAA+B;AAC/C,SAAK,SAAS;AACd,SAAK,aAAa,QAAQ,eAAe,MAAM;AAAA,EACjD;AAAA,EAEQ,SAAS,OAAgC;AAC/C,SAAK,QAAQ;AACb,SAAK,aAAa,QAAQ,cAAc,KAAK;AAC7C,SAAK,OAAO,aAAa,OAAO,WAAW,IAAI;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cACZ,QACoB;AAEpB,SAAK,kBAAkB,KAAK,iBAAiB,QAAQ;AAGrD,UAAM,YAAY,KAAK,UAAU,sBAAA;AACjC,SAAK,mBAAmB;AAGxB,UAAM,mBAA8B;AAAA,MAClC,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO,CAAA;AAAA,MACP,+BAAe,KAAA;AAAA,IAAK;AAEtB,SAAK,OAAO;AAAA,MACV;AAAA,MACA,KAAK,mBAAmB;AAAA,IAAA;AAI1B,qBAAiB,SAAS,QAAQ;AAChC,WAAK,aAAa,QAAQ,QAAQ,KAAK;AACvC,WAAK,UAAU,aAAa,KAAK;AAGjC,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,CAAC,CAAC;AAAA,IACvD;AAIA,QAAI,KAAK,sBAAsB,OAAO,GAAG;AACvC,YAAM,QAAQ,IAAI,KAAK,sBAAsB,QAAQ;AAAA,IACvD;AAGA,SAAK,UAAU,eAAA;AAGf,SAAK,kBAAkB;AACvB,SAAK,mBAAmB;AAGxB,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,UAAM,wBAAwB,SAAS;AAAA,MACrC,CAAC,MAAiB,EAAE,OAAO;AAAA,IAAA;AAG7B,WACE,yBAAyB;AAAA,MACvB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO,CAAA;AAAA,MACP,+BAAe,KAAA;AAAA,IAAK;AAAA,EAG1B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,SAAgC;AAChD,QAAI,CAAC,QAAQ,UAAU,KAAK,WAAW;AACrC;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,UAAU,eAAe,QAAQ,MAAM;AAChE,SAAK,OAAO,YAAY,YAAY,IAAI,QAAQ,MAAM;AAEtD,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAO,SAAkD;AAE7D,UAAM,oBAAoB,qBAAqB,SAAS,iBAAiB;AAGzE,QAAI,kBAAkB,SAAS,UAAU;AACvC;AAAA,IACF;AAGA,UAAM,YAAY;AAGlB,SAAK,OAAO,gBAAgB,SAAS;AAGrC,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,SAAK,UAAU,YAAY,CAAC,GAAG,UAAU,SAAS,CAAC;AAGnD,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,eAAA,CAAgB;AACtD;AAAA,IACF;AAEA,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAgC;AAE5C,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,SAAK,aAAa,IAAI;AACtB,SAAK,UAAU,WAAW;AAC1B,SAAK,SAAS,MAAS;AACvB,SAAK,kBAAkB,IAAI,gBAAA;AAE3B,SAAK,sBAAsB,MAAA;AAC3B,QAAI,8BAA8B;AAElC,QAAI;AAEF,YAAM,WAAW,KAAK,UAAU,YAAA;AAGhC,YAAM,KAAK,aAAa,QAAQ,WAAA;AAGhC,YAAM,yBAAyB;AAAA,QAC7B,GAAG,KAAK;AAAA,QACR,gBAAgB,KAAK;AAAA,MAAA;AAIvB,YAAM,SAAS,KAAK,WAAW;AAAA,QAC7B;AAAA,QACA;AAAA,QACA,KAAK,gBAAgB;AAAA,MAAA;AAGvB,YAAM,KAAK,cAAc,MAAM;AAC/B,oCAA8B;AAAA,IAChC,SAAS,KAAK;AACZ,UAAI,eAAe,OAAO;AACxB,YAAI,IAAI,SAAS,cAAc;AAC7B;AAAA,QACF;AACA,aAAK,SAAS,GAAG;AACjB,aAAK,UAAU,OAAO;AACtB,aAAK,aAAa,QAAQ,QAAQ,GAAG;AAAA,MACvC;AAAA,IACF,UAAA;AACE,WAAK,kBAAkB;AACvB,WAAK,aAAa,KAAK;AAGvB,YAAM,KAAK,uBAAA;AAGX,UAAI,6BAA6B;AAC/B,cAAM,WAAW,KAAK,UAAU,YAAA;AAChC,cAAM,WAAW,SAAS,GAAG,EAAE,GAAG,MAAM,GAAG,EAAE;AAE7C,YAAI,UAAU,SAAS,iBAAiB,KAAK,kBAAkB;AAC7D,cAAI;AACF,kBAAM,KAAK,qBAAA;AAAA,UACb,SAAS,OAAO;AACd,oBAAQ,MAAM,8CAA8C,KAAK;AAAA,UACnE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAwB;AAC5B,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,QAAI,SAAS,WAAW,EAAG;AAG3B,UAAM,uBAAuB,SAAS;AAAA,MACpC,CAAC,MAAiB,EAAE,SAAS;AAAA,IAAA;AAG/B,QAAI,yBAAyB,GAAI;AAEjC,SAAK,OAAO,SAAS,oBAAoB;AAGzC,SAAK,UAAU,oBAAoB,oBAAoB;AAGvD,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,OAAa;AACX,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,MAAA;AACrB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,aAAa,KAAK;AACvB,SAAK,UAAU,OAAO;AACtB,SAAK,OAAO,QAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,UAAU,cAAA;AACf,SAAK,SAAS,MAAS;AACvB,SAAK,OAAO,gBAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,QAMF;AAChB,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO,SAAS;AAAA,IAAA;AAIlB,SAAK,UAAU;AAAA,MACb,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,IAAA;AAIT,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,qBAAA,CAAsB;AAC5D;AAAA,IACF;AAEA,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBAAwB,UAGZ;AAEhB,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,QAAI;AAEJ,eAAW,OAAO,UAAU;AAC1B,YAAM,eAAe,IAAI,MAAM;AAAA,QAC7B,CAAC,MACC,EAAE,SAAS,eAAe,EAAE,UAAU,OAAO,SAAS;AAAA,MAAA;AAE1D,UAAI,cAAc;AAChB,0BAAkB,aAAa;AAC/B;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB;AACnB,WAAK,OAAO;AAAA,QACV,SAAS;AAAA,QACT;AAAA,QACA,SAAS;AAAA,MAAA;AAAA,IAEb;AAGA,SAAK,UAAU,wBAAwB,SAAS,IAAI,SAAS,QAAQ;AAGrE,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,qBAAA,CAAsB;AAC5D;AAAA,IACF;AAEA,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKQ,sBAAsB,QAAmC;AAC/D,SAAK,kBAAkB,KAAK,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,WAAO,KAAK,kBAAkB,SAAS,GAAG;AACxC,YAAM,SAAS,KAAK,kBAAkB,MAAA;AACtC,YAAM,OAAA;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,uBAAsC;AAElD,QAAI,KAAK,uBAAuB,KAAK,WAAW;AAC9C;AAAA,IACF;AAEA,QAAI,KAAK,kBAAkB;AACzB,WAAK,sBAAsB;AAC3B,UAAI;AACF,cAAM,KAAK,eAAA;AAAA,MACb,UAAA;AACE,aAAK,sBAAsB;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,iBAA0B;AAChC,WAAO,KAAK,UAAU,oBAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAgC;AAC9B,WAAO,KAAK,UAAU,YAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,eAAwB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAA6B;AAC3B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,WAA8B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,oBAAoB,UAAkC;AACpD,SAAK,UAAU,YAAY,QAAQ;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAc,SAQL;AACP,QAAI,QAAQ,eAAe,QAAW;AACpC,WAAK,aAAa,QAAQ;AAAA,IAC5B;AACA,QAAI,QAAQ,SAAS,QAAW;AAC9B,WAAK,OAAO,QAAQ;AAAA,IACtB;AACA,QAAI,QAAQ,UAAU,QAAW;AAC/B,WAAK,eAAe,UAAU,oBAAI,IAAA;AAClC,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,eAAe,QAAQ,IAAI,KAAK,MAAM,IAAI;AAAA,MACjD;AAAA,IACF;AACA,QAAI,QAAQ,eAAe,QAAW;AACpC,WAAK,aAAa,QAAQ,aAAa,QAAQ;AAAA,IACjD;AACA,QAAI,QAAQ,YAAY,QAAW;AACjC,WAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IAC9C;AACA,QAAI,QAAQ,aAAa,QAAW;AAClC,WAAK,aAAa,QAAQ,WAAW,QAAQ;AAAA,IAC/C;AACA,QAAI,QAAQ,YAAY,QAAW;AACjC,WAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IAC9C;AAAA,EACF;AACF;"}
+{"version":3,"file":"chat-client.js","sources":["../../src/chat-client.ts"],"sourcesContent":["import {\n  StreamProcessor,\n  generateMessageId,\n  normalizeToUIMessage,\n} from '@tanstack/ai'\nimport { DefaultChatClientEventEmitter } from './events'\nimport type {\n  AnyClientTool,\n  ContentPart,\n  ModelMessage,\n  StreamChunk,\n} from '@tanstack/ai'\nimport type { ConnectionAdapter } from './connection-adapters'\nimport type { ChatClientEventEmitter } from './events'\nimport type {\n  ChatClientOptions,\n  ChatClientState,\n  MessagePart,\n  MultimodalContent,\n  ToolCallPart,\n  UIMessage,\n} from './types'\n\nexport class ChatClient {\n  private processor: StreamProcessor\n  private connection: ConnectionAdapter\n  private uniqueId: string\n  private body: Record<string, any> = {}\n  private pendingMessageBody: Record<string, any> | undefined = undefined\n  private isLoading = false\n  private error: Error | undefined = undefined\n  private status: ChatClientState = 'ready'\n  private abortController: AbortController | null = null\n  private events: ChatClientEventEmitter\n  private clientToolsRef: { current: Map<string, AnyClientTool> }\n  private currentStreamId: string | null = null\n  private currentMessageId: string | null = null\n  private postStreamActions: Array<() => Promise<void>> = []\n  // Track pending client tool executions to await them before stream finalization\n  private pendingToolExecutions: Map<string, Promise<void>> = new Map()\n  // Flag to deduplicate continuation checks during action draining\n  private continuationPending = false\n\n  private callbacksRef: {\n    current: {\n      onResponse: (response?: Response) => void | Promise<void>\n      onChunk: (chunk: StreamChunk) => void\n      onFinish: (message: UIMessage) => void\n      onError: (error: Error) => void\n      onMessagesChange: (messages: Array<UIMessage>) => void\n      onLoadingChange: (isLoading: boolean) => void\n      onErrorChange: (error: Error | undefined) => void\n      onStatusChange: (status: ChatClientState) => void\n    }\n  }\n\n  constructor(options: ChatClientOptions) {\n    this.uniqueId = options.id || this.generateUniqueId('chat')\n    this.body = options.body || {}\n    this.connection = options.connection\n    this.events = new DefaultChatClientEventEmitter(this.uniqueId)\n\n    // Build client tools map\n    this.clientToolsRef = { current: new Map() }\n    if (options.tools) {\n      for (const tool of options.tools) {\n        this.clientToolsRef.current.set(tool.name, tool)\n      }\n    }\n\n    this.callbacksRef = {\n      current: {\n        onResponse: options.onResponse || (() => {}),\n        onChunk: options.onChunk || (() => {}),\n        onFinish: options.onFinish || (() => {}),\n        onError: options.onError || (() => {}),\n        onMessagesChange: options.onMessagesChange || (() => {}),\n        onLoadingChange: options.onLoadingChange || (() => {}),\n        onErrorChange: options.onErrorChange || (() => {}),\n        onStatusChange: options.onStatusChange || (() => {}),\n      },\n    }\n\n    // Create StreamProcessor with event handlers\n    this.processor = new StreamProcessor({\n      chunkStrategy: options.streamProcessor?.chunkStrategy,\n      initialMessages: options.initialMessages,\n      events: {\n        onMessagesChange: (messages: Array<UIMessage>) => {\n          this.callbacksRef.current.onMessagesChange(messages)\n        },\n        onStreamStart: () => {\n          this.setStatus('streaming')\n        },\n        onStreamEnd: (message: UIMessage) => {\n          this.callbacksRef.current.onFinish(message)\n          this.setStatus('ready')\n        },\n        onError: (error: Error) => {\n          this.setError(error)\n          this.setStatus('error')\n          this.callbacksRef.current.onError(error)\n        },\n        onTextUpdate: (messageId: string, content: string) => {\n          // Emit text update to devtools\n          if (this.currentStreamId) {\n            this.events.textUpdated(this.currentStreamId, messageId, content)\n          }\n        },\n        onThinkingUpdate: (messageId: string, content: string) => {\n          // Emit thinking update to devtools\n          if (this.currentStreamId) {\n            this.events.thinkingUpdated(\n              this.currentStreamId,\n              messageId,\n              content,\n            )\n          }\n        },\n        onToolCallStateChange: (\n          messageId: string,\n          toolCallId: string,\n          state: string,\n          args: string,\n        ) => {\n          // Get the tool name from the messages\n          const messages = this.processor.getMessages()\n          const message = messages.find((m: UIMessage) => m.id === messageId)\n          const toolCallPart = message?.parts.find(\n            (p: MessagePart): p is ToolCallPart =>\n              p.type === 'tool-call' && p.id === toolCallId,\n          )\n          const toolName = toolCallPart?.name || 'unknown'\n\n          // Emit tool call state change to devtools\n          if (this.currentStreamId) {\n            this.events.toolCallStateChanged(\n              this.currentStreamId,\n              messageId,\n              toolCallId,\n              toolName,\n              state,\n              args,\n            )\n          }\n        },\n        onToolCall: (args: {\n          toolCallId: string\n          toolName: string\n          input: any\n        }) => {\n          // Handle client-side tool execution automatically\n          const clientTool = this.clientToolsRef.current.get(args.toolName)\n          const executeFunc = clientTool?.execute\n          if (executeFunc) {\n            // Create and track the execution promise\n            const executionPromise = (async () => {\n              try {\n                const output = await executeFunc(args.input)\n                await this.addToolResult({\n                  toolCallId: args.toolCallId,\n                  tool: args.toolName,\n                  output,\n                  state: 'output-available',\n                })\n              } catch (error: any) {\n                await this.addToolResult({\n                  toolCallId: args.toolCallId,\n                  tool: args.toolName,\n                  output: null,\n                  state: 'output-error',\n                  errorText: error.message,\n                })\n              } finally {\n                // Remove from pending when complete\n                this.pendingToolExecutions.delete(args.toolCallId)\n              }\n            })()\n\n            // Track the pending execution\n            this.pendingToolExecutions.set(args.toolCallId, executionPromise)\n          }\n        },\n        onApprovalRequest: (args: {\n          toolCallId: string\n          toolName: string\n          input: any\n          approvalId: string\n        }) => {\n          if (this.currentStreamId) {\n            this.events.approvalRequested(\n              this.currentStreamId,\n              this.currentMessageId || '',\n              args.toolCallId,\n              args.toolName,\n              args.input,\n              args.approvalId,\n            )\n          }\n        },\n      },\n    })\n\n    this.events.clientCreated(this.processor.getMessages().length)\n  }\n\n  private generateUniqueId(prefix: string): string {\n    return `${prefix}-${Date.now()}-${Math.random().toString(36).substring(7)}`\n  }\n\n  private setIsLoading(isLoading: boolean): void {\n    this.isLoading = isLoading\n    this.callbacksRef.current.onLoadingChange(isLoading)\n    this.events.loadingChanged(isLoading)\n  }\n\n  private setStatus(status: ChatClientState): void {\n    this.status = status\n    this.callbacksRef.current.onStatusChange(status)\n  }\n\n  private setError(error: Error | undefined): void {\n    this.error = error\n    this.callbacksRef.current.onErrorChange(error)\n    this.events.errorChanged(error?.message || null)\n  }\n\n  /**\n   * Process a stream through the StreamProcessor\n   */\n  private async processStream(\n    source: AsyncIterable<StreamChunk>,\n  ): Promise<UIMessage> {\n    // Generate a stream ID for this streaming operation\n    this.currentStreamId = this.generateUniqueId('stream')\n\n    // Start a new assistant message\n    const messageId = this.processor.startAssistantMessage()\n    this.currentMessageId = messageId\n\n    // Emit message appended event for the new assistant message\n    const assistantMessage: UIMessage = {\n      id: messageId,\n      role: 'assistant',\n      parts: [],\n      createdAt: new Date(),\n    }\n    this.events.messageAppended(\n      assistantMessage,\n      this.currentStreamId || undefined,\n    )\n\n    // Process each chunk\n    for await (const chunk of source) {\n      this.callbacksRef.current.onChunk(chunk)\n      this.processor.processChunk(chunk)\n\n      // Yield control back to event loop to allow UI updates\n      await new Promise((resolve) => setTimeout(resolve, 0))\n    }\n\n    // Wait for all pending tool executions to complete before finalizing\n    // This ensures client tools finish before we check for continuation\n    if (this.pendingToolExecutions.size > 0) {\n      await Promise.all(this.pendingToolExecutions.values())\n    }\n\n    // Finalize the stream\n    this.processor.finalizeStream()\n\n    // Clear the current stream and message IDs\n    this.currentStreamId = null\n    this.currentMessageId = null\n\n    // Return the assistant message\n    const messages = this.processor.getMessages()\n    const finalAssistantMessage = messages.find(\n      (m: UIMessage) => m.id === messageId,\n    )\n\n    return (\n      finalAssistantMessage || {\n        id: messageId,\n        role: 'assistant',\n        parts: [],\n        createdAt: new Date(),\n      }\n    )\n  }\n\n  /**\n   * Send a message and stream the response.\n   * Supports both simple string content and multimodal content (images, audio, video, documents).\n   *\n   * @param content - The message content. Can be:\n   *   - A simple string for text-only messages\n   *   - A MultimodalContent object with content array and optional custom ID\n   * @param body - Optional body parameters to merge with the client's base body for this request.\n   *               Uses shallow merge with per-message body taking priority.\n   *\n   * @example\n   * ```ts\n   * // Simple text message\n   * await client.sendMessage('Hello!')\n   *\n   * // Text message with custom body params\n   * await client.sendMessage('Hello!', { temperature: 0.7 })\n   *\n   * // Multimodal message with image\n   * await client.sendMessage({\n   *   content: [\n   *     { type: 'text', content: 'What is in this image?' },\n   *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n   *   ]\n   * })\n   *\n   * // Multimodal message with custom ID and body params\n   * await client.sendMessage(\n   *   {\n   *     content: [\n   *       { type: 'text', content: 'Describe this audio' },\n   *       { type: 'audio', source: { type: 'data', value: 'base64...' } }\n   *     ],\n   *     id: 'custom-message-id'\n   *   },\n   *   { model: 'gpt-4-audio' }\n   * )\n   * ```\n   */\n  async sendMessage(\n    content: string | MultimodalContent,\n    body?: Record<string, any>,\n  ): Promise<void> {\n    const emptyMessage = typeof content === 'string' && !content.trim()\n    if (emptyMessage || this.isLoading) {\n      return\n    }\n    // Normalize input to extract content, id, and validate\n    const normalizedContent = this.normalizeMessageInput(content)\n\n    // Store the per-message body for use in streamResponse\n    this.pendingMessageBody = body\n\n    // Add user message via processor\n    const userMessage = this.processor.addUserMessage(\n      normalizedContent.content,\n      normalizedContent.id,\n    )\n    this.events.messageSent(userMessage.id, normalizedContent.content)\n\n    await this.streamResponse()\n  }\n\n  /**\n   * Normalize the message input to extract content and optional id.\n   * Trims string content automatically.\n   */\n  private normalizeMessageInput(input: string | MultimodalContent): {\n    content: string | Array<ContentPart>\n    id?: string\n  } {\n    if (typeof input === 'string') {\n      return { content: input.trim() }\n    }\n    return { content: input.content, id: input.id }\n  }\n\n  /**\n   * Append a message and stream the response\n   */\n  async append(message: UIMessage | ModelMessage): Promise<void> {\n    // Normalize the message to ensure it has id and createdAt\n    const normalizedMessage = normalizeToUIMessage(message, generateMessageId)\n\n    // Skip system messages - they're handled via systemPrompts, not UIMessages\n    if (normalizedMessage.role === 'system') {\n      return\n    }\n\n    // Type assertion: after checking for system, we know it's user or assistant\n    const uiMessage = normalizedMessage as UIMessage\n\n    // Emit message appended event\n    this.events.messageAppended(uiMessage)\n\n    // Add to messages\n    const messages = this.processor.getMessages()\n    this.processor.setMessages([...messages, uiMessage])\n\n    // If stream is in progress, queue the response for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.streamResponse())\n      return\n    }\n\n    await this.streamResponse()\n  }\n\n  /**\n   * Stream a response from the LLM\n   */\n  private async streamResponse(): Promise<void> {\n    // Guard against concurrent streams - if already loading, skip\n    if (this.isLoading) {\n      return\n    }\n\n    this.setIsLoading(true)\n    this.setStatus('submitted')\n    this.setError(undefined)\n    this.abortController = new AbortController()\n    // Reset pending tool executions for the new stream\n    this.pendingToolExecutions.clear()\n    let streamCompletedSuccessfully = false\n\n    try {\n      // Get UIMessages with parts (preserves approval state and client tool results)\n      const messages = this.processor.getMessages()\n\n      // Call onResponse callback\n      await this.callbacksRef.current.onResponse()\n\n      // Merge body: base body + per-message body (per-message takes priority)\n      // Include conversationId for server-side event correlation\n      const mergedBody = {\n        ...this.body,\n        ...this.pendingMessageBody,\n        conversationId: this.uniqueId,\n      }\n\n      // Clear the pending message body after use\n      this.pendingMessageBody = undefined\n\n      // Connect and stream\n      const stream = this.connection.connect(\n        messages,\n        mergedBody,\n        this.abortController.signal,\n      )\n\n      await this.processStream(stream)\n      streamCompletedSuccessfully = true\n    } catch (err) {\n      if (err instanceof Error) {\n        if (err.name === 'AbortError') {\n          return\n        }\n        this.setError(err)\n        this.setStatus('error')\n        this.callbacksRef.current.onError(err)\n      }\n    } finally {\n      this.abortController = null\n      this.setIsLoading(false)\n      this.pendingMessageBody = undefined // Ensure it's cleared even on error\n\n      // Drain any actions that were queued while the stream was in progress\n      await this.drainPostStreamActions()\n\n      // Continue conversation if the stream ended with a tool result (server tool completed)\n      if (streamCompletedSuccessfully) {\n        const messages = this.processor.getMessages()\n        const lastPart = messages.at(-1)?.parts.at(-1)\n\n        if (lastPart?.type === 'tool-result' && this.shouldAutoSend()) {\n          try {\n            await this.checkForContinuation()\n          } catch (error) {\n            console.error('Failed to continue flow after tool result:', error)\n          }\n        }\n      }\n    }\n  }\n\n  /**\n   * Reload the last assistant message\n   */\n  async reload(): Promise<void> {\n    const messages = this.processor.getMessages()\n    if (messages.length === 0) return\n\n    // Find the last user message\n    const lastUserMessageIndex = messages.findLastIndex(\n      (m: UIMessage) => m.role === 'user',\n    )\n\n    if (lastUserMessageIndex === -1) return\n\n    this.events.reloaded(lastUserMessageIndex)\n\n    // Remove all messages after the last user message\n    this.processor.removeMessagesAfter(lastUserMessageIndex)\n\n    // Resend\n    await this.streamResponse()\n  }\n\n  /**\n   * Stop the current stream\n   */\n  stop(): void {\n    if (this.abortController) {\n      this.abortController.abort()\n      this.abortController = null\n    }\n    this.setIsLoading(false)\n    this.setStatus('ready')\n    this.events.stopped()\n  }\n\n  /**\n   * Clear all messages\n   */\n  clear(): void {\n    this.processor.clearMessages()\n    this.setError(undefined)\n    this.events.messagesCleared()\n  }\n\n  /**\n   * Add the result of a client-side tool execution\n   */\n  async addToolResult(result: {\n    toolCallId: string\n    tool: string\n    output: any\n    state?: 'output-available' | 'output-error'\n    errorText?: string\n  }): Promise<void> {\n    this.events.toolResultAdded(\n      result.toolCallId,\n      result.tool,\n      result.output,\n      result.state || 'output-available',\n    )\n\n    // Add result via processor\n    this.processor.addToolResult(\n      result.toolCallId,\n      result.output,\n      result.errorText,\n    )\n\n    // If stream is in progress, queue continuation check for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.checkForContinuation())\n      return\n    }\n\n    await this.checkForContinuation()\n  }\n\n  /**\n   * Respond to a tool approval request\n   */\n  async addToolApprovalResponse(response: {\n    id: string // approval.id, not toolCallId\n    approved: boolean\n  }): Promise<void> {\n    // Find the tool call ID from the approval ID\n    const messages = this.processor.getMessages()\n    let foundToolCallId: string | undefined\n\n    for (const msg of messages) {\n      const toolCallPart = msg.parts.find(\n        (p: MessagePart): p is ToolCallPart =>\n          p.type === 'tool-call' && p.approval?.id === response.id,\n      )\n      if (toolCallPart) {\n        foundToolCallId = toolCallPart.id\n        break\n      }\n    }\n\n    if (foundToolCallId) {\n      this.events.toolApprovalResponded(\n        response.id,\n        foundToolCallId,\n        response.approved,\n      )\n    }\n\n    // Add response via processor\n    this.processor.addToolApprovalResponse(response.id, response.approved)\n\n    // If stream is in progress, queue continuation check for after it ends\n    if (this.isLoading) {\n      this.queuePostStreamAction(() => this.checkForContinuation())\n      return\n    }\n\n    await this.checkForContinuation()\n  }\n\n  /**\n   * Queue an action to be executed after the current stream ends\n   */\n  private queuePostStreamAction(action: () => Promise<void>): void {\n    this.postStreamActions.push(action)\n  }\n\n  /**\n   * Drain and execute all queued post-stream actions\n   */\n  private async drainPostStreamActions(): Promise<void> {\n    while (this.postStreamActions.length > 0) {\n      const action = this.postStreamActions.shift()!\n      await action()\n    }\n  }\n\n  /**\n   * Check if we should continue the flow and do so if needed\n   */\n  private async checkForContinuation(): Promise<void> {\n    // Prevent duplicate continuation attempts\n    if (this.continuationPending || this.isLoading) {\n      return\n    }\n\n    if (this.shouldAutoSend()) {\n      this.continuationPending = true\n      try {\n        await this.streamResponse()\n      } finally {\n        this.continuationPending = false\n      }\n    }\n  }\n\n  /**\n   * Check if all tool calls are complete and we should auto-send\n   */\n  private shouldAutoSend(): boolean {\n    return this.processor.areAllToolsComplete()\n  }\n\n  /**\n   * Get current messages\n   */\n  getMessages(): Array<UIMessage> {\n    return this.processor.getMessages()\n  }\n\n  /**\n   * Get loading state\n   */\n  getIsLoading(): boolean {\n    return this.isLoading\n  }\n\n  /**\n   * Get current status\n   */\n  getStatus(): ChatClientState {\n    return this.status\n  }\n\n  /**\n   * Get current error\n   */\n  getError(): Error | undefined {\n    return this.error\n  }\n\n  /**\n   * Manually set messages\n   */\n  setMessagesManually(messages: Array<UIMessage>): void {\n    this.processor.setMessages(messages)\n  }\n\n  /**\n   * Update options refs (for use in React hooks to avoid recreating client)\n   */\n  updateOptions(options: {\n    connection?: ConnectionAdapter\n    body?: Record<string, any>\n    tools?: ReadonlyArray<AnyClientTool>\n    onResponse?: (response?: Response) => void | Promise<void>\n    onChunk?: (chunk: StreamChunk) => void\n    onFinish?: (message: UIMessage) => void\n    onError?: (error: Error) => void\n  }): void {\n    if (options.connection !== undefined) {\n      this.connection = options.connection\n    }\n    if (options.body !== undefined) {\n      this.body = options.body\n    }\n    if (options.tools !== undefined) {\n      this.clientToolsRef.current = new Map()\n      for (const tool of options.tools) {\n        this.clientToolsRef.current.set(tool.name, tool)\n      }\n    }\n    if (options.onResponse !== undefined) {\n      this.callbacksRef.current.onResponse = options.onResponse\n    }\n    if (options.onChunk !== undefined) {\n      this.callbacksRef.current.onChunk = options.onChunk\n    }\n    if (options.onFinish !== undefined) {\n      this.callbacksRef.current.onFinish = options.onFinish\n    }\n    if (options.onError !== undefined) {\n      this.callbacksRef.current.onError = options.onError\n    }\n  }\n}\n"],"names":[],"mappings":";;AAuBO,MAAM,WAAW;AAAA,EAiCtB,YAAY,SAA4B;AA7BxC,SAAQ,OAA4B,CAAA;AACpC,SAAQ,qBAAsD;AAC9D,SAAQ,YAAY;AACpB,SAAQ,QAA2B;AACnC,SAAQ,SAA0B;AAClC,SAAQ,kBAA0C;AAGlD,SAAQ,kBAAiC;AACzC,SAAQ,mBAAkC;AAC1C,SAAQ,oBAAgD,CAAA;AAExD,SAAQ,4CAAwD,IAAA;AAEhE,SAAQ,sBAAsB;AAgB5B,SAAK,WAAW,QAAQ,MAAM,KAAK,iBAAiB,MAAM;AAC1D,SAAK,OAAO,QAAQ,QAAQ,CAAA;AAC5B,SAAK,aAAa,QAAQ;AAC1B,SAAK,SAAS,IAAI,8BAA8B,KAAK,QAAQ;AAG7D,SAAK,iBAAiB,EAAE,SAAS,oBAAI,MAAI;AACzC,QAAI,QAAQ,OAAO;AACjB,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,eAAe,QAAQ,IAAI,KAAK,MAAM,IAAI;AAAA,MACjD;AAAA,IACF;AAEA,SAAK,eAAe;AAAA,MAClB,SAAS;AAAA,QACP,YAAY,QAAQ,eAAe,MAAM;AAAA,QAAC;AAAA,QAC1C,SAAS,QAAQ,YAAY,MAAM;AAAA,QAAC;AAAA,QACpC,UAAU,QAAQ,aAAa,MAAM;AAAA,QAAC;AAAA,QACtC,SAAS,QAAQ,YAAY,MAAM;AAAA,QAAC;AAAA,QACpC,kBAAkB,QAAQ,qBAAqB,MAAM;AAAA,QAAC;AAAA,QACtD,iBAAiB,QAAQ,oBAAoB,MAAM;AAAA,QAAC;AAAA,QACpD,eAAe,QAAQ,kBAAkB,MAAM;AAAA,QAAC;AAAA,QAChD,gBAAgB,QAAQ,mBAAmB,MAAM;AAAA,QAAC;AAAA,MAAA;AAAA,IACpD;AAIF,SAAK,YAAY,IAAI,gBAAgB;AAAA,MACnC,eAAe,QAAQ,iBAAiB;AAAA,MACxC,iBAAiB,QAAQ;AAAA,MACzB,QAAQ;AAAA,QACN,kBAAkB,CAAC,aAA+B;AAChD,eAAK,aAAa,QAAQ,iBAAiB,QAAQ;AAAA,QACrD;AAAA,QACA,eAAe,MAAM;AACnB,eAAK,UAAU,WAAW;AAAA,QAC5B;AAAA,QACA,aAAa,CAAC,YAAuB;AACnC,eAAK,aAAa,QAAQ,SAAS,OAAO;AAC1C,eAAK,UAAU,OAAO;AAAA,QACxB;AAAA,QACA,SAAS,CAAC,UAAiB;AACzB,eAAK,SAAS,KAAK;AACnB,eAAK,UAAU,OAAO;AACtB,eAAK,aAAa,QAAQ,QAAQ,KAAK;AAAA,QACzC;AAAA,QACA,cAAc,CAAC,WAAmB,YAAoB;AAEpD,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO,YAAY,KAAK,iBAAiB,WAAW,OAAO;AAAA,UAClE;AAAA,QACF;AAAA,QACA,kBAAkB,CAAC,WAAmB,YAAoB;AAExD,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL;AAAA,cACA;AAAA,YAAA;AAAA,UAEJ;AAAA,QACF;AAAA,QACA,uBAAuB,CACrB,WACA,YACA,OACA,SACG;AAEH,gBAAM,WAAW,KAAK,UAAU,YAAA;AAChC,gBAAM,UAAU,SAAS,KAAK,CAAC,MAAiB,EAAE,OAAO,SAAS;AAClE,gBAAM,eAAe,SAAS,MAAM;AAAA,YAClC,CAAC,MACC,EAAE,SAAS,eAAe,EAAE,OAAO;AAAA,UAAA;AAEvC,gBAAM,WAAW,cAAc,QAAQ;AAGvC,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,YAAA;AAAA,UAEJ;AAAA,QACF;AAAA,QACA,YAAY,CAAC,SAIP;AAEJ,gBAAM,aAAa,KAAK,eAAe,QAAQ,IAAI,KAAK,QAAQ;AAChE,gBAAM,cAAc,YAAY;AAChC,cAAI,aAAa;AAEf,kBAAM,oBAAoB,YAAY;AACpC,kBAAI;AACF,sBAAM,SAAS,MAAM,YAAY,KAAK,KAAK;AAC3C,sBAAM,KAAK,cAAc;AAAA,kBACvB,YAAY,KAAK;AAAA,kBACjB,MAAM,KAAK;AAAA,kBACX;AAAA,kBACA,OAAO;AAAA,gBAAA,CACR;AAAA,cACH,SAAS,OAAY;AACnB,sBAAM,KAAK,cAAc;AAAA,kBACvB,YAAY,KAAK;AAAA,kBACjB,MAAM,KAAK;AAAA,kBACX,QAAQ;AAAA,kBACR,OAAO;AAAA,kBACP,WAAW,MAAM;AAAA,gBAAA,CAClB;AAAA,cACH,UAAA;AAEE,qBAAK,sBAAsB,OAAO,KAAK,UAAU;AAAA,cACnD;AAAA,YACF,GAAA;AAGA,iBAAK,sBAAsB,IAAI,KAAK,YAAY,gBAAgB;AAAA,UAClE;AAAA,QACF;AAAA,QACA,mBAAmB,CAAC,SAKd;AACJ,cAAI,KAAK,iBAAiB;AACxB,iBAAK,OAAO;AAAA,cACV,KAAK;AAAA,cACL,KAAK,oBAAoB;AAAA,cACzB,KAAK;AAAA,cACL,KAAK;AAAA,cACL,KAAK;AAAA,cACL,KAAK;AAAA,YAAA;AAAA,UAET;AAAA,QACF;AAAA,MAAA;AAAA,IACF,CACD;AAED,SAAK,OAAO,cAAc,KAAK,UAAU,YAAA,EAAc,MAAM;AAAA,EAC/D;AAAA,EAEQ,iBAAiB,QAAwB;AAC/C,WAAO,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,EAC3E;AAAA,EAEQ,aAAa,WAA0B;AAC7C,SAAK,YAAY;AACjB,SAAK,aAAa,QAAQ,gBAAgB,SAAS;AACnD,SAAK,OAAO,eAAe,SAAS;AAAA,EACtC;AAAA,EAEQ,UAAU,QAA+B;AAC/C,SAAK,SAAS;AACd,SAAK,aAAa,QAAQ,eAAe,MAAM;AAAA,EACjD;AAAA,EAEQ,SAAS,OAAgC;AAC/C,SAAK,QAAQ;AACb,SAAK,aAAa,QAAQ,cAAc,KAAK;AAC7C,SAAK,OAAO,aAAa,OAAO,WAAW,IAAI;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cACZ,QACoB;AAEpB,SAAK,kBAAkB,KAAK,iBAAiB,QAAQ;AAGrD,UAAM,YAAY,KAAK,UAAU,sBAAA;AACjC,SAAK,mBAAmB;AAGxB,UAAM,mBAA8B;AAAA,MAClC,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO,CAAA;AAAA,MACP,+BAAe,KAAA;AAAA,IAAK;AAEtB,SAAK,OAAO;AAAA,MACV;AAAA,MACA,KAAK,mBAAmB;AAAA,IAAA;AAI1B,qBAAiB,SAAS,QAAQ;AAChC,WAAK,aAAa,QAAQ,QAAQ,KAAK;AACvC,WAAK,UAAU,aAAa,KAAK;AAGjC,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,CAAC,CAAC;AAAA,IACvD;AAIA,QAAI,KAAK,sBAAsB,OAAO,GAAG;AACvC,YAAM,QAAQ,IAAI,KAAK,sBAAsB,QAAQ;AAAA,IACvD;AAGA,SAAK,UAAU,eAAA;AAGf,SAAK,kBAAkB;AACvB,SAAK,mBAAmB;AAGxB,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,UAAM,wBAAwB,SAAS;AAAA,MACrC,CAAC,MAAiB,EAAE,OAAO;AAAA,IAAA;AAG7B,WACE,yBAAyB;AAAA,MACvB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO,CAAA;AAAA,MACP,+BAAe,KAAA;AAAA,IAAK;AAAA,EAG1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCA,MAAM,YACJ,SACA,MACe;AACf,UAAM,eAAe,OAAO,YAAY,YAAY,CAAC,QAAQ,KAAA;AAC7D,QAAI,gBAAgB,KAAK,WAAW;AAClC;AAAA,IACF;AAEA,UAAM,oBAAoB,KAAK,sBAAsB,OAAO;AAG5D,SAAK,qBAAqB;AAG1B,UAAM,cAAc,KAAK,UAAU;AAAA,MACjC,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IAAA;AAEpB,SAAK,OAAO,YAAY,YAAY,IAAI,kBAAkB,OAAO;AAEjE,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,sBAAsB,OAG5B;AACA,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO,EAAE,SAAS,MAAM,OAAK;AAAA,IAC/B;AACA,WAAO,EAAE,SAAS,MAAM,SAAS,IAAI,MAAM,GAAA;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAO,SAAkD;AAE7D,UAAM,oBAAoB,qBAAqB,SAAS,iBAAiB;AAGzE,QAAI,kBAAkB,SAAS,UAAU;AACvC;AAAA,IACF;AAGA,UAAM,YAAY;AAGlB,SAAK,OAAO,gBAAgB,SAAS;AAGrC,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,SAAK,UAAU,YAAY,CAAC,GAAG,UAAU,SAAS,CAAC;AAGnD,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,eAAA,CAAgB;AACtD;AAAA,IACF;AAEA,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAgC;AAE5C,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,SAAK,aAAa,IAAI;AACtB,SAAK,UAAU,WAAW;AAC1B,SAAK,SAAS,MAAS;AACvB,SAAK,kBAAkB,IAAI,gBAAA;AAE3B,SAAK,sBAAsB,MAAA;AAC3B,QAAI,8BAA8B;AAElC,QAAI;AAEF,YAAM,WAAW,KAAK,UAAU,YAAA;AAGhC,YAAM,KAAK,aAAa,QAAQ,WAAA;AAIhC,YAAM,aAAa;AAAA,QACjB,GAAG,KAAK;AAAA,QACR,GAAG,KAAK;AAAA,QACR,gBAAgB,KAAK;AAAA,MAAA;AAIvB,WAAK,qBAAqB;AAG1B,YAAM,SAAS,KAAK,WAAW;AAAA,QAC7B;AAAA,QACA;AAAA,QACA,KAAK,gBAAgB;AAAA,MAAA;AAGvB,YAAM,KAAK,cAAc,MAAM;AAC/B,oCAA8B;AAAA,IAChC,SAAS,KAAK;AACZ,UAAI,eAAe,OAAO;AACxB,YAAI,IAAI,SAAS,cAAc;AAC7B;AAAA,QACF;AACA,aAAK,SAAS,GAAG;AACjB,aAAK,UAAU,OAAO;AACtB,aAAK,aAAa,QAAQ,QAAQ,GAAG;AAAA,MACvC;AAAA,IACF,UAAA;AACE,WAAK,kBAAkB;AACvB,WAAK,aAAa,KAAK;AACvB,WAAK,qBAAqB;AAG1B,YAAM,KAAK,uBAAA;AAGX,UAAI,6BAA6B;AAC/B,cAAM,WAAW,KAAK,UAAU,YAAA;AAChC,cAAM,WAAW,SAAS,GAAG,EAAE,GAAG,MAAM,GAAG,EAAE;AAE7C,YAAI,UAAU,SAAS,iBAAiB,KAAK,kBAAkB;AAC7D,cAAI;AACF,kBAAM,KAAK,qBAAA;AAAA,UACb,SAAS,OAAO;AACd,oBAAQ,MAAM,8CAA8C,KAAK;AAAA,UACnE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAwB;AAC5B,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,QAAI,SAAS,WAAW,EAAG;AAG3B,UAAM,uBAAuB,SAAS;AAAA,MACpC,CAAC,MAAiB,EAAE,SAAS;AAAA,IAAA;AAG/B,QAAI,yBAAyB,GAAI;AAEjC,SAAK,OAAO,SAAS,oBAAoB;AAGzC,SAAK,UAAU,oBAAoB,oBAAoB;AAGvD,UAAM,KAAK,eAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,OAAa;AACX,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,MAAA;AACrB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,aAAa,KAAK;AACvB,SAAK,UAAU,OAAO;AACtB,SAAK,OAAO,QAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,UAAU,cAAA;AACf,SAAK,SAAS,MAAS;AACvB,SAAK,OAAO,gBAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,QAMF;AAChB,SAAK,OAAO;AAAA,MACV,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO,SAAS;AAAA,IAAA;AAIlB,SAAK,UAAU;AAAA,MACb,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,IAAA;AAIT,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,qBAAA,CAAsB;AAC5D;AAAA,IACF;AAEA,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBAAwB,UAGZ;AAEhB,UAAM,WAAW,KAAK,UAAU,YAAA;AAChC,QAAI;AAEJ,eAAW,OAAO,UAAU;AAC1B,YAAM,eAAe,IAAI,MAAM;AAAA,QAC7B,CAAC,MACC,EAAE,SAAS,eAAe,EAAE,UAAU,OAAO,SAAS;AAAA,MAAA;AAE1D,UAAI,cAAc;AAChB,0BAAkB,aAAa;AAC/B;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB;AACnB,WAAK,OAAO;AAAA,QACV,SAAS;AAAA,QACT;AAAA,QACA,SAAS;AAAA,MAAA;AAAA,IAEb;AAGA,SAAK,UAAU,wBAAwB,SAAS,IAAI,SAAS,QAAQ;AAGrE,QAAI,KAAK,WAAW;AAClB,WAAK,sBAAsB,MAAM,KAAK,qBAAA,CAAsB;AAC5D;AAAA,IACF;AAEA,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKQ,sBAAsB,QAAmC;AAC/D,SAAK,kBAAkB,KAAK,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,WAAO,KAAK,kBAAkB,SAAS,GAAG;AACxC,YAAM,SAAS,KAAK,kBAAkB,MAAA;AACtC,YAAM,OAAA;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,uBAAsC;AAElD,QAAI,KAAK,uBAAuB,KAAK,WAAW;AAC9C;AAAA,IACF;AAEA,QAAI,KAAK,kBAAkB;AACzB,WAAK,sBAAsB;AAC3B,UAAI;AACF,cAAM,KAAK,eAAA;AAAA,MACb,UAAA;AACE,aAAK,sBAAsB;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,iBAA0B;AAChC,WAAO,KAAK,UAAU,oBAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAgC;AAC9B,WAAO,KAAK,UAAU,YAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,eAAwB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAA6B;AAC3B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,WAA8B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,oBAAoB,UAAkC;AACpD,SAAK,UAAU,YAAY,QAAQ;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAc,SAQL;AACP,QAAI,QAAQ,eAAe,QAAW;AACpC,WAAK,aAAa,QAAQ;AAAA,IAC5B;AACA,QAAI,QAAQ,SAAS,QAAW;AAC9B,WAAK,OAAO,QAAQ;AAAA,IACtB;AACA,QAAI,QAAQ,UAAU,QAAW;AAC/B,WAAK,eAAe,UAAU,oBAAI,IAAA;AAClC,iBAAW,QAAQ,QAAQ,OAAO;AAChC,aAAK,eAAe,QAAQ,IAAI,KAAK,MAAM,IAAI;AAAA,MACjD;AAAA,IACF;AACA,QAAI,QAAQ,eAAe,QAAW;AACpC,WAAK,aAAa,QAAQ,aAAa,QAAQ;AAAA,IACjD;AACA,QAAI,QAAQ,YAAY,QAAW;AACjC,WAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IAC9C;AACA,QAAI,QAAQ,aAAa,QAAW;AAClC,WAAK,aAAa,QAAQ,WAAW,QAAQ;AAAA,IAC/C;AACA,QAAI,QAAQ,YAAY,QAAW;AACjC,WAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IAC9C;AAAA,EACF;AACF;"}

package/dist/esm/events.d.ts

@@ -1,3 +1,4 @@
+import { ContentPart } from '@tanstack/ai';
 import { UIMessage } from './types.js';
 /**
  * Abstract base class for ChatClient event emission
@@ -46,9 +47,13 @@ export declare abstract class ChatClientEventEmitter {
      */
     messageAppended(uiMessage: UIMessage, streamId?: string): void;
     /**
-     * Emit message sent event
+     * Emit message sent event.
+     * Supports both simple string content and multimodal content arrays.
+     *
+     * @param messageId - The ID of the sent message
+     * @param content - The message content (string or array of ContentPart for multimodal)
      */
-    messageSent(messageId: string, content: string): void;
+    messageSent(messageId: string, content: string | Array<ContentPart>): void;
     /**
      * Emit reloaded event
      */

package/dist/esm/events.js

@@ -89,18 +89,27 @@ class ChatClientEventEmitter {
     });
   }
   /**
-   * Emit message sent event
+   * Emit message sent event.
+   * Supports both simple string content and multimodal content arrays.
+   *
+   * @param messageId - The ID of the sent message
+   * @param content - The message content (string or array of ContentPart for multimodal)
    */
   messageSent(messageId, content) {
+    const textContent = typeof content === "string" ? content : content.filter((part) => part.type === "text").map((part) => part.content).join("");
     this.emitEvent("text:message:created", {
       messageId,
       role: "user",
-      content
+      content: textContent,
+      // Include full content for multimodal messages
+      ...Array.isArray(content) && { parts: content }
     });
     this.emitEvent("text:message:user", {
       messageId,
       role: "user",
-      content
+      content: textContent,
+      // Include full content for multimodal messages
+      ...Array.isArray(content) && { parts: content }
     });
   }
   /**

package/dist/esm/events.js.map

@@ -1 +1 @@
-{"version":3,"file":"events.js","sources":["../../src/events.ts"],"sourcesContent":["import { aiEventClient } from '@tanstack/ai/event-client'\nimport type { UIMessage } from './types'\n\n/**\n * Abstract base class for ChatClient event emission\n */\nexport abstract class ChatClientEventEmitter {\n  protected clientId: string\n\n  constructor(clientId: string) {\n    this.clientId = clientId\n  }\n\n  /**\n   * Protected abstract method for emitting events\n   * Implementations should handle adding clientId and timestamp\n   */\n  protected abstract emitEvent(\n    eventName: string,\n    data?: Record<string, unknown>,\n  ): void\n\n  /**\n   * Emit client created event\n   */\n  clientCreated(initialMessageCount: number): void {\n    this.emitEvent('client:created', {\n      initialMessageCount,\n    })\n  }\n\n  /**\n   * Emit loading state changed event\n   */\n  loadingChanged(isLoading: boolean): void {\n    this.emitEvent('client:loading:changed', { isLoading })\n  }\n\n  /**\n   * Emit error state changed event\n   */\n  errorChanged(error: string | null): void {\n    this.emitEvent('client:error:changed', {\n      error,\n    })\n  }\n\n  /**\n   * Emit text update events (combines processor and client events)\n   */\n  textUpdated(streamId: string, messageId: string, content: string): void {\n    this.emitEvent('text:chunk:content', {\n      streamId,\n      messageId,\n      content,\n    })\n  }\n\n  /**\n   * Emit tool call state change events (combines processor and client events)\n   */\n  toolCallStateChanged(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    state: string,\n    args: string,\n  ): void {\n    this.emitEvent('tools:call:updated', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      state,\n      arguments: args,\n    })\n  }\n\n  /**\n   * Emit tool result state change event\n   */\n  /**\n   * Emit thinking update event\n   */\n  thinkingUpdated(\n    streamId: string,\n    messageId: string,\n    content: string,\n    delta?: string,\n  ): void {\n    this.emitEvent('text:chunk:thinking', {\n      streamId,\n      messageId,\n      content,\n      delta,\n    })\n  }\n\n  /**\n   * Emit approval requested event\n   */\n  approvalRequested(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    input: unknown,\n    approvalId: string,\n  ): void {\n    this.emitEvent('tools:approval:requested', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      input,\n      approvalId,\n    })\n  }\n\n  /**\n   * Emit message appended event\n   */\n  messageAppended(uiMessage: UIMessage, streamId?: string): void {\n    const content = uiMessage.parts\n      .filter((part) => part.type === 'text')\n      .map((part) => part.content)\n      .join(' ')\n\n    this.emitEvent('text:message:created', {\n      streamId,\n      messageId: uiMessage.id,\n      role: uiMessage.role,\n      content,\n      parts: uiMessage.parts,\n    })\n  }\n\n  /**\n   * Emit message sent event\n   */\n  messageSent(messageId: string, content: string): void {\n    this.emitEvent('text:message:created', {\n      messageId,\n      role: 'user',\n      content,\n    })\n\n    this.emitEvent('text:message:user', {\n      messageId,\n      role: 'user',\n      content,\n    })\n  }\n\n  /**\n   * Emit reloaded event\n   */\n  reloaded(fromMessageIndex: number): void {\n    this.emitEvent('client:reloaded', {\n      fromMessageIndex,\n    })\n  }\n\n  /**\n   * Emit stopped event\n   */\n  stopped(): void {\n    this.emitEvent('client:stopped')\n  }\n\n  /**\n   * Emit messages cleared event\n   */\n  messagesCleared(): void {\n    this.emitEvent('client:messages:cleared')\n  }\n\n  /**\n   * Emit tool result added event\n   */\n  toolResultAdded(\n    toolCallId: string,\n    toolName: string,\n    output: unknown,\n    state: string,\n  ): void {\n    this.emitEvent('tools:result:added', {\n      toolCallId,\n      toolName,\n      output,\n      state,\n    })\n  }\n\n  /**\n   * Emit tool approval responded event\n   */\n  toolApprovalResponded(\n    approvalId: string,\n    toolCallId: string,\n    approved: boolean,\n  ): void {\n    this.emitEvent('tools:approval:responded', {\n      approvalId,\n      toolCallId,\n      approved,\n    })\n  }\n}\n\n/**\n * Default implementation of ChatClientEventEmitter\n */\nexport class DefaultChatClientEventEmitter extends ChatClientEventEmitter {\n  /**\n   * Emit an event with automatic clientId and timestamp for client/tool events\n   */\n  protected emitEvent(eventName: string, data?: Record<string, any>): void {\n    // For client:* and tool:* events, automatically add clientId and timestamp\n    if (\n      eventName.startsWith('client:') ||\n      eventName.startsWith('tools:') ||\n      eventName.startsWith('text:')\n    ) {\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        clientId: this.clientId,\n        source: 'client',\n        timestamp: Date.now(),\n      })\n    } else {\n      // For other events, just add timestamp\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        timestamp: Date.now(),\n      })\n    }\n  }\n}\n"],"names":[],"mappings":";AAMO,MAAe,uBAAuB;AAAA,EAG3C,YAAY,UAAkB;AAC5B,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAcA,cAAc,qBAAmC;AAC/C,SAAK,UAAU,kBAAkB;AAAA,MAC/B;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,eAAe,WAA0B;AACvC,SAAK,UAAU,0BAA0B,EAAE,UAAA,CAAW;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,OAA4B;AACvC,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,YAAY,UAAkB,WAAmB,SAAuB;AACtE,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,qBACE,UACA,WACA,YACA,UACA,OACA,MACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,IAAA,CACZ;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,gBACE,UACA,WACA,SACA,OACM;AACN,SAAK,UAAU,uBAAuB;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,kBACE,UACA,WACA,YACA,UACA,OACA,YACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,WAAsB,UAAyB;AAC7D,UAAM,UAAU,UAAU,MACvB,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAS,KAAK,OAAO,EAC1B,KAAK,GAAG;AAEX,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,WAAW,UAAU;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB;AAAA,MACA,OAAO,UAAU;AAAA,IAAA,CAClB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,YAAY,WAAmB,SAAuB;AACpD,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,MAAM;AAAA,MACN;AAAA,IAAA,CACD;AAED,SAAK,UAAU,qBAAqB;AAAA,MAClC;AAAA,MACA,MAAM;AAAA,MACN;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,SAAS,kBAAgC;AACvC,SAAK,UAAU,mBAAmB;AAAA,MAChC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,SAAK,UAAU,gBAAgB;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAwB;AACtB,SAAK,UAAU,yBAAyB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,gBACE,YACA,UACA,QACA,OACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,sBACE,YACA,YACA,UACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AACF;AAKO,MAAM,sCAAsC,uBAAuB;AAAA;AAAA;AAAA;AAAA,EAI9D,UAAU,WAAmB,MAAkC;AAEvE,QACE,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,QAAQ,KAC7B,UAAU,WAAW,OAAO,GAC5B;AACA,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,UAAU,KAAK;AAAA,QACf,QAAQ;AAAA,QACR,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH,OAAO;AAEL,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH;AAAA,EACF;AACF;"}
+{"version":3,"file":"events.js","sources":["../../src/events.ts"],"sourcesContent":["import { aiEventClient } from '@tanstack/ai/event-client'\nimport type { ContentPart } from '@tanstack/ai'\nimport type { UIMessage } from './types'\n\n/**\n * Abstract base class for ChatClient event emission\n */\nexport abstract class ChatClientEventEmitter {\n  protected clientId: string\n\n  constructor(clientId: string) {\n    this.clientId = clientId\n  }\n\n  /**\n   * Protected abstract method for emitting events\n   * Implementations should handle adding clientId and timestamp\n   */\n  protected abstract emitEvent(\n    eventName: string,\n    data?: Record<string, unknown>,\n  ): void\n\n  /**\n   * Emit client created event\n   */\n  clientCreated(initialMessageCount: number): void {\n    this.emitEvent('client:created', {\n      initialMessageCount,\n    })\n  }\n\n  /**\n   * Emit loading state changed event\n   */\n  loadingChanged(isLoading: boolean): void {\n    this.emitEvent('client:loading:changed', { isLoading })\n  }\n\n  /**\n   * Emit error state changed event\n   */\n  errorChanged(error: string | null): void {\n    this.emitEvent('client:error:changed', {\n      error,\n    })\n  }\n\n  /**\n   * Emit text update events (combines processor and client events)\n   */\n  textUpdated(streamId: string, messageId: string, content: string): void {\n    this.emitEvent('text:chunk:content', {\n      streamId,\n      messageId,\n      content,\n    })\n  }\n\n  /**\n   * Emit tool call state change events (combines processor and client events)\n   */\n  toolCallStateChanged(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    state: string,\n    args: string,\n  ): void {\n    this.emitEvent('tools:call:updated', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      state,\n      arguments: args,\n    })\n  }\n\n  /**\n   * Emit tool result state change event\n   */\n  /**\n   * Emit thinking update event\n   */\n  thinkingUpdated(\n    streamId: string,\n    messageId: string,\n    content: string,\n    delta?: string,\n  ): void {\n    this.emitEvent('text:chunk:thinking', {\n      streamId,\n      messageId,\n      content,\n      delta,\n    })\n  }\n\n  /**\n   * Emit approval requested event\n   */\n  approvalRequested(\n    streamId: string,\n    messageId: string,\n    toolCallId: string,\n    toolName: string,\n    input: unknown,\n    approvalId: string,\n  ): void {\n    this.emitEvent('tools:approval:requested', {\n      streamId,\n      messageId,\n      toolCallId,\n      toolName,\n      input,\n      approvalId,\n    })\n  }\n\n  /**\n   * Emit message appended event\n   */\n  messageAppended(uiMessage: UIMessage, streamId?: string): void {\n    const content = uiMessage.parts\n      .filter((part) => part.type === 'text')\n      .map((part) => part.content)\n      .join(' ')\n\n    this.emitEvent('text:message:created', {\n      streamId,\n      messageId: uiMessage.id,\n      role: uiMessage.role,\n      content,\n      parts: uiMessage.parts,\n    })\n  }\n\n  /**\n   * Emit message sent event.\n   * Supports both simple string content and multimodal content arrays.\n   *\n   * @param messageId - The ID of the sent message\n   * @param content - The message content (string or array of ContentPart for multimodal)\n   */\n  messageSent(messageId: string, content: string | Array<ContentPart>): void {\n    // For text content, extract it; for multimodal, provide the array\n    const textContent =\n      typeof content === 'string'\n        ? content\n        : content\n            .filter((part) => part.type === 'text')\n            .map((part) => (part as { type: 'text'; content: string }).content)\n            .join('')\n\n    this.emitEvent('text:message:created', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n\n    this.emitEvent('text:message:user', {\n      messageId,\n      role: 'user',\n      content: textContent,\n      // Include full content for multimodal messages\n      ...(Array.isArray(content) && { parts: content }),\n    })\n  }\n\n  /**\n   * Emit reloaded event\n   */\n  reloaded(fromMessageIndex: number): void {\n    this.emitEvent('client:reloaded', {\n      fromMessageIndex,\n    })\n  }\n  /**\n   * Emit stopped event\n   */\n  stopped(): void {\n    this.emitEvent('client:stopped')\n  }\n\n  /**\n   * Emit messages cleared event\n   */\n  messagesCleared(): void {\n    this.emitEvent('client:messages:cleared')\n  }\n\n  /**\n   * Emit tool result added event\n   */\n  toolResultAdded(\n    toolCallId: string,\n    toolName: string,\n    output: unknown,\n    state: string,\n  ): void {\n    this.emitEvent('tools:result:added', {\n      toolCallId,\n      toolName,\n      output,\n      state,\n    })\n  }\n\n  /**\n   * Emit tool approval responded event\n   */\n  toolApprovalResponded(\n    approvalId: string,\n    toolCallId: string,\n    approved: boolean,\n  ): void {\n    this.emitEvent('tools:approval:responded', {\n      approvalId,\n      toolCallId,\n      approved,\n    })\n  }\n}\n\n/**\n * Default implementation of ChatClientEventEmitter\n */\nexport class DefaultChatClientEventEmitter extends ChatClientEventEmitter {\n  /**\n   * Emit an event with automatic clientId and timestamp for client/tool events\n   */\n  protected emitEvent(eventName: string, data?: Record<string, any>): void {\n    // For client:* and tool:* events, automatically add clientId and timestamp\n    if (\n      eventName.startsWith('client:') ||\n      eventName.startsWith('tools:') ||\n      eventName.startsWith('text:')\n    ) {\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        clientId: this.clientId,\n        source: 'client',\n        timestamp: Date.now(),\n      })\n    } else {\n      // For other events, just add timestamp\n      aiEventClient.emit(eventName as any, {\n        ...data,\n        timestamp: Date.now(),\n      })\n    }\n  }\n}\n"],"names":[],"mappings":";AAOO,MAAe,uBAAuB;AAAA,EAG3C,YAAY,UAAkB;AAC5B,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAcA,cAAc,qBAAmC;AAC/C,SAAK,UAAU,kBAAkB;AAAA,MAC/B;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,eAAe,WAA0B;AACvC,SAAK,UAAU,0BAA0B,EAAE,UAAA,CAAW;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,OAA4B;AACvC,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,YAAY,UAAkB,WAAmB,SAAuB;AACtE,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,qBACE,UACA,WACA,YACA,UACA,OACA,MACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,IAAA,CACZ;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,gBACE,UACA,WACA,SACA,OACM;AACN,SAAK,UAAU,uBAAuB;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,kBACE,UACA,WACA,YACA,UACA,OACA,YACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,WAAsB,UAAyB;AAC7D,UAAM,UAAU,UAAU,MACvB,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAS,KAAK,OAAO,EAC1B,KAAK,GAAG;AAEX,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,WAAW,UAAU;AAAA,MACrB,MAAM,UAAU;AAAA,MAChB;AAAA,MACA,OAAO,UAAU;AAAA,IAAA,CAClB;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,WAAmB,SAA4C;AAEzE,UAAM,cACJ,OAAO,YAAY,WACf,UACA,QACG,OAAO,CAAC,SAAS,KAAK,SAAS,MAAM,EACrC,IAAI,CAAC,SAAU,KAA2C,OAAO,EACjE,KAAK,EAAE;AAEhB,SAAK,UAAU,wBAAwB;AAAA,MACrC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAED,SAAK,UAAU,qBAAqB;AAAA,MAClC;AAAA,MACA,MAAM;AAAA,MACN,SAAS;AAAA;AAAA,MAET,GAAI,MAAM,QAAQ,OAAO,KAAK,EAAE,OAAO,QAAA;AAAA,IAAQ,CAChD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,SAAS,kBAAgC;AACvC,SAAK,UAAU,mBAAmB;AAAA,MAChC;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAIA,UAAgB;AACd,SAAK,UAAU,gBAAgB;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAwB;AACtB,SAAK,UAAU,yBAAyB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,gBACE,YACA,UACA,QACA,OACM;AACN,SAAK,UAAU,sBAAsB;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,sBACE,YACA,YACA,UACM;AACN,SAAK,UAAU,4BAA4B;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAAA,EACH;AACF;AAKO,MAAM,sCAAsC,uBAAuB;AAAA;AAAA;AAAA;AAAA,EAI9D,UAAU,WAAmB,MAAkC;AAEvE,QACE,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,QAAQ,KAC7B,UAAU,WAAW,OAAO,GAC5B;AACA,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,UAAU,KAAK;AAAA,QACf,QAAQ;AAAA,QACR,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH,OAAO;AAEL,oBAAc,KAAK,WAAkB;AAAA,QACnC,GAAG;AAAA,QACH,WAAW,KAAK,IAAA;AAAA,MAAI,CACrB;AAAA,IACH;AAAA,EACF;AACF;"}

package/dist/esm/index.d.ts

@@ -1,5 +1,5 @@
 export { ChatClient } from './chat-client.js';
-export type { UIMessage, MessagePart, TextPart, ToolCallPart, ToolResultPart, ThinkingPart, ChatClientOptions, ChatRequestBody, InferChatMessages, ChatClientState, } from './types.js';
+export type { UIMessage, MessagePart, TextPart, ToolCallPart, ToolResultPart, ThinkingPart, ChatClientOptions, ChatRequestBody, InferChatMessages, ChatClientState, MultimodalContent, } from './types.js';
 export { clientTools, createChatClientOptions } from './types.js';
 export type { ExtractToolNames, ExtractToolInput, ExtractToolOutput, } from './tool-types.js';
 export type { AnyClientTool } from '@tanstack/ai';

package/dist/esm/types.d.ts

@@ -1,4 +1,4 @@
-import { AnyClientTool, ChunkStrategy, InferToolInput, InferToolOutput, ModelMessage, StreamChunk } from '@tanstack/ai';
+import { AnyClientTool, AudioPart, ChunkStrategy, ContentPart, DocumentPart, ImagePart, InferToolInput, InferToolOutput, ModelMessage, StreamChunk, VideoPart } from '@tanstack/ai';
 import { ConnectionAdapter } from './connection-adapters.js';
 /**
  * Tool call states - track the lifecycle of a tool call
@@ -12,6 +12,34 @@ export type ToolResultState = 'streaming' | 'complete' | 'error';
  * ChatClient state - track the lifecycle of a chat
  */
 export type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error';
+/**
+ * Multimodal content input for sending messages with rich media.
+ * Allows sending text, images, audio, video, and documents to the LLM.
+ *
+ * @example
+ * ```ts
+ * // Send an image with a question
+ * client.sendMessage({
+ *   content: [
+ *     { type: 'text', content: 'What is in this image?' },
+ *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }
+ *   ],
+ *   id: 'custom-message-id' // optional
+ * })
+ * ```
+ */
+export interface MultimodalContent {
+    /**
+     * The content of the message.
+     * Can be a simple string or an array of content parts for multimodal messages.
+     */
+    content: string | Array<ContentPart>;
+    /**
+     * Optional custom ID for the message.
+     * If not provided, a unique ID will be generated.
+     */
+    id?: string;
+}
 /**
  * Message parts - building blocks of UIMessage
  */
@@ -84,7 +112,7 @@ export interface ThinkingPart {
     type: 'thinking';
     content: string;
 }
-export type MessagePart<TTools extends ReadonlyArray<AnyClientTool> = any> = TextPart | ToolCallPart<TTools> | ToolResultPart | ThinkingPart;
+export type MessagePart<TTools extends ReadonlyArray<AnyClientTool> = any> = TextPart | ImagePart | AudioPart | VideoPart | DocumentPart | ToolCallPart<TTools> | ToolResultPart | ThinkingPart;
 /**
  * UIMessage - Domain-specific message format optimized for building chat UIs
  * Contains parts that can be text, tool calls, or tool results

package/dist/esm/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  ChunkStrategy,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n} from '@tanstack/ai'\nimport type { ConnectionAdapter } from './connection-adapters'\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Approval metadata if tool requires user approval */\n      approval?: {\n        id: string // Unique approval ID\n        needsApproval: boolean // Always true if present\n        approved?: boolean // User's decision (undefined until responded)\n      }\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    }\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  | TextPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results\n */\nexport interface UIMessage<TTools extends ReadonlyArray<AnyClientTool> = any> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools>>\n  createdAt?: Date\n}\n\nexport interface ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n> {\n  /**\n   * Connection adapter for streaming\n   * Use fetchServerSentEvents(), fetchHttpStream(), or stream() to create adapters\n   */\n  connection: ConnectionAdapter\n\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Additional body parameters to send\n   */\n  body?: Record<string, any>\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n}\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n>(options: ChatClientOptions<TTools>): ChatClientOptions<TTools> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools> ? Array<UIMessage<TTools>> : never\n"],"names":[],"mappings":"AAkPO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAEd,SAA+D;AAC/D,SAAO;AACT;"}
+{"version":3,"file":"types.js","sources":["../../src/types.ts"],"sourcesContent":["import type {\n  AnyClientTool,\n  AudioPart,\n  ChunkStrategy,\n  ContentPart,\n  DocumentPart,\n  ImagePart,\n  InferToolInput,\n  InferToolOutput,\n  ModelMessage,\n  StreamChunk,\n  VideoPart,\n} from '@tanstack/ai'\nimport type { ConnectionAdapter } from './connection-adapters'\n\n/**\n * Tool call states - track the lifecycle of a tool call\n */\nexport type ToolCallState =\n  | 'awaiting-input' // Received start but no arguments yet\n  | 'input-streaming' // Partial arguments received\n  | 'input-complete' // All arguments received\n  | 'approval-requested' // Waiting for user approval\n  | 'approval-responded' // User has approved/denied\n\n/**\n * Tool result states - track the lifecycle of a tool result\n */\nexport type ToolResultState =\n  | 'streaming' // Placeholder for future streamed output\n  | 'complete' // Result is complete\n  | 'error' // Error occurred\n\n/**\n * ChatClient state - track the lifecycle of a chat\n */\nexport type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'\n\n/**\n * Multimodal content input for sending messages with rich media.\n * Allows sending text, images, audio, video, and documents to the LLM.\n *\n * @example\n * ```ts\n * // Send an image with a question\n * client.sendMessage({\n *   content: [\n *     { type: 'text', content: 'What is in this image?' },\n *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }\n *   ],\n *   id: 'custom-message-id' // optional\n * })\n * ```\n */\nexport interface MultimodalContent {\n  /**\n   * The content of the message.\n   * Can be a simple string or an array of content parts for multimodal messages.\n   */\n  content: string | Array<ContentPart>\n  /**\n   * Optional custom ID for the message.\n   * If not provided, a unique ID will be generated.\n   */\n  id?: string\n}\n\n/**\n * Message parts - building blocks of UIMessage\n */\nexport interface TextPart {\n  type: 'text'\n  content: string\n}\n\n/**\n * Helper type that creates a tool-call part for a specific tool.\n * This is a conditional type to enable proper distribution over union types,\n * creating a discriminated union where `name` is the discriminant.\n */\ntype ToolCallPartForTool<T> = T extends AnyClientTool\n  ? {\n      type: 'tool-call'\n      id: string\n      name: T['name']\n      arguments: string // JSON string (may be incomplete)\n      /** Parsed tool input (typed from inputSchema) */\n      input?: InferToolInput<T>\n      state: ToolCallState\n      /** Approval metadata if tool requires user approval */\n      approval?: {\n        id: string // Unique approval ID\n        needsApproval: boolean // Always true if present\n        approved?: boolean // User's decision (undefined until responded)\n      }\n      /** Tool execution output (for client tools or after approval) */\n      output?: InferToolOutput<T>\n    }\n  : never\n\n/**\n * Fallback tool-call part type when tools are not typed\n */\ntype UntypedToolCallPart = {\n  type: 'tool-call'\n  id: string\n  name: string\n  arguments: string\n  input?: any\n  state: ToolCallState\n  approval?: {\n    id: string\n    needsApproval: boolean\n    approved?: boolean\n  }\n  output?: any\n}\n\n/**\n * Tool call part that creates a proper discriminated union.\n * When TTools is typed, checking `part.name === 'toolName'` will narrow\n * `part.output` to the correct type for that tool.\n *\n * The discriminant is `name`, so code like:\n * ```ts\n * if (part.name === 'recommendGuitar') {\n *   // part.output is now typed to the recommendGuitar tool's output\n * }\n * ```\n */\nexport type ToolCallPart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  // Check if we have a concrete tools array (not 'any' or 'never')\n  [TTools] extends [never]\n    ? UntypedToolCallPart\n    : unknown extends TTools\n      ? UntypedToolCallPart\n      : TTools extends ReadonlyArray<infer Tool>\n        ? Tool extends AnyClientTool\n          ? ToolCallPartForTool<Tool>\n          : UntypedToolCallPart\n        : UntypedToolCallPart\n\nexport interface ToolResultPart {\n  type: 'tool-result'\n  toolCallId: string\n  content: string\n  state: ToolResultState\n  error?: string // Error message if state is \"error\"\n}\n\nexport interface ThinkingPart {\n  type: 'thinking'\n  content: string\n}\n\nexport type MessagePart<TTools extends ReadonlyArray<AnyClientTool> = any> =\n  | TextPart\n  | ImagePart\n  | AudioPart\n  | VideoPart\n  | DocumentPart\n  | ToolCallPart<TTools>\n  | ToolResultPart\n  | ThinkingPart\n\n/**\n * UIMessage - Domain-specific message format optimized for building chat UIs\n * Contains parts that can be text, tool calls, or tool results\n */\nexport interface UIMessage<TTools extends ReadonlyArray<AnyClientTool> = any> {\n  id: string\n  role: 'system' | 'user' | 'assistant'\n  parts: Array<MessagePart<TTools>>\n  createdAt?: Date\n}\n\nexport interface ChatClientOptions<\n  TTools extends ReadonlyArray<AnyClientTool> = any,\n> {\n  /**\n   * Connection adapter for streaming\n   * Use fetchServerSentEvents(), fetchHttpStream(), or stream() to create adapters\n   */\n  connection: ConnectionAdapter\n\n  /**\n   * Initial messages to populate the chat\n   */\n  initialMessages?: Array<UIMessage<TTools>>\n\n  /**\n   * Unique identifier for this chat instance\n   * Used for managing multiple chats\n   */\n  id?: string\n\n  /**\n   * Additional body parameters to send\n   */\n  body?: Record<string, any>\n\n  /**\n   * Callback when a response is received\n   */\n  onResponse?: (response?: Response) => void | Promise<void>\n\n  /**\n   * Callback when a stream chunk is received\n   */\n  onChunk?: (chunk: StreamChunk) => void\n\n  /**\n   * Callback when the response is finished\n   */\n  onFinish?: (message: UIMessage<TTools>) => void\n\n  /**\n   * Callback when an error occurs\n   */\n  onError?: (error: Error) => void\n\n  /**\n   * Callback when messages change\n   */\n  onMessagesChange?: (messages: Array<UIMessage<TTools>>) => void\n\n  /**\n   * Callback when loading state changes\n   */\n  onLoadingChange?: (isLoading: boolean) => void\n\n  /**\n   * Callback when error state changes\n   */\n  onErrorChange?: (error: Error | undefined) => void\n\n  /**\n   * Callback when chat status changes\n   */\n  onStatusChange?: (status: ChatClientState) => void\n\n  /**\n   * Client-side tools with execution logic\n   * When provided, tools with execute functions will be called automatically\n   */\n  tools?: TTools\n\n  /**\n   * Stream processing options (optional)\n   * Configure chunking strategy\n   */\n  streamProcessor?: {\n    /**\n     * Strategy for when to emit text updates\n     * Defaults to ImmediateStrategy (every chunk)\n     */\n    chunkStrategy?: ChunkStrategy\n  }\n}\n\nexport interface ChatRequestBody {\n  messages: Array<ModelMessage>\n  data?: Record<string, any>\n}\n\n/**\n * Create a typed array of client tools with proper type inference.\n * This eliminates the need for `as const` when defining tool arrays.\n *\n * @example\n * ```ts\n * const tools = clientTools(\n *   myTool1.client(() => result1),\n *   myTool2.client(() => result2),\n * )\n *\n * // tools is now properly typed as a tuple with literal tool names\n * // This enables type narrowing when checking part.name === 'toolName'\n * ```\n */\nexport function clientTools<const T extends Array<AnyClientTool>>(\n  ...tools: T\n): T {\n  return tools\n}\n\n/**\n * Helper to create typed chat client options\n * Use this to get proper type inference for messages\n *\n * @example\n * ```ts\n * const tools = clientTools(myTool1, myTool2)\n *\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools,\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * ```\n */\nexport function createChatClientOptions<\n  const TTools extends ReadonlyArray<AnyClientTool>,\n>(options: ChatClientOptions<TTools>): ChatClientOptions<TTools> {\n  return options\n}\n\n/**\n * Extract the message type from chat options\n *\n * @example\n * ```ts\n * const chatOptions = createChatClientOptions({\n *   connection: fetchServerSentEvents('/api/chat'),\n *   tools: [myTool1, myTool2],\n * })\n *\n * type MyMessages = InferChatMessages<typeof chatOptions>\n * // MyMessages is now Array<UIMessage<[typeof myTool1, typeof myTool2]>>\n * ```\n */\nexport type InferChatMessages<T> =\n  T extends ChatClientOptions<infer TTools> ? Array<UIMessage<TTools>> : never\n"],"names":[],"mappings":"AAwRO,SAAS,eACX,OACA;AACH,SAAO;AACT;AAkBO,SAAS,wBAEd,SAA+D;AAC/D,SAAO;AACT;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-client",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "Framework-agnostic headless client for TanStack AI",
   "author": "",
   "license": "MIT",
@@ -31,7 +31,7 @@
     "src"
   ],
   "dependencies": {
-    "@tanstack/ai": "0.3.1"
+    "@tanstack/ai": "0.4.0"
   },
   "devDependencies": {
     "@vitest/coverage-v8": "4.0.14",

package/src/chat-client.ts

@@ -4,13 +4,19 @@ import {
   normalizeToUIMessage,
 } from '@tanstack/ai'
 import { DefaultChatClientEventEmitter } from './events'
-import type { AnyClientTool, ModelMessage, StreamChunk } from '@tanstack/ai'
+import type {
+  AnyClientTool,
+  ContentPart,
+  ModelMessage,
+  StreamChunk,
+} from '@tanstack/ai'
 import type { ConnectionAdapter } from './connection-adapters'
 import type { ChatClientEventEmitter } from './events'
 import type {
   ChatClientOptions,
   ChatClientState,
   MessagePart,
+  MultimodalContent,
   ToolCallPart,
   UIMessage,
 } from './types'
@@ -20,6 +26,7 @@ export class ChatClient {
   private connection: ConnectionAdapter
   private uniqueId: string
   private body: Record<string, any> = {}
+  private pendingMessageBody: Record<string, any> | undefined = undefined
   private isLoading = false
   private error: Error | undefined = undefined
   private status: ChatClientState = 'ready'
@@ -282,20 +289,82 @@ export class ChatClient {
   }
 
   /**
-   * Send a message and stream the response
+   * Send a message and stream the response.
+   * Supports both simple string content and multimodal content (images, audio, video, documents).
+   *
+   * @param content - The message content. Can be:
+   *   - A simple string for text-only messages
+   *   - A MultimodalContent object with content array and optional custom ID
+   * @param body - Optional body parameters to merge with the client's base body for this request.
+   *               Uses shallow merge with per-message body taking priority.
+   *
+   * @example
+   * ```ts
+   * // Simple text message
+   * await client.sendMessage('Hello!')
+   *
+   * // Text message with custom body params
+   * await client.sendMessage('Hello!', { temperature: 0.7 })
+   *
+   * // Multimodal message with image
+   * await client.sendMessage({
+   *   content: [
+   *     { type: 'text', content: 'What is in this image?' },
+   *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }
+   *   ]
+   * })
+   *
+   * // Multimodal message with custom ID and body params
+   * await client.sendMessage(
+   *   {
+   *     content: [
+   *       { type: 'text', content: 'Describe this audio' },
+   *       { type: 'audio', source: { type: 'data', value: 'base64...' } }
+   *     ],
+   *     id: 'custom-message-id'
+   *   },
+   *   { model: 'gpt-4-audio' }
+   * )
+   * ```
    */
-  async sendMessage(content: string): Promise<void> {
-    if (!content.trim() || this.isLoading) {
+  async sendMessage(
+    content: string | MultimodalContent,
+    body?: Record<string, any>,
+  ): Promise<void> {
+    const emptyMessage = typeof content === 'string' && !content.trim()
+    if (emptyMessage || this.isLoading) {
       return
     }
+    // Normalize input to extract content, id, and validate
+    const normalizedContent = this.normalizeMessageInput(content)
+
+    // Store the per-message body for use in streamResponse
+    this.pendingMessageBody = body
 
     // Add user message via processor
-    const userMessage = this.processor.addUserMessage(content.trim())
-    this.events.messageSent(userMessage.id, content.trim())
+    const userMessage = this.processor.addUserMessage(
+      normalizedContent.content,
+      normalizedContent.id,
+    )
+    this.events.messageSent(userMessage.id, normalizedContent.content)
 
     await this.streamResponse()
   }
 
+  /**
+   * Normalize the message input to extract content and optional id.
+   * Trims string content automatically.
+   */
+  private normalizeMessageInput(input: string | MultimodalContent): {
+    content: string | Array<ContentPart>
+    id?: string
+  } {
+    if (typeof input === 'string') {
+      return { content: input.trim() }
+    }
+    return { content: input.content, id: input.id }
+  }
+
   /**
    * Append a message and stream the response
    */
@@ -351,16 +420,21 @@ export class ChatClient {
       // Call onResponse callback
       await this.callbacksRef.current.onResponse()
 
-      // Include conversationId in the body for server-side event correlation
-      const bodyWithConversationId = {
+      // Merge body: base body + per-message body (per-message takes priority)
+      // Include conversationId for server-side event correlation
+      const mergedBody = {
         ...this.body,
+        ...this.pendingMessageBody,
         conversationId: this.uniqueId,
       }
 
+      // Clear the pending message body after use
+      this.pendingMessageBody = undefined
+
       // Connect and stream
       const stream = this.connection.connect(
         messages,
-        bodyWithConversationId,
+        mergedBody,
         this.abortController.signal,
       )
 
@@ -378,6 +452,7 @@ export class ChatClient {
     } finally {
       this.abortController = null
       this.setIsLoading(false)
+      this.pendingMessageBody = undefined // Ensure it's cleared even on error
 
       // Drain any actions that were queued while the stream was in progress
       await this.drainPostStreamActions()

package/src/events.ts

@@ -1,4 +1,5 @@
 import { aiEventClient } from '@tanstack/ai/event-client'
+import type { ContentPart } from '@tanstack/ai'
 import type { UIMessage } from './types'
 
 /**
@@ -137,19 +138,36 @@ export abstract class ChatClientEventEmitter {
   }
 
   /**
-   * Emit message sent event
+   * Emit message sent event.
+   * Supports both simple string content and multimodal content arrays.
+   *
+   * @param messageId - The ID of the sent message
+   * @param content - The message content (string or array of ContentPart for multimodal)
    */
-  messageSent(messageId: string, content: string): void {
+  messageSent(messageId: string, content: string | Array<ContentPart>): void {
+    // For text content, extract it; for multimodal, provide the array
+    const textContent =
+      typeof content === 'string'
+        ? content
+        : content
+            .filter((part) => part.type === 'text')
+            .map((part) => (part as { type: 'text'; content: string }).content)
+            .join('')
+
     this.emitEvent('text:message:created', {
       messageId,
       role: 'user',
-      content,
+      content: textContent,
+      // Include full content for multimodal messages
+      ...(Array.isArray(content) && { parts: content }),
     })
 
     this.emitEvent('text:message:user', {
       messageId,
       role: 'user',
-      content,
+      content: textContent,
+      // Include full content for multimodal messages
+      ...(Array.isArray(content) && { parts: content }),
     })
   }
 
@@ -161,7 +179,6 @@ export abstract class ChatClientEventEmitter {
       fromMessageIndex,
     })
   }
-
   /**
    * Emit stopped event
    */

package/src/index.ts

@@ -12,6 +12,8 @@ export type {
   ChatRequestBody,
   InferChatMessages,
   ChatClientState,
+  // Multimodal content input type
+  MultimodalContent,
 } from './types'
 export { clientTools, createChatClientOptions } from './types'
 export type {

package/src/types.ts

@@ -1,10 +1,15 @@
 import type {
   AnyClientTool,
+  AudioPart,
   ChunkStrategy,
+  ContentPart,
+  DocumentPart,
+  ImagePart,
   InferToolInput,
   InferToolOutput,
   ModelMessage,
   StreamChunk,
+  VideoPart,
 } from '@tanstack/ai'
 import type { ConnectionAdapter } from './connection-adapters'
 
@@ -31,6 +36,35 @@ export type ToolResultState =
  */
 export type ChatClientState = 'ready' | 'submitted' | 'streaming' | 'error'
 
+/**
+ * Multimodal content input for sending messages with rich media.
+ * Allows sending text, images, audio, video, and documents to the LLM.
+ *
+ * @example
+ * ```ts
+ * // Send an image with a question
+ * client.sendMessage({
+ *   content: [
+ *     { type: 'text', content: 'What is in this image?' },
+ *     { type: 'image', source: { type: 'url', value: 'https://example.com/photo.jpg' } }
+ *   ],
+ *   id: 'custom-message-id' // optional
+ * })
+ * ```
+ */
+export interface MultimodalContent {
+  /**
+   * The content of the message.
+   * Can be a simple string or an array of content parts for multimodal messages.
+   */
+  content: string | Array<ContentPart>
+  /**
+   * Optional custom ID for the message.
+   * If not provided, a unique ID will be generated.
+   */
+  id?: string
+}
+
 /**
  * Message parts - building blocks of UIMessage
  */
@@ -121,6 +155,10 @@ export interface ThinkingPart {
 
 export type MessagePart<TTools extends ReadonlyArray<AnyClientTool> = any> =
   | TextPart
+  | ImagePart
+  | AudioPart
+  | VideoPart
+  | DocumentPart
   | ToolCallPart<TTools>
   | ToolResultPart
   | ThinkingPart