@meetsmore-oss/use-ai-client 1.12.0 → 1.13.0

package/dist/bundled.js

@@ -1371,6 +1371,8 @@ var defaultStrings = {
     API_OVERLOADED: "The AI service is currently experiencing high demand. Please try again in a moment.",
     /** Error when rate limited */
     RATE_LIMITED: "Too many requests. Please wait a moment before trying again.",
+    /** Error when the connection was lost while a response was being generated */
+    CONNECTION_LOST: "The connection was lost. Please send your message again.",
     /** Error for unknown/unexpected errors */
     UNKNOWN_ERROR: "An unexpected error occurred. Please try again."
   },
@@ -1557,7 +1559,17 @@ function getTextFromContent(content3) {
   if (typeof content3 === "string") {
     return content3;
   }
-  return content3.filter((part) => part.type === "text").map((part) => part.text).join("\n");
+  return content3.flatMap((part) => {
+    if (part.type === "text") return [part.text];
+    if (part.type === "transformed_file") return [part.text];
+    return [];
+  }).join("\n");
+}
+function getDisplayTextFromContent(content3) {
+  if (typeof content3 === "string") {
+    return content3;
+  }
+  return content3.flatMap((part) => part.type === "text" ? [part.text] : []).join("\n");
 }
 
 // src/utils/mergeAssistantMessages.ts
@@ -1621,6 +1633,17 @@ function mergeAssistantMessagesForDisplay(messages) {
   return result;
 }
 
+// src/utils/keyboard.ts
+function shouldSubmitOnEnter(e, mode) {
+  if (e.key !== "Enter" || e.nativeEvent.isComposing || e.keyCode === 229) {
+    return false;
+  }
+  if (mode === "enter") {
+    return !e.shiftKey;
+  }
+  return e.metaKey || e.ctrlKey;
+}
+
 // ../../node_modules/.bun/react-markdown@8.0.7+32264e8fb3466d46/node_modules/react-markdown/lib/uri-transformer.js
 var protocols = ["http", "https", "mailto", "tel"];
 function uriTransformer(uri) {
@@ -14668,7 +14691,8 @@ function UseAIChatPanel({
   onFeedback,
   pendingApprovals = [],
   onApproveToolCall,
-  onRejectToolCall
+  onRejectToolCall,
+  submitMode = "enter"
 }) {
   const strings = useStrings();
   const theme = useTheme();
@@ -14743,7 +14767,7 @@ function UseAIChatPanel({
     if (slashCommands.handleKeyDown(e)) {
       return;
     }
-    if (e.key === "Enter" && !e.shiftKey && !e.nativeEvent.isComposing && !(e.keyCode === 229)) {
+    if (shouldSubmitOnEnter(e, submitMode)) {
       e.preventDefault();
       handleSend();
     }
@@ -14841,7 +14865,7 @@ function UseAIChatPanel({
                       if (displayMessages.length > 0) {
                         const firstUserMsg = displayMessages.find((m) => m.role === "user");
                         if (firstUserMsg) {
-                          const textContent = getTextFromContent(firstUserMsg.content);
+                          const textContent = getDisplayTextFromContent(firstUserMsg.content);
                           const maxLength = 30;
                           return textContent.length > maxLength ? textContent.substring(0, maxLength) + "..." : textContent || strings.header.newChat;
                         }
@@ -15147,7 +15171,7 @@ function UseAIChatPanel({
                       {
                         style: {
                           display: "grid",
-                          gridTemplateColumns: "repeat(2, 1fr)",
+                          gridTemplateColumns: "1fr",
                           gap: "8px",
                           width: "100%",
                           maxWidth: "320px"
@@ -15223,7 +15247,7 @@ function UseAIChatPanel({
                               "data-testid": "save-command-button",
                               onClick: (e) => {
                                 e.stopPropagation();
-                                const messageText = getTextFromContent(message.content);
+                                const messageText = getDisplayTextFromContent(message.content);
                                 slashCommands.startSavingCommand(message.id, messageText);
                               },
                               title: "Save as slash command",
@@ -15293,13 +15317,17 @@ function UseAIChatPanel({
                                     }
                                   ),
                                   /* @__PURE__ */ jsx12(MarkdownContent, { content: getTextFromContent(message.content) })
-                                ] }) : getTextFromContent(message.content)
+                                ] }) : (
+                                  // User/tool bubbles: display-only text so transformed_file
+                                  // (e.g. OCR body) isn't dumped into the chat bubble.
+                                  getDisplayTextFromContent(message.content)
+                                )
                               ]
                             }
                           ),
                           slashCommands.renderInlineSaveUI({
                             messageId: message.id,
-                            messageText: getTextFromContent(message.content)
+                            messageText: getDisplayTextFromContent(message.content)
                           })
                         ]
                       }
@@ -15759,9 +15787,10 @@ function useChatUIContext() {
   }
   return context;
 }
-function UseAIChat({ floating = false }) {
+function UseAIChat({ floating = false, submitMode }) {
   const ctx = useChatUIContext();
   const chatPanelProps = {
+    submitMode: submitMode ?? ctx.submitMode,
     onSendMessage: ctx.sendMessage,
     messages: ctx.messages,
     loading: ctx.loading,
@@ -23633,6 +23662,7 @@ var ErrorCode;
 ((ErrorCode2) => {
   ErrorCode2["API_OVERLOADED"] = "API_OVERLOADED";
   ErrorCode2["RATE_LIMITED"] = "RATE_LIMITED";
+  ErrorCode2["CONNECTION_LOST"] = "CONNECTION_LOST";
   ErrorCode2["UNKNOWN_ERROR"] = "UNKNOWN_ERROR";
 })(ErrorCode ||= {});
 var TOOL_APPROVAL_REQUEST = "TOOL_APPROVAL_REQUEST";
@@ -23649,9 +23679,12 @@ var UseAIClient = class {
   }
   socket = null;
   eventHandlers = /* @__PURE__ */ new Map();
-  reconnectAttempts = 0;
-  maxReconnectAttempts = 5;
+  // Reconnect indefinitely so clients recover after extended outages (mobile
+  // app backgrounded long enough for server pingTimeout, airplane mode, etc.).
+  // Socket.IO applies exponential backoff capped at reconnectionDelayMax,
+  // so steady-state retry frequency is ~one attempt per 10s.
   reconnectDelay = 1e3;
+  reconnectDelayMax = 1e4;
   // Session state
   _threadId = null;
   _tools = [];
@@ -23689,14 +23722,14 @@ var UseAIClient = class {
     this.socket = lookup2(this.serverUrl, {
       transports: ["polling", "websocket"],
       reconnection: true,
-      reconnectionAttempts: this.maxReconnectAttempts,
+      reconnectionAttempts: Infinity,
       reconnectionDelay: this.reconnectDelay,
+      reconnectionDelayMax: this.reconnectDelayMax,
       withCredentials: true
     });
     this.socket.on("connect", () => {
       console.log("[UseAI] Connected to server");
       console.log("[UseAI] Transport:", this.socket?.io?.engine?.transport?.name);
-      this.reconnectAttempts = 0;
       const engine = this.socket?.io?.engine;
       if (engine) {
         engine.on("upgrade", (transport) => {
@@ -38268,35 +38301,89 @@ var LocalStorageChatRepository = class {
   }
 };
 
+// src/fileUpload/buildPersistedParts.ts
+function buildPersistedParts(message, attachments, fileContent) {
+  const parts2 = [];
+  if (message.trim()) {
+    parts2.push({ type: "text", text: message });
+  }
+  const transformedByKey = /* @__PURE__ */ new Map();
+  for (const part of fileContent) {
+    if (part.type === "transformed_file") {
+      const key = `${part.originalFile.name}:${part.originalFile.size}:${part.originalFile.mimeType}`;
+      const list3 = transformedByKey.get(key);
+      if (list3) {
+        list3.push(part);
+      } else {
+        transformedByKey.set(key, [part]);
+      }
+    }
+  }
+  for (const attachment of attachments) {
+    const key = `${attachment.file.name}:${attachment.file.size}:${attachment.file.type}`;
+    const transformed = transformedByKey.get(key)?.shift();
+    if (transformed) {
+      parts2.push({
+        type: "transformed_file",
+        text: transformed.text,
+        originalFile: transformed.originalFile
+      });
+    } else {
+      parts2.push({
+        type: "file",
+        file: {
+          name: attachment.file.name,
+          size: attachment.file.size,
+          mimeType: attachment.file.type
+        }
+      });
+    }
+  }
+  return parts2;
+}
+
 // src/hooks/useChatManagement.ts
 import { useState as useState7, useCallback as useCallback5, useRef as useRef5, useEffect as useEffect5 } from "react";
 
 // src/utils/messageConversion.ts
 function transformMessagesToClientFormat(persistedMessages) {
   return persistedMessages.map((msg) => {
-    const textContent = getTextFromContent(msg.content);
     switch (msg.role) {
       case "tool":
         return {
           id: msg.id,
           role: "tool",
-          content: textContent,
+          content: getTextFromContent(msg.content),
           toolCallId: msg.toolCallId || ""
         };
       case "assistant":
         return {
           id: msg.id,
           role: "assistant",
-          content: textContent,
+          content: getTextFromContent(msg.content),
           ...msg.toolCalls && msg.toolCalls.length > 0 ? { toolCalls: msg.toolCalls } : {},
           ...msg.reasoningParts && msg.reasoningParts.length > 0 ? { reasoningParts: msg.reasoningParts } : {}
         };
-      case "user":
-        return {
-          id: msg.id,
-          role: "user",
-          content: textContent
-        };
+      case "user": {
+        if (typeof msg.content === "string") {
+          return { id: msg.id, role: "user", content: msg.content };
+        }
+        const parts2 = msg.content.flatMap((p) => {
+          if (p.type === "text") {
+            return [{ type: "text", text: p.text }];
+          }
+          if (p.type === "transformed_file") {
+            return [{
+              type: "text",
+              text: `[Content of file "${p.originalFile.name}" (${p.originalFile.mimeType})]:
+
+${p.text}`
+            }];
+          }
+          return [];
+        });
+        return { id: msg.id, role: "user", content: parts2 };
+      }
     }
   });
 }
@@ -38469,7 +38556,7 @@ function useChatManagement({
       };
       chat.messages.push(newMessage);
       if (!chat.title) {
-        const text5 = getTextFromContent(content3);
+        const text5 = getDisplayTextFromContent(content3);
         if (text5) {
           chat.title = generateChatTitle(text5);
         }
@@ -38513,7 +38600,7 @@ function useChatManagement({
       if (!chat.title) {
         const firstUserMessage = chat.messages.find((msg) => msg.role === "user");
         if (firstUserMessage) {
-          const textContent = getTextFromContent(firstUserMessage.content);
+          const textContent = getDisplayTextFromContent(firstUserMessage.content);
           if (textContent) {
             chat.title = generateChatTitle(textContent);
           }
@@ -39230,6 +39317,8 @@ function useServerEvents({
   const [streamingText, setStreamingText] = useState13("");
   const [streamingReasoning, setStreamingReasoning] = useState13("");
   const streamingChatIdRef = useRef10(null);
+  const loadingRef = useRef10(loading);
+  loadingRef.current = loading;
   const messageCountAtRunStartRef = useRef10(0);
   const hasTextFromPriorStepRef = useRef10(false);
   const [executingToolRaw, setExecutingTool] = useState13(null);
@@ -39325,6 +39414,17 @@ function useServerEvents({
       setLoading(false);
     }
   }, []);
+  const handleDisconnect = useCallback11(() => {
+    if (!loadingRef.current) return;
+    const strs = stringsRef.current;
+    const message = strs.errors[ErrorCode.CONNECTION_LOST] || strs.errors[ErrorCode.UNKNOWN_ERROR];
+    saveAIResponseRef.current(message, "error");
+    setStreamingText("");
+    setStreamingReasoning("");
+    streamingChatIdRef.current = null;
+    setExecutingTool(null);
+    setLoading(false);
+  }, []);
   const executingTool = executingToolRaw ? {
     displayText: executingToolRaw.title ?? executingToolFallbackRef.current ?? strings.toolExecution.fallbackMessages[0]
   } : null;
@@ -39336,7 +39436,8 @@ function useServerEvents({
     executingTool,
     streamingChatIdRef,
     streamingReasoning,
-    handleServerEvent
+    handleServerEvent,
+    handleDisconnect
   };
 }
 
@@ -39502,7 +39603,8 @@ function UseAIProvider({
   theme: customTheme,
   strings: customStrings,
   visibleAgentIds,
-  onOpenChange
+  onOpenChange,
+  submitMode = "enter"
 }) {
   const fileUploadConfig = fileUploadConfigProp === false ? void 0 : fileUploadConfigProp ?? DEFAULT_FILE_UPLOAD_CONFIG;
   const theme = { ...defaultTheme, ...customTheme };
@@ -39561,12 +39663,17 @@ function UseAIProvider({
   } = useCommandManagement({ repository: commandRepository });
   const handleServerEventRef = useRef12(serverEvents.handleServerEvent);
   handleServerEventRef.current = serverEvents.handleServerEvent;
+  const handleDisconnectRef = useRef12(serverEvents.handleDisconnect);
+  handleDisconnectRef.current = serverEvents.handleDisconnect;
   useEffect11(() => {
     console.log("[UseAIProvider] Initializing client with serverUrl:", serverUrl);
     const client = new UseAIClient(serverUrl);
     const unsubscribeConnection = client.onConnectionStateChange((isConnected) => {
       console.log("[UseAIProvider] Connection state changed:", isConnected);
       setConnected(isConnected);
+      if (!isConnected) {
+        handleDisconnectRef.current();
+      }
     });
     console.log("[UseAIProvider] Connecting...");
     client.connect();
@@ -39616,27 +39723,10 @@ function UseAIProvider({
     let persistedContent = message;
     let multimodalContent;
     if (attachments && attachments.length > 0) {
-      const persistedParts = [];
-      if (message.trim()) {
-        persistedParts.push({ type: "text", text: message });
-      }
-      for (const attachment of attachments) {
-        persistedParts.push({
-          type: "file",
-          file: {
-            name: attachment.file.name,
-            size: attachment.file.size,
-            mimeType: attachment.file.type
-          }
-        });
-      }
-      persistedContent = persistedParts;
-      if (activeChatId) {
-        await chatManagement.saveUserMessage(activeChatId, persistedContent);
-      }
       serverEvents.setLoading(true);
+      let fileContent;
       try {
-        const fileContent = await processAttachments(attachments, {
+        fileContent = await processAttachments(attachments, {
           getCurrentChat: chatManagement.getCurrentChat,
           backend: fileUploadConfig?.backend,
           transformers: fileUploadConfig?.transformers,
@@ -39644,17 +39734,21 @@ function UseAIProvider({
             setFileProcessingState(state);
           }
         });
-        multimodalContent = [];
-        if (message.trim()) {
-          multimodalContent.push({ type: "text", text: message });
-        }
-        multimodalContent.push(...fileContent);
       } catch (error48) {
         serverEvents.setLoading(false);
         throw error48;
       } finally {
         setFileProcessingState(null);
       }
+      persistedContent = buildPersistedParts(message, attachments, fileContent);
+      if (activeChatId) {
+        await chatManagement.saveUserMessage(activeChatId, persistedContent);
+      }
+      multimodalContent = [];
+      if (message.trim()) {
+        multimodalContent.push({ type: "text", text: message });
+      }
+      multimodalContent.push(...fileContent);
     } else {
       if (activeChatId) {
         await chatManagement.saveUserMessage(activeChatId, persistedContent);
@@ -39767,7 +39861,8 @@ function UseAIProvider({
     feedback: {
       enabled: feedback.enabled,
       submit: feedback.submitFeedback
-    }
+    },
+    submitMode
   };
   const isUIDisabled = CustomButton === null || CustomChat === null;
   const ButtonComponent = isUIDisabled ? null : CustomButton || UseAIFloatingButton;
@@ -39800,7 +39895,8 @@ function UseAIProvider({
     onFeedback: feedback.submitFeedback,
     pendingApprovals: toolSystem.pendingApprovals,
     onApproveToolCall: toolSystem.pendingApprovals.length > 0 ? toolSystem.approveAll : void 0,
-    onRejectToolCall: toolSystem.pendingApprovals.length > 0 ? toolSystem.rejectAll : void 0
+    onRejectToolCall: toolSystem.pendingApprovals.length > 0 ? toolSystem.rejectAll : void 0,
+    submitMode
   };
   const renderDefaultChat = () => {
     if (isUIDisabled) return null;