mindroot 9.22.0__py3-none-any.whl → 10.14.0__py3-none-any.whl

mindroot/coreplugins/chat/static/css/mobile.css

@@ -1,4 +1,5 @@
 /* Mobile-specific styles */
+
 @media screen and (max-width: 768px) {
   .page-container {
     position: relative;
@@ -132,6 +133,42 @@
     padding: 8px 12px;
   }
 
+  /* Fix for mobile chat layout - ensure chat form is visible */
+  html, body {
+    height: 100%;
+    overflow: hidden;
+  }
+  
+  .page-container {
+    height: 100%;
+    display: flex;
+    flex-direction: column;
+  }
+  
+  .main {
+    height: 100%;
+    display: flex;
+    flex-direction: column;
+    overflow: hidden;
+  }
+  
+  chat-ai {
+    height: 100%;
+    display: flex;
+    flex-direction: column;
+    padding-top: 60px; /* Space for hamburger menu */
+    padding-bottom: 10px;
+  }
+  
+  .chat-log {
+    flex: 1;
+    overflow-y: auto;
+  }
+  
+  chat-form {
+    flex-shrink: 0;
+  }
+  
   /* Ensure images in markdown content are also responsive */
   .message p img {
     max-width: 100%;

mindroot/coreplugins/chat/static/js/chat.js

@@ -15,9 +15,12 @@ import showNotification from './notification.js';
 if (!window.lastParsed) window.lastParsed = Date.now();
 if (!window.lastScrolled) window.lastScrolled = Date.now();
 
+// Initialize ansi_up for ANSI color code rendering
+const ansi_up = new AnsiUp();
+
 window.lastScrolled = Date.now();
 
-const commandHandlers = {};
+window.commandHandlers = {};
 
 // Function to register command handlers
 window.registerCommandHandler = function(command, handler) {
@@ -27,10 +30,15 @@ window.registerCommandHandler = function(command, handler) {
 
 registerDelegate()
 
-function tryParse(markdown) {
+
+function tryParse_(markdown) {
     return markdownRenderer.parse(markdown);
 }
 
+//const tryParse = throttle(tryParse_, 200)
+const tryParse = tryParse_;
+
+
 const noAction = [ 'say', 'json_encoded_md', 'wait_for_user_reply', 'markdown_await_user', 'tell_and_continue', 'think' ]
 
 class Chat extends BaseEl {
@@ -104,19 +112,21 @@ class Chat extends BaseEl {
     } else {
       this.sse = new EventSource(`/chat/${this.sessionid}/events`);
     }
-  
-    const thisPartial = this._partialCmd.bind(this)
+ 
+    const thisPartial_ = this._partialCmd.bind(this) 
+    const thisPartial = throttle(thisPartial_, 300)
     const thisRunning = this._runningCmd.bind(this)
     const thisResult = this._cmdResult.bind(this)
     const thisFinished = this._finished.bind(this)
     const thisError = this._showError.bind(this)
 
     this.sse.addEventListener('image', this._imageMsg.bind(this));
-    this.sse.addEventListener('partial_command', e => thisPartial(e).catch(console.error));
+    this.sse.addEventListener('partial_command', e => thisPartial(e));
     this.sse.addEventListener('running_command', e => thisRunning(e).catch(console.error));
     this.sse.addEventListener('command_result', e => thisResult(e).catch(console.error));
     this.sse.addEventListener('finished_chat', e => thisFinished(e).catch(console.error));
     this.sse.addEventListener('system_error', e=> thisError(e).catch(console.error));
+    this.sse.addEventListener('backend_user_message', this._backendUserMessage.bind(this));
 
     // when the user scrolls in the chat log, stop auto-scrolling to the bottom
     const chatLog = this.shadowRoot.querySelector('.chat-log');
@@ -144,6 +154,27 @@ class Chat extends BaseEl {
     showNotification('error', data.error);
   }
 
+  _backendUserMessage(event) {
+    console.log('Backend user message received:', event);
+    const data = JSON.parse(event.data);
+    const { content, sender, persona } = data;
+    
+    // Parse the content as markdown
+    const parsed = tryParse_(content);
+    
+    // Add the message to the chat log
+    this.messages = [...this.messages, { 
+      content: parsed, 
+      spinning: 'no', 
+      sender: sender || 'user', 
+      persona: persona || 'user' 
+    }];
+    
+    // Scroll to show the new message
+    setTimeout(() => {
+      this._scrollToBottom();
+    }, 100);
+  }
   
 
   _addMessage(event) {
@@ -153,14 +184,14 @@ class Chat extends BaseEl {
       let combinedContent = '';
       for (let item of content) {
         if (item.type === 'text') {
-          combinedContent += tryParse(item.text);
+          combinedContent += tryParse_(item.text);
         } else if (item.type === 'image') {
           combinedContent += `<img src="${item.data}" class="image_input" alt="pasted image">`;
         }
       }
       this.messages = [...this.messages, { content: combinedContent, spinning:'no', sender, persona }];
     } else {
-      const parsed = tryParse(content);
+      const parsed = tryParse_(content);
       this.messages = [...this.messages, { content: parsed, spinning:'no', sender, persona }];
       content = [{ type: 'text', text: content }]
     }
@@ -205,106 +236,121 @@ class Chat extends BaseEl {
   }
 
   textParam (data) {
-    if (data.params.text) {
+    console.log('textParam', data);
+    if (typeof(data) == 'string') {
+      try {
+        data = JSON.parse(data);
+      } catch (e) {
+      console.error('Could not parse data string:', e);
+      return data;
+      }
+    }
+    if (data?.args?.text) {
+      return data.args.text;
+    } else if (data?.params?.text) {
       return data.params.text;
       } else if (data.params.markdown) {
-      return data.params.markdown;
-      } else if (data.params.extensive_chain_of_thoughts) {
+      return data?.params?.markdown;
+      } else if (data?.params?.extensive_chain_of_thoughts) {
       return data.params.extensive_chain_of_thoughts;
       }
     return JSON.stringify(data.params);
   }
 
   async _partialCmd(event) {
-    console.log('Event received');
-    console.log(event);
-    let content = null
-    const data = JSON.parse(event.data);
-    data.event = 'partial'
-    console.log("data:", data)
-    const handler = commandHandlers[data.command];
-    if (handler) {
-      content = await handler(data);
-    } 
-    if (this.messages[this.messages.length - 1]?.sender != 'ai' || this.startNewMsg) {
-      console.log('adding message');
-      this.messages = [...this.messages, { content: '', sender: 'ai', persona: data.persona }];
-      this.startNewMsg = false
-    }
-
-    if (noAction.includes(data.command)) {
-      // Check if there's a registered handler for this command
+    try {
+      console.log('Event received');
+      console.log(event);
+      let content = null
+      const data = JSON.parse(event.data);
+      data.event = 'partial'
+      console.log("data:", data)
+      const handler = commandHandlers[data.command];
       if (handler) {
-        console.log('Used registered handler for', data.command);
-        this.msgSoFar = null
-      } else {
-        this.msgSoFar = this.textParam(data);
+        content = await handler(data);
+      } 
+      if (this.messages[this.messages.length - 1]?.sender != 'ai' || this.startNewMsg) {
+        console.log('adding message');
+        this.messages = [...this.messages, { content: '', sender: 'ai', persona: data.persona }];
+        this.startNewMsg = false
       }
 
-      try {
-        if (!window.lastParsed) window.lastParsed = Date.now();
-        if (content) {
-          this.messages[this.messages.length - 1].content = content
-        } else if (this.msgSoFar) {
-          let elapsed_ = Date.now() - window.lastParsed;
-          if (elapsed_ > 40 || this.msgSoFar + '' == '[object Object]' ) {
-            const parsed_ = tryParse(this.msgSoFar);
-            if (false && parsed_+'' == '[object Object]') {
-              console.log('msgSoFar is an object, not parsing:', this.msgSoFar);
+      if (noAction.includes(data.command)) {
+        // Check if there's a registered handler for this command
+        if (handler) {
+          console.log('Used registered handler for', data.command);
+          this.msgSoFar = null
+        } else {
+          this.msgSoFar = this.textParam(data);
+        }
+
+        try {
+          if (!window.lastParsed) window.lastParsed = Date.now();
+          if (content) {
+            this.messages[this.messages.length - 1].content = content
+          } else if (this.msgSoFar) {
+            let elapsed_ = Date.now() - window.lastParsed;
+            if (elapsed_ > 40 || this.msgSoFar + '' == '[object Object]' ) {
+              const parsed_ = tryParse(this.msgSoFar);
+              if (false && parsed_+'' == '[object Object]') {
+                console.log('msgSoFar is an object, not parsing:', this.msgSoFar);
+              } else {
+                this.messages[this.messages.length - 1].content = parsed_;
+                console.log(' parsed ', elapsed_);
+                window.lastParsed = Date.now();
+              }
             } else {
-              this.messages[this.messages.length - 1].content = parsed_;
-              console.log(' parsed ', elapsed_);
-              window.lastParsed = Date.now();
+              console.log('********************************* only ',elapsed_);
             }
-          } else {
-            console.log('********************************* only ',elapsed_);
           }
+        } catch (e) {
+          console.error("Could not parse markdown:", e)
+          console.log('msgSoFar:')
+          console.log(this.msgSoFar)
+          this.messages[this.messages.length - 1].content = `<pre><code>${this.msgSoFar}</code></pre>`
         }
-      } catch (e) {
-        console.error("Could not parse markdown:", e)
-        console.log('msgSoFar:')
-        console.log(this.msgSoFar)
-        this.messages[this.messages.length - 1].content = `<pre><code>${this.msgSoFar}</code></pre>`
-      }
-    } else {
-      console.log('partial. data.params', data.params)
-      console.log("command is", data.command)
-      if (handler) {
-        data.event = 'partial'
-        console.log('handler:', handler)
-        content = handler(data);
-        this.requestUpdate();
       } else {
-        console.warn('No handler for command:', data.command)
-        console.warn(commandHandlers)
-      }
+        console.log('partial. data.params', data.params)
+        console.log("command is", data.command)
+        if (handler) {
+          data.event = 'partial'
+          console.log('handler:', handler)
+          content = handler(data);
+          this.requestUpdate();
+        } else {
+          console.warn('No handler for command:', data.command)
+          console.warn(commandHandlers)
+        }
 
-      if (typeof(data.params) == 'array') {
-        data.params = {"val": data.params}
-      } else if (typeof(data.params) == 'string') {
-        data.params = {"val": data.params}
-      } else if (typeof(data.params) == 'object') {
-        data.params = {"val": data.params}
-      }
-      const paramStr = JSON.stringify(data.params)
-      const escaped = escapeJsonForHtml(paramStr)
-      if (content) {
-        console.log('found content, not using action component')
-        this.messages[this.messages.length - 1].content = content
-      } else {
-        if (this.messages[this.messages.length - 1].content == '' ||
-            Date.now()- window.lastParsed > 40) {
-          window.lastParsed = Date.now();
-          this.messages[this.messages.length - 1].content = `
-           <action-component funcName="${data.command}" params="${escaped}" 
-                               result="">
-            </action-component>`; 
+        if (typeof(data.params) == 'array') {
+          data.params = {"val": data.params}
+        } else if (typeof(data.params) == 'string') {
+          data.params = {"val": data.params}
+        } else if (typeof(data.params) == 'object') {
+          data.params = {"val": data.params}
+        }
+        const paramStr = JSON.stringify(data.params)
+        const escaped = escapeJsonForHtml(paramStr)
+        if (content) {
+          console.log('found content, not using action component')
+          this.messages[this.messages.length - 1].content = content
+        } else {
+          if (this.messages[this.messages.length - 1].content == '' ||
+              Date.now()- window.lastParsed > 40) {
+            window.lastParsed = Date.now();
+            this.messages[this.messages.length - 1].content = `
+            <action-component funcName="${data.command}" params="${escaped}" 
+                                result="">
+              </action-component>`; 
+          }
         }
       }
+      this.requestUpdate();
+      this._scrollToBottom()
+      window.initializeCodeCopyButtons();
+    } catch (e) {
+      console.error("Error in partialCmd", e)
     }
-    this.requestUpdate();
-    this._scrollToBottom()
-    window.initializeCodeCopyButtons();
   }
 
   async _runningCmd(event) {
@@ -322,7 +368,7 @@ class Chat extends BaseEl {
     }
 
     if (data.args?.markdown?.split('\n').length < 3) {
-        this.messages[this.messages.length - 1].content = tryParse(data.args.markdown);
+        this.messages[this.messages.length - 1].content = tryParse_(data.args.markdown);
     }
     
     console.log(event);
@@ -342,7 +388,7 @@ class Chat extends BaseEl {
       if (!noAction.includes(data.command)) {
         this.messages[this.messages.length - 1].content = `<action-component funcName="${data.command}" params="${escapeJsonForHtml(JSON.stringify(data.args))}" result=""></action-component>`;
       } else {
-        this.messages[this.messages.length - 1].content = tryParse(this.textParam(data));
+        this.messages[this.messages.length - 1].content = tryParse_(this.textParam(data));
       }
     }
     window.initializeCodeCopyButtons();
@@ -356,6 +402,21 @@ class Chat extends BaseEl {
     data.event = 'result'
     if (handler) {
       await handler(data);
+    } else {
+      try {
+        if (data.command == 'execute_command' || data.command == 'run_python') {
+          let skipWarning = data.result?.replace(' command result, NOT user reply','');
+          // Convert ANSI codes to HTML
+          const htmlOutput = ansi_up.ansi_to_html(skipWarning);
+          
+          this.messages.push( {
+            role: 'user',
+            content: `<pre class="shellout"><code>${htmlOutput}</code></pre>`,
+          })
+        }
+      } catch (e) {
+        console.error("Could not parse command result:", e)
+      }
     }
     for (let msg of this.messages) {
       msg.spinning = 'no'

mindroot/coreplugins/chat/static/js/chatform.js

@@ -465,7 +465,7 @@ class ChatForm extends BaseEl {
     if (this.messageEl.value.trim()) {
       messageContent.push({
         type: 'text',
-        text: this.messageEl.value.replaceAll("\n", "\n\n")
+        text: "\n" + this.messageEl.value.replaceAll("\n", "\n\n")
       })
     }
     

mindroot/coreplugins/chat/static/js/throttle.js

@@ -6,14 +6,16 @@ export function throttle(func, wait) {
         const now = Date.now();
 
         if (now - lastCall >= wait) {
-            func(...args);
+            const res = func(...args);
             lastCall = now;
+            return res
         } else {
             // Optional: ensure the last call still happens
             clearTimeout(timeout);
             timeout = setTimeout(() => {
-                func(...args);
+                const res2 = func(...args);
                 lastCall = Date.now();
+                return res2
             }, wait - (now - lastCall));
         }
     };

mindroot/coreplugins/chat/templates/chat.jinja2

@@ -11,6 +11,9 @@
 
   {% block head_styles %}
   <link rel="stylesheet" href="/chat/static/css/main.css">
+  <link rel="preconnect" href="https://fonts.googleapis.com">
+  <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+  <link href="https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;500;600&display=swap" rel="stylesheet">
   <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.3.1/styles/atom-one-dark.min.css">
   <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.16.9/dist/katex.min.css" integrity="sha384-n8MVd4RsNIU0tAv4ct0nTaAbDJwPJzDEaqSD1odI+WdtXRGWt2kTvGFasHpSy3SV" crossorigin="anonymous">
   {% endblock %}
@@ -18,6 +21,7 @@
   {% block head_scripts %}
   <script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.9.0/highlight.min.js"></script>
   <script defer src="https://cdn.jsdelivr.net/npm/katex@0.16.9/dist/katex.min.js" integrity="sha384-XjKyOOlGwcjNTAIQHIpgOno0Hl1YQqzUOEleOLALmuqehneUG+vnGctmUb0ZY0l8" crossorigin="anonymous"></script>
+  <script src="https://cdn.jsdelivr.net/npm/ansi_up@5.2.1/ansi_up.min.js"></script>
   <script type="module" src="/chat/static/js/chatmessage.js"></script>
   <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
 <!-- <script src="https://cdn.jsdelivr.net/npm/marked-highlight/lib/index.umd.js"></script> -->
@@ -36,7 +40,7 @@
 
   {% block head_extra %}{% endblock %}
 </head>
-<body>
+<body{% if embed_mode %} class="embedded"{% endif %}>
   {% block body_init %}
   <script>
     // print a big colorful header annoucing data init section
@@ -72,6 +76,10 @@
     </div>
     {% endblock %}
 
+    {% block post_content %}
+
+    {% endblock %}
+
   </div> <!-- page-container -->
   
   <script type="module" src="/chat/static/js/code-copy-button.js"></script>

mindroot/coreplugins/chat/widget_routes.py

@@ -133,6 +133,12 @@ async def get_embed_script(token: str):
     let chatContainer = null;
     let chatIcon = null;
     let isLoaded = false;
+    let isMobile = false;
+
+    function detectMobile() {{
+        const userAgent = navigator.userAgent || navigator.vendor || window.opera || "";
+        return /android|iphone|ipad|ipod|blackberry|iemobile|opera mini/i.test(userAgent.toLowerCase());
+    }}
     
     function createChatIcon() {{
         if (chatIcon) return;
@@ -141,13 +147,15 @@ async def get_embed_script(token: str):
         chatIcon.id = "mindroot-chat-icon-" + config.token;
         chatIcon.innerHTML = "💬";
         
+        const iconSize = isMobile ? 80 : 60;
+        const fontSize = isMobile ? 28 : 24;
         const iconStyles = {{
             position: "fixed",
-            bottom: "20px",
+            bottom: isMobile ? "30px" : "20px",
             right: config.position.includes("left") ? "auto" : "20px",
             left: config.position.includes("left") ? "20px" : "auto",
-            width: "60px",
-            height: "60px",
+            width: iconSize + "px",
+            height: iconSize + "px",
             background: "#2196F3",
             borderRadius: "50%",
             display: "flex",
@@ -156,7 +164,7 @@ async def get_embed_script(token: str):
             cursor: "pointer",
             boxShadow: "0 4px 12px rgba(0, 0, 0, 0.3)",
             zIndex: "10000",
-            fontSize: "24px",
+            fontSize: fontSize + "px",
             color: "white",
             transition: "all 0.3s ease"
         }};
@@ -172,7 +180,22 @@ async def get_embed_script(token: str):
         chatContainer = document.createElement("div");
         chatContainer.id = "mindroot-chat-container-" + config.token;
         
-        const containerStyles = {{
+        const containerStyles = isMobile ? {{
+            position: "fixed",
+            top: "0px",
+            left: "0",
+            right: "0",
+            bottom: "0",
+            width: "100vw",
+            height: "100vh",
+            background: "white",
+            borderRadius: "0",
+            boxShadow: "none",
+            zIndex: "10001",
+            display: "none",
+            flexDirection: "column",
+            overflow: "hidden"
+        }} : {{
             position: "fixed",
             bottom: "90px",
             right: config.position.includes("left") ? "auto" : "20px",
@@ -198,26 +221,47 @@ async def get_embed_script(token: str):
         
         if (isVisible) {{
             chatContainer.style.display = "none";
+            if (isMobile) {{
+                document.body.style.removeProperty("overflow");
+            }}
         }} else {{
             if (!isLoaded) {{
                 // Create iframe and load the secure session
                 const iframe = document.createElement("iframe");
-                iframe.style.cssText = "width: 100%; height: 100%; border: none; border-radius: 12px;";
+                if (isMobile) {{
+                    iframe.style.cssText = "width: 100%; height: 100%; border: none; position: absolute; top: 0; left: 0; right: 0; bottom: 0;";
+                    // Add viewport meta tag if not present
+                    if (!document.querySelector('meta[name="viewport"]')) {{
+                        const meta = document.createElement('meta');
+                        meta.name = 'viewport';
+                        meta.content = 'width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no';
+                        document.head.appendChild(meta);
+                    }}
+                }} else {{
+                    iframe.style.cssText = "width: 100%; height: 100%; border: none; border-radius: 12px;";
+                }}
                 iframe.src = config.baseUrl + "/chat/widget/" + config.token + "/session";
+                iframe.setAttribute('allow', 'microphone');
                 chatContainer.appendChild(iframe);
                 isLoaded = true;
             }}
             chatContainer.style.display = "block";
+            if (isMobile) {{
+                document.body.style.overflow = "hidden";
+            }}
         }}
     }}
     
     function init() {{
+        const boot = () => {{
+            isMobile = detectMobile();
+            createChatIcon();
+        }};
+
         if (document.readyState === "loading") {{
-            document.addEventListener("DOMContentLoaded", function() {{
-                createChatIcon();
-            }});
+            document.addEventListener("DOMContentLoaded", boot);
         }} else {{
-            createChatIcon();
+            boot();
         }}
     }}