nothumanallowed 8.8.2 → 8.9.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nothumanallowed",
-  "version": "8.8.2",
+  "version": "8.9.0",
   "description": "NotHumanAllowed — 38 AI agents + unified productivity suite. Gmail, Calendar, Drive, Contacts, Tasks, GitHub, Notion, Slack, voice chat, smart scheduler. Zero-dependency CLI.",
   "type": "module",
   "bin": {

package/src/commands/ui.mjs

@@ -764,6 +764,87 @@ export async function cmdUI(args) {
           if (memCtx) enrichedSystemPrompt = basePrompt + memCtx;
         } catch { /* memory unavailable */ }
 
+        // Handle image attachment — vision API
+        if (body.imageBase64 && body.imageMimeType) {
+          try {
+            const provider = config.llm.provider || 'anthropic';
+            const apiKey = config.llm.apiKey;
+            const model = config.llm.model;
+            const imagePrompt = body.message || 'Describe this image in detail. Extract any text or important information.';
+            let visionResponse = '';
+
+            if (provider === 'anthropic') {
+              const r = await fetch('https://api.anthropic.com/v1/messages', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' },
+                body: JSON.stringify({
+                  model: model || 'claude-sonnet-4-20250514', max_tokens: 4096, system: enrichedSystemPrompt,
+                  messages: [{ role: 'user', content: [
+                    { type: 'image', source: { type: 'base64', media_type: body.imageMimeType, data: body.imageBase64 } },
+                    { type: 'text', text: imagePrompt },
+                  ]}],
+                }),
+              });
+              if (!r.ok) throw new Error(`Anthropic ${r.status}`);
+              const d = await r.json();
+              visionResponse = d.content?.[0]?.text || '';
+            } else if (provider === 'openai') {
+              const r = await fetch('https://api.openai.com/v1/chat/completions', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${apiKey}` },
+                body: JSON.stringify({
+                  model: model || 'gpt-4o-mini', max_tokens: 4096,
+                  messages: [
+                    { role: 'system', content: enrichedSystemPrompt },
+                    { role: 'user', content: [
+                      { type: 'image_url', image_url: { url: `data:${body.imageMimeType};base64,${body.imageBase64}` } },
+                      { type: 'text', text: imagePrompt },
+                    ]},
+                  ],
+                }),
+              });
+              if (!r.ok) throw new Error(`OpenAI ${r.status}`);
+              const d = await r.json();
+              visionResponse = d.choices?.[0]?.message?.content || '';
+            } else if (provider === 'gemini') {
+              const m = model || 'gemini-2.0-flash';
+              const r = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${m}:generateContent?key=${apiKey}`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                  system_instruction: { parts: [{ text: enrichedSystemPrompt }] },
+                  contents: [{ parts: [
+                    { inline_data: { mime_type: body.imageMimeType, data: body.imageBase64 } },
+                    { text: imagePrompt },
+                  ]}],
+                  generationConfig: { maxOutputTokens: 4096 },
+                }),
+              });
+              if (!r.ok) throw new Error(`Gemini ${r.status}`);
+              const d = await r.json();
+              visionResponse = d.candidates?.[0]?.content?.parts?.[0]?.text || '';
+            } else {
+              visionResponse = `Vision not supported for provider "${provider}". Use anthropic, openai, or gemini.`;
+            }
+
+            sendJSON(res, 200, { response: visionResponse });
+            logRequest(method, pathname, 200, Date.now() - start);
+            return;
+          } catch (e) {
+            sendJSON(res, 200, { response: null, error: e.message });
+            logRequest(method, pathname, 200, Date.now() - start);
+            return;
+          }
+        }
+
+        // Handle file attachment
+        if (body.fileContent && body.fileName) {
+          const filePrompt = body.message
+            ? `User asks about file "${body.fileName}": ${body.message}\n\nFile content:\n${body.fileContent.slice(0, 8000)}`
+            : `Analyze this file "${body.fileName}":\n\n${body.fileContent.slice(0, 8000)}`;
+          userMessage = filePrompt;
+        }
+
         try {
           const response = await callLLM(config, enrichedSystemPrompt, userMessage);
           const { textParts, actions } = parseActions(response);

package/src/constants.mjs

@@ -5,7 +5,7 @@ import { fileURLToPath } from 'url';
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
 
-export const VERSION = '8.8.2';
+export const VERSION = '8.9.0';
 export const BASE_URL = 'https://nothumanallowed.com/cli';
 export const API_BASE = 'https://nothumanallowed.com/api/v1';
 

package/src/services/web-ui.mjs

@@ -316,7 +316,7 @@ function renderDash(el){
 var chatReady=false;
 function renderChat(el){
   if(!chatReady||!document.getElementById('chatMessages')){
-    el.innerHTML='<div class="chat"><div class="chat__messages" id="chatMessages"></div><div class="chat__bar"><button class="chat__mic" id="chatMic" onclick="toggleVoiceInput()" title="Voice input">&#127908;</button><textarea class="chat__input" id="chatInput" placeholder="Ask anything..." rows="1"></textarea><button class="chat__send" id="chatSend">Send</button><button onclick="clearChatHistory()" style="background:none;color:var(--dim);font-size:10px;padding:4px 8px" title="Clear chat history">Clear</button></div></div>';
+    el.innerHTML='<div class="chat"><div class="chat__messages" id="chatMessages"></div><div id="chatAttachInfo" style="display:none;padding:4px 12px;font-size:11px;color:var(--cyan);background:var(--bg2);border-top:1px solid var(--border)"><span id="chatAttachName"></span> <button onclick="clearChatAttach()" style="background:none;border:none;color:#f44;cursor:pointer;font-size:14px;font-weight:700">&times;</button></div><div class="chat__bar"><button class="chat__mic" id="chatMic" onclick="toggleVoiceInput()" title="Voice input">&#127908;</button><button onclick="document.getElementById(\\x27chatFileInput\\x27).click()" style="background:none;border:none;cursor:pointer;font-size:16px;padding:4px" title="Attach file">&#128206;</button><button onclick="document.getElementById(\\x27chatImageInput\\x27).click()" style="background:none;border:none;cursor:pointer;font-size:16px;padding:4px" title="Attach image">&#128247;</button><input type="file" id="chatFileInput" style="display:none" onchange="handleChatFile(this)"><input type="file" id="chatImageInput" accept="image/*" style="display:none" onchange="handleChatImage(this)"><textarea class="chat__input" id="chatInput" placeholder="Ask anything... (or attach file/image first)" rows="1"></textarea><button class="chat__send" id="chatSend">Send</button><button onclick="clearChatHistory()" style="background:none;color:var(--dim);font-size:10px;padding:4px 8px" title="Clear chat history">Clear</button></div></div>';
     chatReady=true;
     document.getElementById('chatSend').onclick=sendChat;
     document.getElementById('chatInput').onkeydown=function(e){if(e.key==='Enter'&&!e.shiftKey){e.preventDefault();sendChat()}};
@@ -335,26 +335,68 @@ function renderMessages(){
   });
   el.innerHTML=h;el.scrollTop=el.scrollHeight;
 }
+var chatAttachedFile=null;
+var chatAttachedImage=null;
+
+function handleChatFile(input){
+  var file=input.files&&input.files[0];if(!file)return;
+  var reader=new FileReader();
+  reader.onload=function(e){
+    chatAttachedFile={name:file.name,size:file.size,content:e.target.result};
+    chatAttachedImage=null;
+    document.getElementById('chatAttachInfo').style.display='';
+    document.getElementById('chatAttachName').textContent='📎 '+file.name+' ('+Math.round(file.size/1024)+' KB)';
+  };
+  reader.readAsText(file);
+}
+
+function handleChatImage(input){
+  var file=input.files&&input.files[0];if(!file)return;
+  var reader=new FileReader();
+  reader.onload=function(e){
+    var base64=e.target.result.split(',')[1];
+    chatAttachedImage={name:file.name,size:file.size,base64:base64,mimeType:file.type||'image/jpeg'};
+    chatAttachedFile=null;
+    document.getElementById('chatAttachInfo').style.display='';
+    document.getElementById('chatAttachName').textContent='📷 '+file.name+' ('+Math.round(file.size/1024)+' KB)';
+  };
+  reader.readAsDataURL(file);
+}
+
+function clearChatAttach(){
+  chatAttachedFile=null;chatAttachedImage=null;
+  document.getElementById('chatAttachInfo').style.display='none';
+  document.getElementById('chatFileInput').value='';
+  document.getElementById('chatImageInput').value='';
+}
+
 function sendChat(){
   var inp=document.getElementById('chatInput');if(!inp)return;
-  var msg=inp.value.trim();if(!msg)return;
-  chatHistory.push({role:'user',content:msg});
+  var msg=inp.value.trim();
+  var hasAttach=!!chatAttachedFile||!!chatAttachedImage;
+  if(!msg&&!hasAttach)return;
+
+  var displayMsg=msg;
+  if(chatAttachedFile)displayMsg=(msg?msg+' ':'')+'[File: '+chatAttachedFile.name+']';
+  if(chatAttachedImage)displayMsg=(msg?msg+' ':'')+'[Image: '+chatAttachedImage.name+']';
+
+  chatHistory.push({role:'user',content:displayMsg});
   inp.value='';saveChatToStorage();renderMessages();
   chatHistory.push({role:'assistant',content:'Thinking...'});renderMessages();
-  apiPost('/api/chat',{message:msg,history:chatHistory.slice(0,-1)}).then(function(r){
+
+  var payload={message:msg||'Analyze this attachment',history:chatHistory.slice(0,-1)};
+  if(chatAttachedFile){payload.fileContent=chatAttachedFile.content;payload.fileName=chatAttachedFile.name;}
+  if(chatAttachedImage){payload.imageBase64=chatAttachedImage.base64;payload.imageMimeType=chatAttachedImage.mimeType;payload.imageName=chatAttachedImage.name;}
+  clearChatAttach();
+
+  apiPost('/api/chat',payload).then(function(r){
     chatHistory.pop();
     if(r&&r.response){chatHistory.push({role:'assistant',content:r.response})}
     else if(r&&r.error){chatHistory.push({role:'assistant',content:'Error: '+r.error})}
     else{chatHistory.push({role:'assistant',content:'Error: no response from server'})}
     saveChatToStorage();renderMessages();
-    // Refresh ALL data after any tool execution
     if(r&&((r.actions&&r.actions.length>0)||(r.toolResults&&r.toolResults.length>0))){
-      calEventsCache={};
-      contactsData=null;
-      notesData=null;
-      driveData=null;
-      onedriveData=null;
-      mstodoData=null;
+      calEventsCache={};contactsData=null;notesData=null;driveData=null;onedriveData=null;mstodoData=null;
       loadDash().then(function(){render()}).catch(function(){});
     }
   });