nothumanallowed 14.1.4 → 14.1.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nothumanallowed",
-  "version": "14.1.4",
+  "version": "14.1.6",
   "description": "NotHumanAllowed — 38 AI agents, 80 tools, Studio (visual agentic workflows). Email, calendar, browser automation, screen capture, canvas, cron/heartbeat, Alexandria E2E messaging, GitHub, Notion, Slack, voice chat, free AI (Liara), 28 languages. Zero-dependency CLI.",
   "type": "module",
   "bin": {

package/src/constants.mjs

@@ -5,7 +5,7 @@ import { fileURLToPath } from 'url';
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
 
-export const VERSION = '14.1.4';
+export const VERSION = '14.1.6';
 export const BASE_URL = 'https://nothumanallowed.com/cli';
 export const API_BASE = 'https://nothumanallowed.com/api/v1';
 

package/src/server/routes/chat.mjs

@@ -275,12 +275,59 @@ export function register(router) {
           a.params = { url: 'https://' + a.params.query.trim() };
         }
       }
+      // Auto-detect email reading intent — force imap_list if LLM didn't emit the tool
+      const wantsReadEmail = /\b(leggi|read|mostra|lista|ultime?|recenti?|email|mail|inbox|posta)\b.*\b(email|mail|messag|inbox|posta)\b|\b(email|mail)\b.*\b(leggi|read|mostra|lista|ultime?|recenti?)\b/i.test(msg);
+      if (wantsReadEmail && !actions.some(a => a.action?.startsWith('imap_') || a.action === 'list_emails')) {
+        try {
+          const { listAccounts: _la } = await import('../../services/email-db.mjs');
+          const imapAccs = _la();
+          if (imapAccs.length > 0) {
+            const firstAcc = imapAccs[0];
+            const limitMatch = msg.match(/\b(\d+)\b/);
+            const limit = limitMatch ? Math.min(parseInt(limitMatch[1]), 20) : 5;
+            actions.push({ action: 'imap_list', params: { accountId: firstAcc.id, limit } });
+          }
+        } catch { /* fallback to LLM response */ }
+      }
 
       for (const { action, params } of actions) {
         if (action === 'web_search' && wantsScreenshot) params.screenshot = true;
         sse('tool', { action, status: 'executing' });
         try {
           const result = await executeTool(action, params, config);
+
+          // ── Screenshot result handling ───────────────────────────────────
+          if (result && typeof result === 'object' && result.__screenshot) {
+            // Copy file to ~/.nha/screenshots/ so the UI can load it via /api/screenshots/
+            let screenshotUrl = null;
+            try {
+              const ssDir = path.join(os.homedir(), '.nha', 'screenshots');
+              if (!fs.existsSync(ssDir)) fs.mkdirSync(ssDir, { recursive: true });
+              const filename = `screenshot-${Date.now()}.png`;
+              const destPath = path.join(ssDir, filename);
+              if (result.path && fs.existsSync(result.path)) {
+                fs.copyFileSync(result.path, destPath);
+                screenshotUrl = `/api/screenshots/${filename}`;
+              } else if (result.base64) {
+                fs.writeFileSync(destPath, Buffer.from(result.base64, 'base64'));
+                screenshotUrl = `/api/screenshots/${filename}`;
+              }
+            } catch { /* fallback — no image shown */ }
+
+            // Vision analysis — LLM describes what's in the screenshot
+            let visionDescription = 'Screenshot captured.';
+            if (result.base64) {
+              try {
+                visionDescription = await callLLMVision(config, 'You are a helpful assistant describing a screenshot.', result.question || 'Describe EXACTLY and ONLY what you see in this screenshot.', { base64: result.base64, mediaType: 'image/png' });
+              } catch { /* keep default description */ }
+            }
+
+            toolResults.push({ action, result: visionDescription });
+            sse('tool', { action, status: 'done', result: visionDescription.slice(0, 500) });
+            if (screenshotUrl) sse('screenshot', { url: screenshotUrl });
+            continue;
+          }
+
           let resultStr = typeof result === 'object' ? JSON.stringify(result) : String(result);
           if ((action === 'web_search' || action === 'fetch_url') && resultStr.includes('<')) {
             resultStr = resultStr
@@ -352,6 +399,57 @@ export function register(router) {
     }
   });
 
+  // POST /api/chat — non-streaming, for attachments (PDF, image, text file)
+  router.post('/api/chat', async (req, res) => {
+    try {
+      const body = await parseBody(req);
+      if (!body.message) return sendError(res, 400, 'message required');
+      const config = loadConfig();
+      const chatSystemPrompt = await getChatSystemPrompt();
+      let enrichedPrompt = chatSystemPrompt;
+      try { const ic = await getImapAccountsContext(); if (ic) enrichedPrompt += ic; } catch {}
+      const LANG_MAP = { it:'Italian', en:'English', es:'Spanish', fr:'French', de:'German', pt:'Portuguese', nl:'Dutch', pl:'Polish', ru:'Russian', zh:'Chinese', ja:'Japanese', ko:'Korean', ar:'Arabic', hi:'Hindi', tr:'Turkish', sv:'Swedish', da:'Danish', fi:'Finnish', cs:'Czech' };
+      const userLang = LANG_MAP[(config?.language || config?.lang || 'en').slice(0,2)] || 'English';
+      enrichedPrompt += `\n\nIMPORTANT: Always respond in ${userLang}.`;
+
+      let response;
+
+      if (body.pdfBase64) {
+        const userMsg = body.message || 'Analyze this PDF document and describe its content.';
+        const provider = config?.llm?.provider || 'nha';
+        if (provider === 'nha') {
+          // Liara Vision non supporta PDF — estrai testo grezzo dal base64 come fallback
+          const buf = Buffer.from(body.pdfBase64, 'base64');
+          const rawText = buf.toString('latin1').replace(/[^\x20-\x7E\n\r\t]/g, ' ').replace(/\s{4,}/g, '\n').slice(0, 20000);
+          const fileCtx = `\n\n--- PDF: ${body.pdfName || 'document.pdf'} (testo estratto) ---\n${rawText}\n--- END PDF ---`;
+          response = await callLLM(config, enrichedPrompt + fileCtx, userMsg);
+        } else {
+          // Anthropic/OpenAI/Gemini — vision nativa per PDF
+          response = await callLLMVision(config, enrichedPrompt, userMsg, {
+            base64: body.pdfBase64,
+            mediaType: 'application/pdf',
+            fileName: body.pdfName || 'document.pdf',
+          });
+        }
+      } else if (body.imageBase64) {
+        // Image — vision call
+        const userMsg = body.message || 'Describe what you see in this image.';
+        response = await callLLMVision(config, enrichedPrompt, userMsg, {
+          base64: body.imageBase64,
+          mediaType: body.imageMimeType || 'image/png',
+        });
+      } else if (body.fileContent) {
+        // Text file — inject content into prompt
+        const fileCtx = `\n\n--- FILE: ${body.fileName || 'file'} ---\n${String(body.fileContent).slice(0, 40000)}\n--- END FILE ---`;
+        response = await callLLM(config, enrichedPrompt + fileCtx, body.message);
+      } else {
+        response = await callLLM(config, enrichedPrompt, body.message);
+      }
+
+      sendJSON(res, 200, { response });
+    } catch (e) { sendError(res, 500, e.message); }
+  });
+
   // POST /api/ask — single-turn non-streaming chat
   router.post('/api/ask', async (req, res) => {
     try {