nothumanallowed 9.4.2 → 9.4.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nothumanallowed",
-  "version": "9.4.2",
+  "version": "9.4.4",
   "description": "NotHumanAllowed — 38 AI agents + 58 tools + browser automation + web search. Streaming chat, headless Chrome CDP, multi-conversation, export. Gmail, Calendar, Drive, GitHub, Notion, Slack. Zero-dependency CLI.",
   "type": "module",
   "bin": {

package/src/commands/ui.mjs

@@ -1027,8 +1027,11 @@ export async function cmdUI(args) {
           let fullResponse;
           if (toolResults.length > 0) {
             // Second LLM call with real tool results — forces the LLM to use actual data
-            const toolContext = toolResults.map(t => `[${t.action} result]: ${t.result.slice(0, 3000)}`).join('\n\n');
-            const followUp = `The user asked: "${body.message}"\n\nI executed these tools and got REAL results:\n\n${toolContext}\n\nNow respond conversationally based ONLY on the REAL data above. Do NOT output any JSON blocks — just natural text.`;
+            const toolContext = toolResults.map(t => {
+              let clean = t.result.replace(/\[Screenshot[^\]]*\]/g, '').replace(/!\[.*?\]\(data:image[^)]+\)/g, '').slice(0, 3000);
+              return `[${t.action} result]: ${clean.trim()}`;
+            }).join('\n\n');
+            const followUp = `The user asked: "${body.message}"\n\nI executed these tools and got REAL results:\n\n${toolContext}\n\nNow respond conversationally based ONLY on the REAL data above. Do NOT output any JSON blocks, base64, or image markdown — just natural text.`;
             try {
               fullResponse = await callLLM(config, enrichedSystemPrompt, followUp);
             } catch {
@@ -1295,7 +1298,6 @@ export async function cmdUI(args) {
               // If the tool produced a screenshot (web_search with screenshot=true), send it via SSE
               if (resultStr.includes('[Screenshot of results captured')) {
                 try {
-                  // Extract filename from result (tool-executor already saved it)
                   const fileMatch = resultStr.match(/file:(ss-\d+\.jpg)/);
                   if (fileMatch) {
                     const ssFilename = fileMatch[1];
@@ -1303,6 +1305,8 @@ export async function cmdUI(args) {
                     if (fs.existsSync(ssPath)) {
                       const ssBase64 = fs.readFileSync(ssPath).toString('base64');
                       sendSSE('screenshot', { base64: ssBase64, format: 'jpeg', filename: ssFilename });
+                      // Also send as browser_frame for the viewer
+                      sendSSE('browser_frame', { base64: ssBase64, format: 'jpeg', url: 'Search results' });
                       if (!res._screenshotFiles) res._screenshotFiles = [];
                       res._screenshotFiles.push(ssFilename);
                     }
@@ -1318,15 +1322,23 @@ export async function cmdUI(args) {
           // If tools were executed, make a second LLM call with results
           let finalResponse = fullResponse;
           if (toolResults.length > 0) {
-            const toolContext = toolResults.map(t => `[${t.action} result]: ${t.result.slice(0, 3000)}`).join('\n\n');
-            const followUp = `The user asked: "${msg}"\n\nI executed these tools and got REAL results:\n\n${toolContext}\n\nNow respond to the user conversationally based ONLY on the REAL data above. Present the results clearly. Do NOT output any JSON blocks — just natural text.`;
+            const toolContext = toolResults.map(t => {
+              // Strip screenshot file references and base64 from tool results — the screenshot was already sent to the UI
+              let clean = t.result.replace(/\[Screenshot[^\]]*\]/g, '').replace(/!\[.*?\]\(data:image[^)]+\)/g, '').slice(0, 3000);
+              return `[${t.action} result]: ${clean.trim()}`;
+            }).join('\n\n');
+            const followUp = `The user asked: "${msg}"\n\nI executed these tools and got REAL results:\n\n${toolContext}\n\nNow respond to the user conversationally based ONLY on the REAL data above. Present the results clearly. Do NOT output any JSON blocks, any base64 data, or any image markdown — just natural text. If a screenshot was taken, just mention "Screenshot captured" without embedding it.`;
             sendSSE('tool_synthesis', {});
             try {
               finalResponse = await callLLMStream(config, enrichedPrompt, followUp, (chunk) => {
                 sendSSE('token', { content: chunk });
               });
-              // Strip any JSON blocks the LLM might have emitted anyway
-              finalResponse = finalResponse.replace(/```json[\s\S]*?```/g, '').trim();
+              // Strip any JSON blocks and base64 the LLM might have emitted
+              finalResponse = finalResponse
+                .replace(/```json[\s\S]*?```/g, '')
+                .replace(/!\[.*?\]\(data:image\/[^)]+\)/g, '')
+                .replace(/data:image\/[a-z]+;base64,[A-Za-z0-9+/=]{100,}/g, '[image]')
+                .trim();
             } catch {
               finalResponse = toolResults.map(t => `${t.action}: ${t.result}`).join('\n\n');
             }

package/src/constants.mjs

@@ -5,7 +5,7 @@ import { fileURLToPath } from 'url';
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
 
-export const VERSION = '9.4.2';
+export const VERSION = '9.4.4';
 export const BASE_URL = 'https://nothumanallowed.com/cli';
 export const API_BASE = 'https://nothumanallowed.com/api/v1';
 

package/src/services/web-ui.mjs

@@ -564,8 +564,8 @@ function sendChat(){
                 var label=toolLabels[data.action]||data.action;
                 var indicator=data.status==='executing'?'\\u23f3 '+label+'...':'\\u2705 '+label;
                 if(data.status==='error')indicator='\\u274c '+label+' failed';
-                // Show browser viewer for browser actions
-                var isBrowserAction=data.action&&data.action.startsWith('browser_');
+                // Show browser viewer for browser and web_search actions
+                var isBrowserAction=data.action&&(data.action.startsWith('browser_')||data.action==='web_search');
                 if(isBrowserAction&&data.status==='executing'){showBrowserViewer(label,'Executing...');}
                 if(isBrowserAction&&data.status==='done'){updateBrowserStatus('\\u2705 '+label);}
                 if(isBrowserAction&&data.status==='error'){updateBrowserStatus('\\u274c '+label);}