@quanta-intellect/vessel-browser 0.1.15 → 0.1.16

package/out/main/index.js

@@ -4406,6 +4406,19 @@ function setMcpHealth(update) {
     }
   }
 }
+function isRichToolResult(value) {
+  return typeof value === "object" && value !== null && value.__richResult === true;
+}
+function makeImageResult(base64, description, mediaType = "image/png") {
+  const result = {
+    __richResult: true,
+    content: [
+      { type: "text", text: description },
+      { type: "image", mediaType, base64 }
+    ]
+  };
+  return JSON.stringify(result);
+}
 const DEFAULT_MAX_ITERATIONS$1 = 200;
 class AnthropicProvider {
   client;
@@ -4437,7 +4450,7 @@ class AnthropicProvider {
         }
       }
     } catch (err) {
-      if (err.name !== "AbortError") {
+      if (err instanceof Error && err.name !== "AbortError") {
         onChunk(`
 
 [Error: ${err.message}]`);
@@ -4460,7 +4473,6 @@ class AnthropicProvider {
         iterationsUsed = i + 1;
         const msgTokenEstimate = JSON.stringify(messages).length;
         const sysTokenEstimate = systemPrompt.length;
-        console.log(`[Vessel Agent] iteration=${i} messages=${messages.length} msgChars=${msgTokenEstimate} sysChars=${sysTokenEstimate} tools=${tools.length}`);
         const streamStartTime = Date.now();
         const stream = this.client.messages.stream(
           {
@@ -4522,9 +4534,7 @@ class AnthropicProvider {
         } finally {
           if (idleTimer) clearTimeout(idleTimer);
         }
-        console.log(`[Vessel Agent] stream complete in ${Date.now() - streamStartTime}ms, toolCalls=${toolUseBlocks.length} textLen=${textContent.length}`);
         const finalMessage = await stream.finalMessage();
-        console.log(`[Vessel Agent] finalMessage received, stop_reason=${finalMessage.stop_reason}`);
         const assistantContent = [];
         if (textContent) {
           assistantContent.push({ type: "text", text: textContent });
@@ -4548,19 +4558,43 @@ class AnthropicProvider {
 <<tool:${tb.name}${argSummary ? ":" + argSummary : ""}>>
 `);
           let result;
-          const toolStartTime = Date.now();
-          console.log(`[Vessel Agent] executing tool: ${tb.name}`);
           try {
             result = await onToolCall(tb.name, tb.input);
           } catch (toolErr) {
-            result = `Error: Tool execution failed — ${toolErr.message || toolErr}. Try a different approach or call read_page to refresh context.`;
+            const msg = toolErr instanceof Error ? toolErr.message : String(toolErr);
+            result = `Error: Tool execution failed — ${msg}. Try a different approach or call read_page to refresh context.`;
+          }
+          let parsedRich = null;
+          try {
+            const parsed = JSON.parse(result);
+            if (isRichToolResult(parsed)) parsedRich = parsed;
+          } catch {
+          }
+          if (parsedRich) {
+            toolResults.push({
+              type: "tool_result",
+              tool_use_id: tb.id,
+              content: parsedRich.content.map((block) => {
+                if (block.type === "image") {
+                  return {
+                    type: "image",
+                    source: {
+                      type: "base64",
+                      media_type: block.mediaType,
+                      data: block.base64
+                    }
+                  };
+                }
+                return { type: "text", text: block.text };
+              })
+            });
+          } else {
+            toolResults.push({
+              type: "tool_result",
+              tool_use_id: tb.id,
+              content: result
+            });
           }
-          console.log(`[Vessel Agent] tool ${tb.name} completed in ${Date.now() - toolStartTime}ms, resultLen=${result.length}`);
-          toolResults.push({
-            type: "tool_result",
-            tool_use_id: tb.id,
-            content: result
-          });
         }
         messages.push({ role: "user", content: toolResults });
       }
@@ -4570,7 +4604,7 @@ class AnthropicProvider {
 [Reached maximum tool call limit (${maxIterations} steps). You can adjust this in Settings → Max Tool Iterations, or continue by sending another message.]`);
       }
     } catch (err) {
-      if (err.name !== "AbortError") {
+      if (err instanceof Error && err.name !== "AbortError") {
         onChunk(`
 
 [Error: ${err.message}]`);
@@ -4721,7 +4755,7 @@ class OpenAICompatProvider {
         }
       }
     } catch (err) {
-      if (err.name !== "AbortError") {
+      if (err instanceof Error && err.name !== "AbortError") {
         onChunk(`
 
 [Error: ${err.message}]`);
@@ -4745,7 +4779,6 @@ class OpenAICompatProvider {
       for (let i = 0; i < maxIterations; i++) {
         iterationsUsed = i + 1;
         const msgTokenEstimate = JSON.stringify(messages).length;
-        console.log(`[Vessel Agent OpenAI] iteration=${i} messages=${messages.length} msgChars=${msgTokenEstimate} tools=${openAITools.length}`);
         const streamStartTime = Date.now();
         let textAccum = "";
         const toolCallAccums = {};
@@ -4781,7 +4814,6 @@ class OpenAICompatProvider {
             }
           }
         }
-        console.log(`[Vessel Agent OpenAI] stream complete in ${Date.now() - streamStartTime}ms, toolCalls=${Object.keys(toolCallAccums).length} textLen=${textAccum.length} finishReason=${finishReason}`);
         const toolCalls = Object.values(toolCallAccums);
         for (const tc of Object.values(toolCallAccums)) {
           if (!tc.id) tc.id = `call_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
@@ -4826,18 +4858,24 @@ class OpenAICompatProvider {
 <<tool:${tc.name}${argSummary ? ":" + argSummary : ""}>>
 `);
           let result;
-          const toolStartTime = Date.now();
-          console.log(`[Vessel Agent OpenAI] executing tool: ${tc.name}`);
           try {
             result = await onToolCall(tc.name, args);
           } catch (toolErr) {
-            result = `Error: Tool execution failed — ${toolErr.message || toolErr}. Try a different approach or call read_page to refresh context.`;
+            const msg = toolErr instanceof Error ? toolErr.message : String(toolErr);
+            result = `Error: Tool execution failed — ${msg}. Try a different approach or call read_page to refresh context.`;
+          }
+          let toolContent = result;
+          try {
+            const parsed = JSON.parse(result);
+            if (isRichToolResult(parsed)) {
+              toolContent = parsed.content.filter((b) => b.type === "text").map((b) => b.text).join("\n");
+            }
+          } catch {
           }
-          console.log(`[Vessel Agent OpenAI] tool ${tc.name} completed in ${Date.now() - toolStartTime}ms, resultLen=${result.length}`);
           messages.push({
             role: "tool",
             tool_call_id: tc.id,
-            content: result
+            content: toolContent
           });
         }
       }
@@ -4847,7 +4885,7 @@ class OpenAICompatProvider {
 [Reached maximum tool call limit (${maxIterations} steps). You can adjust this in Settings → Max Tool Iterations, or continue by sending another message.]`);
       }
     } catch (err) {
-      if (err.name !== "AbortError") {
+      if (err instanceof Error && err.name !== "AbortError") {
         onChunk(`
 
 [Error: ${err.message}]`);
@@ -6715,6 +6753,13 @@ const TOOL_DEFINITIONS = [
     },
     tier: 0
   },
+  {
+    name: "screenshot",
+    title: "Screenshot",
+    description: "Take a screenshot of the current page — see exactly what the user sees. Returns the image for visual analysis. Use when you need to verify visual layout, check what's actually rendered on screen, or when text extraction fails on heavy pages.",
+    inputSchema: {},
+    tier: 1
+  },
   {
     name: "wait_for",
     title: "Wait For",
@@ -7150,6 +7195,7 @@ const ALWAYS_FAST_TOOL_NAMES = /* @__PURE__ */ new Set([
   "accept_cookies",
   "wait_for",
   "read_page",
+  "screenshot",
   "inspect_element"
 ]);
 function inferIntent(query) {
@@ -7861,6 +7907,23 @@ function assertSafeURL(url) {
     );
   }
 }
+async function captureScreenshot(wc) {
+  for (let attempt = 0; attempt < 3; attempt += 1) {
+    await new Promise((resolve) => setTimeout(resolve, 120 * (attempt + 1)));
+    try {
+      const image = await wc.capturePage();
+      if (!image.isEmpty()) {
+        const size = image.getSize();
+        const base64 = image.toPNG().toString("base64");
+        if (base64) {
+          return { ok: true, base64, width: size.width, height: size.height };
+        }
+      }
+    } catch {
+    }
+  }
+  return { ok: false, error: "Page image was empty after 3 attempts" };
+}
 const SESSION_VERSION = 1;
 function getSessionsDir() {
   return path$1.join(electron.app.getPath("userData"), "named-sessions");
@@ -8308,9 +8371,6 @@ async function executePageScript(wc, script, options) {
       })
     ]);
     if (result === PAGE_SCRIPT_TIMEOUT) {
-      console.log(
-        `[Vessel pageScript] timed out after ${timeoutMs}ms (${options?.label || "page-script"})`
-      );
       return PAGE_SCRIPT_TIMEOUT;
     }
     return result;
@@ -8325,9 +8385,6 @@ async function executePageScript(wc, script, options) {
 function waitForLoad$1(wc, timeout = 5e3) {
   return new Promise((resolve) => {
     let finished = false;
-    console.log(
-      `[Vessel waitForLoad] started, isLoading=${wc.isLoading()}, timeout=${timeout}`
-    );
     const cleanup = () => {
       wc.removeListener("did-finish-load", onLoadEvent);
       wc.removeListener("did-stop-loading", onLoadEvent);
@@ -8336,23 +8393,19 @@ function waitForLoad$1(wc, timeout = 5e3) {
     const finish = (reason) => {
       if (finished) return;
       finished = true;
-      console.log(`[Vessel waitForLoad] finished: ${reason}`);
       clearTimeout(timer);
       cleanup();
       resolve();
     };
     const onLoadEvent = () => {
       const loading = wc.isLoading();
-      console.log(
-        `[Vessel waitForLoad] load event fired, isLoading=${loading}`
-      );
       if (!loading) {
-        finish("load event");
+        finish();
       }
     };
-    const timer = setTimeout(() => finish("timeout"), timeout);
+    const timer = setTimeout(() => finish(), timeout);
     if (!wc.isLoading()) {
-      finish("already loaded");
+      finish();
       return;
     }
     wc.on("did-finish-load", onLoadEvent);
@@ -9041,19 +9094,12 @@ ${shadowOverlay}` : result;
   const elInfo = await describeElementForClick$1(wc, selector);
   if ("error" in elInfo) return `Error: ${elInfo.error}`;
   const cartMatch = isAddToCartText(elInfo.text);
-  console.log(
-    `[Vessel cart-guard] text="${elInfo.text}" cartMatch=${cartMatch} url=${beforeUrl} hasPrior=${recentCartClicks.has(beforeUrl)}`
-  );
   if (cartMatch && isDuplicateCartClick(beforeUrl, elInfo.text)) {
-    console.log(`[Vessel cart-guard] BLOCKED duplicate add-to-cart click`);
     return `Blocked: "${elInfo.text}" was already clicked on this page. The item is in your cart. Call read_page to see available actions (e.g. View Cart, Continue Shopping).`;
   }
   if (!cartMatch && recentCartClicks.has(beforeUrl)) {
     const dialogActions = await getCartDialogActions$1(wc);
     if (dialogActions) {
-      console.log(
-        `[Vessel cart-guard] BLOCKED background click while cart dialog is open`
-      );
       return `Blocked: a cart confirmation dialog is open. Do not click background elements.
 ${dialogActions}
 Click one of these dialog actions instead.`;
@@ -9066,7 +9112,6 @@ Click one of these dialog actions instead.`;
     }
   }
   if (cartMatch) {
-    console.log(`[Vessel cart-guard] RECORDED cart click for url=${beforeUrl}`);
     recordCartClick(beforeUrl, elInfo.text);
   }
   const clickText = `Clicked: ${elInfo.text}`;
@@ -9306,9 +9351,6 @@ async function dismissPopup$1(wc) {
         { timeoutMs: 1500, label: "cart dialog continue shopping" }
       );
       if (continueResult && continueResult !== PAGE_SCRIPT_TIMEOUT && typeof continueResult === "string" && !continueResult.startsWith("Error")) {
-        console.log(
-          `[Vessel cart-guard] dismiss_popup auto-clicked dialog action: ${continueResult}`
-        );
         return `Cart confirmation handled: ${continueResult}. Item was already added to your cart.`;
       }
       const dialogActions = await getCartDialogActions$1(wc);
@@ -10669,6 +10711,7 @@ const KNOWN_TOOLS = /* @__PURE__ */ new Set([
   "dismiss_popup",
   "clear_overlays",
   "read_page",
+  "screenshot",
   "wait_for",
   "create_checkpoint",
   "restore_checkpoint",
@@ -10748,6 +10791,19 @@ async function executeAction(name, args, ctx) {
     dangerous: isDangerousAction$1(name),
     executor: async () => {
       switch (name) {
+        case "screenshot": {
+          if (!wc) return "Error: No active tab";
+          const screenshotStart = Date.now();
+          const shot = await captureScreenshot(wc);
+          if (!shot.ok) return `Error: ${shot.error}`;
+          const screenshotMs = Date.now() - screenshotStart;
+          const title = wc.getTitle() || "(untitled)";
+          const url = wc.getURL();
+          return makeImageResult(
+            shot.base64,
+            `Screenshot of "${title}" (${url}) — ${shot.width}x${shot.height}, captured in ${screenshotMs}ms. Analyze the image to understand the current visual state of the page.`
+          );
+        }
         case "current_tab": {
           const active = ctx.tabManager.getActiveTab();
           const activeId = ctx.tabManager.getActiveTabId();
@@ -10951,14 +11007,12 @@ async function executeAction(name, args, ctx) {
           if (requestedGlance) {
             return glanceExtract(wc);
           }
-          console.log("[Vessel read_page] starting extraction with 6s timeout");
           let content = null;
           try {
             content = await Promise.race([
               extractContent(wc),
               new Promise(
                 (resolve) => setTimeout(() => {
-                  console.log("[Vessel read_page] timeout fired, falling back");
                   resolve(null);
                 }, 6e3)
               )
@@ -10966,18 +11020,13 @@ async function executeAction(name, args, ctx) {
           } catch {
             content = null;
           }
-          console.log(
-            `[Vessel read_page] extraction result: ${content ? `content=${content.content.length}` : "null (timeout)"}`
-          );
           if (!content || content.content.length === 0) {
-            console.log("[Vessel read_page] content empty/null, trying quick iframe dismiss");
             try {
               const iframeResult = await Promise.race([
                 tryDismissConsentIframe(wc),
                 new Promise((resolve) => setTimeout(() => resolve(null), 2e3))
               ]);
               if (iframeResult) {
-                console.log(`[Vessel read_page] iframe dismiss: ${iframeResult}`);
                 await sleep$1(500);
                 try {
                   content = await Promise.race([
@@ -11023,7 +11072,6 @@ ${truncated}`;
               `Need more detail? Escalate with read_page(mode="debug") only if the narrow modes are insufficient.`
             ].filter(Boolean).join("\n\n");
           }
-          console.log("[Vessel read_page] falling back to glance mode");
           return glanceExtract(wc);
         }
         case "wait_for": {
@@ -11941,11 +11989,7 @@ async function handleAIQuery(query, provider, activeWebContents, onChunk, onEnd,
   const isSummarize = lowerQuery.startsWith("summarize") || lowerQuery.startsWith("tldr") || lowerQuery === "summary";
   if (provider.streamAgentQuery && tabManager && activeWebContents && runtime2) {
     try {
-      const extractStart = Date.now();
       const pageContent = await extractContent(activeWebContents);
-      console.log(
-        `[Vessel Agent] initial extractContent completed in ${Date.now() - extractStart}ms, contentLen=${pageContent.content.length}`
-      );
       const pageType = detectPageType(pageContent);
       const defaultReadMode = chooseAgentReadMode(pageContent);
       const structuredContext = buildScopedContext(
@@ -11998,7 +12042,8 @@ Instructions:
 - Escalate page reads progressively: read_page(mode="glance") for a fast viewport snapshot on heavy/slow pages, then read_page(mode="visible_only"), read_page(mode="results_only"), read_page(mode="forms_only"), read_page(mode="summary"), or read_page(mode="text_only") depending on what you need.
 - Use read_page(mode="glance") when a page is slow to load or extraction times out — it shows what's on screen (headings, links, buttons, inputs) without waiting for heavy JS. It's what a human would see by just looking at the page.
 - Use read_page(mode="debug") only as a last resort when the narrower modes are insufficient.
-- If read_page returns empty or times out, do NOT retry with the same mode. Switch to read_page(mode="glance") or interact directly with click/type_text.
+- If read_page returns empty or times out, do NOT retry with the same mode. Switch to read_page(mode="glance") or use screenshot to see the page visually.
+- Use screenshot when you need to see exactly what the user sees — visual layout, rendered content, images, or when text extraction is failing. The screenshot returns the actual rendered page image for visual analysis. It works even when the JS thread is completely blocked.
 - VIEWPORT SYNC: Treat scrolling as a real, user-visible browser action. If you say you are going to scroll, call scroll or scroll_to_element so the human sees the page move too.
 - read_page inspects the page without moving the human-visible viewport. Do not describe read_page as scrolling. If you want more context without changing the user's view, say you're reading the page; if you want the user to follow along lower on the page, actually scroll first.
 - After clicking or submitting a form, prefer wait_for on a specific result signal or a narrow read_page mode. Do not jump straight to read_page(mode="debug").
@@ -14215,25 +14260,6 @@ async function waitForCondition(wc, text, selector, timeoutMs) {
     ...diagnostic ? { diagnostic } : {}
   });
 }
-async function captureScreenshotPayload(wc) {
-  for (let attempt = 0; attempt < 3; attempt += 1) {
-    await new Promise((resolve) => setTimeout(resolve, 120 * (attempt + 1)));
-    const image = await wc.capturePage();
-    if (!image.isEmpty()) {
-      const size = image.getSize();
-      const base64 = image.toPNG().toString("base64");
-      if (base64) {
-        return {
-          ok: true,
-          base64,
-          width: size.width,
-          height: size.height
-        };
-      }
-    }
-  }
-  return { ok: false, error: "page image was empty after 3 attempts" };
-}
 function registerTools(server, tabManager, runtime2) {
   server.registerPrompt(
     "vessel-supervisor-brief",
@@ -15388,7 +15414,7 @@ ${buildScopedContext(pageContent, mode)}`;
             "Error capturing screenshot: active tab has zero-sized bounds"
           );
         }
-        const screenshot = await captureScreenshotPayload(tab.view.webContents);
+        const screenshot = await captureScreenshot(tab.view.webContents);
         if (!screenshot.ok) {
           return asTextResponse(
             `Error capturing screenshot: ${screenshot.error}`
@@ -17932,7 +17958,6 @@ ${progress}
       mode: "replace"
     });
     const approvalReason = this.getApprovalReason(dangerous);
-    console.log(`[Vessel Runtime] action=${name} dangerous=${dangerous} approvalReason=${approvalReason} mode=${this.state.supervisor.approvalMode}`);
     if (approvalReason) {
       this.publishTranscript({
         source,
@@ -17942,9 +17967,7 @@ ${progress}
         streamId: transcriptStreamId,
         mode: "replace"
       });
-      console.log(`[Vessel Runtime] awaiting approval for ${name}...`);
       const approved = await this.awaitApproval(action, approvalReason);
-      console.log(`[Vessel Runtime] approval result for ${name}: ${approved}`);
       if (!approved) {
         this.publishTranscript({
           source,
@@ -18125,7 +18148,7 @@ ${progress}
       if (!toolBreakdown[name]) toolBreakdown[name] = { count: 0, totalMs: 0, avgMs: 0, errors: 0 };
       toolBreakdown[name].count++;
       if (action.durationMs != null) toolBreakdown[name].totalMs += action.durationMs;
-      if (action.status === "error") toolBreakdown[name].errors++;
+      if (action.status === "failed") toolBreakdown[name].errors++;
     }
     for (const entry of Object.values(toolBreakdown)) {
       entry.avgMs = entry.count > 0 ? Math.round(entry.totalMs / entry.count) : 0;

package/out/renderer/assets/{index-DSaws_sH.js → index-FJxHleYP.js}

@@ -1972,7 +1972,7 @@ const _createHooksMap = function _createHooksMap2() {
 function createDOMPurify() {
   let window2 = arguments.length > 0 && arguments[0] !== void 0 ? arguments[0] : getGlobal();
   const DOMPurify = (root2) => createDOMPurify(root2);
-  DOMPurify.version = "3.3.2";
+  DOMPurify.version = "3.3.3";
   DOMPurify.removed = [];
   if (!window2 || !window2.document || window2.document.nodeType !== NODE_TYPE.document || !window2.Element) {
     DOMPurify.isSupported = false;

package/out/renderer/index.html

@@ -5,7 +5,7 @@
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <meta http-equiv="Content-Security-Policy" content="default-src 'self'; script-src 'self'; style-src 'self' 'unsafe-inline'; img-src 'self' data:; connect-src 'self'; font-src 'self' data:;" />
     <title>Vessel</title>
-    <script type="module" crossorigin src="./assets/index-DSaws_sH.js"></script>
+    <script type="module" crossorigin src="./assets/index-FJxHleYP.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-DMd-y6tm.css">
   </head>
   <body>

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@quanta-intellect/vessel-browser",
   "mcpName": "io.github.unmodeled-tyler/vessel-browser",
-  "version": "0.1.15",
+  "version": "0.1.16",
   "description": "AI-native web browser for Linux — persistent browser runtime for autonomous agents with human supervision",
   "main": "./out/main/index.js",
   "bin": {
@@ -52,22 +52,22 @@
   },
   "devDependencies": {
     "@types/dompurify": "^3.0.5",
-    "@types/node": "^25.3.5",
-    "electron": "^40.8.0",
+    "@types/node": "^25.5.0",
+    "electron": "^40.8.3",
     "electron-builder": "^26.8.1",
     "electron-vite": "^5.0.0",
     "solid-js": "^1.9.11",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "vite-plugin-solid": "^2.11.10"
+    "vite-plugin-solid": "^2.11.11"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.78.0",
+    "@anthropic-ai/sdk": "^0.80.0",
     "@modelcontextprotocol/sdk": "^1.27.1",
     "@mozilla/readability": "^0.6.0",
-    "dompurify": "^3.3.2",
+    "dompurify": "^3.3.3",
     "linkedom": "^0.18.12",
-    "openai": "^6.27.0",
+    "openai": "^6.32.0",
     "zod": "^4.3.6"
   }
 }