surfagent 1.0.6 → 1.0.8

package/API.md

@@ -226,6 +226,26 @@ Get clean, structured readable content from a page. Use this instead of screensh
 
 ---
 
+### POST /dismiss
+
+Dismiss cookie banners, consent dialogs, and modal overlays. Supports 15+ language patterns (English, Norwegian, German, French, Spanish, Italian, Portuguese).
+
+```json
+{ "tab": "0" }
+```
+
+Response:
+```json
+{ "dismissed": [{ "type": "cookie", "text": "reject all" }], "count": 1 }
+```
+
+If nothing was found to dismiss:
+```json
+{ "dismissed": [], "count": 0 }
+```
+
+---
+
 ### POST /focus
 
 Bring a tab to the front in Chrome. Use this when a tab is behind other tabs or windows.
@@ -250,11 +270,18 @@ Click an element on a page.
 { "tab": "0", "selector": "#submit-btn" }
 ```
 
-**By text** (fuzzy match against visible text):
+**By text** (fuzzy match against visible text, including dropdown options):
 ```json
 { "tab": "0", "text": "Submit" }
 ```
 
+**With wait** (wait for page to settle after click — useful for SPA navigation):
+```json
+{ "tab": "0", "text": "Search", "waitAfter": 2000 }
+```
+
+Text search matches: buttons, links, `role="option"`, `role="menuitem"`, `role="listitem"`, `li[aria-label]`, and elements with `onclick`. This means autocomplete dropdown items are clickable by text without needing `/eval`.
+
 **Response:**
 ```json
 { "success": true, "clicked": "BUTTON: Submit" }

package/README.md

@@ -68,7 +68,8 @@ curl -X POST localhost:3456/read -H 'Content-Type: application/json' \
 | `/recon` | POST | Full page map — every element, form, selector, heading, nav link, metadata, captcha detection |
 | `/read` | POST | Structured page content — headings, tables, code blocks, notifications, result areas |
 | `/fill` | POST | Fill form fields with real CDP keystrokes (works with React, Vue, SPAs) |
-| `/click` | POST | Click by CSS selector or text match (handles `target="_blank"` automatically) |
+| `/click` | POST | Click by selector or text, including dropdown options. Optional `waitAfter` for SPAs |
+| `/dismiss` | POST | Auto-dismiss cookie banners, consent dialogs, modals (multi-language) |
 | `/scroll` | POST | Scroll page, returns visible content preview and scroll position |
 | `/navigate` | POST | Go to URL, back, or forward in the same tab |
 | `/eval` | POST | Run JavaScript in any tab or cross-origin iframe |

package/dist/api/act.d.ts

@@ -23,6 +23,7 @@ export interface ClickRequest {
     tab: string;
     selector?: string;
     text?: string;
+    waitAfter?: number;
 }
 export declare function clickElement(request: ClickRequest, options: {
     port?: number;
@@ -70,6 +71,10 @@ export declare function readPage(tabPattern: string, options: {
     host?: string;
     selector?: string;
 }): Promise<any>;
+export declare function dismissOverlays(tabPattern: string, options: {
+    port?: number;
+    host?: string;
+}): Promise<any>;
 export interface CaptchaRequest {
     tab: string;
     action: 'detect' | 'read' | 'next' | 'prev' | 'submit' | 'audio' | 'restart';

package/dist/api/act.js

@@ -78,8 +78,11 @@ export async function fillFields(request, options) {
             if (actual === field.value) {
                 results.push({ selector: field.selector, success: true });
             }
+            else if (actual === undefined || actual === null) {
+                results.push({ selector: field.selector, success: false, error: `Element not found or has no value: ${field.selector}` });
+            }
             else {
-                results.push({ selector: field.selector, success: true, error: `Value mismatch: got "${actual}"` });
+                results.push({ selector: field.selector, success: false, error: `Value mismatch: expected "${field.value}", got "${actual}"` });
             }
         }
         catch (error) {
@@ -135,9 +138,9 @@ export async function clickElement(request, options) {
           }
           if (!el && text) {
             const lower = text.toLowerCase();
-            const all = document.querySelectorAll('a, button, input[type="submit"], [role="button"], [onclick]');
+            const all = document.querySelectorAll('a, button, input[type="submit"], [role="button"], [role="option"], [role="menuitem"], [role="listitem"], [role="tab"], [role="link"], li[aria-label], [onclick]');
             for (const candidate of all) {
-              const t = (candidate.innerText || candidate.textContent || candidate.value || '').trim();
+              const t = (candidate.innerText || candidate.textContent || candidate.value || candidate.getAttribute('aria-label') || '').trim();
               if (t.toLowerCase().includes(lower)) { el = candidate; break; }
             }
           }
@@ -159,6 +162,10 @@ export async function clickElement(request, options) {
       `,
             returnByValue: true
         });
+        // Wait after click if requested (for page to settle after navigation/SPA route change)
+        if (request.waitAfter && request.waitAfter > 0) {
+            await new Promise(resolve => setTimeout(resolve, Math.min(request.waitAfter, 10000)));
+        }
         await client.close();
         return result.result.value;
     }
@@ -252,12 +259,14 @@ export async function evalInTab(tab, expression, options) {
     const resolved = await resolveTab(tab, port, host);
     const client = await connectToTab(resolved.id, port, host);
     try {
-        const result = await client.Runtime.evaluate({
+        const timeout = new Promise((_, reject) => setTimeout(() => reject(new Error('Eval timed out after 30s')), 30000));
+        const evalPromise = client.Runtime.evaluate({
             expression,
             returnByValue: true
         });
+        const result = await Promise.race([evalPromise, timeout]);
         await client.close();
-        return result.result.value;
+        return result.result.value ?? null;
     }
     catch (error) {
         await client.close();
@@ -357,6 +366,67 @@ export async function readPage(tabPattern, options) {
         throw error;
     }
 }
+const DISMISS_OVERLAYS_SCRIPT = `
+(function() {
+  const dismissed = [];
+
+  // Common cookie consent button patterns (multi-language)
+  const consentPatterns = [
+    'reject all', 'reject', 'decline', 'deny',
+    'accept all', 'accept', 'godta alle', 'godta',
+    'alle ablehnen', 'ablehnen', 'tout refuser', 'refuser',
+    'rechazar todo', 'rechazar', 'rifiuta tutto', 'rifiuta',
+    'bare nødvendige', 'only necessary', 'nur notwendige',
+    'manage preferences', 'cookie settings',
+  ];
+
+  // Try cookie consent buttons
+  for (const btn of document.querySelectorAll('button, a[role="button"]')) {
+    const text = (btn.innerText || btn.textContent || '').trim().toLowerCase();
+    if (text.length > 50 || text.length < 2) continue;
+    for (const pattern of consentPatterns) {
+      if (text === pattern || text.startsWith(pattern)) {
+        btn.click();
+        dismissed.push({ type: 'cookie', text: text.substring(0, 40) });
+        break;
+      }
+    }
+    if (dismissed.length) break;
+  }
+
+  // Try closing modal dialogs (X button, close button, dismiss)
+  if (!dismissed.length) {
+    for (const btn of document.querySelectorAll('[aria-label*="Close" i], [aria-label*="Dismiss" i], [aria-label*="Lukk" i], [aria-label*="Schließen" i], [aria-label*="Fermer" i]')) {
+      const dialog = btn.closest('[role="dialog"], [role="alertdialog"], .modal, [data-overlay]');
+      if (dialog) {
+        btn.click();
+        dismissed.push({ type: 'dialog', text: btn.getAttribute('aria-label') || 'close' });
+        break;
+      }
+    }
+  }
+
+  return { dismissed, count: dismissed.length };
+})()
+`;
+export async function dismissOverlays(tabPattern, options) {
+    const port = options.port || 9222;
+    const host = options.host || 'localhost';
+    const tab = await resolveTab(tabPattern, port, host);
+    const client = await connectToTab(tab.id, port, host);
+    try {
+        const r = await client.Runtime.evaluate({
+            expression: DISMISS_OVERLAYS_SCRIPT,
+            returnByValue: true
+        });
+        await client.close();
+        return r.result.value;
+    }
+    catch (error) {
+        await client.close();
+        throw error;
+    }
+}
 const CAPTCHA_DETECT_SCRIPT = `
 (function() {
   // Find captcha iframes on the page

package/dist/api/server.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import http from 'node:http';
 import { reconUrl, reconTab } from './recon.js';
-import { fillFields, clickElement, scrollPage, navigatePage, evalInTab, focusTab, readPage, captchaInteract } from './act.js';
+import { fillFields, clickElement, scrollPage, navigatePage, evalInTab, focusTab, readPage, captchaInteract, dismissOverlays } from './act.js';
 import { getAllTabs } from '../chrome/tabs.js';
 const PORT = parseInt(process.env.API_PORT || '3456', 10);
 const CDP_PORT = parseInt(process.env.CDP_PORT || '9222', 10);
@@ -90,6 +90,15 @@ const server = http.createServer(async (req, res) => {
             const result = await scrollPage(body, { port: CDP_PORT, host: CDP_HOST });
             return json(res, 200, result);
         }
+        // POST /dismiss — dismiss cookie banners, modals, overlays
+        if (path === '/dismiss' && req.method === 'POST') {
+            const body = parseBody(await readBody(req));
+            if (!body.tab) {
+                return json(res, 400, { error: 'Provide "tab"' });
+            }
+            const result = await dismissOverlays(body.tab, { port: CDP_PORT, host: CDP_HOST });
+            return json(res, 200, result);
+        }
         // POST /captcha — detect and interact with captchas
         if (path === '/captcha' && req.method === 'POST') {
             const body = parseBody(await readBody(req));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "surfagent",
-  "version": "1.0.6",
+  "version": "1.0.8",
   "description": "Browser automation API for AI agents — structured page recon, form filling, clicking, and navigation via Chrome CDP",
   "keywords": [
     "ai-agent",

package/src/api/act.ts

@@ -104,8 +104,10 @@ export async function fillFields(
       const actual = verify.result.value as string;
       if (actual === field.value) {
         results.push({ selector: field.selector, success: true });
+      } else if (actual === undefined || actual === null) {
+        results.push({ selector: field.selector, success: false, error: `Element not found or has no value: ${field.selector}` });
       } else {
-        results.push({ selector: field.selector, success: true, error: `Value mismatch: got "${actual}"` });
+        results.push({ selector: field.selector, success: false, error: `Value mismatch: expected "${field.value}", got "${actual}"` });
       }
     } catch (error) {
       results.push({ selector: field.selector, success: false, error: (error as Error).message });
@@ -148,6 +150,7 @@ export interface ClickRequest {
   tab: string;
   selector?: string;
   text?: string;
+  waitAfter?: number; // ms to wait after click for page to settle
 }
 
 export async function clickElement(
@@ -173,9 +176,9 @@ export async function clickElement(
           }
           if (!el && text) {
             const lower = text.toLowerCase();
-            const all = document.querySelectorAll('a, button, input[type="submit"], [role="button"], [onclick]');
+            const all = document.querySelectorAll('a, button, input[type="submit"], [role="button"], [role="option"], [role="menuitem"], [role="listitem"], [role="tab"], [role="link"], li[aria-label], [onclick]');
             for (const candidate of all) {
-              const t = (candidate.innerText || candidate.textContent || candidate.value || '').trim();
+              const t = (candidate.innerText || candidate.textContent || candidate.value || candidate.getAttribute('aria-label') || '').trim();
               if (t.toLowerCase().includes(lower)) { el = candidate; break; }
             }
           }
@@ -198,6 +201,11 @@ export async function clickElement(
       returnByValue: true
     });
 
+    // Wait after click if requested (for page to settle after navigation/SPA route change)
+    if (request.waitAfter && request.waitAfter > 0) {
+      await new Promise<void>(resolve => setTimeout(resolve, Math.min(request.waitAfter!, 10000)));
+    }
+
     await client.close();
     return result.result.value as any;
   } catch (error) {
@@ -323,12 +331,16 @@ export async function evalInTab(
   const client = await connectToTab(resolved.id, port, host);
 
   try {
-    const result = await client.Runtime.evaluate({
+    const timeout = new Promise<never>((_, reject) =>
+      setTimeout(() => reject(new Error('Eval timed out after 30s')), 30000)
+    );
+    const evalPromise = client.Runtime.evaluate({
       expression,
       returnByValue: true
     });
+    const result = await Promise.race([evalPromise, timeout]);
     await client.close();
-    return result.result.value;
+    return result.result.value ?? null;
   } catch (error) {
     await client.close();
     throw error;
@@ -434,6 +446,73 @@ export async function readPage(
   }
 }
 
+const DISMISS_OVERLAYS_SCRIPT = `
+(function() {
+  const dismissed = [];
+
+  // Common cookie consent button patterns (multi-language)
+  const consentPatterns = [
+    'reject all', 'reject', 'decline', 'deny',
+    'accept all', 'accept', 'godta alle', 'godta',
+    'alle ablehnen', 'ablehnen', 'tout refuser', 'refuser',
+    'rechazar todo', 'rechazar', 'rifiuta tutto', 'rifiuta',
+    'bare nødvendige', 'only necessary', 'nur notwendige',
+    'manage preferences', 'cookie settings',
+  ];
+
+  // Try cookie consent buttons
+  for (const btn of document.querySelectorAll('button, a[role="button"]')) {
+    const text = (btn.innerText || btn.textContent || '').trim().toLowerCase();
+    if (text.length > 50 || text.length < 2) continue;
+    for (const pattern of consentPatterns) {
+      if (text === pattern || text.startsWith(pattern)) {
+        btn.click();
+        dismissed.push({ type: 'cookie', text: text.substring(0, 40) });
+        break;
+      }
+    }
+    if (dismissed.length) break;
+  }
+
+  // Try closing modal dialogs (X button, close button, dismiss)
+  if (!dismissed.length) {
+    for (const btn of document.querySelectorAll('[aria-label*="Close" i], [aria-label*="Dismiss" i], [aria-label*="Lukk" i], [aria-label*="Schließen" i], [aria-label*="Fermer" i]')) {
+      const dialog = btn.closest('[role="dialog"], [role="alertdialog"], .modal, [data-overlay]');
+      if (dialog) {
+        btn.click();
+        dismissed.push({ type: 'dialog', text: btn.getAttribute('aria-label') || 'close' });
+        break;
+      }
+    }
+  }
+
+  return { dismissed, count: dismissed.length };
+})()
+`;
+
+export async function dismissOverlays(
+  tabPattern: string,
+  options: { port?: number; host?: string }
+): Promise<any> {
+  const port = options.port || 9222;
+  const host = options.host || 'localhost';
+
+  const tab = await resolveTab(tabPattern, port, host);
+  const client = await connectToTab(tab.id, port, host);
+
+  try {
+    const r = await client.Runtime.evaluate({
+      expression: DISMISS_OVERLAYS_SCRIPT,
+      returnByValue: true
+    });
+    await client.close();
+    return r.result.value;
+  } catch (error) {
+    await client.close();
+    throw error;
+  }
+}
+
 const CAPTCHA_DETECT_SCRIPT = `
 (function() {
   // Find captcha iframes on the page

package/src/api/server.ts

@@ -2,7 +2,7 @@
 
 import http from 'node:http';
 import { reconUrl, reconTab } from './recon.js';
-import { fillFields, clickElement, scrollPage, navigatePage, evalInTab, focusTab, readPage, captchaInteract } from './act.js';
+import { fillFields, clickElement, scrollPage, navigatePage, evalInTab, focusTab, readPage, captchaInteract, dismissOverlays } from './act.js';
 import { getAllTabs } from '../chrome/tabs.js';
 
 const PORT = parseInt(process.env.API_PORT || '3456', 10);
@@ -110,6 +110,16 @@ const server = http.createServer(async (req, res) => {
       return json(res, 200, result);
     }
 
+    // POST /dismiss — dismiss cookie banners, modals, overlays
+    if (path === '/dismiss' && req.method === 'POST') {
+      const body = parseBody(await readBody(req));
+      if (!body.tab) {
+        return json(res, 400, { error: 'Provide "tab"' });
+      }
+      const result = await dismissOverlays(body.tab, { port: CDP_PORT, host: CDP_HOST });
+      return json(res, 200, result);
+    }
+
     // POST /captcha — detect and interact with captchas
     if (path === '/captcha' && req.method === 'POST') {
       const body = parseBody(await readBody(req));