browserclaw-agent 0.7.0 → 0.7.1

package/dist/agent-loop.d.ts

@@ -26,6 +26,8 @@ export type TerminationJudgment = {
 export declare function shouldCheckTermination(step: number): boolean;
 export interface PageHolder {
     page: CrawlPage;
+    browser?: BrowserClaw;
+    ensureProxyForUrl?: (url: string) => Promise<void>;
 }
 /**
  * Extension points for consumers of the agent loop.

package/dist/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAmB1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAU9C,OAAO,KAAK,EAAE,WAAW,EAAa,eAAe,EAAiB,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACnH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAkB/C;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiC5F;AA0rBD,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAsB1D;AAMD,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAIvE;AAiTD,MAAM,MAAM,mBAAmB,GAAG;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtG;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAG5D;AA2CD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,SAAS,CAAC;CACjB;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,aAAa,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,MAAM,CACpB,MAAM,EACN,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAC3G,CAAC;IACF,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC3D,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,4EAA4E;IAC5E,aAAa,EAAE,MAAM,WAAW,EAAE,CAAC;IACnC,kIAAkI;IAClI,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,SAAS,GAAG,UAAU,EACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,IAAI,EAC5C,MAAM,EAAE,WAAW,EACnB,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EACnC,OAAO,CAAC,EAAE,WAAW,EACrB,kBAAkB,CAAC,EAAE,YAAY,GAAG,IAAI,EACxC,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAumC1B"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAmB1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAU9C,OAAO,KAAK,EAAE,WAAW,EAAa,eAAe,EAAiB,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACnH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAkB/C;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiC5F;AAwtBD,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAsB1D;AAMD,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAIvE;AAiTD,MAAM,MAAM,mBAAmB,GAAG;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtG;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAG5D;AA2CD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,iBAAiB,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACpD;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,aAAa,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,MAAM,CACpB,MAAM,EACN,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAC3G,CAAC;IACF,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC3D,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,4EAA4E;IAC5E,aAAa,EAAE,MAAM,WAAW,EAAE,CAAC;IACnC,kIAAkI;IAClI,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,SAAS,GAAG,UAAU,EACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,IAAI,EAC5C,MAAM,EAAE,WAAW,EACnB,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EACnC,OAAO,CAAC,EAAE,WAAW,EACrB,kBAAkB,CAAC,EAAE,YAAY,GAAG,IAAI,EACxC,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAirC1B"}

package/dist/agent-loop.js

@@ -89,7 +89,7 @@ Respond with valid JSON:
       "tab_id": "target ID of the tab to switch to or close (for switch_tab / close_tab)",
       "hold_ms": "optional hold duration in ms (for press_and_hold) — set when the button/UI specifies a hold time or a prior attempt was too short",
       "query": "search query (for web_search) — e.g. 'best apartment listing sites NYC'",
-      "answer": "direct answer to the user's question (for done)"
+      "answer": "string — direct answer to the user's question (for done). Always a single string; use markdown sections and bullet points to structure findings. Never an array or object."
     }
   ]
 }
@@ -241,7 +241,7 @@ Respond with valid JSON:
   "memory": "Your accumulated findings",
   "reasoning": "Final assessment",
   "action": "done" or "fail",
-  "answer": "Your complete answer with all findings. Structure with sections and bullet points. Only include data you saw on actual pages — never fill gaps with training knowledge."
+  "answer": "A SINGLE STRING containing your complete answer with all findings. Use markdown sections and bullet points to structure the prose — but the value must be one string, never a JSON array or object. Only include data you saw on actual pages — never fill gaps with training knowledge."
 }
 
 If you gathered useful data, use "done" with a structured answer. If not, use "fail" with what you tried.`;
@@ -312,6 +312,24 @@ const SCROLL_AT_VIEWPORT_FN = `
     window.scrollBy(0, dy);
   })
 `;
+async function safeUrl(page, fallback = '') {
+    try {
+        return await page.url();
+    }
+    catch (err) {
+        logger.warn({ err, fallback }, 'page.url failed — using fallback');
+        return fallback;
+    }
+}
+async function safeTitle(page) {
+    try {
+        return await page.title();
+    }
+    catch (err) {
+        logger.warn({ err }, 'page.title failed — returning empty');
+        return '';
+    }
+}
 async function safeSnapshot(page) {
     let snapshot;
     const t0 = Date.now();
@@ -637,11 +655,20 @@ function parseActions(parsed) {
         if (typeof item.action !== 'string') {
             throw new Error(`Action at index ${String(i)} missing "action" field`);
         }
+        const rawAnswer = item.answer;
+        const answerIsBadShape = rawAnswer !== undefined && rawAnswer !== null && typeof rawAnswer !== 'string';
+        if (item.action === 'done' && answerIsBadShape) {
+            return {
+                action: 'wait',
+                ...(i === 0 ? thinking : { reasoning: `Batch action ${String(i + 1)}: wait` }),
+                error_feedback: `Your "done.answer" was a ${typeof rawAnswer} (likely an array or object). It MUST be a single string — flatten every finding into markdown with sections and bullet points, then re-emit "done" with that string. Preserve every result you have already gathered.`,
+            };
+        }
         return {
             action: item.action,
             // Thinking fields only on the first action
             ...(i === 0 ? thinking : { reasoning: `Batch action ${String(i + 1)}: ${item.action}` }),
-            answer: item.answer,
+            answer: typeof rawAnswer === 'string' ? rawAnswer : undefined,
             ref: item.ref,
             text: item.text,
             url: item.url,
@@ -1011,7 +1038,20 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
         : { page: pageOrHolder };
     const history = [];
     const startTime = Date.now();
-    const tabManager = browser !== undefined ? new TabManager(holder.page) : null;
+    const wallsHit = [];
+    const sitesVisited = new Set();
+    let recordsExtracted = 0;
+    let lastKnownUrl = '';
+    let activeBrowser = browser;
+    let tabManager = activeBrowser !== undefined ? new TabManager(holder.page) : null;
+    const refreshBrowserHandle = () => {
+        const current = holder.browser ?? browser;
+        if (current !== activeBrowser) {
+            activeBrowser = current;
+            tabManager = current !== undefined ? new TabManager(holder.page) : null;
+        }
+        return activeBrowser;
+    };
     let consecutiveParseFailures = 0;
     let crossSiteParseFailures = 0;
     let consecutiveApiFailures = 0;
@@ -1034,12 +1074,12 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
             reasoning: reason,
             answer,
         };
-        const currentUrl = await holder.page.url();
+        const currentUrl = await safeUrl(holder.page, lastKnownUrl);
         history.push({
             step,
             action: doneAction,
             url: currentUrl,
-            page_title: await holder.page.title(),
+            page_title: await safeTitle(holder.page),
             timestamp: new Date().toISOString(),
         });
         emit('step', { step, action: 'done', reasoning: reason, answer });
@@ -1049,6 +1089,9 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
             answer,
             duration_ms: Date.now() - startTime,
             final_url: currentUrl,
+            walls_hit: wallsHit,
+            sites_visited: [...sitesVisited],
+            records_extracted: recordsExtracted,
         };
     };
     let domainSkill = initialDomainSkill ?? null;
@@ -1158,6 +1201,9 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
                 steps: history,
                 error: 'Session aborted',
                 duration_ms: Date.now() - startTime,
+                walls_hit: wallsHit,
+                sites_visited: [...sitesVisited],
+                records_extracted: recordsExtracted,
             };
         }
         if (!(await isBrowserAlive(holder.page))) {
@@ -1169,6 +1215,9 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
                 error: 'Browser connection lost',
                 duration_ms: Date.now() - startTime,
                 final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+                walls_hit: wallsHit,
+                sites_visited: [...sitesVisited],
+                records_extracted: recordsExtracted,
             };
         }
         baselineModalSigs ??= await capturePopupSignatures(holder.page);
@@ -1176,8 +1225,13 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
             await dismissPopup(holder.page);
         }
         let snapshot = await safeSnapshot(holder.page);
-        const url = await holder.page.url();
-        const title = await holder.page.title();
+        const url = await safeUrl(holder.page, lastKnownUrl);
+        if (url !== '')
+            lastKnownUrl = url;
+        const visitedDomain = extractDomain(url);
+        if (visitedDomain !== '')
+            sitesVisited.add(visitedDomain);
+        const title = await safeTitle(holder.page);
         if (options?.getSkill !== undefined) {
             const currentDomain = extractDomain(url);
             if (currentDomain !== '' && currentDomain !== lastLoadedSkillDomain) {
@@ -1202,6 +1256,10 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
         const domText = await getPageText(holder.page);
         const antiBotType = detectAntiBot(domText);
         if (antiBotType !== null) {
+            const wallDomain = extractDomain(url);
+            if (wallDomain !== '' && !wallsHit.some((w) => w.domain === wallDomain && w.type === antiBotType)) {
+                wallsHit.push({ domain: wallDomain, type: antiBotType });
+            }
             snapshot = enrichSnapshot(snapshot, domText, antiBotType);
             const currentDomain = extractDomain(url);
             const hits = (antiBotHitsByDomain.get(currentDomain) ?? 0) + 1;
@@ -1373,9 +1431,10 @@ Respond with JSON: {"plan": "your revised plan here"}`,
         lastStateSig = currentStateSig;
         let tabCount;
         let tabs;
-        if (browser !== undefined) {
+        const browserForStep = refreshBrowserHandle();
+        if (browserForStep !== undefined) {
             try {
-                const allTabs = (await browser.tabs());
+                const allTabs = (await browserForStep.tabs());
                 tabCount = allTabs.length;
                 if (tabCount > 1)
                     tabs = allTabs;
@@ -1573,6 +1632,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     steps: history,
                     error: userMessage,
                     duration_ms: Date.now() - startTime,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             consecutiveApiFailures++;
@@ -1589,6 +1651,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     steps: history,
                     error: `Unable to reach the AI service after ${String(MAX_API_FAILURES)} attempts. Please try again.`,
                     duration_ms: Date.now() - startTime,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             continue;
@@ -1602,8 +1667,8 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             const agentStep = {
                 step,
                 action,
-                url: await holder.page.url(),
-                page_title: await holder.page.title(),
+                url: await safeUrl(holder.page, lastKnownUrl),
+                page_title: await safeTitle(holder.page),
                 timestamp: new Date().toISOString(),
             };
             history.push(agentStep);
@@ -1649,6 +1714,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     duration_ms: Date.now() - startTime,
                     final_url: agentStep.url,
                     validation_warnings: validationWarnings,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             if (action.action === 'fail') {
@@ -1658,6 +1726,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     error: action.reasoning,
                     duration_ms: Date.now() - startTime,
                     final_url: agentStep.url,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             if (action.action === 'ask_user') {
@@ -1687,6 +1758,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                             error: `User did not respond to question: "${question}"`,
                             duration_ms: Date.now() - startTime,
                             final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+                            walls_hit: wallsHit,
+                            sites_visited: [...sitesVisited],
+                            records_extracted: recordsExtracted,
                         };
                     }
                     emit('step_error', { step, error: message });
@@ -1695,13 +1769,16 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                         steps: history,
                         error: message,
                         duration_ms: Date.now() - startTime,
+                        walls_hit: wallsHit,
+                        sites_visited: [...sitesVisited],
+                        records_extracted: recordsExtracted,
                     };
                 }
                 step++;
                 break; // Need new snapshot after user response
             }
             if (action.action === 'press_and_hold') {
-                const pahDomain = extractDomain(await holder.page.url());
+                const pahDomain = extractDomain(await safeUrl(holder.page, lastKnownUrl));
                 const priorFailures = pahFailuresByDomain.get(pahDomain) ?? 0;
                 if (priorFailures >= PAH_MAX_FAILURES) {
                     logger.warn({ step, pahDomain, pahFailureCount: priorFailures }, 'press_and_hold short-circuited — bail limit reached');
@@ -1756,10 +1833,23 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                         agentStep.action.extract_result = `Error: ${evalErr instanceof Error ? evalErr.message : 'evaluation failed'}`;
                     }
                 }
-                else if (action.urls !== undefined && action.urls.length > 0 && browser !== undefined) {
+                else if (action.urls !== undefined && action.urls.length > 0) {
                     for (const url of action.urls)
                         assertNavigateUrlAllowed(url);
-                    const batch = await extractItemsFromUrls(browser, action.urls);
+                    if (holder.ensureProxyForUrl !== undefined) {
+                        for (const url of action.urls) {
+                            await holder.ensureProxyForUrl(url);
+                        }
+                    }
+                    const extractBrowser = refreshBrowserHandle();
+                    if (extractBrowser === undefined) {
+                        agentStep.action.extract_result = 'Error: extract with urls requires browser context';
+                        recentFailureCount++;
+                        step++;
+                        break;
+                    }
+                    const batch = await extractItemsFromUrls(extractBrowser, action.urls);
+                    recordsExtracted += batch.count;
                     const header = batch.count >= 5
                         ? `${String(batch.count)} records fetched across ${String(action.urls.length)} URLs. This is your data — parse the records and respond. Do NOT open individual URLs again; fields the user asked for (price, address, name) are embedded in each record's text or fields.\n`
                         : '';
@@ -1777,6 +1867,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 }
                 else {
                     const items = await extractItems(holder.page);
+                    recordsExtracted += items.count;
                     const header = items.count >= 5
                         ? `${String(items.count)} records extracted from ${items.source}. This is your data — parse and respond. Before drilling individual detail pages, check the active page-wide filters (URL path/query AND visible filter chips count): any user-prompt constraint that is already enforced by an active filter (price cap, neighborhood, pets allowed, etc.) propagates to every record — re-verifying it per detail page is wasted work. For constraints not enforced by any active filter, you do need to verify per record. Drill ONLY for missing per-record fields the user asked for (e.g. exact bedrooms, address, URL) or for constraints the active filters didn't enforce.\n`
                         : '';
@@ -1814,9 +1905,10 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             }
             // #2 Tab switching
             if (action.action === 'switch_tab') {
-                if (browser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
+                const tabBrowser = refreshBrowserHandle();
+                if (tabBrowser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
                     try {
-                        const newPage = browser.page(action.tab_id);
+                        const newPage = tabBrowser.page(action.tab_id);
                         const cdpBase = getCdpBaseUrl(holder.page);
                         await activateCdpTarget(cdpBase, action.tab_id);
                         holder.page = newPage;
@@ -1835,7 +1927,8 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 break;
             }
             if (action.action === 'close_tab') {
-                if (browser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
+                const closeBrowser = refreshBrowserHandle();
+                if (closeBrowser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
                     if (action.tab_id === holder.page.id) {
                         agentStep.action.error_feedback =
                             'close_tab: cannot close the active tab; switch to another tab first, then close this one';
@@ -1843,7 +1936,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     }
                     else {
                         try {
-                            await browser.close(action.tab_id);
+                            await closeBrowser.close(action.tab_id);
                             logger.info({ step, tab_id: action.tab_id }, 'Closed tab');
                         }
                         catch (tabErr) {
@@ -1859,7 +1952,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 step++;
                 break;
             }
-            const preActionUrl = await holder.page.url();
+            const preActionUrl = await safeUrl(holder.page, url);
             if (action.action === 'navigate' && action.url !== undefined && action.url !== '') {
                 const targetDomain = extractDomain(action.url);
                 if (targetDomain !== '' && walledDomains.has(targetDomain)) {
@@ -1870,9 +1963,12 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 }
             }
             try {
+                if (action.action === 'navigate' && action.url !== undefined && holder.ensureProxyForUrl !== undefined) {
+                    await holder.ensureProxyForUrl(action.url);
+                }
                 const customHandler = options?.customActions?.[action.action];
                 if (customHandler !== undefined) {
-                    const result = await customHandler(action, holder.page, browser);
+                    const result = await customHandler(action, holder.page, refreshBrowserHandle());
                     if (result?.outcome !== undefined)
                         agentStep.outcome = result.outcome;
                 }
@@ -1898,7 +1994,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 // Validate action outcome — provide natural language feedback
                 let postActionUrl = preActionUrl;
                 try {
-                    postActionUrl = await holder.page.url();
+                    postActionUrl = await safeUrl(holder.page, preActionUrl);
                     const postSnapshot = (await holder.page.snapshot({ interactive: true, compact: true, timeoutMs: SNAPSHOT_TIMEOUT_MS })).snapshot;
                     const outcome = validateAction(action, preActionUrl, postActionUrl, snapshot.length, postSnapshot.length);
                     if (outcome !== undefined) {
@@ -1969,8 +2065,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 break; // Break batch on failure — need new snapshot
             }
             // Check for new tabs after click
-            if (tabManager !== null && browser !== undefined && action.action === 'click') {
-                const newPage = await tabManager.checkForNewTab(browser);
+            const tabClickBrowser = refreshBrowserHandle();
+            if (tabManager !== null && tabClickBrowser !== undefined && action.action === 'click') {
+                const newPage = await tabManager.checkForNewTab(tabClickBrowser);
                 if (newPage !== null) {
                     try {
                         const newUrl = await newPage.url();
@@ -2015,6 +2112,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             answer: judgment.answer,
             duration_ms: Date.now() - startTime,
             final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+            walls_hit: wallsHit,
+            sites_visited: [...sitesVisited],
+            records_extracted: recordsExtracted,
         };
     }
     const fallback = await getFinalSummary(refinedPrompt, history);
@@ -2025,6 +2125,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
         error: `Reached maximum step limit (${String(maxSteps)}); still missing: ${judgment.missing}`,
         duration_ms: Date.now() - startTime,
         final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+        walls_hit: wallsHit,
+        sites_visited: [...sitesVisited],
+        records_extracted: recordsExtracted,
     };
 }
 //# sourceMappingURL=agent-loop.js.map