browserclaw-agent 0.6.2 → 0.7.1

package/dist/agent-loop.d.ts

@@ -26,6 +26,8 @@ export type TerminationJudgment = {
 export declare function shouldCheckTermination(step: number): boolean;
 export interface PageHolder {
     page: CrawlPage;
+    browser?: BrowserClaw;
+    ensureProxyForUrl?: (url: string) => Promise<void>;
 }
 /**
  * Extension points for consumers of the agent loop.

package/dist/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAmB1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,KAAK,EAAE,WAAW,EAAa,eAAe,EAAiB,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACnH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAY/C;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiC5F;AA0rBD,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAsB1D;AAMD,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAIvE;AA8QD,MAAM,MAAM,mBAAmB,GAAG;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtG;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAG5D;AA2CD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,SAAS,CAAC;CACjB;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,aAAa,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,MAAM,CACpB,MAAM,EACN,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAC3G,CAAC;IACF,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC3D,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,4EAA4E;IAC5E,aAAa,EAAE,MAAM,WAAW,EAAE,CAAC;IACnC,kIAAkI;IAClI,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,SAAS,GAAG,UAAU,EACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,IAAI,EAC5C,MAAM,EAAE,WAAW,EACnB,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EACnC,OAAO,CAAC,EAAE,WAAW,EACrB,kBAAkB,CAAC,EAAE,YAAY,GAAG,IAAI,EACxC,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAqgC1B"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAmB1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAU9C,OAAO,KAAK,EAAE,WAAW,EAAa,eAAe,EAAiB,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACnH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAkB/C;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiC5F;AAwtBD,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAsB1D;AAMD,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAIvE;AAiTD,MAAM,MAAM,mBAAmB,GAAG;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtG;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAG5D;AA2CD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,iBAAiB,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACpD;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,aAAa,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,MAAM,CACpB,MAAM,EACN,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAC3G,CAAC;IACF,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC3D,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,4EAA4E;IAC5E,aAAa,EAAE,MAAM,WAAW,EAAE,CAAC;IACnC,kIAAkI;IAClI,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,SAAS,GAAG,UAAU,EACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,IAAI,EAC5C,MAAM,EAAE,WAAW,EACnB,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EACnC,OAAO,CAAC,EAAE,WAAW,EACrB,kBAAkB,CAAC,EAAE,YAAY,GAAG,IAAI,EACxC,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAirC1B"}

package/dist/agent-loop.js

@@ -10,9 +10,9 @@ import { extractItems, extractItemsFromUrls } from './skills/extract-items.js';
 import { extractDomain } from './skill-store.js';
 import { extractSchema, validateAnswer } from './answer-validator.js';
 import { webSearch } from './web-search.js';
-import { llmJson, llmVision, sanitizeErrorText, getTokenUsage } from './llm.js';
+import { llmJson, llmVision, sanitizeErrorText, getTokenUsage, isFailFastError, extractProviderMessage, } from './llm.js';
 import { LlmParseError } from './types.js';
-import { defaultAgentConfig, INTERJECTION_INJECTION_MAX_CHARS } from './config.js';
+import { defaultAgentConfig, INTERJECTION_INJECTION_MAX_CHARS, INTERJECTION_TIMEOUT_CANCEL, MAX_STEPS_HARD_CEILING, STRICT_NONIDEMPOTENT_BAN, } from './config.js';
 import { logger } from './logger.js';
 function formatLessonForPrompt(lesson) {
     const worked = lesson.domains.filter((d) => d.status === 'worked');
@@ -89,7 +89,7 @@ Respond with valid JSON:
       "tab_id": "target ID of the tab to switch to or close (for switch_tab / close_tab)",
       "hold_ms": "optional hold duration in ms (for press_and_hold) — set when the button/UI specifies a hold time or a prior attempt was too short",
       "query": "search query (for web_search) — e.g. 'best apartment listing sites NYC'",
-      "answer": "direct answer to the user's question (for done)"
+      "answer": "string — direct answer to the user's question (for done). Always a single string; use markdown sections and bullet points to structure findings. Never an array or object."
     }
   ]
 }
@@ -241,7 +241,7 @@ Respond with valid JSON:
   "memory": "Your accumulated findings",
   "reasoning": "Final assessment",
   "action": "done" or "fail",
-  "answer": "Your complete answer with all findings. Structure with sections and bullet points. Only include data you saw on actual pages — never fill gaps with training knowledge."
+  "answer": "A SINGLE STRING containing your complete answer with all findings. Use markdown sections and bullet points to structure the prose — but the value must be one string, never a JSON array or object. Only include data you saw on actual pages — never fill gaps with training knowledge."
 }
 
 If you gathered useful data, use "done" with a structured answer. If not, use "fail" with what you tried.`;
@@ -312,6 +312,24 @@ const SCROLL_AT_VIEWPORT_FN = `
     window.scrollBy(0, dy);
   })
 `;
+async function safeUrl(page, fallback = '') {
+    try {
+        return await page.url();
+    }
+    catch (err) {
+        logger.warn({ err, fallback }, 'page.url failed — using fallback');
+        return fallback;
+    }
+}
+async function safeTitle(page) {
+    try {
+        return await page.title();
+    }
+    catch (err) {
+        logger.warn({ err }, 'page.title failed — returning empty');
+        return '';
+    }
+}
 async function safeSnapshot(page) {
     let snapshot;
     const t0 = Date.now();
@@ -637,11 +655,20 @@ function parseActions(parsed) {
         if (typeof item.action !== 'string') {
             throw new Error(`Action at index ${String(i)} missing "action" field`);
         }
+        const rawAnswer = item.answer;
+        const answerIsBadShape = rawAnswer !== undefined && rawAnswer !== null && typeof rawAnswer !== 'string';
+        if (item.action === 'done' && answerIsBadShape) {
+            return {
+                action: 'wait',
+                ...(i === 0 ? thinking : { reasoning: `Batch action ${String(i + 1)}: wait` }),
+                error_feedback: `Your "done.answer" was a ${typeof rawAnswer} (likely an array or object). It MUST be a single string — flatten every finding into markdown with sections and bullet points, then re-emit "done" with that string. Preserve every result you have already gathered.`,
+            };
+        }
         return {
             action: item.action,
             // Thinking fields only on the first action
             ...(i === 0 ? thinking : { reasoning: `Batch action ${String(i + 1)}: ${item.action}` }),
-            answer: item.answer,
+            answer: typeof rawAnswer === 'string' ? rawAnswer : undefined,
             ref: item.ref,
             text: item.text,
             url: item.url,
@@ -815,6 +842,33 @@ function isRefFailure(action, err) {
     const lower = raw.toLowerCase();
     return REF_FAILURE_KEYWORDS.some((kw) => lower.includes(kw));
 }
+const TRANSIENT_ERROR_KEYWORDS = [
+    'timeout',
+    'timed out',
+    'net::',
+    'network error',
+    'network timeout',
+    'network unreachable',
+    'navigation failed',
+    'econnreset',
+    'econnrefused',
+    'etimedout',
+    'socket hang up',
+];
+function isTransientError(err) {
+    const raw = err instanceof Error ? err.message : '';
+    const lower = raw.toLowerCase();
+    return TRANSIENT_ERROR_KEYWORDS.some((kw) => lower.includes(kw));
+}
+function isNonIdempotentAction(action) {
+    return (action.action === 'click' ||
+        action.action === 'type' ||
+        action.action === 'select' ||
+        action.action === 'keyboard' ||
+        action.action === 'navigate' ||
+        action.action === 'press_and_hold' ||
+        action.action === 'click_cloudflare');
+}
 function describeActionError(action, err) {
     const raw = err instanceof Error ? err.message : 'Action execution failed';
     const lower = raw.toLowerCase();
@@ -897,11 +951,12 @@ Be concise but preserve all important data points. Respond with JSON: {"summary"
             message: `Task: ${prompt}${progressStr}\n\nFull history (${String(history.length)} steps):\n${stepSummaries}`,
             maxTokens: 1024,
         });
-        return result.summary;
+        return { ok: true, summary: result.summary };
     }
-    catch {
-        logger.warn('Context compression failed — falling back to simple truncation');
-        return '';
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        logger.warn({ err: message }, 'Context compression failed — falling back to simple truncation');
+        return { ok: false, error: message };
     }
 }
 async function getFinalSummary(prompt, history) {
@@ -972,6 +1027,10 @@ Use ONLY data that appears in the memory or steps below — never invent values.
 export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUser, browser, initialDomainSkill, maxSteps, userChat, options) {
     const cfg = defaultAgentConfig(options?.config);
     maxSteps ??= cfg.maxSteps;
+    if (MAX_STEPS_HARD_CEILING > 0 && maxSteps > MAX_STEPS_HARD_CEILING) {
+        logger.warn({ configured: maxSteps, ceiling: MAX_STEPS_HARD_CEILING }, 'maxSteps exceeded hard ceiling — clamping');
+        maxSteps = MAX_STEPS_HARD_CEILING;
+    }
     // Accept either a bare CrawlPage or a PageHolder. When a PageHolder is
     // provided the caller's reference is updated on tab switches.
     const holder = 'page' in pageOrHolder && typeof pageOrHolder.page === 'object'
@@ -979,7 +1038,20 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
         : { page: pageOrHolder };
     const history = [];
     const startTime = Date.now();
-    const tabManager = browser !== undefined ? new TabManager(holder.page) : null;
+    const wallsHit = [];
+    const sitesVisited = new Set();
+    let recordsExtracted = 0;
+    let lastKnownUrl = '';
+    let activeBrowser = browser;
+    let tabManager = activeBrowser !== undefined ? new TabManager(holder.page) : null;
+    const refreshBrowserHandle = () => {
+        const current = holder.browser ?? browser;
+        if (current !== activeBrowser) {
+            activeBrowser = current;
+            tabManager = current !== undefined ? new TabManager(holder.page) : null;
+        }
+        return activeBrowser;
+    };
     let consecutiveParseFailures = 0;
     let crossSiteParseFailures = 0;
     let consecutiveApiFailures = 0;
@@ -1002,12 +1074,12 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
             reasoning: reason,
             answer,
         };
-        const currentUrl = await holder.page.url();
+        const currentUrl = await safeUrl(holder.page, lastKnownUrl);
         history.push({
             step,
             action: doneAction,
             url: currentUrl,
-            page_title: await holder.page.title(),
+            page_title: await safeTitle(holder.page),
             timestamp: new Date().toISOString(),
         });
         emit('step', { step, action: 'done', reasoning: reason, answer });
@@ -1017,9 +1089,32 @@ export async function runAgentLoop(prompt, pageOrHolder, emit, signal, waitForUs
             answer,
             duration_ms: Date.now() - startTime,
             final_url: currentUrl,
+            walls_hit: wallsHit,
+            sites_visited: [...sitesVisited],
+            records_extracted: recordsExtracted,
         };
     };
     let domainSkill = initialDomainSkill ?? null;
+    if (domainSkill !== null && process.env.SKILL_VALIDATION_ENABLED === 'true') {
+        try {
+            const verdict = await llmJson({
+                system: 'You validate whether a saved playbook plausibly solves the user task. Reply with JSON {"ok": "YES"|"NO", "reason": "<one short line>"}. Be permissive — only say NO when the playbook is clearly for a different goal.',
+                message: `Task: ${prompt}\n\nDomain: ${domainSkill.domain}\nTags: ${domainSkill.tags.join(', ')}\n\nPlaybook:\n${JSON.stringify(domainSkill.skill, null, 2)}`,
+                maxTokens: 80,
+            });
+            if (verdict.ok === 'NO') {
+                logger.info({ domain: domainSkill.domain, reason: verdict.reason }, 'Skill validation skipped playbook');
+                emit('skill_skipped', {
+                    domain: domainSkill.domain,
+                    reason: verdict.reason,
+                });
+                domainSkill = null;
+            }
+        }
+        catch (err) {
+            logger.warn({ err }, 'Skill validation gate errored — keeping skill');
+        }
+    }
     const antiBotHitsByDomain = new Map();
     const walledDomains = new Set();
     let answerSchema = null;
@@ -1106,6 +1201,9 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
                 steps: history,
                 error: 'Session aborted',
                 duration_ms: Date.now() - startTime,
+                walls_hit: wallsHit,
+                sites_visited: [...sitesVisited],
+                records_extracted: recordsExtracted,
             };
         }
         if (!(await isBrowserAlive(holder.page))) {
@@ -1117,6 +1215,9 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
                 error: 'Browser connection lost',
                 duration_ms: Date.now() - startTime,
                 final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+                walls_hit: wallsHit,
+                sites_visited: [...sitesVisited],
+                records_extracted: recordsExtracted,
             };
         }
         baselineModalSigs ??= await capturePopupSignatures(holder.page);
@@ -1124,8 +1225,13 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
             await dismissPopup(holder.page);
         }
         let snapshot = await safeSnapshot(holder.page);
-        const url = await holder.page.url();
-        const title = await holder.page.title();
+        const url = await safeUrl(holder.page, lastKnownUrl);
+        if (url !== '')
+            lastKnownUrl = url;
+        const visitedDomain = extractDomain(url);
+        if (visitedDomain !== '')
+            sitesVisited.add(visitedDomain);
+        const title = await safeTitle(holder.page);
         if (options?.getSkill !== undefined) {
             const currentDomain = extractDomain(url);
             if (currentDomain !== '' && currentDomain !== lastLoadedSkillDomain) {
@@ -1150,6 +1256,10 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
         const domText = await getPageText(holder.page);
         const antiBotType = detectAntiBot(domText);
         if (antiBotType !== null) {
+            const wallDomain = extractDomain(url);
+            if (wallDomain !== '' && !wallsHit.some((w) => w.domain === wallDomain && w.type === antiBotType)) {
+                wallsHit.push({ domain: wallDomain, type: antiBotType });
+            }
             snapshot = enrichSnapshot(snapshot, domText, antiBotType);
             const currentDomain = extractDomain(url);
             const hits = (antiBotHitsByDomain.get(currentDomain) ?? 0) + 1;
@@ -1172,10 +1282,21 @@ Respond with JSON: {"task": "the SMART task", "plan": "your action plan"}`,
         }
         emit('thinking', { step, message: `Analyzing page: ${title}` });
         if (step > 0 && step % CONTEXT_COMPRESS_INTERVAL === 0) {
-            contextSummary = await compressContext(refinedPrompt, history, lastProgress);
-            if (contextSummary !== '') {
-                logger.info({ step }, 'Context compressed');
-                emit('context_compressed', { step, summary_length: contextSummary.length });
+            const compressResult = await compressContext(refinedPrompt, history, lastProgress);
+            if (compressResult.ok) {
+                const droppedSteps = Math.max(0, history.length - HISTORY_RECENT_WINDOW);
+                contextSummary = compressResult.summary;
+                logger.info({ type: 'prompt_log', event: 'context_compressed', step, droppedSteps, summary: contextSummary }, 'Context compressed');
+                emit('context_compressed', {
+                    step,
+                    droppedSteps,
+                    summary: contextSummary,
+                    summary_length: contextSummary.length,
+                });
+            }
+            else {
+                contextSummary = '';
+                emit('context_compress_failed', { step, error: compressResult.error });
             }
         }
         let domainChanged = false;
@@ -1310,9 +1431,10 @@ Respond with JSON: {"plan": "your revised plan here"}`,
         lastStateSig = currentStateSig;
         let tabCount;
         let tabs;
-        if (browser !== undefined) {
+        const browserForStep = refreshBrowserHandle();
+        if (browserForStep !== undefined) {
             try {
-                const allTabs = (await browser.tabs());
+                const allTabs = (await browserForStep.tabs());
                 tabCount = allTabs.length;
                 if (tabCount > 1)
                     tabs = allTabs;
@@ -1468,7 +1590,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 emit('step_error', {
                     step,
                     error: 'LLM response was not valid JSON',
-                    type: 'parse_error',
+                    error_kind: 'parse_error',
                     ...(process.env.DEBUG !== undefined && { rawText: err.responseSnippet }),
                 });
                 // Absolute last resort: too many parse failures across all sites
@@ -1496,6 +1618,25 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 continue;
             }
             // API/network error — don't burn a step, the agent never got to act
+            if (isFailFastError(err)) {
+                const userMessage = extractProviderMessage(err) ?? (err instanceof Error ? err.message : 'Unknown error');
+                const errorType = err instanceof Error && /insufficient_quota/i.test(err.message) ? 'quota_exhausted' : 'auth_error';
+                logger.error({
+                    step,
+                    type: errorType,
+                    errorMessage: err instanceof Error ? sanitizeErrorText(err.message).slice(0, 300) : 'unknown',
+                }, 'LLM fail-fast error');
+                emit('step_error', { step, error: userMessage, error_kind: errorType });
+                return {
+                    success: false,
+                    steps: history,
+                    error: userMessage,
+                    duration_ms: Date.now() - startTime,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
+                };
+            }
             consecutiveApiFailures++;
             logger.error({
                 step,
@@ -1503,13 +1644,16 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 maxAttempts: MAX_API_FAILURES,
                 errorMessage: err instanceof Error ? sanitizeErrorText(err.message).slice(0, 300) : 'unknown',
             }, 'LLM API error');
-            emit('step_error', { step, error: 'AI service temporarily unavailable', type: 'api_error' });
+            emit('step_error', { step, error: 'AI service temporarily unavailable', error_kind: 'api_error' });
             if (consecutiveApiFailures >= MAX_API_FAILURES) {
                 return {
                     success: false,
                     steps: history,
                     error: `Unable to reach the AI service after ${String(MAX_API_FAILURES)} attempts. Please try again.`,
                     duration_ms: Date.now() - startTime,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             continue;
@@ -1523,8 +1667,8 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             const agentStep = {
                 step,
                 action,
-                url: await holder.page.url(),
-                page_title: await holder.page.title(),
+                url: await safeUrl(holder.page, lastKnownUrl),
+                page_title: await safeTitle(holder.page),
                 timestamp: new Date().toISOString(),
             };
             history.push(agentStep);
@@ -1570,6 +1714,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     duration_ms: Date.now() - startTime,
                     final_url: agentStep.url,
                     validation_warnings: validationWarnings,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             if (action.action === 'fail') {
@@ -1579,10 +1726,14 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     error: action.reasoning,
                     duration_ms: Date.now() - startTime,
                     final_url: agentStep.url,
+                    walls_hit: wallsHit,
+                    sites_visited: [...sitesVisited],
+                    records_extracted: recordsExtracted,
                 };
             }
             if (action.action === 'ask_user') {
-                emit('ask_user', { step, question: action.text ?? action.reasoning });
+                const question = action.text ?? action.reasoning;
+                emit('ask_user', { step, question });
                 if (waitForUser === undefined) {
                     agentStep.action.error_feedback =
                         'No interactive user is attached to this session — ask_user cannot receive a response. Do NOT use ask_user again. Pivot: try a different site, a different URL for the same site, web_search for an alternative source, or use the data you already have to finish with a partial answer.';
@@ -1596,24 +1747,49 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 }
                 catch (err) {
                     const message = err instanceof Error ? err.message : 'Failed to get user response';
+                    const lowerMessage = message.toLowerCase();
+                    const isTimeout = lowerMessage.includes('timed out') || lowerMessage.includes('timeout');
+                    if (isTimeout && INTERJECTION_TIMEOUT_CANCEL) {
+                        emit('user_interjection_timeout', { step, question });
+                        return {
+                            success: false,
+                            status: 'canceled-timeout',
+                            steps: history,
+                            error: `User did not respond to question: "${question}"`,
+                            duration_ms: Date.now() - startTime,
+                            final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+                            walls_hit: wallsHit,
+                            sites_visited: [...sitesVisited],
+                            records_extracted: recordsExtracted,
+                        };
+                    }
                     emit('step_error', { step, error: message });
                     return {
                         success: false,
                         steps: history,
                         error: message,
                         duration_ms: Date.now() - startTime,
+                        walls_hit: wallsHit,
+                        sites_visited: [...sitesVisited],
+                        records_extracted: recordsExtracted,
                     };
                 }
                 step++;
                 break; // Need new snapshot after user response
             }
             if (action.action === 'press_and_hold') {
-                const pahDomain = extractDomain(await holder.page.url());
+                const pahDomain = extractDomain(await safeUrl(holder.page, lastKnownUrl));
                 const priorFailures = pahFailuresByDomain.get(pahDomain) ?? 0;
                 if (priorFailures >= PAH_MAX_FAILURES) {
                     logger.warn({ step, pahDomain, pahFailureCount: priorFailures }, 'press_and_hold short-circuited — bail limit reached');
-                    if (pahDomain !== '')
+                    if (pahDomain !== '' && !walledDomains.has(pahDomain)) {
                         walledDomains.add(pahDomain);
+                        emit('domain_blocked', {
+                            domain: pahDomain,
+                            reason: 'press_and_hold_bail_limit',
+                            attempt: priorFailures,
+                        });
+                    }
                     agentStep.action.error_feedback = PAH_BAIL_FEEDBACK;
                     step++;
                     break;
@@ -1622,8 +1798,14 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 if (!solved) {
                     const newFailures = priorFailures + 1;
                     pahFailuresByDomain.set(pahDomain, newFailures);
-                    if (pahDomain !== '' && newFailures >= PAH_MAX_FAILURES)
+                    if (pahDomain !== '' && newFailures >= PAH_MAX_FAILURES && !walledDomains.has(pahDomain)) {
                         walledDomains.add(pahDomain);
+                        emit('domain_blocked', {
+                            domain: pahDomain,
+                            reason: 'press_and_hold_failed',
+                            attempt: newFailures,
+                        });
+                    }
                     const intermittent = await isIntermittentError(holder.page);
                     logger.info({ step, pahDomain, intermittent, pahFailureCount: newFailures }, 'press_and_hold failed — post-check');
                     agentStep.action.error_feedback = intermittent ? PAH_INTERMITTENT_FEEDBACK : PAH_BLOCKED_FEEDBACK;
@@ -1651,10 +1833,23 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                         agentStep.action.extract_result = `Error: ${evalErr instanceof Error ? evalErr.message : 'evaluation failed'}`;
                     }
                 }
-                else if (action.urls !== undefined && action.urls.length > 0 && browser !== undefined) {
+                else if (action.urls !== undefined && action.urls.length > 0) {
                     for (const url of action.urls)
                         assertNavigateUrlAllowed(url);
-                    const batch = await extractItemsFromUrls(browser, action.urls);
+                    if (holder.ensureProxyForUrl !== undefined) {
+                        for (const url of action.urls) {
+                            await holder.ensureProxyForUrl(url);
+                        }
+                    }
+                    const extractBrowser = refreshBrowserHandle();
+                    if (extractBrowser === undefined) {
+                        agentStep.action.extract_result = 'Error: extract with urls requires browser context';
+                        recentFailureCount++;
+                        step++;
+                        break;
+                    }
+                    const batch = await extractItemsFromUrls(extractBrowser, action.urls);
+                    recordsExtracted += batch.count;
                     const header = batch.count >= 5
                         ? `${String(batch.count)} records fetched across ${String(action.urls.length)} URLs. This is your data — parse the records and respond. Do NOT open individual URLs again; fields the user asked for (price, address, name) are embedded in each record's text or fields.\n`
                         : '';
@@ -1672,6 +1867,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 }
                 else {
                     const items = await extractItems(holder.page);
+                    recordsExtracted += items.count;
                     const header = items.count >= 5
                         ? `${String(items.count)} records extracted from ${items.source}. This is your data — parse and respond. Before drilling individual detail pages, check the active page-wide filters (URL path/query AND visible filter chips count): any user-prompt constraint that is already enforced by an active filter (price cap, neighborhood, pets allowed, etc.) propagates to every record — re-verifying it per detail page is wasted work. For constraints not enforced by any active filter, you do need to verify per record. Drill ONLY for missing per-record fields the user asked for (e.g. exact bedrooms, address, URL) or for constraints the active filters didn't enforce.\n`
                         : '';
@@ -1709,9 +1905,10 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             }
             // #2 Tab switching
             if (action.action === 'switch_tab') {
-                if (browser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
+                const tabBrowser = refreshBrowserHandle();
+                if (tabBrowser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
                     try {
-                        const newPage = browser.page(action.tab_id);
+                        const newPage = tabBrowser.page(action.tab_id);
                         const cdpBase = getCdpBaseUrl(holder.page);
                         await activateCdpTarget(cdpBase, action.tab_id);
                         holder.page = newPage;
@@ -1730,7 +1927,8 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 break;
             }
             if (action.action === 'close_tab') {
-                if (browser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
+                const closeBrowser = refreshBrowserHandle();
+                if (closeBrowser !== undefined && action.tab_id !== undefined && action.tab_id !== '') {
                     if (action.tab_id === holder.page.id) {
                         agentStep.action.error_feedback =
                             'close_tab: cannot close the active tab; switch to another tab first, then close this one';
@@ -1738,7 +1936,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     }
                     else {
                         try {
-                            await browser.close(action.tab_id);
+                            await closeBrowser.close(action.tab_id);
                             logger.info({ step, tab_id: action.tab_id }, 'Closed tab');
                         }
                         catch (tabErr) {
@@ -1754,7 +1952,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 step++;
                 break;
             }
-            const preActionUrl = await holder.page.url();
+            const preActionUrl = await safeUrl(holder.page, url);
             if (action.action === 'navigate' && action.url !== undefined && action.url !== '') {
                 const targetDomain = extractDomain(action.url);
                 if (targetDomain !== '' && walledDomains.has(targetDomain)) {
@@ -1765,9 +1963,12 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 }
             }
             try {
+                if (action.action === 'navigate' && action.url !== undefined && holder.ensureProxyForUrl !== undefined) {
+                    await holder.ensureProxyForUrl(action.url);
+                }
                 const customHandler = options?.customActions?.[action.action];
                 if (customHandler !== undefined) {
-                    const result = await customHandler(action, holder.page, browser);
+                    const result = await customHandler(action, holder.page, refreshBrowserHandle());
                     if (result?.outcome !== undefined)
                         agentStep.outcome = result.outcome;
                 }
@@ -1793,7 +1994,7 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 // Validate action outcome — provide natural language feedback
                 let postActionUrl = preActionUrl;
                 try {
-                    postActionUrl = await holder.page.url();
+                    postActionUrl = await safeUrl(holder.page, preActionUrl);
                     const postSnapshot = (await holder.page.snapshot({ interactive: true, compact: true, timeoutMs: SNAPSHOT_TIMEOUT_MS })).snapshot;
                     const outcome = validateAction(action, preActionUrl, postActionUrl, snapshot.length, postSnapshot.length);
                     if (outcome !== undefined) {
@@ -1846,6 +2047,16 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                     entry.action = action.action;
                     bannedRefs.set(action.ref, entry);
                 }
+                else if (STRICT_NONIDEMPOTENT_BAN &&
+                    action.ref !== undefined &&
+                    action.ref !== '' &&
+                    isNonIdempotentAction(action) &&
+                    !isTransientError(err)) {
+                    const entry = bannedRefs.get(action.ref) ?? { action: action.action, failures: 0 };
+                    entry.failures = Math.max(entry.failures + 1, BAN_THRESHOLD);
+                    entry.action = action.action;
+                    bannedRefs.set(action.ref, entry);
+                }
                 await holder.page.waitFor({ timeMs: 1000 });
                 if (await detectPopup(holder.page, baselineModalSigs)) {
                     await dismissPopup(holder.page);
@@ -1854,8 +2065,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
                 break; // Break batch on failure — need new snapshot
             }
             // Check for new tabs after click
-            if (tabManager !== null && browser !== undefined && action.action === 'click') {
-                const newPage = await tabManager.checkForNewTab(browser);
+            const tabClickBrowser = refreshBrowserHandle();
+            if (tabManager !== null && tabClickBrowser !== undefined && action.action === 'click') {
+                const newPage = await tabManager.checkForNewTab(tabClickBrowser);
                 if (newPage !== null) {
                     try {
                         const newUrl = await newPage.url();
@@ -1900,6 +2112,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
             answer: judgment.answer,
             duration_ms: Date.now() - startTime,
             final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+            walls_hit: wallsHit,
+            sites_visited: [...sitesVisited],
+            records_extracted: recordsExtracted,
         };
     }
     const fallback = await getFinalSummary(refinedPrompt, history);
@@ -1910,6 +2125,9 @@ Respond with JSON: {"plan": "your revised plan here"}`,
         error: `Reached maximum step limit (${String(maxSteps)}); still missing: ${judgment.missing}`,
         duration_ms: Date.now() - startTime,
         final_url: history.length > 0 ? history[history.length - 1].url : undefined,
+        walls_hit: wallsHit,
+        sites_visited: [...sitesVisited],
+        records_extracted: recordsExtracted,
     };
 }
 //# sourceMappingURL=agent-loop.js.map