@octocrawl/cli 0.3.1 → 0.3.2

package/dist/cli.js

@@ -10,14 +10,32 @@ var __export = (target, all) => {
 };
 
 // packages/contracts/dist/status.js
-var CONTENTFUL_STATUS;
+var RESULT_STATUS, CONTENTFUL_STATUS, BLOCK_REASON;
 var init_status = __esm({
   "packages/contracts/dist/status.js"() {
     "use strict";
+    RESULT_STATUS = [
+      "success",
+      "partial",
+      "empty_verified",
+      "blocked",
+      "failed",
+      "cancelled",
+      "budget_exceeded",
+      "duplicate"
+    ];
     CONTENTFUL_STATUS = /* @__PURE__ */ new Set([
       "success",
       "partial"
     ]);
+    BLOCK_REASON = [
+      "cloudflare_challenge",
+      "captcha",
+      "rate_limit",
+      "login_wall",
+      "geo_restricted",
+      "bot_detected_generic"
+    ];
   }
 });
 
@@ -46,6 +64,21 @@ var init_tokens = __esm({
 });
 
 // packages/contracts/dist/result.js
+function givenUpPaidCalls(trace) {
+  return trace.filter((event) => event.event === "paid_calls").map((event) => {
+    const calls = Array.isArray(event.detail?.calls) ? event.detail.calls : [];
+    return { ...event, detail: { ...event.detail, calls: calls.map((call) => ({ ...call, answer: false })) } };
+  });
+}
+function carryPaidCalls(error, event) {
+  if (typeof error === "object" && error !== null && Object.isExtensible(error))
+    Object.defineProperty(error, "paidCalls", { value: event, enumerable: false, configurable: true });
+  return error;
+}
+function paidCallsOfError(error) {
+  const event = typeof error === "object" && error !== null ? error.paidCalls : void 0;
+  return typeof event === "object" && event !== null && event.event === "paid_calls" ? event : null;
+}
 var init_result = __esm({
   "packages/contracts/dist/result.js"() {
     "use strict";
@@ -1268,6 +1301,20 @@ function cacheStateOf(trace) {
   const cachedAt = event.detail?.cachedAt;
   return { cacheState: "hit", ...typeof cachedAt === "string" ? { cachedAt } : {} };
 }
+function readAccessChoice(rec, takesMyBrowser) {
+  if (rec.lane !== void 0 && !REQUEST_LANES.includes(rec.lane))
+    throw new RequestError(`lane must be one of: ${REQUEST_LANES.join(", ")}`);
+  if (rec.access === void 0)
+    return rec.lane === void 0 ? {} : { lane: rec.lane };
+  if (!ACCESS_CHOICES.includes(rec.access))
+    throw new RequestError(`access must be one of: ${ACCESS_CHOICES.join(", ")}`);
+  const access = rec.access;
+  if (access === "my-browser" && !takesMyBrowser)
+    throw new RequestError("access my-browser reads pages in your own Chrome, one you name at a time: a crawl does not take it; list the pages and send them as a batch", "unsupported_parameter", { parameters: ["access"] });
+  if (rec.lane !== void 0 && access !== "my-browser")
+    throw new RequestError(`lane my-browser and access ${access} ask for two different routes: send one`, "unsupported_parameter", { parameters: ["lane", "access"] });
+  return access === "my-browser" ? { access, lane: "my-browser" } : { access };
+}
 function warningOf(warnings) {
   return warnings === void 0 || warnings.length === 0 ? void 0 : warnings.map((warning) => warning.message).join(" ");
 }
@@ -2224,6 +2271,7 @@ function parseScrapeRequest(body) {
   if (rec.handoff !== void 0 && typeof rec.handoff !== "boolean" && (rec.handoff === null || typeof rec.handoff !== "object" || Array.isArray(rec.handoff)))
     throw new RequestError("handoff must be true or { waitMs }");
   const handoff = rec.handoff === void 0 || rec.handoff === false ? void 0 : rec.handoff === true ? {} : parseBatchHandoffRequest(rec.handoff);
+  const choice = readAccessChoice(rec, true);
   const mode = readMode(rec.mode);
   const page = readPageOptions(rec, mode);
   checkMobileMode(mode, page.mobile);
@@ -2237,6 +2285,7 @@ function parseScrapeRequest(body) {
     ...page,
     ...robotsOverride === void 0 ? {} : { robotsOverride },
     ...handoff === void 0 ? {} : { handoff },
+    ...choice,
     ...readAttribution(rec)
   };
   checkScreenshotViewport(req.mobile, req.formats, req.actions);
@@ -2273,9 +2322,11 @@ function parseCrawlStartRequest(body) {
   const idempotencyKey = readIdempotencyKey(rec.idempotencyKey);
   const webhook = readWebhook(rec.webhook);
   const ignoreRobotsTxt = readBoolean(rec.ignoreRobotsTxt, "ignoreRobotsTxt");
+  const { access } = readAccessChoice(rec, false);
   const req = {
     url: readUrl(rec.url),
     mode,
+    ...access === void 0 ? {} : { access },
     maxPages: readBound(rec.maxPages, "maxPages", 1),
     maxDepth: readBound(rec.maxDepth, "maxDepth", 0),
     useCached,
@@ -2384,6 +2435,9 @@ function parseBatchStartRequest(body) {
   const mode = readMode(rec.mode);
   if (mode === "authed" && webhook !== void 0)
     throw new RequestError("webhook is not available in mode 'authed': pages read with your session are not sent to another address; read them from the batch");
+  const choice = readAccessChoice(rec, true);
+  if (choice.lane !== void 0 && webhook !== void 0)
+    throw new RequestError("webhook is not available on lane my-browser: pages read in your own Chrome are not sent to another address; read them from the batch", "unsupported_parameter", { parameters: ["lane", "webhook"] });
   const page = readPageOptions(rec, mode);
   checkMobileMode(mode, page.mobile);
   const req = {
@@ -2401,6 +2455,7 @@ function parseBatchStartRequest(body) {
     ...idempotencyKey === void 0 ? {} : { idempotencyKey },
     ...appendToId === void 0 ? {} : { appendToId },
     ...webhook === void 0 ? {} : { webhook },
+    ...choice,
     ...readAttribution(rec)
   };
   checkScreenshotViewport(req.mobile, req.formats, req.actions);
@@ -2437,7 +2492,7 @@ function parseCrawlPageQuery(query) {
     ...query.includeDuplicates === void 0 ? {} : { includeDuplicates: query.includeDuplicates === "true" }
   };
 }
-var CRAWL_MODES, DEFAULT_SCRAPE_TIMEOUT_MS, MIN_SCRAPE_TIMEOUT_MS, MAX_WAIT_FOR_MS, MAX_CACHE_AGE_MS, WEBHOOK_EVENTS, MAX_WEBHOOK_URL_LENGTH, MAX_WEBHOOK_HEADERS, MAX_WEBHOOK_HEADERS_BYTES, MAX_WEBHOOK_METADATA_ENTRIES, MAX_WEBHOOK_METADATA_VALUE_LENGTH, MAX_WEBHOOK_METADATA_BYTES, DEFAULT_MAP_LIMIT, MAX_MAP_LIMIT, DEFAULT_MAP_TIMEOUT_MS, MAX_MAP_TIMEOUT_MS, HOSTED_MAP_MAX_LIMIT, HOSTED_MAP_MAX_TIMEOUT_MS, MAP_SEARCH_MAX_CHARS, MAP_SEARCH_MAX_WORDS, IDEMPOTENCY_KEY_HEADERS, MAX_IDEMPOTENCY_KEY_LENGTH, HANDOFF_REASONS, MAX_HANDOFF_WAIT_MS, BATCH_ERRORS_MAX_LIMIT, WS_TOKEN_PROTOCOL_PREFIX, API_ERROR_STATUS, RATE_LIMITED_CODE, RATE_LIMITED_STATUS, RequestError, REFUSAL_HINTS, PAGE_KEYS, ATTRIBUTION_KEYS, SCRAPE_KEYS, CRAWL_SCOPE_KEYS, CRAWL_KEYS, BATCH_SCOPE_NOOP_KEYS, BATCH_KEYS, BATCH_APPEND_KEYS, ROBOTS_OVERRIDE_KEYS, MAP_SCOPE_KEYS, MAP_KEYS, WEBHOOK_KEYS, WEBHOOK_RESERVED_HEADERS, WEBHOOK_SECRET_ENV, WEBHOOK_HEADERS_MESSAGE, WEBHOOK_METADATA_MESSAGE, WEBHOOK_EVENTS_MESSAGE, utf8Bytes, SCHEMA_STRUCTURE, SCHEMA_NUMBERS, SCHEMA_COUNTS, SCHEMA_ANNOTATIONS, SCHEMA_ROOT, SCHEMA_KEYS, SCHEMA_TYPES, PRIMITIVE_TYPES, SCHEMA_DIALECTS, STRING_FORMATS, FORMAT_NAMES, SCREENSHOT_FULL_PAGE_ALIAS, JSON_FORMAT_KEYS, ATTRIBUTES_FORMAT_KEYS, ATTRIBUTE_SELECTOR_KEYS, SCREENSHOT_FORMAT_KEYS, SCREENSHOT_VIEWPORT_KEYS, MIN_SCREENSHOT_VIEWPORT, ATTRIBUTE_NAME, ATTRIBUTES_SELECTORS_MESSAGE, SCREENSHOT_VIEWPORT_MESSAGE, SCREENSHOT_ENTRIES_MESSAGE, FORMAT_ENTRY_MESSAGE, LIST_FORMAT_KEYS, LIST_FIELD_KEYS, LIST_ATTRIBUTE, MAX_REQUEST_HEADERS, MAX_REQUEST_HEADER_VALUE_LENGTH, HEADER_NAME, CREDENTIAL_HEADERS, TRANSPORT_HEADERS, ATTRIBUTION_LABEL, PDF_PARSER_KEYS, ACTION_KEYS;
+var CRAWL_MODES, DEFAULT_SCRAPE_TIMEOUT_MS, MIN_SCRAPE_TIMEOUT_MS, MAX_WAIT_FOR_MS, MAX_CACHE_AGE_MS, ACCESS_CHOICES, WEBHOOK_EVENTS, MAX_WEBHOOK_URL_LENGTH, MAX_WEBHOOK_HEADERS, MAX_WEBHOOK_HEADERS_BYTES, MAX_WEBHOOK_METADATA_ENTRIES, MAX_WEBHOOK_METADATA_VALUE_LENGTH, MAX_WEBHOOK_METADATA_BYTES, DEFAULT_MAP_LIMIT, MAX_MAP_LIMIT, DEFAULT_MAP_TIMEOUT_MS, MAX_MAP_TIMEOUT_MS, HOSTED_MAP_MAX_LIMIT, HOSTED_MAP_MAX_TIMEOUT_MS, MAP_SEARCH_MAX_CHARS, MAP_SEARCH_MAX_WORDS, IDEMPOTENCY_KEY_HEADERS, MAX_IDEMPOTENCY_KEY_LENGTH, HANDOFF_REASONS, MAX_HANDOFF_WAIT_MS, BATCH_ERRORS_MAX_LIMIT, WS_TOKEN_PROTOCOL_PREFIX, API_ERROR_STATUS, RATE_LIMITED_CODE, RATE_LIMITED_STATUS, RequestError, REFUSAL_HINTS, PAGE_KEYS, ATTRIBUTION_KEYS, SCRAPE_KEYS, REQUEST_LANES, CRAWL_SCOPE_KEYS, CRAWL_KEYS, BATCH_SCOPE_NOOP_KEYS, BATCH_KEYS, BATCH_APPEND_KEYS, ROBOTS_OVERRIDE_KEYS, MAP_SCOPE_KEYS, MAP_KEYS, WEBHOOK_KEYS, WEBHOOK_RESERVED_HEADERS, WEBHOOK_SECRET_ENV, WEBHOOK_HEADERS_MESSAGE, WEBHOOK_METADATA_MESSAGE, WEBHOOK_EVENTS_MESSAGE, utf8Bytes, SCHEMA_STRUCTURE, SCHEMA_NUMBERS, SCHEMA_COUNTS, SCHEMA_ANNOTATIONS, SCHEMA_ROOT, SCHEMA_KEYS, SCHEMA_TYPES, PRIMITIVE_TYPES, SCHEMA_DIALECTS, STRING_FORMATS, FORMAT_NAMES, SCREENSHOT_FULL_PAGE_ALIAS, JSON_FORMAT_KEYS, ATTRIBUTES_FORMAT_KEYS, ATTRIBUTE_SELECTOR_KEYS, SCREENSHOT_FORMAT_KEYS, SCREENSHOT_VIEWPORT_KEYS, MIN_SCREENSHOT_VIEWPORT, ATTRIBUTE_NAME, ATTRIBUTES_SELECTORS_MESSAGE, SCREENSHOT_VIEWPORT_MESSAGE, SCREENSHOT_ENTRIES_MESSAGE, FORMAT_ENTRY_MESSAGE, LIST_FORMAT_KEYS, LIST_FIELD_KEYS, LIST_ATTRIBUTE, MAX_REQUEST_HEADERS, MAX_REQUEST_HEADER_VALUE_LENGTH, HEADER_NAME, CREDENTIAL_HEADERS, TRANSPORT_HEADERS, ATTRIBUTION_LABEL, PDF_PARSER_KEYS, ACTION_KEYS;
 var init_api = __esm({
   "packages/contracts/dist/api.js"() {
     "use strict";
@@ -2452,6 +2507,7 @@ var init_api = __esm({
     MIN_SCRAPE_TIMEOUT_MS = 1e3;
     MAX_WAIT_FOR_MS = 6e4;
     MAX_CACHE_AGE_MS = 31536e7;
+    ACCESS_CHOICES = ["standard", "enhanced", "my-browser"];
     WEBHOOK_EVENTS = ["started", "page", "completed", "failed", "cancelled"];
     MAX_WEBHOOK_URL_LENGTH = 2048;
     MAX_WEBHOOK_HEADERS = 32;
@@ -2512,11 +2568,12 @@ var init_api = __esm({
     };
     PAGE_KEYS = ["onlyMainContent", "waitFor", "timeout", "maxFileBytes", "includeTags", "excludeTags", "headers", "mobile", "skipTlsVerification", "fastMode", "blockAds", "removeBase64Images", "parsers", "maxAge", "minAge", "storeInCache", "lockdown"];
     ATTRIBUTION_KEYS = ["origin", "integration"];
-    SCRAPE_KEYS = ["url", "mode", "allowlistedDomains", "formats", "includeLinks", "debug", "robotsOverride", "actions", "handoff", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
+    SCRAPE_KEYS = ["url", "mode", "allowlistedDomains", "formats", "includeLinks", "debug", "robotsOverride", "actions", "handoff", "lane", "access", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
+    REQUEST_LANES = ["my-browser"];
     CRAWL_SCOPE_KEYS = ["regexOnFullURL", "ignoreQueryParameters", "deduplicateSimilarURLs", "crawlEntireDomain", "allowSubdomains", "allowExternalLinks"];
-    CRAWL_KEYS = ["url", "mode", "maxPages", "maxDepth", "useCached", "allowlistedDomains", "formats", "includeLinks", "includePaths", "excludePaths", ...CRAWL_SCOPE_KEYS, "sitemap", "maxConcurrency", "idempotencyKey", "webhook", "ignoreRobotsTxt", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
+    CRAWL_KEYS = ["url", "mode", "access", "maxPages", "maxDepth", "useCached", "allowlistedDomains", "formats", "includeLinks", "includePaths", "excludePaths", ...CRAWL_SCOPE_KEYS, "sitemap", "maxConcurrency", "idempotencyKey", "webhook", "ignoreRobotsTxt", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
     BATCH_SCOPE_NOOP_KEYS = { allowExternalLinks: "allowExternalLinks", includeSubdomains: "allowSubdomains" };
-    BATCH_KEYS = ["urls", "mode", "formats", "includeLinks", "robotsOverrides", "maxConcurrency", "ignoreInvalidURLs", "allowExternalLinks", "includeSubdomains", "idempotencyKey", "appendToId", "webhook", "actions", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
+    BATCH_KEYS = ["urls", "mode", "lane", "access", "formats", "includeLinks", "robotsOverrides", "maxConcurrency", "ignoreInvalidURLs", "allowExternalLinks", "includeSubdomains", "idempotencyKey", "appendToId", "webhook", "actions", ...PAGE_KEYS, ...ATTRIBUTION_KEYS];
     BATCH_APPEND_KEYS = ["urls", "appendToId", "ignoreInvalidURLs", "allowExternalLinks", "includeSubdomains", "idempotencyKey", "robotsOverrides", ...ATTRIBUTION_KEYS];
     ROBOTS_OVERRIDE_KEYS = ["reason", "recordedBy"];
     MAP_SCOPE_KEYS = ["includeSubdomains", "ignoreQueryParameters", "regexOnFullURL", "crawlEntireDomain", "deduplicateSimilarURLs"];
@@ -2694,8 +2751,16 @@ function wrapJobWebhook(envelope, result) {
 }
 function readShimScrapeOptions(rec, prefix, keys, problems) {
   const takesActions = prefix === "";
-  checkShimKeys(rec, prefix, [...keys, "formats", "parsers", "parsePDF", ...SHIM_PAGE_OPTIONS, ...takesActions ? ["actions"] : []], problems);
+  checkShimKeys(rec, prefix, [...keys, "formats", "parsers", "parsePDF", "proxy", ...SHIM_PAGE_OPTIONS, ...takesActions ? ["actions"] : []], problems);
   const mapped = {};
+  if (rec.proxy !== void 0) {
+    if (rec.proxy === "basic")
+      mapped.access = "standard";
+    else if (rec.proxy === "stealth" || rec.proxy === "auto" || rec.proxy === "enhanced")
+      mapped.access = "enhanced";
+    else
+      throw new RequestError(`${prefix}proxy must be one of: basic, stealth, auto, enhanced`);
+  }
   for (const key of SHIM_PAGE_OPTIONS)
     if (rec[key] !== void 0)
       mapped[key] = rec[key];
@@ -3046,7 +3111,12 @@ var init_evidenceRecord = __esm({
       pageActions: keysOf()(["steps", "scriptRan"]),
       pageActionStep: keysOf()(["type", "outcome"]),
       requestHeader: keysOf()(["name", "valueSha256"]),
-      access: keysOf()(["route", "executor", "executorVersion", "profile", "externalCostUsd"])
+      access: keysOf()(["route", "executor", "executorVersion", "profile", "externalCostUsd", "completion", "egress", "session", "paidCalls", "grant"]),
+      accessEgress: keysOf()(["proxy", "source", "switchedFrom", "exit"]),
+      accessEgressExit: keysOf()(["ip", "country", "observedAt"]),
+      accessSession: keysOf()(["id"]),
+      accessPaidCall: keysOf()(["provider", "rung", "capabilities", "ceilingUsd", "chargedUsd", "reportedCostUsd", "outcome", "reason", "answer"]),
+      accessGrant: keysOf()(["sha256", "tier", "attestedAt"])
     };
   }
 });
@@ -3751,11 +3821,15 @@ function classifyGate(res) {
   if (/<title[^>]*>\s*reddit - prove your humanity\s*<\/title>/.test(lower) && lower.includes("google.com/recaptcha/api.js")) {
     return { reason: "captcha", signals: ["reddit_captcha_title", "recaptcha_script"] };
   }
+  if (/<title[^>]*>\s*best buy international: select your country/.test(lower) && lower.includes("intl=nosplash")) {
+    return { reason: "geo_restricted", signals: ["bestbuy_country_selector"] };
+  }
   const px = perimeterXChallenge(head, lower);
   if (px !== null)
     return { reason: "captcha", signals: px };
+  const wall = res.status >= 200 && res.status < 300 ? shortWallPage(res.body) : null;
   if (contentful)
-    return null;
+    return wall === null ? null : { reason: "bot_detected_generic", signals: wall };
   const captcha = matched(lower, CAPTCHA_MARKERS);
   if (captcha.length > 0) {
     return { reason: "captcha", signals: captcha };
@@ -3771,6 +3845,8 @@ function classifyGate(res) {
       signals.push("heading_sign_in");
     return { reason: "login_wall", signals };
   }
+  if (wall !== null)
+    return { reason: "bot_detected_generic", signals: wall };
   const geo = matched(lower, GEO_MARKERS);
   if (geo.length > 0) {
     return { reason: "geo_restricted", signals: geo };
@@ -3799,6 +3875,104 @@ function classifyGate(res) {
   }
   return null;
 }
+function shortWallPage(body) {
+  if (!/\b(?:reference|incident|unusual|suspicious)\b/i.test(body))
+    return null;
+  const page = pageText(body);
+  if (page === null)
+    return null;
+  if (AKAMAI_REFERENCE.test(page.text))
+    return ["akamai_reference", "short_page"];
+  if (page.headings.some((h) => UNUSUAL_ACTIVITY.test(h)) && AUTOMATED_TRAFFIC.test(page.text))
+    return ["heading_unusual_activity", "text_automated_traffic", "short_page"];
+  return null;
+}
+function pageText(body) {
+  const visible = [];
+  let visibleLength = 0;
+  const headings = [];
+  let heading2 = null;
+  let inHead = false;
+  let at = 0;
+  const text2 = (raw) => {
+    if (raw.length === 0)
+      return;
+    if (heading2 !== null)
+      heading2.parts.push(raw);
+    if (inHead)
+      return;
+    visible.push(raw);
+    visibleLength += collapse(raw).length + 1;
+  };
+  while (at < body.length) {
+    const open = body.indexOf("<", at);
+    if (open < 0) {
+      text2(body.slice(at));
+      break;
+    }
+    text2(body.slice(at, open));
+    if (visibleLength > WALL_PAGE_MAX_TEXT * 4)
+      return null;
+    if (body.startsWith("<!--", open)) {
+      const close = body.indexOf("-->", open + 4);
+      if (close < 0)
+        break;
+      at = close + 3;
+      continue;
+    }
+    const end = body.indexOf(">", open + 1);
+    if (end < 0)
+      break;
+    const tag = /^<(\/?)([a-z][a-z0-9-]*)(?=[\s/>])/i.exec(body.slice(open, Math.min(end + 1, open + 64)));
+    at = end + 1;
+    if (tag === null)
+      continue;
+    const [, closing, tagName] = tag;
+    const name = tagName.toLowerCase();
+    if (name === "head") {
+      inHead = closing === "";
+      continue;
+    }
+    if (name === "body") {
+      inHead = false;
+      continue;
+    }
+    if (HEADING_ELEMENTS.has(name)) {
+      if (closing === "")
+        heading2 = { name, parts: [] };
+      else if (heading2 !== null && heading2.name === name) {
+        headings.push(collapse(decodeEntities(heading2.parts.join(" "))));
+        heading2 = null;
+      }
+      continue;
+    }
+    if (closing === "" && HIDDEN_ELEMENTS.has(name) && body[end - 1] !== "/") {
+      const closer = new RegExp(`</${name}`, "gi");
+      closer.lastIndex = at;
+      const close = closer.exec(body)?.index ?? -1;
+      if (close < 0)
+        break;
+      const closeEnd = body.indexOf(">", close);
+      if (closeEnd < 0)
+        break;
+      at = closeEnd + 1;
+    }
+  }
+  const visibleText = collapse(decodeEntities(visible.join(" ")));
+  return visibleText.length > WALL_PAGE_MAX_TEXT ? null : { text: visibleText, headings };
+}
+function collapse(text2) {
+  return text2.replace(/\s+/g, " ").trim();
+}
+function decodeEntities(text2) {
+  const named = { amp: "&", lt: "<", gt: ">", quot: '"', apos: "'", nbsp: " " };
+  return text2.replace(/&(?:#(\d+)|#x([0-9a-f]+)|([a-z]+));/gi, (whole, dec, hex, name) => {
+    const code = dec !== void 0 ? Number(dec) : hex !== void 0 ? parseInt(hex, 16) : null;
+    if (code !== null)
+      return code <= 1114111 ? String.fromCodePoint(code) : whole;
+    return named[name.toLowerCase()] ?? whole;
+  });
+}
 function escalationForBlock(reason2, from) {
   const trigger = `blocked:${reason2}`;
   const to = nextLane(reason2, from);
@@ -3828,7 +4002,7 @@ function nextLane(reason2, from) {
       return from === "browser_proxy" ? null : "browser_proxy";
   }
 }
-var HEAD_BYTES, VENDOR_HEADERS, CF_STRONG_MARKERS, CF_INTERSTITIAL_PAIR, CAPTCHA_MARKERS, LOGIN_INTENT_PHRASES, PASSWORD_INPUT, TITLE_OR_H1, BARE_LOGIN_HEADING, GEO_MARKERS, BOT_STRONG_MARKERS, BOT_WEAK_MARKERS, GATE_SHAPED_STATUS, CF_JSD_PATH, PX_CAPTCHA_SCRIPT, PX_CAPTCHA_CONTAINER;
+var HEAD_BYTES, VENDOR_HEADERS, CF_STRONG_MARKERS, CF_INTERSTITIAL_PAIR, CAPTCHA_MARKERS, LOGIN_INTENT_PHRASES, PASSWORD_INPUT, TITLE_OR_H1, BARE_LOGIN_HEADING, GEO_MARKERS, BOT_STRONG_MARKERS, BOT_WEAK_MARKERS, GATE_SHAPED_STATUS, CF_JSD_PATH, PX_CAPTCHA_SCRIPT, PX_CAPTCHA_CONTAINER, WALL_PAGE_MAX_TEXT, AKAMAI_REFERENCE, UNUSUAL_ACTIVITY, AUTOMATED_TRAFFIC, HIDDEN_ELEMENTS, HEADING_ELEMENTS;
 var init_gate = __esm({
   "packages/http-core/dist/gate.js"() {
     "use strict";
@@ -3919,6 +4093,12 @@ var init_gate = __esm({
     CF_JSD_PATH = "/cdn-cgi/challenge-platform/scripts/jsd/";
     PX_CAPTCHA_SCRIPT = /\/captcha\/captcha\.js|captcha\.px-(?:cdn|cloud)\.net\/[^"'\s<>]*captcha\.js/;
     PX_CAPTCHA_CONTAINER = /<[a-z][^>]*\sid\s*=\s*["']?px-captcha(?=["'\s>/])/i;
+    WALL_PAGE_MAX_TEXT = 1500;
+    AKAMAI_REFERENCE = /\b(?:reference|incident)\b\s*(?:number|id|no\.?)?\s*[:#]?\s*#?\s*\d{1,3}\.[0-9a-f]{6,8}\.\d{10}\.[0-9a-f]{6,12}\b/i;
+    UNUSUAL_ACTIVITY = /\b(?:unusual|suspicious) (?:activity|traffic)\b/i;
+    AUTOMATED_TRAFFIC = /\bautomated (?:traffic|access|requests|queries|browsing)\b/i;
+    HIDDEN_ELEMENTS = /* @__PURE__ */ new Set(["script", "style", "noscript", "template", "svg"]);
+    HEADING_ELEMENTS = /* @__PURE__ */ new Set(["h1", "h2", "h3", "title"]);
   }
 });
 
@@ -4411,6 +4591,55 @@ var init_provider = __esm({
 });
 
 // packages/http-core/dist/accessGrant.js
+function accessGrantRef(grant) {
+  return { sha256: grant.sha256 ?? null, tier: grant.tier, attestedAt: grant.attestation?.at ?? null };
+}
+function tariffCeilingUsd(tariff, floorMs = 0) {
+  const sessionMs = Math.max(tariff.maxSessionMs ?? 0, tariff.minBilledMs, tariff.maxSessionMs === null ? 0 : floorMs);
+  const step = tariff.billingIncrementMs > 0 ? tariff.billingIncrementMs : 1;
+  const billedMs = Math.ceil(sessionMs / step) * step;
+  return tariff.perCallUsd + tariff.perHourUsd * billedMs / 36e5;
+}
+function readTariff(vendor, input, problems) {
+  const field3 = `tariffs.${vendor}`;
+  if (!isRecord(input)) {
+    problems.push({ field: field3, kind: "invalid", reason: "a tariff is an object of prices and limits" });
+    return null;
+  }
+  const known = /* @__PURE__ */ new Set([...TARIFF_PRICES, ...TARIFF_LIMITS]);
+  if (input.perGbUsd !== void 0 || input.maxBytes !== void 0) {
+    problems.push({ field: `${field3}.perGbUsd`, kind: "invalid", reason: "a per-GB price (a provider's proxy bandwidth) has no ceiling: the bytes its browser receives across every target cannot be counted from here; turn the provider's proxies off and leave perGbUsd and maxBytes out" });
+  }
+  for (const key of Object.keys(input))
+    if (!known.has(key) && key !== "perGbUsd" && key !== "maxBytes")
+      problems.push({ field: `${field3}.${key}`, kind: "invalid", reason: `unknown tariff field; one of ${[...known].join(", ")}` });
+  const price = (key) => {
+    const v = input[key];
+    if (v === void 0 || v === null)
+      return 0;
+    if (typeof v !== "number" || !Number.isFinite(v) || v < 0) {
+      problems.push({ field: `${field3}.${key}`, kind: "invalid", reason: "a non-negative number of US dollars" });
+      return 0;
+    }
+    return v;
+  };
+  const limit = (key) => {
+    const v = input[key];
+    if (v === void 0 || v === null)
+      return null;
+    if (typeof v !== "number" || !Number.isInteger(v) || v <= 0) {
+      problems.push({ field: `${field3}.${key}`, kind: "invalid", reason: "a positive whole number" });
+      return null;
+    }
+    return v;
+  };
+  const tariff = { perCallUsd: price("perCallUsd"), perHourUsd: price("perHourUsd"), maxSessionMs: limit("maxSessionMs"), minBilledMs: limit("minBilledMs") ?? 0, billingIncrementMs: limit("billingIncrementMs") ?? 1 };
+  if (TARIFF_PRICES.every((key) => input[key] === void 0 || input[key] === null))
+    problems.push({ field: field3, kind: "invalid", reason: "a tariff names at least one price: perCallUsd or perHourUsd" });
+  if (tariff.perHourUsd > 0 && tariff.maxSessionMs === null)
+    problems.push({ field: `${field3}.maxSessionMs`, kind: "invalid", reason: "a per-hour price needs the longest session a call may hold, or its cost has no ceiling" });
+  return tariff;
+}
 function isRecord(v) {
   return typeof v === "object" && v !== null && !Array.isArray(v);
 }
@@ -4498,9 +4727,20 @@ function normalizeAccessGrant(input) {
       reason: `${enhancedOnly.join(", ")} needs an attestation: who accepted it, when, and the statement they accepted`
     });
   }
+  const tariffsIn = input.tariffs ?? {};
+  const tariffs = {};
+  if (!isRecord(tariffsIn)) {
+    problems.push({ field: "tariffs", kind: "invalid", reason: "tariffs is an object of provider ids to their prices" });
+  } else {
+    for (const [vendor, value] of Object.entries(tariffsIn)) {
+      const tariff = readTariff(vendor, value, problems);
+      if (tariff !== null)
+        tariffs[vendor] = tariff;
+    }
+  }
   if (problems.length > 0)
     return { ok: false, problems };
-  return { ok: true, grant: { tier, capabilities, budget: { perRequestUsd, perRunUsd }, scope: { hosts }, attestation } };
+  return { ok: true, grant: { tier, capabilities, budget: { perRequestUsd, perRunUsd }, scope: { hosts }, attestation, tariffs } };
 }
 function accessGrantFromText(text2) {
   let input;
@@ -4517,14 +4757,17 @@ ${result.problems.map((p) => `  - ${p.field}: ${p.reason}`).join("\n")}`);
   if (result.grant.scope.hosts !== null) {
     throw new Error("access grant refused: scope.hosts is not enforced yet, so a grant that names hosts would reach every host; leave scope out");
   }
-  return result.grant;
+  return { ...result.grant, sha256: sha256Utf8(text2) };
 }
-var ACCESS_TIERS;
+var ACCESS_TIERS, TARIFF_PRICES, TARIFF_LIMITS;
 var init_accessGrant = __esm({
   "packages/http-core/dist/accessGrant.js"() {
     "use strict";
+    init_hash();
     init_vendor();
     ACCESS_TIERS = ["standard", "enhanced", "my_browser"];
+    TARIFF_PRICES = ["perCallUsd", "perHourUsd"];
+    TARIFF_LIMITS = ["maxSessionMs", "minBilledMs", "billingIncrementMs"];
   }
 });
 
@@ -4606,7 +4849,7 @@ function evaluateGovernance(url, policy) {
   if (permitted === void 0) {
     return { allowed: false, permittedChannels: [], reason: `unknown mode: ${policy.mode}` };
   }
-  return { allowed: true, permittedChannels: permitted, reason: null };
+  return { allowed: true, permittedChannels: policy.enhanced === true && !permitted.includes("provider") ? [...permitted, "provider"] : permitted, reason: null };
 }
 var MODE_CHANNELS;
 var init_governance = __esm({
@@ -4885,6 +5128,67 @@ var init_sitemap = __esm({
   }
 });
 
+// packages/http-core/dist/spend.js
+function createSpendLedger(capUsd, alreadySettledUsd = 0) {
+  if (capUsd !== null && (!Number.isFinite(capUsd) || capUsd < 0))
+    throw new Error("a spend cap is a non-negative number of US dollars, or null");
+  const ledger = new Ledger(capUsd, null);
+  if (Number.isFinite(alreadySettledUsd) && alreadySettledUsd > 0)
+    ledger.settledUsd = alreadySettledUsd;
+  return ledger;
+}
+var EPSILON, Ledger;
+var init_spend = __esm({
+  "packages/http-core/dist/spend.js"() {
+    "use strict";
+    EPSILON = 1e-9;
+    Ledger = class _Ledger {
+      capUsd;
+      parent;
+      settledUsd = 0;
+      reservedUsd = 0;
+      constructor(capUsd, parent) {
+        this.capUsd = capUsd;
+        this.parent = parent;
+      }
+      fits(amountUsd) {
+        const own = this.capUsd === null || this.settledUsd + this.reservedUsd + amountUsd <= this.capUsd + EPSILON;
+        return own && (this.parent === null || this.parent.fits(amountUsd));
+      }
+      add(field3, amountUsd) {
+        this[field3] += amountUsd;
+        this.parent?.add(field3, amountUsd);
+      }
+      reserve(ceilingUsd) {
+        if (!Number.isFinite(ceilingUsd) || ceilingUsd < 0 || !this.fits(ceilingUsd))
+          return null;
+        this.add("reservedUsd", ceilingUsd);
+        let open = true;
+        return {
+          settle: (reportedUsd) => {
+            if (!open)
+              return 0;
+            open = false;
+            const charged = typeof reportedUsd === "number" && Number.isFinite(reportedUsd) && reportedUsd >= 0 ? reportedUsd : ceilingUsd;
+            this.add("reservedUsd", -ceilingUsd);
+            this.add("settledUsd", charged);
+            return charged;
+          },
+          release: () => {
+            if (!open)
+              return;
+            open = false;
+            this.add("reservedUsd", -ceilingUsd);
+          }
+        };
+      }
+      child(capUsd) {
+        return new _Ledger(capUsd, this);
+      }
+    };
+  }
+});
+
 // packages/http-core/dist/index.js
 var init_dist2 = __esm({
   "packages/http-core/dist/index.js"() {
@@ -4903,6 +5207,7 @@ var init_dist2 = __esm({
     init_ledger();
     init_execution2();
     init_sitemap();
+    init_spend();
   }
 });
 
@@ -6208,12 +6513,12 @@ function collectLinkDetails(html2, baseUrl) {
   doc.close();
   return [...byUrl.values()];
 }
-function collapse(text2) {
+function collapse2(text2) {
   return (text2 ?? "").replace(/\s+/g, " ").trim();
 }
 function anchorText(a) {
-  const imageAlt = qsa(a, "img[alt]").map((img) => collapse(img.getAttribute("alt"))).find((alt) => alt.length > 0);
-  for (const candidate of [collapse(a.textContent), collapse(a.getAttribute("aria-label")), collapse(a.getAttribute("title")), imageAlt ?? ""]) {
+  const imageAlt = qsa(a, "img[alt]").map((img) => collapse2(img.getAttribute("alt"))).find((alt) => alt.length > 0);
+  for (const candidate of [collapse2(a.textContent), collapse2(a.getAttribute("aria-label")), collapse2(a.getAttribute("title")), imageAlt ?? ""]) {
     if (candidate.length === 0)
       continue;
     const points = Array.from(candidate);
@@ -8211,7 +8516,7 @@ function pruneTree(doc, options = {}) {
   detachAll(namedBy(doc, options.selectors ?? []));
   void tagOf;
 }
-var MANUALLY_CLEANED, CLEANED_SELECTOR, CMP_ID_TOKENS, CMP_CLASS_TOKENS, AD_TOKENS, RECOMMENDATION_HEADINGS, RECOMMENDATION_TOKENS, NEVER_SHOWN, FORM_CONTENT_MIN_TEXT, FORM_CONTROLS;
+var MANUALLY_CLEANED, IN_CONTENT_NAVIGATION, SITE_HIDDEN, CLEANED_SELECTOR, CMP_ID_TOKENS, CMP_CLASS_TOKENS, AD_TOKENS, RECOMMENDATION_HEADINGS, RECOMMENDATION_TOKENS, NEVER_SHOWN, FORM_CONTENT_MIN_TEXT, FORM_CONTROLS;
 var init_prune = __esm({
   "packages/extract-tf/dist/prune.js"() {
     "use strict";
@@ -8244,7 +8549,9 @@ var init_prune = __esm({
       // filing keeps off the page.
       "ix\\:header"
     ];
-    CLEANED_SELECTOR = MANUALLY_CLEANED.join(",");
+    IN_CONTENT_NAVIGATION = ['[role="navigation"]', "#p-lang-btn", ".mw-portlet", ".vector-menu"];
+    SITE_HIDDEN = [".mw-hidden-catlinks"];
+    CLEANED_SELECTOR = [...MANUALLY_CLEANED, ...IN_CONTENT_NAVIGATION, ...SITE_HIDDEN].join(",");
     CMP_ID_TOKENS = [
       "cookie",
       "consent",
@@ -8709,19 +9016,19 @@ function extractListRecords(html2, url, spec, page = 1, budget2 = { records: MAX
   doc.close();
   return records;
 }
-function resolveListSpec(html2, request7) {
-  if (request7.itemSelector !== void 0 && request7.fields !== void 0)
-    return { spec: { type: "list", itemSelector: request7.itemSelector, fields: request7.fields } };
-  if (lastResolved !== null && lastResolved.html === html2 && lastResolved.request === request7)
+function resolveListSpec(html2, request8) {
+  if (request8.itemSelector !== void 0 && request8.fields !== void 0)
+    return { spec: { type: "list", itemSelector: request8.itemSelector, fields: request8.fields } };
+  if (lastResolved !== null && lastResolved.html === html2 && lastResolved.request === request8)
     return lastResolved.resolved;
-  const resolved = detectSpec(html2, request7);
-  lastResolved = { html: html2, request: request7, resolved };
+  const resolved = detectSpec(html2, request8);
+  lastResolved = { html: html2, request: request8, resolved };
   return resolved;
 }
-function detectSpec(html2, request7) {
-  if (request7.itemSelector !== void 0) {
-    const fields = detectFields(html2, request7.itemSelector) ?? [];
-    return { spec: { type: "list", itemSelector: request7.itemSelector, fields }, detected: { fields, alternatives: [] } };
+function detectSpec(html2, request8) {
+  if (request8.itemSelector !== void 0) {
+    const fields = detectFields(html2, request8.itemSelector) ?? [];
+    return { spec: { type: "list", itemSelector: request8.itemSelector, fields }, detected: { fields, alternatives: [] } };
   }
   const [best, ...rest] = detectLists(html2);
   if (best === void 0)
@@ -10173,10 +10480,10 @@ function collectAmazonProductFacts(doc, url, declared3) {
   const offersRaw = jsonNode?.offers;
   const offer = record(Array.isArray(offersRaw) ? offersRaw[0] : offersRaw);
   const titleSelector = qs(doc, "#productTitle") ? "#productTitle" : "#title";
-  const pageText = text(doc, "body") ?? "";
+  const pageText2 = text(doc, "body") ?? "";
   const documentTitle = clean(text(doc, "title")) ?? "";
-  const subscriptionPlan = pageText.match(/\bPlan:\s*(Blink\s+(?:AI\s+)?(?:basic|plus))\b/i)?.[1] ?? documentTitle.match(/\b(Blink\s+(?:AI\s+)?(?:basic|plus))\s+plan\b/i)?.[1] ?? null;
-  const subscription = subscriptionPlan !== null || /\bsubscription plan\b/i.test(pageText) && /\bBilling:\s*(?:Monthly|Annual)\b/i.test(pageText);
+  const subscriptionPlan = pageText2.match(/\bPlan:\s*(Blink\s+(?:AI\s+)?(?:basic|plus))\b/i)?.[1] ?? documentTitle.match(/\b(Blink\s+(?:AI\s+)?(?:basic|plus))\s+plan\b/i)?.[1] ?? null;
+  const subscription = subscriptionPlan !== null || /\bsubscription plan\b/i.test(pageText2) && /\bBilling:\s*(?:Monthly|Annual)\b/i.test(pageText2);
   const extractedVariants = variants(doc);
   const identity = verifyProductIdentity(doc, url, extractedVariants);
   if (!identity.identityMatch) {
@@ -10206,7 +10513,7 @@ function collectAmazonProductFacts(doc, url, declared3) {
   const store = first(doc, ["#bylineInfo", '[data-feature-name="bylineInfo"]']);
   const brand = store === null ? null : domFact(store.value.replace(/^Brand:\s*/i, "").replace(/^Visit the\s+/i, "").replace(/\s+Store$/i, ""), store.selector);
   const sellerHit = first(doc, ["#sellerProfileTriggerId", "#merchant-info", '.tabular-buybox-text[tabular-attribute-name="Sold by"]', "#merchantInfoFeature_feature_div .offer-display-feature-text-message"]);
-  const seller = sellerHit === null ? /\bSold\s*by\s*Blink\b/i.test(pageText) || /SoldbyBlink/i.test(pageText.replace(/\s+/g, "")) ? domFact("Blink", "body:Sold by") : null : domFact(sellerHit.value, sellerHit.selector);
+  const seller = sellerHit === null ? /\bSold\s*by\s*Blink\b/i.test(pageText2) || /SoldbyBlink/i.test(pageText2.replace(/\s+/g, "")) ? domFact("Blink", "body:Sold by") : null : domFact(sellerHit.value, sellerHit.selector);
   const availabilityHit = first(doc, ["#availability span", "#availability", "#outOfStock"]);
   const deliveryHit = deliveryLocation(doc);
   const ratingRaw = attr(doc, "#acrPopover", "title") ?? text(doc, "#acrPopover .a-icon-alt") ?? text(doc, '[data-hook="rating-out-of-text"]');
@@ -10710,7 +11017,7 @@ function dublinCore(metas) {
   for (const [field3, name] of DC_FIELDS) {
     const value = metaNamed(metas, name);
     if (value !== null)
-      out[field3] = collapse2(value);
+      out[field3] = collapse3(value);
   }
   return out;
 }
@@ -10741,7 +11048,7 @@ function metaProperties(metas, name) {
         continue;
       const value = declared(attribute(meta, "content"));
       if (value !== null)
-        values.push(collapse2(value));
+        values.push(collapse3(value));
     }
   }
   return values;
@@ -10753,7 +11060,7 @@ function resolvedUrl(value, baseUrl) {
     return value;
   }
 }
-function collapse2(value) {
+function collapse3(value) {
   return value.replace(ASCII_WHITESPACE, " ");
 }
 function pageTitle(document2) {
@@ -10891,11 +11198,45 @@ function showsDeclaredProduct(main, product) {
   const price = product.price.value.replace(/[^\d.,]/g, "");
   return text2.includes(product.name.value.replace(/\s+/g, " ").trim()) && price !== "" && text2.includes(price);
 }
-var DEFAULT_CLASSIFY, BUY_BOX_CONFIDENCE, DESCRIPTION_MIN_CHARS, ExtractTf, extractTf;
+function headingsOnly(region) {
+  const isHeading = (el) => /^h[1-6]$/.test(el.tagName.toLowerCase());
+  let headingChars = 0;
+  let prose3 = 0;
+  const stack = [{ node: region, inHeading: isHeading(region) }];
+  while (stack.length > 0) {
+    const { node, inHeading } = stack.pop();
+    for (const child of Array.from(node.childNodes)) {
+      if (child.nodeType === 3) {
+        const chars = (child.textContent ?? "").replace(/\s+/g, " ").trim().length;
+        if (inHeading)
+          headingChars += chars;
+        else
+          prose3 += chars;
+        if (prose3 >= MIN_PROSE_CHARS || headingChars >= HEADINGS_ONLY_MAX_CHARS)
+          return false;
+        continue;
+      }
+      if (child.nodeType !== 1)
+        continue;
+      const el = child;
+      const tag = el.tagName.toLowerCase();
+      if (tag === "script" || tag === "style" || tag === "template" || tag === "noscript")
+        continue;
+      if (tag === "a" && (el.getAttribute("href") ?? "").startsWith("#"))
+        continue;
+      if (!inHeading && tag === "img" && linkTarget(el.getAttribute("src") ?? "", null) !== null)
+        return false;
+      stack.push({ node: el, inHeading: inHeading || isHeading(el) });
+    }
+  }
+  return true;
+}
+var DEFAULT_CLASSIFY, BUY_BOX_CONFIDENCE, DESCRIPTION_MIN_CHARS, ExtractTf, extractTf, HEADINGS_ONLY_MAX_CHARS, MIN_PROSE_CHARS;
 var init_extract = __esm({
   "packages/extract-tf/dist/extract.js"() {
     "use strict";
     init_dom();
+    init_markdown();
     init_prune();
     init_render();
     init_selectors();
@@ -11009,9 +11350,11 @@ var init_extract = __esm({
           baseUrl,
           metadata,
           confidence: selected ? 1 : confidenceOf(blocks.filter((b) => main?.contains(b.el)).length, main, blocks.length, mainLength, decision.type, productShown, favorPrecision, favorRecall, product),
-          // Escalate only when a strategy produced nothing at all. Routing to a
-          // non-article strategy is not by itself an escalation reason.
-          escalate: main === null,
+          // Escalate when a strategy produced nothing at all, or the article
+          // cascade a region that only names the page (headingsOnly; a region the
+          // last resort found is a list's). Routing to a non-article strategy is
+          // not by itself an escalation reason.
+          escalate: main === null || strategy === "article" && headingsOnly(main),
           ...lastResort ? { lastResort: true } : {},
           pageType: decision.type,
           strategy,
@@ -11035,6 +11378,8 @@ var init_extract = __esm({
       }
     };
     extractTf = new ExtractTf();
+    HEADINGS_ONLY_MAX_CHARS = 100;
+    MIN_PROSE_CHARS = 3;
   }
 });
 
@@ -11043,7 +11388,7 @@ var EXTRACTOR_VERSION;
 var init_version = __esm({
   "packages/extract-tf/dist/version.js"() {
     "use strict";
-    EXTRACTOR_VERSION = "extract-tf/14";
+    EXTRACTOR_VERSION = "extract-tf/16";
   }
 });
 
@@ -11972,7 +12317,7 @@ var init_errorPage = __esm({
 // packages/bench/dist/egress.js
 import { lookup as lookup2 } from "dns/promises";
 import { isIP as isIP3 } from "net";
-import { Agent as Agent2, Pool, ProxyAgent } from "undici";
+import { Agent as Agent2, Pool, ProxyAgent, request as request5 } from "undici";
 function defaultNetworkPolicy() {
   return localNetworkPolicy();
 }
@@ -12086,6 +12431,16 @@ function createGuardedDispatcher(policy, resolve4 = lookup2, tls = {}) {
     maxHeaderSize: MAX_RESPONSE_HEADER_BYTES
   });
 }
+async function fetchThroughProxy(server, url, timeoutMs = 1e4, maxBytes = 64 * 1024) {
+  const dispatcher = createProxyDispatcher(server);
+  try {
+    const answer = await request5(url, { method: "GET", dispatcher, signal: AbortSignal.timeout(timeoutMs), headers: { accept: "application/json, text/plain;q=0.9" } });
+    const body = await readCappedBody(answer.body, maxBytes);
+    return { status: answer.statusCode, body: Buffer.from(body).toString("utf8") };
+  } finally {
+    await dispatcher.close();
+  }
+}
 function createProxyDispatcher(server, tls = {}) {
   return new ProxyAgent({
     uri: server.url,
@@ -12354,7 +12709,7 @@ var init_robotsLookup = __esm({
         let pending = this.pending.get(key);
         if (pending === void 0) {
           const controller2 = new AbortController();
-          const request7 = (async () => {
+          const request8 = (async () => {
             const scope = createExecutionScope({ signal: controller2.signal, deadlineAt: Date.now() + (this.networkPolicy.robotsTimeoutMs ?? ROBOTS_TIMEOUT_MS) });
             let entry3 = { robotsUrl, robots: null, sha256: null, absent: false };
             try {
@@ -12433,10 +12788,10 @@ var init_robotsLookup = __esm({
             this.byOrigin.set(key, { entry: entry3, expiresAt });
             return entry3;
           })();
-          pending = { promise: request7, controller: controller2, users: 0 };
+          pending = { promise: request8, controller: controller2, users: 0 };
           this.pending.set(key, pending);
           const current = pending;
-          void request7.finally(() => {
+          void request8.finally(() => {
             if (this.pending.get(key) === current)
               this.pending.delete(key);
           }).catch(() => {
@@ -12497,6 +12852,123 @@ var init_robotsLookup = __esm({
   }
 });
 
+// packages/bench/dist/browserSettle.js
+async function waitForRenderedStability(page, options = {}) {
+  const maxMs = options.maxMs ?? 1500;
+  const minMs = Math.min(options.minMs ?? 500, maxMs);
+  const sampleMs = options.sampleMs ?? 100;
+  const started = Date.now();
+  const deadline = started + maxMs;
+  const loadingDeadline = started + Math.max(maxMs, options.loadingMaxMs ?? maxMs);
+  let observedSince = Date.now();
+  let previous = "";
+  let stableRounds = 0;
+  let loading = false;
+  let loadingSeen = false;
+  const extends_ = loadingDeadline > deadline;
+  const outcome = () => ({ loadingSeen, stillLoading: loading, waitedMs: Date.now() - started });
+  const bound = () => extends_ && loading ? loadingDeadline : deadline;
+  while (Date.now() < bound()) {
+    let snapshot;
+    try {
+      snapshot = await page.evaluate(`(() => {
+        const root = document.documentElement
+        const body = document.body
+        return JSON.stringify({
+          size: root?.outerHTML.length ?? 0,
+          text: body?.innerText ?? '',
+          loading: ${LOADING_PROBE},
+        })
+      })()`);
+    } catch (error) {
+      if (!isNavigationError(error))
+        throw error;
+      observedSince = Date.now();
+      previous = "";
+      stableRounds = 0;
+      if (extends_) {
+        loading = true;
+        loadingSeen = true;
+      }
+      await page.waitForTimeout(Math.min(sampleMs, Math.max(1, bound() - Date.now())));
+      continue;
+    }
+    const current = typeof snapshot === "string" ? snapshot : JSON.stringify(snapshot);
+    loading = isLoading(current);
+    loadingSeen ||= loading;
+    if (current === previous)
+      stableRounds++;
+    else
+      stableRounds = 0;
+    previous = current;
+    if (Date.now() - observedSince >= minMs && stableRounds >= 2 && !(extends_ && loading))
+      return outcome();
+    await page.waitForTimeout(Math.min(sampleMs, Math.max(1, bound() - Date.now())));
+  }
+  return outcome();
+}
+function loadingWaitEvent(outcome, at, lane) {
+  if (outcome === void 0 || !outcome.loadingSeen)
+    return null;
+  return { at, lane, event: "loading_wait", detail: { waitedMs: outcome.waitedMs, cleared: !outcome.stillLoading } };
+}
+function withStillLoadingWarning(result) {
+  if (result.status !== "success" && result.status !== "partial")
+    return result;
+  const waited = result.trace.find((event) => event.event === "loading_wait" && event.detail?.cleared === false);
+  if (waited === void 0)
+    return result;
+  const seconds = Math.round(Number(waited.detail?.waitedMs ?? 0) / 100) / 10;
+  const warning = { code: "page_still_loading", message: `The page still showed a loading indicator when it was read, after ${seconds} s: its data may not be in this answer.` };
+  return { ...result, warnings: [...result.warnings ?? [], warning] };
+}
+function isLoading(snapshot) {
+  try {
+    return JSON.parse(snapshot).loading === true;
+  } catch {
+    return false;
+  }
+}
+function isNavigationError(error) {
+  return error instanceof Error && /Execution context was destroyed|because of a navigation|page is navigating and changing the content|Cannot find context with specified id/i.test(error.message);
+}
+var LOADING_PAGE_TEXT_MAX, LOADING_PROBE, LOADING_WAIT_MAX_MS;
+var init_browserSettle = __esm({
+  "packages/bench/dist/browserSettle.js"() {
+    "use strict";
+    LOADING_PAGE_TEXT_MAX = 4e3;
+    LOADING_PROBE = `(() => {
+  try {
+    const body = document.body
+    if (body === null || (body.innerText ?? '').length > ${LOADING_PAGE_TEXT_MAX}) return false
+    const shown = (el) => {
+      const box = el.getBoundingClientRect()
+      if (box.width < 1 || box.height < 1 || box.right <= 0 || box.bottom <= 0) return false
+      if (typeof el.checkVisibility === 'function') return el.checkVisibility({ checkOpacity: true, checkVisibilityCSS: true })
+      const style = getComputedStyle(el)
+      return style.display !== 'none' && style.visibility !== 'hidden' && style.opacity !== '0'
+    }
+    for (const el of body.querySelectorAll('[aria-busy="true"]')) if (shown(el)) return true
+    const message = /^(?:(?:loading|fetching|please wait|one moment|searching|retrieving)(?:\\s+[\\w-]+){0,3}\\s*(?:\\.{2,3}|\\u2026)|loading|fetching|please wait)$/i
+    const trailing = /\\b(?:loading|fetching)\\s*(?:\\.{2,3}|\\u2026)$/i
+    // 4 is NodeFilter.SHOW_TEXT, named so that a page replacing NodeFilter cannot break the probe.
+    const walker = document.createTreeWalker(body, 4)
+    let seen = 0
+    for (let node = walker.nextNode(); node !== null && seen < 20000; node = walker.nextNode(), seen++) {
+      const text = (node.textContent ?? '').trim()
+      if (text.length === 0 || text.length > 48 || !(message.test(text) || trailing.test(text))) continue
+      const parent = node.parentElement
+      if (parent !== null && parent.closest('button, a') === null && shown(parent)) return true
+    }
+    return false
+  } catch {
+    return false
+  }
+})()`;
+    LOADING_WAIT_MAX_MS = 8e3;
+  }
+});
+
 // packages/bench/dist/routing/identity.js
 function identityCompromised(trace) {
   return trace.some((t) => t.event === "identity_mismatch" || t.event === "identity_unobserved");
@@ -12552,6 +13024,7 @@ var init_provider2 = __esm({
     init_robotsLookup();
     init_identity();
     init_errorPage();
+    init_browserSettle();
     defaultRobotsFetcher = robotsFetcherVia();
     ProviderSubject = class {
       provider;
@@ -12585,7 +13058,7 @@ var init_provider2 = __esm({
       async fetch(url, deadlineMs, signal, onRetryAfter, options = {}) {
         const scope = createExecutionScope({ signal, deadlineAt: deadlineMs, onRetryAfter });
         try {
-          return await this.fetchWithinBudget(url, scope, options);
+          return withStillLoadingWarning(await this.fetchWithinBudget(url, scope, options));
         } finally {
           scope.dispose();
         }
@@ -12658,6 +13131,9 @@ var init_provider2 = __esm({
         try {
           res = await raceWithSignal(this.transport.fetch(url, execution.deadlineAt, execution.signal), execution.signal);
           fetchedAt = (/* @__PURE__ */ new Date()).toISOString();
+          const waited = loadingWaitEvent(res.settle, Date.now() - start, "provider");
+          if (waited !== null)
+            trace.push(waited);
           if (res.status === 429 || res.status === 503) {
             const delay = parseRetryAfterMs(res.headers["retry-after"] ?? null);
             if (delay !== null)
@@ -13139,7 +13615,8 @@ CREATE TABLE IF NOT EXISTS attempts (
    content_tokens_unknown INTEGER NOT NULL DEFAULT 0,
   budget_exceeded TEXT,
   recovered_from_attempt_id TEXT,
-  discovery_json TEXT
+  discovery_json TEXT,
+  charged_usd REAL
 );
 
 CREATE TABLE IF NOT EXISTS steps (
@@ -13164,6 +13641,21 @@ CREATE INDEX IF NOT EXISTS steps_attempt ON steps(attempt_id);
 CREATE INDEX IF NOT EXISTS steps_task_created_id ON steps(task_id, created_at, id);
 CREATE INDEX IF NOT EXISTS steps_task_status_created_id ON steps(task_id, status, created_at, id);
 CREATE INDEX IF NOT EXISTS attempts_task ON attempts(task_id);
+
+CREATE TABLE IF NOT EXISTS list_pages (
+  task_id TEXT NOT NULL REFERENCES tasks(id),
+  canonical_url TEXT NOT NULL,
+  step INTEGER NOT NULL,
+  page INTEGER NOT NULL,
+  page_url TEXT NOT NULL,
+  html TEXT NOT NULL,
+  state TEXT NOT NULL,
+  items TEXT,
+  item_refs TEXT,
+  count INTEGER,
+  created_at TEXT NOT NULL,
+  PRIMARY KEY (task_id, canonical_url, step, page)
+);
 `;
 var SqliteTaskStore = class _SqliteTaskStore {
   db;
@@ -13202,6 +13694,10 @@ var SqliteTaskStore = class _SqliteTaskStore {
         this.db.exec("ALTER TABLE attempts ADD COLUMN discovery_json TEXT");
       } catch {
       }
+      try {
+        this.db.exec("ALTER TABLE attempts ADD COLUMN charged_usd REAL");
+      } catch {
+      }
       try {
         this.db.exec("ALTER TABLE tasks ADD COLUMN batch_json TEXT");
       } catch {
@@ -13260,9 +13756,9 @@ var SqliteTaskStore = class _SqliteTaskStore {
       throw new Error(`putAttempt: unknown task ${attempt.taskId}`);
     }
     this.db.prepare(`INSERT INTO attempts (
-           id, task_id, status, started_at, ended_at, pages_fetched, wall_ms, cost_usd, cost_unknown, content_tokens, content_tokens_unknown, budget_exceeded, recovered_from_attempt_id, discovery_json
+           id, task_id, status, started_at, ended_at, pages_fetched, wall_ms, cost_usd, cost_unknown, content_tokens, content_tokens_unknown, budget_exceeded, recovered_from_attempt_id, discovery_json, charged_usd
          ) VALUES (
-           @id, @task_id, @status, @started_at, @ended_at, @pages_fetched, @wall_ms, @cost_usd, @cost_unknown, @content_tokens, @content_tokens_unknown, @budget_exceeded, @recovered_from_attempt_id, @discovery_json
+           @id, @task_id, @status, @started_at, @ended_at, @pages_fetched, @wall_ms, @cost_usd, @cost_unknown, @content_tokens, @content_tokens_unknown, @budget_exceeded, @recovered_from_attempt_id, @discovery_json, @charged_usd
          )
          ON CONFLICT(id) DO UPDATE SET
            task_id = excluded.task_id,
@@ -13277,7 +13773,8 @@ var SqliteTaskStore = class _SqliteTaskStore {
            content_tokens_unknown = excluded.content_tokens_unknown,
            budget_exceeded = excluded.budget_exceeded,
            recovered_from_attempt_id = excluded.recovered_from_attempt_id,
-           discovery_json = excluded.discovery_json`).run({
+           discovery_json = excluded.discovery_json,
+           charged_usd = excluded.charged_usd`).run({
       id: attempt.id,
       task_id: attempt.taskId,
       status: attempt.status,
@@ -13291,7 +13788,8 @@ var SqliteTaskStore = class _SqliteTaskStore {
       content_tokens_unknown: attempt.contentTokensUnknown === true ? 1 : 0,
       budget_exceeded: attempt.budgetExceeded,
       recovered_from_attempt_id: attempt.recoveredFromAttemptId ?? null,
-      discovery_json: attempt.discovery === void 0 || attempt.discovery === null ? null : JSON.stringify(attempt.discovery)
+      discovery_json: attempt.discovery === void 0 || attempt.discovery === null ? null : JSON.stringify(attempt.discovery),
+      charged_usd: attempt.chargedUsd ?? null
     });
   }
   async getAttempt(attemptId) {
@@ -13411,6 +13909,20 @@ var SqliteTaskStore = class _SqliteTaskStore {
          LIMIT 1`).get(taskId, canonicalUrl);
     return row === void 0 ? null : stepFromRow(row);
   }
+  async putPageRead(taskId, canonicalUrl, page) {
+    assertId("taskId", taskId);
+    this.db.prepare(`INSERT INTO list_pages (task_id, canonical_url, step, page, page_url, html, state, items, item_refs, count, created_at)
+         VALUES (@task_id, @canonical_url, @step, @page, @page_url, @html, @state, @items, @item_refs, @count, @created_at)
+         ON CONFLICT(task_id, canonical_url, step, page) DO UPDATE SET
+           page_url = excluded.page_url, html = excluded.html, state = excluded.state, items = excluded.items, item_refs = excluded.item_refs, count = excluded.count, created_at = excluded.created_at`).run({ task_id: taskId, canonical_url: canonicalUrl, step: page.step, page: page.page, page_url: page.url, html: page.html, state: page.state, items: page.items, item_refs: page.itemRefs, count: page.count, created_at: (/* @__PURE__ */ new Date()).toISOString() });
+  }
+  async listPagesRead(taskId, canonicalUrl) {
+    const rows = this.db.prepare(`SELECT step, page, page_url, html, state, items, item_refs, count FROM list_pages WHERE task_id = ? AND canonical_url = ? ORDER BY step, page`).all(taskId, canonicalUrl);
+    return rows.map((row) => ({ step: row.step, page: row.page, url: row.page_url, html: row.html, state: row.state, items: row.items, itemRefs: row.item_refs, count: row.count }));
+  }
+  async clearPagesRead(taskId, canonicalUrl) {
+    this.db.prepare(`DELETE FROM list_pages WHERE task_id = ? AND canonical_url = ?`).run(taskId, canonicalUrl);
+  }
   async close() {
     this.db.close();
   }
@@ -13445,7 +13957,8 @@ function attemptFromRow(row) {
     ...row.content_tokens_unknown === 1 ? { contentTokensUnknown: true } : {},
     budgetExceeded: row.budget_exceeded,
     ...row.recovered_from_attempt_id ? { recoveredFromAttemptId: row.recovered_from_attempt_id } : {},
-    ...row.discovery_json ? { discovery: JSON.parse(row.discovery_json) } : {}
+    ...row.discovery_json ? { discovery: JSON.parse(row.discovery_json) } : {},
+    ...typeof row.charged_usd === "number" ? { chargedUsd: row.charged_usd } : {}
   };
 }
 function stepFromRow(row) {
@@ -14036,6 +14549,10 @@ var CrawlOrchestrator = class {
     let cachedPages = 0;
     let costUsd = 0;
     let costUnknown = false;
+    let spend;
+    let priorChargedUsd = 0;
+    let chargedUsd = 0;
+    let unboundedCost = false;
     let contentTokens = 0;
     let contentTokensUnknown = false;
     let budgetExceeded = null;
@@ -14048,6 +14565,10 @@ var CrawlOrchestrator = class {
       wallMs: this.clock.now() - startedAtMs,
       costUsd: costUnknown ? null : costUsd,
       costUnknown,
+      // What the ledger settled and holds reserved in this run, calls of pages never written (interrupted, cut) and
+      // reservations in flight included, so a crash between steps leaves the next run no room it did not have; at least
+      // what the written pages were charged, costs reported outside the ledger included.
+      ...spend === void 0 ? {} : { chargedUsd: Math.max(chargedUsd, spend.settledUsd + spend.reservedUsd - priorChargedUsd) },
       contentTokens,
       contentTokensUnknown,
       budgetExceeded,
@@ -14070,6 +14591,11 @@ var CrawlOrchestrator = class {
       const opened = await this.openRun(spec, startedAt);
       task = opened.task;
       attempt = opened.attempt;
+      if (spec.budget.maxCostUsd !== null || (spec.budget.maxCostPerPageUsd ?? null) !== null) {
+        const openedId = attempt.id;
+        priorChargedUsd = (await this.store.listAttempts(task.id)).filter((earlier) => earlier.id !== openedId).reduce((sum, earlier) => sum + (earlier.chargedUsd ?? 0), 0);
+        spend = createSpendLedger(spec.budget.maxCostUsd, priorChargedUsd);
+      }
       const stored = task.batch === void 0 ? task.crawl : void 0;
       if (task.batch === void 0)
         discovery = { ...EMPTY_CRAWL_DISCOVERY };
@@ -14162,8 +14688,8 @@ var CrawlOrchestrator = class {
             stopping = true;
             break;
           }
-          const spent = { wallMs: now - startedAtMs, costUsd, costUnknown, tokens: contentTokens, tokensUnknown: contentTokensUnknown };
-          const hit = budgetHit(spec.budget, spent);
+          const spent = { wallMs: now - startedAtMs, costUsd, costUnknown, chargedUsd: priorChargedUsd + chargedUsd, unboundedCost, tokens: contentTokens, tokensUnknown: contentTokensUnknown };
+          const hit = budgetHit(spec.budget, spent, spend);
           if (hit !== null) {
             budgetExceeded = hit;
             if (hit === "time")
@@ -14208,6 +14734,7 @@ var CrawlOrchestrator = class {
             let links;
             let audit;
             let cachedPage = false;
+            let pageLedger;
             if (reusable && cached.result !== null) {
               result = cached.result;
               links = linksOf(cached.result);
@@ -14216,12 +14743,29 @@ var CrawlOrchestrator = class {
             } else {
               const scrapeStartedAt = Date.now();
               let outcome;
+              const pagesRead = listsPages(runningTask) ? await this.store.listPagesRead(runningTask.id, item.canonicalUrl) : [];
+              pageLedger = spend?.child(spec.budget.maxCostPerPageUsd ?? null);
+              const pageSpend = pageLedger === void 0 ? {} : { spend: pageLedger };
+              const pageScope = !listsPages(runningTask) ? { ...scope, ...pageSpend } : {
+                ...scope,
+                ...pageSpend,
+                onListPage: (page) => {
+                  void this.store.putPageRead(runningTask.id, item.canonicalUrl, page).catch(() => {
+                  });
+                },
+                ...pagesRead.length === 0 ? {} : { listResume: { pages: pagesRead } }
+              };
               try {
-                outcome = await raceWithSignal(this.atom.scrape(item.url, scope), scope.signal);
+                outcome = await raceWithSignal(this.atom.scrape(item.url, pageScope), scope.signal);
               } catch (error) {
                 if (stopped())
                   throw error;
                 outcome = { result: scrapeErrorResult(item.url, error, Date.now() - scrapeStartedAt, this.scrapeErrorCostUsd), links: [] };
+                const paid = paidCallsOfError(error);
+                if (paid !== null)
+                  outcome = { ...outcome, result: { ...outcome.result, trace: [...outcome.result.trace, paid] } };
+                if (pageLedger !== void 0)
+                  outcome = { ...outcome, result: { ...outcome.result, usage: { ...outcome.result.usage, externalCostChargedUsd: pageLedger.settledUsd } } };
               }
               result = outcome.result;
               links = outcome.links.length > 0 ? outcome.links : linksOf(outcome.result);
@@ -14269,6 +14813,8 @@ var CrawlOrchestrator = class {
             pagesInFlight--;
             const step = { id: this.newId(), taskId: runningTask.id, attemptId: runningAttempt.id, url: item.url, canonicalUrl: item.canonicalUrl, depth: item.depth, status: stepStatusFromResult(result.status), lane: result.lane, contentHash: result.evidence.rawBodySha256, cached: cachedPage, result, audit, createdAt: at, updatedAt: at };
             await this.store.putStep(step);
+            if (listsPages(runningTask) && !stoppedAtCheck(result))
+              await this.store.clearPagesRead(runningTask.id, item.canonicalUrl);
             taskUrls.add(item.canonicalUrl);
             if (reserved) {
               newPagesReserved--;
@@ -14279,6 +14825,10 @@ var CrawlOrchestrator = class {
             else
               pagesFetched += 1;
             if (!cachedPage) {
+              const tried = audit?.summary.attempts ?? [{ result }];
+              const reported2 = result.usage.externalCostChargedUsd ?? tried.reduce((sum, { result: attempt2 }) => sum + (attempt2.usage.externalCostUsd ?? 0), 0);
+              chargedUsd += Math.max(reported2, pageLedger?.settledUsd ?? 0);
+              unboundedCost ||= tried.some(({ result: attempt2 }) => attempt2.usage.externalCostUsd === null && attempt2.usage.externalCostChargedUsd === void 0);
               const meter = audit?.summary;
               if (meter !== void 0) {
                 costUsd += meter.externalCost.knownSubtotal;
@@ -14491,6 +15041,12 @@ var CrawlOrchestrator = class {
     return { ...record3, sources: loaded.sources, files: loaded.files, listed: loaded.urls.length, enqueued: offered.enqueued, truncated: loaded.truncated };
   }
 };
+function stoppedAtCheck(result) {
+  return result.status === "blocked" && (result.actions?.lists ?? []).some((list2) => list2.stoppedBy === "challenge");
+}
+function listsPages(task) {
+  return (task.batch?.actions ?? []).some((action) => action.type === "paginate");
+}
 function seedBatchUrls(frontier, urls, completed) {
   for (const url of urls) {
     const canonical = canonicalizeUrl(url);
@@ -14580,13 +15136,20 @@ function absoluteHref(href, base) {
     return href;
   }
 }
-function budgetHit(budget2, spent) {
+function budgetHit(budget2, spent, spend) {
   if (budget2.maxWallMs !== null && spent.wallMs >= budget2.maxWallMs)
     return "time";
-  if (budget2.maxCostUsd !== null && spent.costUnknown)
-    return "cost_unknown";
-  if (budget2.maxCostUsd !== null && spent.costUsd >= budget2.maxCostUsd)
-    return "cost";
+  if (budget2.maxCostUsd !== null && spend !== void 0) {
+    if (spent.unboundedCost)
+      return "cost_unknown";
+    if (Math.max(spent.chargedUsd, spend.settledUsd) + spend.reservedUsd >= budget2.maxCostUsd)
+      return "cost";
+  } else {
+    if (budget2.maxCostUsd !== null && spent.costUnknown)
+      return "cost_unknown";
+    if (budget2.maxCostUsd !== null && spent.costUsd >= budget2.maxCostUsd)
+      return "cost";
+  }
   if (budget2.maxTokens !== null && spent.tokensUnknown)
     return "tokens_unknown";
   if (budget2.maxTokens !== null && spent.tokens >= budget2.maxTokens)
@@ -14663,7 +15226,8 @@ function duplicateResult(url, { html: _html, rawHtml: _rawHtml, images: _images,
       requestCount: prior.usage.requestCount,
       attemptCount: prior.usage.attemptCount,
       browserMs: prior.usage.browserMs,
-      externalCostUsd: prior.usage.externalCostUsd
+      externalCostUsd: prior.usage.externalCostUsd,
+      ...prior.usage.externalCostChargedUsd === void 0 ? {} : { externalCostChargedUsd: prior.usage.externalCostChargedUsd }
     },
     trace: [
       ...prior.trace,
@@ -16262,8 +16826,8 @@ var IdempotencyStore = class _IdempotencyStore {
     this.db.close();
   }
 };
-function requestFingerprint(request7) {
-  return createHash4("sha256").update(canonicalJson(request7)).digest("hex");
+function requestFingerprint(request8) {
+  return createHash4("sha256").update(canonicalJson(request8)).digest("hex");
 }
 function canonicalJson(value) {
   if (Array.isArray(value))
@@ -16286,7 +16850,7 @@ init_dist();
 init_dist3();
 init_dist2();
 var EVERY_HOP_LANES = /* @__PURE__ */ new Set(["http"]);
-function toEvidenceRecord(result, request7, output, options = {}) {
+function toEvidenceRecord(result, request8, output, options = {}) {
   const { evidence } = result;
   const httpStatus = typeof evidence.httpStatus === "number" && evidence.httpStatus >= 100 && evidence.httpStatus <= 599 ? evidence.httpStatus : null;
   const requested = httpStatus !== null || result.usage.requestCount > 0;
@@ -16321,7 +16885,7 @@ function toEvidenceRecord(result, request7, output, options = {}) {
     proxy: evidence.envProxy ?? null,
     identity: {
       userAgent,
-      mode: result.compliance?.mode ?? identityEvent(result.trace)?.mode ?? request7.mode,
+      mode: result.compliance?.mode ?? identityEvent(result.trace)?.mode ?? request8.mode,
       contact: userAgent === null ? null : declaredContact(userAgent),
       device: requested ? declaredDevice(result) : null,
       requestHeaders: requested ? sentCustomHeaders(result) : null
@@ -16330,16 +16894,40 @@ function toEvidenceRecord(result, request7, output, options = {}) {
     access: evidenceAccess(result)
   };
 }
+var READ_STATUSES = /* @__PURE__ */ new Set(["success", "partial", "empty_verified"]);
 function evidenceAccess(result) {
   const event = (name) => result.trace.find((e) => e.event === name)?.detail;
   const text2 = (value) => typeof value === "string" && value !== "" ? value : null;
   const hit = event("cache_hit");
   const stored = hit?.externalCostUsd;
   const externalCostUsd = hit === void 0 ? result.usage.externalCostUsd ?? null : typeof stored === "number" ? stored : null;
-  const route = (r, executor, executorVersion = null, profile = null) => ({ route: r, executor, executorVersion, profile, externalCostUsd });
+  const read2 = READ_STATUSES.has(result.status);
+  const own = (r) => r === "http" || r === "http_compat" || r === "browser" || r === "enhanced_browser" || r === "authed_browser";
+  const laneEvent = (name) => [...result.trace].reverse().find((e) => e.event === name && sameLaneFamily(e.lane, result.lane))?.detail;
+  const egress = (r) => {
+    if (!own(r))
+      return null;
+    const proxy = laneEvent("egress_proxy");
+    if (proxy === void 0)
+      return typeof result.evidence.httpStatus === "number" ? { proxy: null, source: "direct", switchedFrom: null, exit: null } : null;
+    const moved = [...result.trace].reverse().find((e) => e.event === "egress_switched")?.detail;
+    const source = proxy.source === "environment" ? "environment" : "pool";
+    const seen = source === "pool" ? [...result.trace].reverse().find((e) => e.event === "egress_exit" && e.detail?.proxy === proxy.proxy)?.detail : void 0;
+    const ip = text2(seen?.ip);
+    const observedAt = text2(seen?.observedAt);
+    const exit = ip === null || observedAt === null ? null : { ip, country: text2(seen?.country), observedAt };
+    return { proxy: text2(proxy.proxy), source, switchedFrom: text2(moved?.from), exit };
+  };
+  const session = (r) => {
+    const id = own(r) ? text2(laneEvent("session_cookies")?.session) : null;
+    return id === null ? null : { id };
+  };
+  const paid = paidCalls(result.trace);
+  const route = (r, executor, executorVersion = null, profile = null, completion = "unattended") => ({ route: r, executor, executorVersion, profile, externalCostUsd, completion: read2 && r !== null ? completion : null, egress: egress(r), session: session(r), paidCalls: paid.calls, grant: paid.grant });
   const laneRan = result.trace.some((e) => e.event === "identity_sent" || e.event === "identity_declared" || e.event === "provider_selected");
   if (!laneRan)
     return route(null, null);
+  const userBrowser = (detail) => route("user_browser", text2(detail.browser), null, null, detail.sawGate != null && detail.act != null ? "handed_to_person" : "user_browser");
   switch (result.lane) {
     case "http": {
       const transport = event("transport");
@@ -16349,17 +16937,44 @@ function evidenceAccess(result) {
     case "browser_proxy": {
       const engine = event("browser_engine");
       if (event("session_attached") !== void 0)
-        return route("authed_browser", "playwright");
+        return route("authed_browser", "playwright", null, null, "authorized_session");
       return engine !== void 0 && engine.engine === "patchright" ? route("enhanced_browser", "patchright", text2(engine.version)) : route("browser", "playwright");
     }
     case "browser_local_authed": {
-      const read2 = event("user_browser_read");
-      return read2 === void 0 ? route("authed_browser", "playwright") : route("user_browser", text2(read2.browser));
+      const handed = event("user_browser_read");
+      return handed === void 0 ? route("authed_browser", "playwright", null, null, "authorized_session") : route("user_browser", text2(handed.browser), null, null, "handed_to_person");
+    }
+    case "my_browser": {
+      const opened = event("user_browser_read");
+      return opened === void 0 ? route(null, null) : userBrowser(opened);
     }
     case "provider":
       return route("vendor", text2(event("provider_selected")?.provider));
   }
 }
+function paidCalls(trace) {
+  const usd2 = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0;
+  const text2 = (value) => typeof value === "string" && value !== "";
+  const calls = [];
+  let grant = null;
+  for (const event of trace) {
+    if (event.event !== "paid_calls")
+      continue;
+    for (const call of Array.isArray(event.detail?.calls) ? event.detail.calls : []) {
+      const { provider, rung, capabilities, ceilingUsd, chargedUsd, reportedCostUsd, outcome, reason: reason2, answer } = call;
+      if (!text2(provider) || !text2(rung) || !Array.isArray(capabilities) || !capabilities.every(text2) || !usd2(ceilingUsd) || !usd2(chargedUsd))
+        continue;
+      if (!(reportedCostUsd === null || usd2(reportedCostUsd)) || !(outcome === null || RESULT_STATUS.includes(outcome)) || !(reason2 === null || text2(reason2)) || typeof answer !== "boolean")
+        continue;
+      calls.push({ provider, rung, capabilities, ceilingUsd, chargedUsd, reportedCostUsd, outcome, reason: reason2, answer });
+    }
+    const named = event.detail?.grant;
+    if (named != null && text2(named.tier) && (named.sha256 === null || typeof named.sha256 === "string" && /^[0-9a-f]{64}$/.test(named.sha256)) && (named.attestedAt === null || text2(named.attestedAt))) {
+      grant = { sha256: named.sha256, tier: named.tier, attestedAt: named.attestedAt };
+    }
+  }
+  return calls.length === 0 ? { calls: null, grant: null } : { calls, grant };
+}
 function pageActions(result) {
   if (result.actions === void 0)
     return null;
@@ -16562,7 +17177,7 @@ function untriedAudit(wallMs) {
 // packages/runtime/dist/map.js
 init_dist();
 init_dist2();
-var READ_STATUSES = /* @__PURE__ */ new Set(["success", "empty_verified"]);
+var READ_STATUSES2 = /* @__PURE__ */ new Set(["success", "empty_verified"]);
 var MapRunner = class {
   sources;
   constructor(sources) {
@@ -16918,7 +17533,7 @@ ${title ?? ""}`.toLowerCase();
         }
       }
       await preferHttps();
-      const startFailed = startPage !== null && !READ_STATUSES.has(startPage.status);
+      const startFailed = startPage !== null && !READ_STATUSES2.has(startPage.status);
       const unreadable = sitemap?.files.filter((file) => file.kind === "unreadable" || file.kind === "refused") ?? [];
       const noneListed = sitemapMode === "only" && sitemapStarted && sitemap.error === null && unreadable.length === 0 && !sitemap.files.some((file) => file.kind === "urlset" || file.kind === "index");
       const sitemapFailed = sitemap !== null && (sitemap.error !== null || sitemap.truncated === "files" || unreadable.length > 0 || noneListed);
@@ -16989,7 +17604,7 @@ function nonEmpty(value) {
 import { createHash as createHash13 } from "crypto";
 import { existsSync as existsSync3, mkdirSync as mkdirSync8, readdirSync, readFileSync as readFileSync3, rmSync, writeFileSync } from "fs";
 import { mkdir as mkdir8, readFile as readFile6, writeFile as writeFile8 } from "fs/promises";
-import { isIP as isIP4 } from "net";
+import { isIP as isIP5 } from "net";
 import { homedir as homedir2 } from "os";
 import { join as join10 } from "path";
 
@@ -18729,7 +19344,7 @@ init_errorPage();
 init_dist();
 init_dist3();
 init_dist2();
-import { ProxyAgent as ProxyAgent2, request as request5 } from "undici";
+import { ProxyAgent as ProxyAgent2, request as request6 } from "undici";
 
 // packages/bench/dist/contentEncoding.js
 import { promisify } from "util";
@@ -18837,6 +19452,9 @@ var EgressRoute = class {
   }
 };
 
+// packages/bench/dist/compatBenefitHosts.js
+var COMPAT_BENEFIT_HOSTS = ["fred.stlouisfed.org", "www.idealo.de", "www.investing.com", "www.ironmountain.com", "www.wayfair.com"];
+
 // packages/bench/dist/compatTransport.js
 init_dist();
 init_egress();
@@ -19064,7 +19682,12 @@ var CompatTransport = class {
   }
 };
 function compatHostsChoice(env, grant, hosted) {
-  const raw = (env.W2L_COMPAT_HOSTS ?? "").split(",").map((value) => value.trim().toLowerCase().replace(/\.$/, "")).filter(Boolean);
+  const granted = (grant?.capabilities ?? []).includes("compatible_transport");
+  if (env.W2L_COMPAT_HOSTS === void 0 || env.W2L_COMPAT_HOSTS.trim() === "")
+    return granted && !hosted ? [...COMPAT_BENEFIT_HOSTS].sort() : [];
+  if (env.W2L_COMPAT_HOSTS.trim().toLowerCase() === "none")
+    return [];
+  const raw = env.W2L_COMPAT_HOSTS.split(",").map((value) => value.trim().toLowerCase().replace(/\.$/, "")).filter(Boolean);
   if (raw.length === 0)
     return [];
   const invalid = raw.filter((host) => {
@@ -19078,7 +19701,7 @@ function compatHostsChoice(env, grant, hosted) {
     throw new Error(`W2L_COMPAT_HOSTS takes host names, such as example.com: not ${invalid.join(", ")}`);
   if (hosted)
     throw new Error("W2L_COMPAT_HOSTS is refused on a hosted server (ADR 0005: the compatible transport resolves host names outside the hosted address check)");
-  if (!(grant?.capabilities ?? []).includes("compatible_transport")) {
+  if (!granted) {
     throw new Error("W2L_COMPAT_HOSTS needs an access grant that names compatible_transport (ADR 0005; --access-grant or W2L_ACCESS_GRANT)");
   }
   return [...new Set(raw)].sort();
@@ -19443,7 +20066,7 @@ var ResilientHttpSubject = class {
       if (wire !== void 0 && customNames.length > 0 && !sameOrigin2)
         wire.onWithheld(url, customNames);
       const cookie = cookies === void 0 ? "" : await cookies.header(url);
-      const response = await request5(url, {
+      const response = await request6(url, {
         dispatcher: this.dispatcherFor(url, routes),
         method: "GET",
         headersTimeout: init.headersTimeoutMs,
@@ -19518,7 +20141,7 @@ var ResilientHttpSubject = class {
     return this.route.viaOperatorProxy(url);
   }
   /** `cookieSession`: the task's cookies (ADR 0005 `egress_sessions`), sent and kept on every hop; absent, none are. */
-  async fetch(url, deadlineMs, signal, validators = {}, onRetryAfter, options = {}, onRobotsOverride, cookieSession) {
+  async fetch(url, deadlineMs, signal, validators = {}, onRetryAfter, options = {}, onRobotsOverride, cookieSession, onTrace) {
     if (this.localPreviewRobotsException && !isLocalPreviewProxyTarget(url))
       throw new Error("Local platform exception is limited to fixed platform hosts");
     const scope = createExecutionScope({ signal, deadlineAt: deadlineMs, onRetryAfter, ...cookieSession === void 0 ? {} : { cookieSession } });
@@ -19532,7 +20155,7 @@ var ResilientHttpSubject = class {
     try {
       permit = await this.scheduler.acquire(origin, scope.signal);
       throwIfExecutionStopped(scope);
-      return markDeadline(await this.fetchWithinBudget(url, { ...scope, onRobotsOverride }, validators, monotonicStart, permit.queueMs, permit.cooldownWaitMs, options, relaxed, permit.limitedByConcurrency ? permit.concurrencyWaitMs : void 0));
+      return markDeadline(await this.fetchWithinBudget(url, { ...scope, onRobotsOverride, onTrace }, validators, monotonicStart, permit.queueMs, permit.cooldownWaitMs, options, relaxed, permit.limitedByConcurrency ? permit.concurrencyWaitMs : void 0));
     } catch (error) {
       if (!scope.signal.aborted && (deadlineMs === void 0 || Date.now() < deadlineMs))
         throw error;
@@ -19595,7 +20218,7 @@ var ResilientHttpSubject = class {
         }
       };
     };
-    const trace = [];
+    const trace = observedTrace(execution.onTrace);
     const prepared = this.preparedFor(url, options);
     const honest = recordHttpIdentity(prepared, trace, 0);
     if (!honest) {
@@ -20156,6 +20779,27 @@ function bodyReadFailure(error) {
     return "connection_error";
   return null;
 }
+function observedTrace(onTrace) {
+  const trace = [];
+  if (onTrace === void 0)
+    return trace;
+  Object.defineProperty(trace, "push", {
+    configurable: true,
+    writable: true,
+    enumerable: false,
+    value: (...events) => {
+      const length = Array.prototype.push.apply(trace, events);
+      for (const event of events) {
+        try {
+          onTrace(event);
+        } catch {
+        }
+      }
+      return length;
+    }
+  });
+  return trace;
+}
 function discard(body) {
   body.on("error", () => {
   });
@@ -20190,6 +20834,34 @@ var SessionCookies = class {
   }
 };
 
+// packages/bench/dist/subjects/listMerge.js
+init_dist3();
+function mergeListPages(pages, list2) {
+  if (pages.length === 0)
+    return null;
+  const records = [];
+  const seen = /* @__PURE__ */ new Set();
+  let page = 0;
+  let cut2 = false;
+  const { spec, detected } = resolveListSpec(pages[0].html, list2);
+  for (const scrape of spec === null ? [] : pages) {
+    const budget2 = { records: MAX_LIST_RECORDS - records.length, chars: MAX_LIST_VALUE_CHARS - records.reduce((sum, record3) => sum + Object.values(record3.values).reduce((n, value) => n + (value?.length ?? 0), 0), 0) };
+    const read2 = extractListRecords(scrape.html, scrape.url, spec, page + 1, budget2);
+    const key = read2.itemText ?? JSON.stringify(read2.map((record3) => record3.values));
+    if (read2.length > 0 && seen.has(key))
+      continue;
+    seen.add(key);
+    page++;
+    records.push(...read2);
+    if (read2.cut === true) {
+      cut2 = true;
+      break;
+    }
+  }
+  const valued = spec !== null && records.some((record3) => record3.missing.length < spec.fields.length);
+  return { list: listExtraction(spec, records, page, cut2, detected), spec, valued };
+}
+
 // packages/bench/dist/subjects/browserLocal.js
 init_dist();
 init_dist3();
@@ -20259,8 +20931,8 @@ init_dist();
 init_dist2();
 import { createHash as createHash7 } from "crypto";
 var SCREENSHOT_TIMEOUT_MS = 3e4;
-function screenshotViewport(request7, identity, fingerprint) {
-  const asked = request7?.viewport;
+function screenshotViewport(request8, identity, fingerprint) {
+  const asked = request8?.viewport;
   if (asked === void 0)
     return { viewport: fingerprint.viewport, issues: [] };
   const issues = identityBundleIssues({ ...identityBundleFrom(identity, fingerprint), viewport: asked });
@@ -20293,9 +20965,9 @@ function imageSize(bytes) {
   }
   return null;
 }
-async function captureScreenshot(page, request7, viewport, deviceScaleFactor, execution, trace, at, refusal = null) {
-  const fullPage = request7.fullPage === true;
-  const quality = request7.quality ?? null;
+async function captureScreenshot(page, request8, viewport, deviceScaleFactor, execution, trace, at, refusal = null) {
+  const fullPage = request8.fullPage === true;
+  const quality = request8.quality ?? null;
   const contentType = quality === null ? "image/png" : "image/jpeg";
   const failed = (error) => {
     trace.push({ at: at(), lane: "browser_local", event: "screenshot_failed", detail: { fullPage, viewport, contentType, quality, error } });
@@ -20584,11 +21256,12 @@ async function pageState(ctx, itemSelector) {
   const changing = JSON.stringify(first2) !== JSON.stringify(second);
   if (second.items !== null) {
     const items = hash3(second.items.map((item, i) => `${item.refs}
${steady(first2.items?.[i]?.text ?? "", item.text)}`).join("\0"));
-    return { html: html2, url, state: `${withoutHash(url)}\0${items}`, items, changing };
+    const itemRefs = second.items.some((item) => item.refs !== "") ? hash3(second.items.map((item) => item.refs).join("\0")) : null;
+    return { html: html2, url, state: `${withoutHash(url)}\0${items}`, items, itemRefs, changing };
   }
   const stillThere = new Set(first2.refs);
   const page = hash3(`${steady(first2.text, second.text)}
${second.refs.filter((ref) => stillThere.has(ref)).join(" ")}`);
-  return { html: html2, url, state: `${withoutHash(url)}\0${page}`, items: null, changing };
+  return { html: html2, url, state: `${withoutHash(url)}\0${page}`, items: null, itemRefs: null, changing };
 }
 var STEADY_READ_WAIT_MS = 3e3;
 async function steadyPageState(ctx, itemSelector) {
@@ -20742,41 +21415,110 @@ async function paginate(action, ctx, index, result, guard) {
   let itemsRead = action.itemSelector === void 0 ? null : 0;
   let items = null;
   let stoppedBy;
+  let challenge;
+  const resumed = (ctx.execution.listResume?.pages ?? []).filter((read2) => read2.step === index).sort((a, b) => a.page - b.page);
+  const resumedUrls = new Set(resumed.map((read2) => withoutHash(read2.url)));
+  const addressed = resumed.length >= 2 && resumedUrls.size === resumed.length;
+  const shownAgain = resumed.map(() => false);
+  let replayed = 0;
+  let fresh = 0;
+  for (const read2 of resumed) {
+    result.scrapes.push({ url: read2.url, html: read2.html, step: index });
+    pages++;
+    if (itemsRead !== null)
+      itemsRead = read2.count === null ? itemsRead : itemsRead + read2.count;
+  }
+  if (resumed.length > 0)
+    ctx.trace.push({ at: ctx.at(), lane: "browser_local", event: "list_resumed", detail: { step: index, pages: resumed.length, from: resumed[resumed.length - 1].url, addressed } });
+  const refsCounts = /* @__PURE__ */ new Map();
+  for (const page of resumed)
+    if (page.itemRefs !== null)
+      refsCounts.set(page.itemRefs, (refsCounts.get(page.itemRefs) ?? 0) + 1);
+  const knownBy = { content: 0, links: 0, address: 0 };
+  const kept = (read2) => {
+    const left = (match) => resumed.findIndex((page, i) => !shownAgain[i] && match(page));
+    let hit = left((page) => read2.state === page.state || read2.items !== null && read2.items === page.items);
+    if (hit !== -1) {
+      knownBy.content++;
+      return hit;
+    }
+    if (read2.itemRefs !== null && refsCounts.get(read2.itemRefs) === 1)
+      hit = left((page) => page.itemRefs === read2.itemRefs);
+    if (hit !== -1) {
+      knownBy.links++;
+      return hit;
+    }
+    if (addressed)
+      hit = left((page) => withoutHash(page.url) === withoutHash(read2.url));
+    if (hit !== -1)
+      knownBy.address++;
+    return hit;
+  };
+  const tell = (read2) => {
+    try {
+      ctx.execution.onListPage?.({ step: index, page: pages, ...read2 });
+    } catch {
+    }
+  };
   try {
     for (; ; ) {
-      let { html: html2, url, state, items: listed } = await steadyPageState(ctx, action.itemSelector);
+      let read2 = await steadyPageState(ctx, action.itemSelector);
+      let { html: html2, url, state, items: listed } = read2;
       const unchanged = () => state === lastState || listed !== null && listed === lastListed && ctx.loadedDocuments().length === loadsAtClick;
       if (unchanged()) {
         const until = comeBackUntil(ctx);
         while (unchanged() && Date.now() < until) {
           await abortableSleep(250, ctx.execution.signal);
-          ({ html: html2, url, state, items: listed } = await steadyPageState(ctx, action.itemSelector));
+          read2 = await steadyPageState(ctx, action.itemSelector);
+          ({ html: html2, url, state, items: listed } = read2);
         }
       }
       lastState = state;
       lastListed = listed;
-      if (seenStates.has(state)) {
-        stoppedBy = "repeat";
+      const onPage = action.itemSelector === void 0 ? null : await bounded(ctx, ctx.page.locator(action.itemSelector).count());
+      const gate = classifyGate({ status: 200, header: () => null, body: html2, contentful: true });
+      if (gate !== null) {
+        challenge = { page: pages + 1, url, reason: gate.reason, signals: gate.signals };
+        ctx.trace.push({ at: ctx.at(), lane: "browser_local", event: "list_challenge", detail: { step: index, page: pages + 1, url, reason: gate.reason, signals: [...gate.signals] } });
+        stoppedBy = "challenge";
         break;
       }
-      seenStates.add(state);
-      if (listed !== null && seenItems.has(listed)) {
-        if (++alreadyRead >= 2) {
-          stoppedBy = "repeat";
-          break;
-        }
-      } else {
+      const held = kept(read2);
+      if (held !== -1) {
+        shownAgain[held] = true;
+        replayed++;
         alreadyRead = 0;
+        seenStates.add(state);
         if (listed !== null)
           seenItems.add(listed);
-        result.scrapes.push({ url, html: html2, step: index });
-        pages++;
-        if (action.itemSelector !== void 0) {
-          items = await bounded(ctx, ctx.page.locator(action.itemSelector).count());
-          itemsRead = (itemsRead ?? 0) + items;
+        items = onPage;
+      } else {
+        if (seenStates.has(state)) {
+          stoppedBy = "repeat";
+          break;
+        }
+        seenStates.add(state);
+        if (listed !== null && seenItems.has(listed)) {
+          if (++alreadyRead >= 2) {
+            stoppedBy = "repeat";
+            break;
+          }
+        } else {
+          alreadyRead = 0;
+          if (listed !== null)
+            seenItems.add(listed);
+          result.scrapes.push({ url, html: html2, step: index });
+          pages++;
+          if (onPage !== null) {
+            items = onPage;
+            itemsRead = (itemsRead ?? 0) + onPage;
+          }
+          fresh++;
+          if (onPage !== 0)
+            tell({ url, html: html2, state, items: listed, itemRefs: read2.itemRefs, count: action.itemSelector === void 0 ? null : items });
         }
       }
-      if (pages >= max) {
+      if (pages >= max && (replayed >= resumed.length || fresh > 0)) {
         stoppedBy = "max";
         break;
       }
@@ -20798,7 +21540,14 @@ async function paginate(action, ctx, index, result, guard) {
       throw error;
     stoppedBy = "deadline";
   }
-  return { index, type: "paginate", stoppedBy, rounds: pages, items, itemsRead };
+  if (resumed.length > 0) {
+    const event = ctx.trace.find((item) => item.event === "list_resumed" && item.detail?.step === index);
+    if (event?.detail !== void 0) {
+      event.detail.replayed = replayed;
+      event.detail.knownBy = knownBy;
+    }
+  }
+  return { index, type: "paginate", stoppedBy, rounds: pages, items, itemsRead, ...resumed.length === 0 ? {} : { resumed: resumed.length }, ...challenge === void 0 ? {} : { challenge } };
 }
 async function bounded(ctx, operation) {
   const left = timeLeft(ctx);
@@ -20881,49 +21630,8 @@ function withoutHash(url) {
   return at === -1 ? url : url.slice(0, at);
 }
 
-// packages/bench/dist/browserSettle.js
-async function waitForRenderedStability(page, options = {}) {
-  const maxMs = options.maxMs ?? 1500;
-  const minMs = Math.min(options.minMs ?? 500, maxMs);
-  const sampleMs = options.sampleMs ?? 100;
-  const deadline = Date.now() + maxMs;
-  let observedSince = Date.now();
-  let previous = "";
-  let stableRounds = 0;
-  while (Date.now() < deadline) {
-    let snapshot;
-    try {
-      snapshot = await page.evaluate(`(() => {
-        const root = document.documentElement
-        const body = document.body
-        return JSON.stringify({
-          size: root?.outerHTML.length ?? 0,
-          text: body?.innerText ?? '',
-        })
-      })()`);
-    } catch (error) {
-      if (!isNavigationError(error))
-        throw error;
-      observedSince = Date.now();
-      previous = "";
-      stableRounds = 0;
-      await page.waitForTimeout(Math.min(sampleMs, Math.max(1, deadline - Date.now())));
-      continue;
-    }
-    const current = typeof snapshot === "string" ? snapshot : JSON.stringify(snapshot);
-    if (current === previous)
-      stableRounds++;
-    else
-      stableRounds = 0;
-    previous = current;
-    if (Date.now() - observedSince >= minMs && stableRounds >= 2)
-      return;
-    await page.waitForTimeout(Math.min(sampleMs, Math.max(1, deadline - Date.now())));
-  }
-}
-function isNavigationError(error) {
-  return error instanceof Error && /Execution context was destroyed|because of a navigation|page is navigating and changing the content|Cannot find context with specified id/i.test(error.message);
-}
+// packages/bench/dist/subjects/browserLocal.js
+init_browserSettle();
 
 // packages/bench/dist/browserLayout.js
 init_dist3();
@@ -21137,11 +21845,11 @@ var MainFrameDocuments = class {
     return { chain: hops.length > 1 ? hops : [], complete };
   }
   onResponse(response) {
-    const request7 = response.request();
-    if (!request7.isNavigationRequest())
+    const request8 = response.request();
+    if (!request8.isNavigationRequest())
       return;
     try {
-      if (request7.frame() !== this.page.mainFrame())
+      if (request8.frame() !== this.page.mainFrame())
         return;
     } catch {
       return;
@@ -21175,8 +21883,8 @@ var MainFrameDocuments = class {
 };
 function requestedUrls(response) {
   const urls = [];
-  for (let request7 = response.request(); request7 !== null; request7 = request7.redirectedFrom())
-    urls.unshift(request7.url());
+  for (let request8 = response.request(); request8 !== null; request8 = request8.redirectedFrom())
+    urls.unshift(request8.url());
   return urls;
 }
 function sameDocument(a, b) {
@@ -21329,9 +22037,9 @@ var CustomHeaderGate = class {
     return [...reported2.filter(({ name }) => !this.names.has(name)), ...this.entries].sort((a, b) => a.name.localeCompare(b.name));
   }
 };
-function sentHeadersOf(gate, request7) {
-  const reported2 = asSentHeaders(request7?.headers() ?? {});
-  return gate === null || request7 === null ? reported2 : gate.sent(request7.url(), reported2);
+function sentHeadersOf(gate, request8) {
+  const reported2 = asSentHeaders(request8?.headers() ?? {});
+  return gate === null || request8 === null ? reported2 : gate.sent(request8.url(), reported2);
 }
 var CAPTURE_RESERVE_MS = 1e3;
 var CAPTURE_ATTEMPTS = 3;
@@ -21445,8 +22153,8 @@ var BrowserLocalSubject = class {
     return this.chain.toLedger();
   }
   /** `cookieSession`: the task's cookies (ADR 0005 `egress_sessions`): the context starts with them and leaves its own there. */
-  async fetch(url, deadlineMs, signal, onRetryAfter, options = {}, onRobotsOverride, cookieSession) {
-    const scope = createExecutionScope({ signal, deadlineAt: deadlineMs, onRetryAfter, ...cookieSession === void 0 ? {} : { cookieSession } });
+  async fetch(url, deadlineMs, signal, onRetryAfter, options = {}, onRobotsOverride, cookieSession, listing) {
+    const scope = createExecutionScope({ signal, deadlineAt: deadlineMs, onRetryAfter, ...cookieSession === void 0 ? {} : { cookieSession }, ...listing?.onListPage === void 0 ? {} : { onListPage: listing.onListPage }, ...listing?.listResume === void 0 ? {} : { listResume: listing.listResume } });
     const start = Date.now();
     const monotonicStart = performance.now();
     let queueMs = 0;
@@ -21458,7 +22166,7 @@ var BrowserLocalSubject = class {
     const finish2 = (result) => {
       const totalMs = Math.max(0, performance.now() - monotonicStart);
       const lead = [...robots.overrideWarning === null ? [] : [robots.overrideWarning], ...tlsWarning === null ? [] : [tlsWarning]];
-      const done = withListCaveat(withActions(result, ran.actions, options.list));
+      const done = withStillLoadingWarning(withListCaveat(withActions(result, ran.actions, options.list)));
       return {
         ...done,
         ...lead.length === 0 ? {} : { warnings: [...lead, ...done.warnings ?? []] },
@@ -21700,11 +22408,11 @@ var BrowserLocalSubject = class {
       const hasCustomHeaders = Object.keys(customHeaders).length > 0;
       if (allowedHosts !== null) {
         requestRoute = async (route) => {
-          const request7 = route.request();
-          const target = request7.url();
+          const request8 = route.request();
+          const target = request8.url();
           let allowed = false;
           try {
-            allowed = hostedBrowserRequestAllowed(target, request7.resourceType(), allowedHosts);
+            allowed = hostedBrowserRequestAllowed(target, request8.resourceType(), allowedHosts);
             if (allowed)
               await assertSafeUrl(target, this.networkPolicy);
           } catch {
@@ -21825,9 +22533,9 @@ var BrowserLocalSubject = class {
       const documents = new MainFrameDocuments(page);
       const shownPage = page;
       let settledLoads = 0;
-      const settle = async (maxMs) => {
+      const settle = async (maxMs, loadingMaxMs = maxMs) => {
         settledLoads = documents.loads;
-        await raceWithSignal(waitForRenderedStability(shownPage, { maxMs }), signal);
+        return await raceWithSignal(waitForRenderedStability(shownPage, { maxMs, loadingMaxMs }), signal);
       };
       let previousRequestAtMs = null;
       let observedDelayMs = null;
@@ -21896,7 +22604,12 @@ var BrowserLocalSubject = class {
           }
           continue;
         }
-        await settle(remainingTimeout(execution, 1500));
+        const callerWaits = (options.waitFor ?? 0) > 0 || (options.actions?.length ?? 0) > 0;
+        const usual = remainingTimeout(execution, 1500);
+        const settled2 = await settle(usual, callerWaits ? usual : execution.deadlineAt === void 0 ? LOADING_WAIT_MAX_MS : Math.max(1, Math.min(LOADING_WAIT_MAX_MS, execution.deadlineAt - CAPTURE_RESERVE_MS - Date.now())));
+        const waited = callerWaits ? null : loadingWaitEvent(settled2, Date.now() - start, "browser_local");
+        if (waited !== null)
+          trace.push(waited);
         throwIfExecutionStopped(execution);
         if (status2 === 200 && variantFollowups === 0 && requestedAmazonAsin !== null) {
           const variant = await raceWithSignal(page.evaluate((asin) => ({
@@ -21957,22 +22670,22 @@ var BrowserLocalSubject = class {
       if (options.actions !== void 0 && options.actions.length > 0) {
         const own = page;
         actionsRoute = async (route) => {
-          const request7 = route.request();
-          if (!request7.isNavigationRequest())
+          const request8 = route.request();
+          if (!request8.isNavigationRequest())
             return route.fallback();
           let frame = null;
           try {
-            frame = request7.frame();
+            frame = request8.frame();
           } catch {
             frame = null;
           }
           if (frame !== null && frame !== frame.page().mainFrame())
             return route.fallback();
-          const reason2 = await this.refuseNavigation(request7.url(), identity, execution, relaxedRoutes, overriddenUrl).catch((error) => `it could not be checked (${error instanceof Error ? error.message.slice(0, 120) : String(error)})`);
+          const reason2 = await this.refuseNavigation(request8.url(), identity, execution, relaxedRoutes, overriddenUrl).catch((error) => `it could not be checked (${error instanceof Error ? error.message.slice(0, 120) : String(error)})`);
           if (reason2 === null)
             return route.fallback();
-          refusedNavigations.push({ url: request7.url(), reason: reason2 });
-          trace.push({ at: Date.now() - start, lane: "browser_local", event: "navigation_refused", detail: { url: request7.url(), reason: reason2 } });
+          refusedNavigations.push({ url: request8.url(), reason: reason2 });
+          trace.push({ at: Date.now() - start, lane: "browser_local", event: "navigation_refused", detail: { url: request8.url(), reason: reason2 } });
           return route.fulfill({ status: 204, body: "" });
         };
         await context.route(routeMatch, actionsRoute);
@@ -22645,49 +23358,48 @@ var BrowserLocalSubject = class {
 function withActions(result, ran, list2) {
   if (ran === void 0)
     return result;
-  const paginated = list2 === void 0 ? [] : ran.result.lists.filter((run) => run.type === "paginate").map((run) => run.index);
-  const pages = ran.result.scrapes.filter((scrape) => scrape.step !== void 0 && paginated.includes(scrape.step));
-  if (pages.length > 0) {
-    const records = [];
-    const seen = /* @__PURE__ */ new Set();
-    let page = 0;
-    let cut2 = false;
-    const { spec, detected } = resolveListSpec(pages[0].html, list2);
-    for (const scrape of spec === null ? [] : pages) {
-      const budget2 = { records: MAX_LIST_RECORDS - records.length, chars: MAX_LIST_VALUE_CHARS - records.reduce((sum, record3) => sum + Object.values(record3.values).reduce((n, value) => n + (value?.length ?? 0), 0), 0) };
-      const read2 = extractListRecords(scrape.html, scrape.url, spec, page + 1, budget2);
-      const key = read2.itemText ?? JSON.stringify(read2.map((record3) => record3.values));
-      if (read2.length > 0 && seen.has(key))
+  if (result.status === "blocked" && result.blockReason !== null) {
+    const reason2 = result.blockReason;
+    const signals = result.trace.find((event) => event.event === "gate_detected")?.detail?.signals ?? [];
+    const last = ran.result.scrapes.at(-1);
+    for (const run of ran.result.lists) {
+      if (run.type !== "paginate" || run.stoppedBy === "challenge" || last === void 0 || last.step !== run.index || run.items !== 0)
         continue;
-      seen.add(key);
-      page++;
-      records.push(...read2);
-      if (read2.cut === true) {
-        cut2 = true;
-        break;
-      }
+      ran.result.scrapes.pop();
+      run.rounds--;
+      run.items = null;
+      run.stoppedBy = "challenge";
+      run.challenge = { page: run.rounds + 1, url: last.url, reason: reason2, signals };
+      result = { ...result, trace: [...result.trace, { at: result.usage.wallMs, lane: "browser_local", event: "list_challenge", detail: { step: run.index, page: run.rounds + 1, url: last.url, reason: reason2, signals, by: "page_verdict" } }] };
     }
-    const merged = listExtraction(spec, records, page, cut2, detected);
-    const valued = spec !== null && records.some((record3) => record3.missing.length < spec.fields.length);
-    const rescued = valued && result.status === "failed" && result.failureReason === "empty_unverified";
+  }
+  const paginated = list2 === void 0 ? [] : [...ran.result.lists.filter((run) => run.type === "paginate").map((run) => run.index), ...ran.result.failed?.type === "paginate" ? [ran.result.failed.index] : []];
+  const pages = ran.result.scrapes.filter((scrape) => scrape.step !== void 0 && paginated.includes(scrape.step));
+  if (pages.length > 0) {
+    const merged = mergeListPages(pages, list2);
+    const rescued = merged.valued && result.status === "failed" && result.failureReason === "empty_unverified";
     result = {
       ...result,
-      list: merged,
+      list: merged.list,
       ...rescued ? { status: "success", failureReason: null } : {},
-      trace: [...result.trace, { at: result.usage.wallMs, lane: "browser_local", event: "list_extracted", detail: { records: merged.records.length, incomplete: merged.incomplete, pages: merged.pages, truncated: merged.truncated } }]
+      trace: [...result.trace, { at: result.usage.wallMs, lane: "browser_local", event: "list_extracted", detail: { records: merged.list.records.length, incomplete: merged.list.incomplete, pages: merged.list.pages, truncated: merged.list.truncated } }]
     };
   }
   const failed = ran.result.failed !== void 0 && CONTENTFUL_STATUS.has(result.status);
-  const short = ran.result.lists.filter((list3) => list3.stoppedBy === "max" || list3.stoppedBy === "deadline");
+  const short = ran.result.lists.filter((list3) => list3.stoppedBy === "max" || list3.stoppedBy === "deadline" || list3.stoppedBy === "challenge");
+  const why = (list3) => list3.stoppedBy === "max" ? `its limit of ${list3.rounds} ${list3.type === "paginate" ? "pages" : "rounds"}` : list3.stoppedBy === "challenge" ? `a check the site put up at page ${list3.challenge?.page ?? list3.rounds + 1} (${list3.challenge?.reason ?? "unknown"})` : "the deadline";
   const warnings = short.length === 0 ? result.warnings : [...result.warnings ?? [], {
     code: "list_not_exhausted",
-    message: `The list ${short.map((list3) => `of step ${list3.index} (${list3.type})`).join(" and ")} stopped before its end (${short.map((list3) => list3.stoppedBy === "max" ? `its limit of ${list3.rounds} ${list3.type === "paginate" ? "pages" : "rounds"}` : "the deadline").join("; ")}): more items may follow.`
+    message: `The list ${short.map((list3) => `of step ${list3.index} (${list3.type})`).join(" and ")} stopped before its end (${short.map(why).join("; ")}): more items may follow.`
   }];
+  const checked = ran.result.lists.find((list3) => list3.challenge !== void 0)?.challenge;
+  const blocked = checked !== void 0 && result.status !== "blocked";
   return {
     ...result,
     ...warnings === void 0 ? {} : { warnings },
     actions: ran.result,
     ...failed ? { status: "failed", failureReason: "action_failed", blockReason: null } : {},
+    ...blocked ? { status: "blocked", failureReason: null, blockReason: checked.reason, budgetExceeded: null } : {},
     evidence: { ...result.evidence, artifacts: [...result.evidence.artifacts, ...ran.artifacts] }
   };
 }
@@ -22925,6 +23637,18 @@ function summarize(channelsTried, attempts) {
     artifacts: attempts.flatMap((item) => item.result.evidence.artifacts)
   };
 }
+function strongerRungMayAnswer(result, channelId) {
+  if (result.status !== "failed")
+    return null;
+  const status = result.evidence.httpStatus;
+  if (result.failureReason === "http_error" && (status === 403 || status === 405))
+    return `http_${status}`;
+  if (result.failureReason === "empty_unverified" && !HTTP_CHANNELS.has(channelId))
+    return "empty_unverified";
+  if (result.failureReason === "connection_error" && HTTP_CHANNELS.has(channelId))
+    return "connection_error";
+  return null;
+}
 function resultRequestsEscalation(result) {
   return result.escalations.some((e) => e.improved === null) || qualityEscalationEvent(result) !== null;
 }
@@ -23040,7 +23764,7 @@ var LadderRunner = class {
    */
   async run(url, session, execution = {}, options = {}) {
     const scope = createExecutionScope(execution);
-    const progress = { startedAt: performance.now(), channelsTried: [], ladderTrace: [], attempts: [], robotsOverrides: [] };
+    const progress = { startedAt: performance.now(), channelsTried: [], ladderTrace: [], attempts: [], robotsOverrides: [], charged: null, paidCalls: [], grant: null, ledger: null, steppedPast: null };
     for (const filtered of this.options.channelsFiltered ?? []) {
       progress.ladderTrace.push({ at: 0, event: "ladder_channels_filtered", channel: "\u2014", detail: { reason: filtered.reason, dropped: [...filtered.dropped] } });
     }
@@ -23049,11 +23773,11 @@ var LadderRunner = class {
       execution.onRobotsOverride?.(applied);
     } };
     try {
-      return withRunCost(carryRobotsOverride(await this.runWithinBudget(url, session, rungs, options, progress), progress.robotsOverrides));
+      return withRunCost(carryRobotsOverride(await this.runWithinBudget(url, session, rungs, options, progress), progress.robotsOverrides), progress);
     } catch (error) {
       if (!deadlineReached(scope))
-        throw error;
-      return withRunCost(carryRobotsOverride(deadlineOutcome(url, progress, null), progress.robotsOverrides));
+        throw progress.paidCalls.length === 0 ? error : carryPaidCalls(error, paidCallsEvent(progress, null, Math.max(0, performance.now() - progress.startedAt), "provider"));
+      return withRunCost(carryRobotsOverride(deadlineOutcome(url, progress, null), progress.robotsOverrides), progress);
     } finally {
       scope.dispose();
     }
@@ -23073,13 +23797,19 @@ var LadderRunner = class {
       };
     };
     const failedAnswer = (result) => {
-      if (result.status !== "failed" || result.markdown !== null || classifyFetchFailure(result) !== null)
+      if (result.status !== "failed" || result.markdown !== null)
         return result;
-      const kept = noMainContentEvidence(attempts);
-      if (kept === null || kept.result === result)
+      const notImproved = (kept2) => ({ ...kept2, escalations: kept2.escalations.map((e) => e.improved === null ? { ...e, improved: false } : e) });
+      const kept = classifyFetchFailure(result) === null ? noMainContentEvidence(attempts) : null;
+      if (kept !== null && kept.result !== result) {
+        ladderTrace.push({ at: result.usage.wallMs, event: "ladder_evidence_kept", channel: kept.channel, detail: { kept: kept.channel, failed: channelsTried.at(-1) ?? null, reason: result.failureReason } });
+        return notImproved(kept.result);
+      }
+      const stepped = progress.steppedPast;
+      if (stepped === null || stepped.result === result || result.evidence.httpStatus != null && result.failureReason !== "provider_error")
         return result;
-      ladderTrace.push({ at: result.usage.wallMs, event: "ladder_evidence_kept", channel: kept.channel, detail: { kept: kept.channel, failed: channelsTried.at(-1) ?? null, reason: result.failureReason } });
-      return { ...kept.result, escalations: kept.result.escalations.map((e) => e.improved === null ? { ...e, improved: false } : e) };
+      ladderTrace.push({ at: result.usage.wallMs, event: "ladder_evidence_kept", channel: stepped.channel, detail: { kept: stepped.channel, failed: channelsTried.at(-1) ?? null, reason: result.failureReason ?? result.blockReason } });
+      return notImproved(stepped.result);
     };
     const sessionsPermitted = this.policy.mode === "authed";
     let effectiveSession = null;
@@ -23148,9 +23878,11 @@ var LadderRunner = class {
         });
         return finish2(identityBlock, false);
       }
-      channelsTried.push(channel.id);
       const startedAt2 = (/* @__PURE__ */ new Date()).toISOString();
-      const result = await raceWithSignal(channel.fetch(url, effectiveSession, execution, options), execution.signal);
+      const fetched = await this.paidFetch(channel, channel.id, url, effectiveSession, execution, options, progress, () => channelsTried.push(channel.id));
+      if (fetched === null)
+        continue;
+      const result = fetched;
       attempts.push(attemptOf(channel, channel.id, result, attempts.length + 1, startedAt2));
       if (result.usage.deadlineExceeded === true || result.failureReason === "timeout" && deadlineReached(execution)) {
         return deadlineOutcome(url, progress, result);
@@ -23258,10 +23990,13 @@ var LadderRunner = class {
           });
           continue;
         }
-        return await this.attemptHandoff(url, result, channelsTried, channel, effectiveSession, ladderTrace, best, attempts, execution, options);
+        return await this.attemptHandoff(url, result, channelsTried, channel, effectiveSession, ladderTrace, best, attempts, execution, options, progress);
       }
       const cls = classifyFetchFailure(result);
       const subjectAsked = resultRequestsEscalation(result);
+      const stronger = cls === null && !subjectAsked && best === null && channel !== sessionFirst && channel.id !== "authed_session" ? strongerRungMayAnswer(result, channel.id) : null;
+      if (stronger !== null && (result.evidence.httpStatus != null || result.markdown !== null))
+        progress.steppedPast = { channel: channel.id, result };
       ladderTrace.push({
         at: result.usage.wallMs,
         event: "ladder_step",
@@ -23270,10 +24005,10 @@ var LadderRunner = class {
           vendorId: channel.vendorId ?? null,
           status: result.status,
           failureClass: cls,
-          escalate: subjectAsked ? "subject_escalations" : null
+          escalate: subjectAsked ? "subject_escalations" : stronger
         }
       });
-      if (cls === null && !subjectAsked) {
+      if (cls === null && !subjectAsked && stronger === null) {
         if (best !== null)
           break;
         return finish2(withLowContentYield(failedAnswer(result), channelsTried), false);
@@ -23324,7 +24059,50 @@ var LadderRunner = class {
     };
     await this.history?.record(safeHost(url), vendorId, outcome);
   }
-  async attemptHandoff(url, result, channelsTried, channel, session, ladderTrace, best, attempts, execution, options) {
+  /**
+   * One rung's fetch. A provider is called only at a known price ceiling, reserved from the run's ledger first and settled
+   * after it, at the price it reported or at the ceiling, a call that threw or was cut included (ROADMAP PA item 4). Null
+   * when it was not called, with the reason in the trace; `onCall` hears of the call just before it goes out.
+   */
+  async paidFetch(channel, label, url, session, execution, options, progress, onCall) {
+    const { ladderTrace } = progress;
+    let reservation = null;
+    const ceiling = channel.vendorId === void 0 ? void 0 : channel.priceCeilingUsd ?? null;
+    if (ceiling === null) {
+      ladderTrace.push({ at: 0, event: "ladder_channel_skipped", channel: label, detail: { vendorId: channel.vendorId ?? null, reason: "no price ceiling: the access grant names no tariff for this provider, and a provider whose cost has no upper bound is not called" } });
+      return null;
+    }
+    if (ceiling !== void 0) {
+      const ledger = execution.spend ?? (progress.ledger ??= createSpendLedger(null));
+      reservation = ledger.reserve(ceiling);
+      if (reservation === null) {
+        ladderTrace.push({ at: 0, event: "ladder_channel_skipped", channel: label, detail: { vendorId: channel.vendorId ?? null, reason: "budget: its price ceiling does not fit what the run (or this request) has left", ceilingUsd: ceiling, settledUsd: ledger.settledUsd, reservedUsd: ledger.reservedUsd, capUsd: ledger.capUsd } });
+        return null;
+      }
+    }
+    onCall();
+    let result;
+    try {
+      result = await raceWithSignal(channel.fetch(url, session, execution, options), execution.signal);
+    } catch (error) {
+      if (reservation !== null && ceiling !== void 0) {
+        const charged2 = reservation.settle(null);
+        const call2 = paidCall(progress, channel, label, ceiling, charged2, null, null);
+        ladderTrace.push({ at: Math.max(0, performance.now() - progress.startedAt), event: "spend_settled", channel: label, detail: { vendorId: channel.vendorId ?? null, ceilingUsd: ceiling, chargedUsd: charged2, basis: "ceiling", ended: "without_an_answer", call: call2 } });
+      }
+      throw error;
+    }
+    if (reservation === null || ceiling === void 0)
+      return result;
+    const charged = reservation.settle(result.usage.externalCostUsd);
+    const call = paidCall(progress, channel, label, ceiling, charged, result.usage.externalCostUsd, result);
+    return {
+      ...result,
+      usage: { ...result.usage, externalCostChargedUsd: (result.usage.externalCostChargedUsd ?? 0) + charged },
+      trace: [...result.trace, { at: result.usage.wallMs, lane: result.lane, event: "spend_settled", detail: { vendorId: channel.vendorId ?? null, ceilingUsd: ceiling, chargedUsd: charged, basis: result.usage.externalCostUsd === null ? "ceiling" : "reported", call } }]
+    };
+  }
+  async attemptHandoff(url, result, channelsTried, channel, session, ladderTrace, best, attempts, execution, options, progress) {
     ladderTrace.push({
       at: result.usage.wallMs,
       event: "ladder_step",
@@ -23388,7 +24166,14 @@ var LadderRunner = class {
       };
     }
     const retryStartedAt = (/* @__PURE__ */ new Date()).toISOString();
-    const retry = await raceWithSignal(channel.fetch(url, snapshot, execution, options), execution.signal);
+    const paid = await this.paidFetch(channel, `${channel.id}(retry)`, url, snapshot, execution, options, progress, () => {
+    });
+    if (paid === null) {
+      const tried2 = [...channelsTried, `${channel.id}(retry)`];
+      ladderTrace.push({ at: result.usage.wallMs, event: "ladder_handoff_retry_failed", channel: `${channel.id}(retry)`, detail: { status: null, reason: "not called: no price ceiling, or one the budget cannot hold" } });
+      return { result: sanitizeResult(best ?? result), channelsTried: tried2, handoffRequested: false, ladderTrace, summary: summarize(tried2, attempts) };
+    }
+    const retry = paid;
     attempts.push(attemptOf(channel, `${channel.id}(retry)`, retry, attempts.length + 1, retryStartedAt));
     ladderTrace.push({
       at: retry.usage.wallMs,
@@ -23498,17 +24283,45 @@ function deadlineOutcome(url, progress, returned) {
     result = { ...best.result, status: "partial", failureReason: null, blockReason: null, budgetExceeded: null, usage: { ...best.result.usage, deadlineExceeded: true }, trace: [...best.result.trace, event] };
   } else {
     const evidence = noMainContentEvidence(attempts);
-    const base = evidence?.result ?? (returned?.status === "failed" ? returned : deadlineFailure(url, laneOf(interrupted), at));
-    const event = { at, lane: base.lane, event: "deadline_exceeded", detail: evidence === null ? detail : { ...detail, evidence: evidence.channel } };
-    result = { ...base, status: "failed", failureReason: "timeout", blockReason: null, budgetExceeded: null, markdown: evidence?.result.markdown ?? null, usage: { ...base.usage, contentTokens: null, deadlineExceeded: true }, trace: [...base.trace, event] };
+    const stepped = evidence === null && (returned === null || returned.evidence.httpStatus == null) ? progress.steppedPast : null;
+    const base = evidence?.result ?? stepped?.result ?? (returned?.status === "failed" ? returned : deadlineFailure(url, laneOf(interrupted), at));
+    const kept = evidence?.channel ?? stepped?.channel ?? null;
+    const event = { at, lane: base.lane, event: "deadline_exceeded", detail: kept === null ? detail : { ...detail, evidence: kept } };
+    result = { ...base, status: "failed", failureReason: "timeout", blockReason: null, budgetExceeded: null, markdown: evidence?.result.markdown ?? stepped?.result.markdown ?? null, usage: { ...base.usage, contentTokens: null, deadlineExceeded: true }, trace: [...base.trace, event] };
   }
   const summary = summarize(channelsTried, attempts);
   const providerUnmeasured = interrupted !== null && attempts.length < channelsTried.length && laneOf(interrupted) === "provider";
   const costed = providerUnmeasured ? { ...summary, externalCostUsd: null, externalCost: { ...summary.externalCost, unknown: true } } : summary;
   return { result, channelsTried, handoffRequested: false, ladderTrace, summary: { ...costed, totalMs: at } };
 }
-function withRunCost(run) {
-  return { ...run, result: { ...run.result, usage: { ...run.result.usage, externalCostUsd: run.summary.externalCostUsd } } };
+function paidCall(progress, channel, rung, ceilingUsd, chargedUsd, reportedCostUsd, result) {
+  progress.charged = (progress.charged ?? 0) + chargedUsd;
+  progress.grant ??= channel.grant ?? null;
+  const call = progress.paidCalls.length + 1;
+  progress.paidCalls.push({
+    provider: channel.vendorId ?? channel.id,
+    rung,
+    capabilities: [...channel.grantCapabilities ?? []],
+    ceilingUsd,
+    chargedUsd,
+    reportedCostUsd,
+    outcome: result?.status ?? null,
+    reason: result === null ? null : result.failureReason ?? result.blockReason ?? result.budgetExceeded ?? null,
+    call
+  });
+  return call;
+}
+function withRunCost(run, progress) {
+  const { externalCostChargedUsd: _attempt, ...usage2 } = run.result.usage;
+  const result = { ...run.result, usage: { ...usage2, externalCostUsd: run.summary.externalCostUsd, ...progress.charged === null ? {} : { externalCostChargedUsd: progress.charged } } };
+  if (progress.paidCalls.length === 0)
+    return { ...run, result };
+  const own = result.trace.find((event) => event.event === "spend_settled")?.detail?.call;
+  return { ...run, result: { ...result, trace: [...result.trace, paidCallsEvent(progress, own, result.usage.wallMs, result.lane)] } };
+}
+function paidCallsEvent(progress, answer, at, lane) {
+  const calls = progress.paidCalls.map(({ call, ...paid }) => ({ ...paid, answer: call === answer }));
+  return { at, lane, event: "paid_calls", detail: { calls, grant: progress.grant } };
 }
 function noMainContentEvidence(attempts) {
   for (let i = attempts.length - 1; i >= 0; i--) {
@@ -23690,6 +24503,7 @@ init_provider2();
 
 // packages/bench/dist/vendors/cdp.js
 init_dist2();
+init_browserSettle();
 var playwrightConnector = async (wsUrl, deadlineMs, signal) => {
   throwIfExecutionStopped({ signal, deadlineAt: deadlineMs });
   const { chromium: chromium4 } = await import("playwright");
@@ -23764,8 +24578,9 @@ async function navigateOnce(browser, url, deadlineMs, signal) {
     throwIfExecutionStopped(scope);
     const timeout = navigationTimeout(deadlineMs, Date.now());
     const response = await raceWithSignal(page.goto(url, { waitUntil: "domcontentloaded", timeout }), scope.signal);
-    await raceWithSignal(waitForRenderedStability(page, {
-      maxMs: deadlineMs === void 0 ? 1500 : Math.min(1500, Math.max(1, deadlineMs - Date.now()))
+    const settle = await raceWithSignal(waitForRenderedStability(page, {
+      maxMs: deadlineMs === void 0 ? 1500 : Math.min(1500, Math.max(1, deadlineMs - Date.now())),
+      loadingMaxMs: deadlineMs === void 0 ? LOADING_WAIT_MAX_MS : Math.min(LOADING_WAIT_MAX_MS, Math.max(1, deadlineMs - 1e3 - Date.now()))
     }), scope.signal);
     throwIfExecutionStopped(scope);
     const headers = {};
@@ -23792,7 +24607,8 @@ async function navigateOnce(browser, url, deadlineMs, signal) {
       finalUrl: page.url(),
       headers,
       sentUserAgent,
-      sentClientHints
+      sentClientHints,
+      settle
     };
   } finally {
     scope.signal.removeEventListener("abort", abort);
@@ -23906,6 +24722,7 @@ var CdpVendorTransport = class {
         // subject treats that as unobserved, never as agreement.
         sentUserAgent: res.sentUserAgent,
         sentClientHints: res.sentClientHints,
+        ...res.settle === void 0 ? {} : { settle: res.settle },
         declaredUserAgent: declared3,
         // Neither vendor states a per-request price in its API response, and
         // an estimate in this field would read as a measurement.
@@ -24006,6 +24823,7 @@ async function connectVendor(ops, connector = playwrightConnector, resume, deadl
 
 // packages/bench/dist/vendors/browserbase.js
 init_dist2();
+var BROWSERBASE_MIN_SESSION_MS = 6e4;
 var BROWSERBASE_CAPABILITIES = [
   { capability: "headless_browser", vendorDefaultOn: true, enableKey: null },
   { capability: "datacenter_proxy", vendorDefaultOn: true, enableKey: null },
@@ -24015,12 +24833,13 @@ var BROWSERBASE_CAPABILITIES = [
   { capability: "captcha_solving", vendorDefaultOn: true, enableKey: "vendor_captcha_solving" },
   { capability: "fingerprint_spoofing", vendorDefaultOn: false, enableKey: "vendor_stealth" }
 ];
-function browserbaseSessionBody(decision, projectId, resume) {
+function browserbaseSessionBody(decision, projectId, resume, sessionTimeoutMs) {
   const persistEnabled = decision.enabled.some((c) => c.capability === "session_persistence");
   const solveEnabled = decision.enabled.some((c) => c.capability === "captcha_solving");
   const stealthEnabled = decision.enabled.some((c) => c.capability === "fingerprint_spoofing");
   return {
     ...projectId === void 0 ? {} : { projectId },
+    ...sessionTimeoutMs === void 0 ? {} : { timeout: Math.ceil(Math.max(sessionTimeoutMs, BROWSERBASE_MIN_SESSION_MS) / 1e3), proxies: false, keepAlive: false },
     browserSettings: {
       // Browserbase defaults solveCaptchas to true, so the off state is an
       // explicit false, never an omission.
@@ -24073,7 +24892,7 @@ function browserbaseOps(config, api = fetchVendorApi, policy = {}) {
       return { browserbaseContextId: id };
     },
     async createSession(resume, deadlineMs, signal) {
-      const body = browserbaseSessionBody(decision, config.projectId, resume ?? null);
+      const body = browserbaseSessionBody(decision, config.projectId, resume ?? null, config.sessionTimeoutMs);
       const res = await api({
         method: "POST",
         url: `${base}/v1/sessions`,
@@ -24123,6 +24942,7 @@ function browserbaseOps(config, api = fetchVendorApi, policy = {}) {
 
 // packages/bench/dist/vendors/steel.js
 init_dist2();
+var STEEL_MIN_SESSION_MS = 15e3;
 var STEEL_CAPABILITIES = [
   { capability: "headless_browser", vendorDefaultOn: true, enableKey: null },
   { capability: "datacenter_proxy", vendorDefaultOn: true, enableKey: null },
@@ -24133,11 +24953,12 @@ var STEEL_CAPABILITIES = [
   { capability: "captcha_solving", vendorDefaultOn: false, enableKey: "vendor_captcha_solving" },
   { capability: "fingerprint_spoofing", vendorDefaultOn: true, enableKey: "vendor_stealth" }
 ];
-function steelSessionBody(decision, resume) {
+function steelSessionBody(decision, resume, sessionTimeoutMs) {
   const persistEnabled = decision.enabled.some((c) => c.capability === "session_persistence");
   const solveEnabled = decision.enabled.some((c) => c.capability === "captcha_solving");
   const stealthEnabled = decision.enabled.some((c) => c.capability === "fingerprint_spoofing");
   return {
+    ...sessionTimeoutMs === void 0 ? {} : { timeout: Math.max(sessionTimeoutMs, STEEL_MIN_SESSION_MS), useProxy: false },
     // Steel injects a synthetic fingerprint BY DEFAULT. skipFingerprintInjection
     // is the opt-out, sent unless the grant names `vendor_stealth` (ADR 0005);
     // a body without it would buy the capability by omission. Solving follows
@@ -24177,7 +24998,7 @@ function steelOps(config, api = fetchVendorApi, policy = {}) {
       return null;
     },
     async createSession(resume, deadlineMs, signal) {
-      const body = steelSessionBody(decision, resume ?? null);
+      const body = steelSessionBody(decision, resume ?? null, config.sessionTimeoutMs);
       const res = await api({
         method: "POST",
         url: `${base}/v1/sessions`,
@@ -24250,7 +25071,7 @@ function buildChannels(mode, opts = {}) {
     {
       id: "http",
       identity: declared3,
-      fetch: (url, _session, execution, options) => opts.localSubjects?.http !== void 0 ? opts.localSubjects.http.fetch(url, execution?.deadlineAt, execution?.signal, execution, options) : http.fetch(url, execution?.deadlineAt, execution?.signal, {}, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession),
+      fetch: (url, _session, execution, options) => opts.localSubjects?.http !== void 0 ? opts.localSubjects.http.fetch(url, execution?.deadlineAt, execution?.signal, execution, options) : http.fetch(url, execution?.deadlineAt, execution?.signal, {}, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession, execution?.onTrace),
       close: async () => {
         await http.teardown();
         await opts.localSubjects?.http?.teardown?.();
@@ -24259,7 +25080,7 @@ function buildChannels(mode, opts = {}) {
     ...compat === null ? [] : [{
       id: "http_compat",
       identity: identityBundleFrom(compatIdentity()),
-      fetch: (url, _session, execution, options) => compat.fetch(url, execution?.deadlineAt, execution?.signal, {}, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession),
+      fetch: (url, _session, execution, options) => compat.fetch(url, execution?.deadlineAt, execution?.signal, {}, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession, execution?.onTrace),
       close: () => compat.teardown()
     }],
     {
@@ -24267,7 +25088,7 @@ function buildChannels(mode, opts = {}) {
       identity: declared3,
       waitsFor: true,
       // No session here, ever: the plain rung is the public browser.
-      fetch: (url, _session, execution, options) => opts.localSubjects?.browser_local !== void 0 ? opts.localSubjects.browser_local.fetch(url, execution?.deadlineAt, execution?.signal, execution, options) : plainBrowser.fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession),
+      fetch: (url, _session, execution, options) => opts.localSubjects?.browser_local !== void 0 ? opts.localSubjects.browser_local.fetch(url, execution?.deadlineAt, execution?.signal, execution, options) : plainBrowser.fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options, execution?.onRobotsOverride, execution?.cookieSession, execution === void 0 ? void 0 : { onListPage: execution.onListPage, listResume: execution.listResume }),
       close: async () => {
         await plainBrowser.teardown();
         await opts.localSubjects?.browser_local?.teardown?.();
@@ -24327,7 +25148,7 @@ function buildChannels(mode, opts = {}) {
           };
           return skip;
         }
-        return authedSubjectFor(session).fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options, execution?.onRobotsOverride);
+        return authedSubjectFor(session).fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options, execution?.onRobotsOverride, void 0, execution === void 0 ? void 0 : { onListPage: execution.onListPage, listResume: execution.listResume });
       },
       close: async () => {
         for (const subject of authedSubjects.values())
@@ -24335,7 +25156,7 @@ function buildChannels(mode, opts = {}) {
       }
     });
   }
-  if (mode === "standard")
+  if (mode === "standard" && opts.enhanced !== true)
     return channels;
   if (!(opts.vendorPolicy?.authorized ?? []).includes("vendor_remote_browser"))
     return channels;
@@ -24345,7 +25166,7 @@ function buildChannels(mode, opts = {}) {
   const routedPolicy = opts.robotsFetcher === void 0 && opts.networkPolicy?.egressProxy ? opts.networkPolicy : null;
   let providerRoutes = null;
   const providerRobots = opts.robotsFetcher ?? (routedPolicy === null ? void 0 : robotsFetcherVia((url) => (providerRoutes ??= new EgressRoutes(routedPolicy)).dispatcherFor(url)));
-  const vendorChannel = (vendorId, ops) => {
+  const vendorChannel = (vendorId, ops, sessionFloorMs = 0) => {
     let connected = null;
     let pending = null;
     let establishedResume = null;
@@ -24361,6 +25182,11 @@ function buildChannels(mode, opts = {}) {
       if (establishedResume !== null)
         pendingResume = establishedResume;
     };
+    const tariff = opts.vendorTariffs?.[vendorId] ?? null;
+    const connectOwn = (execution) => {
+      opts.onVendorConnect?.(vendorId);
+      return connectVendor(ops, opts.vendorConnector, pendingResume ?? null, execution?.deadlineAt, execution?.signal, opts.vendorPolicy?.authorized ?? []);
+    };
     const ensureConnected = async (execution) => {
       if (connected !== null)
         return connected;
@@ -24376,7 +25202,7 @@ function buildChannels(mode, opts = {}) {
       }
       return await pending;
     };
-    return {
+    const raw = {
       id: "provider",
       vendorId,
       identity: identityForRoute(mode, { resume: true }),
@@ -24434,13 +25260,19 @@ function buildChannels(mode, opts = {}) {
         } else {
           await preparePersistence(execution);
         }
-        const { declaration, transport } = await ensureConnected(execution);
-        if (pendingResume !== null) {
-          transport.useResumedSession(pendingResume);
+        const { declaration, transport } = tariff !== null ? await connectOwn(execution) : await ensureConnected(execution);
+        try {
+          if (pendingResume !== null) {
+            transport.useResumedSession(pendingResume);
+          }
+          const { ProviderSubject: ProviderSubject2 } = await Promise.resolve().then(() => (init_provider2(), provider_exports));
+          const subject = new ProviderSubject2(declaration, transport, mode, null, providerRobots);
+          return await subject.fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options);
+        } finally {
+          if (tariff !== null)
+            await transport.close().catch(() => {
+            });
         }
-        const { ProviderSubject: ProviderSubject2 } = await Promise.resolve().then(() => (init_provider2(), provider_exports));
-        const subject = new ProviderSubject2(declaration, transport, mode, null, providerRobots);
-        return subject.fetch(url, execution?.deadlineAt, execution?.signal, execution?.onRetryAfter, options);
       },
       close: async () => {
         if (connected !== null) {
@@ -24452,14 +25284,28 @@ function buildChannels(mode, opts = {}) {
         await providerRoutes?.close();
       }
     };
+    const grantCapabilities = [.../* @__PURE__ */ new Set(["vendor_remote_browser", ...ops.decision.enabled.flatMap((c) => VENDOR_CAPABILITY_ACCESS[c.capability] ?? [])])];
+    return {
+      ...raw,
+      grantCapabilities,
+      ...opts.vendorGrant === void 0 ? {} : { grant: opts.vendorGrant },
+      priceCeilingUsd: tariff === null ? null : tariffCeilingUsd(tariff, sessionFloorMs),
+      fetch: async (url, session, execution, options) => {
+        if (tariff === null || tariff.maxSessionMs === null)
+          return raw.fetch(url, session, execution, options);
+        return raw.fetch(url, session, { ...execution, deadlineAt: Math.min(execution?.deadlineAt ?? Number.POSITIVE_INFINITY, Date.now() + tariff.maxSessionMs) }, options);
+      }
+    };
   };
   if (bbKey !== "" || opts.vendorOps?.browserbase !== void 0) {
-    const ops = opts.vendorOps?.browserbase ?? browserbaseOps({ apiKey: bbKey }, void 0, opts.vendorPolicy);
-    channels.push(vendorChannel("browserbase", ops));
+    const sessionTimeoutMs = opts.vendorTariffs?.browserbase?.maxSessionMs ?? null;
+    const ops = opts.vendorOps?.browserbase ?? browserbaseOps({ apiKey: bbKey, ...sessionTimeoutMs === null ? {} : { sessionTimeoutMs } }, void 0, opts.vendorPolicy);
+    channels.push(vendorChannel("browserbase", ops, BROWSERBASE_MIN_SESSION_MS));
   }
   if (steelKey !== "" || opts.vendorOps?.steel !== void 0) {
-    const ops = opts.vendorOps?.steel ?? steelOps({ apiKey: steelKey }, void 0, opts.vendorPolicy);
-    channels.push(vendorChannel("steel", ops));
+    const sessionTimeoutMs = opts.vendorTariffs?.steel?.maxSessionMs ?? null;
+    const ops = opts.vendorOps?.steel ?? steelOps({ apiKey: steelKey, ...sessionTimeoutMs === null ? {} : { sessionTimeoutMs } }, void 0, opts.vendorPolicy);
+    channels.push(vendorChannel("steel", ops, STEEL_MIN_SESSION_MS));
   }
   return channels;
 }
@@ -24481,13 +25327,18 @@ init_dist();
 init_dist3();
 init_dist2();
 init_errorPage();
-var LANE = "browser_local_authed";
 function pageFromUserBrowser(read2, prior, options) {
+  const LANE = prior === null ? "my_browser" : "browser_local_authed";
   const { html: body, finalUrl, wallMs } = read2;
+  const whole = read2.document ?? body;
   const status = read2.status ?? 200;
   const trace = [
-    { at: 0, lane: LANE, event: "handoff_from", detail: { status: prior.status, blockReason: prior.blockReason, failureReason: prior.failureReason, lane: prior.lane, rawBodySha256: prior.evidence.rawBodySha256 } },
-    ...robotsOf(prior),
+    ...prior === null ? [] : [
+      { at: 0, lane: LANE, event: "handoff_from", detail: { status: prior.status, blockReason: prior.blockReason, failureReason: prior.failureReason, lane: prior.lane, rawBodySha256: prior.evidence.rawBodySha256 } },
+      ...robotsOf(prior, LANE),
+      // The stopped run's provider calls were paid for: they stay on the page's record, none of them the page the person read.
+      ...givenUpPaidCalls(prior.trace)
+    ],
     { at: 0, lane: LANE, event: "identity_sent", detail: { mode: "authed", headers: [], by: "user_browser" } },
     { at: 0, lane: LANE, event: "identity_unobserved", detail: { reason: `the person's own browser (${read2.browser}) sent the request; its headers were not seen` } },
     { at: wallMs, lane: LANE, event: "user_browser_read", detail: { browser: read2.browser, status: read2.status, sawGate: read2.sawGate, act: read2.act, waitedMs: wallMs } }
@@ -24504,14 +25355,14 @@ function pageFromUserBrowser(read2, prior, options) {
       redirectChain: [],
       redirectChainComplete: false,
       contentType: read2.contentType,
-      rawBodySha256: sha256Utf8(body),
+      rawBodySha256: sha256Utf8(whole),
       artifacts: [],
       fetchedAt: read2.fetchedAt
     },
     usage: {
       wallMs,
       bytesWire: null,
-      bytesDecompressed: Buffer.byteLength(body),
+      bytesDecompressed: Buffer.byteLength(whole),
       // W2L sent none: the person's browser made the requests, as many as it did.
       requestCount: 0,
       attemptCount: 0,
@@ -24521,7 +25372,7 @@ function pageFromUserBrowser(read2, prior, options) {
     },
     trace
   };
-  const gate = classifyGate({ status, header: () => null, body });
+  const gate = classifyGate({ status, header: () => null, body: whole });
   const errorPage = errorPageEvidence(status, read2.contentType, body, finalUrl, options);
   const errorPageFields = { markdown: errorPage?.markdown ?? null, ...errorPage === null ? {} : { links: errorPage.links } };
   const blocked = (verdict) => {
@@ -24540,7 +25391,8 @@ function pageFromUserBrowser(read2, prior, options) {
   trace.push({ at: wallMs, lane: LANE, event: "extract", detail: { pageType: extracted.pageType, strategy: extracted.strategy, confidence: extracted.confidence, escalate: extracted.escalate, linkCount: links.length, ...options.onlyMainContent === false ? { onlyMainContent: false } : {}, ...tagOptions(options) } });
   let wholePage = null;
   let listPage = false;
-  if ((extracted.escalate || extracted.lastResort === true) && gate !== null)
+  const judged = whole === body || gate === null ? extracted : extractTf.extract(whole, { url: finalUrl, pruneSelectors: options.excludeTags, includeSelectors: options.includeTags, blockAds: options.blockAds });
+  if ((judged.escalate || judged.lastResort === true) && gate !== null)
     return blocked(gate);
   if (extracted.escalate && !selectionAsked(options)) {
     wholePage = wholePageMarkdown(body, finalUrl, options);
@@ -24549,7 +25401,7 @@ function pageFromUserBrowser(read2, prior, options) {
       return { ...base, status: "failed", failureReason: "empty_unverified", blockReason: null, budgetExceeded: null, lane: LANE, escalations: [], markdown: wholePage, ...wholePage === null ? {} : { links } };
     }
   }
-  const decisive = classifyGate({ status, header: () => null, body, contentful: true });
+  const decisive = classifyGate({ status, header: () => null, body: whole, contentful: true });
   if (decisive !== null)
     return blocked(decisive);
   const markdown = wholePageAsked(options) || listPage ? wholePage ?? htmlToMarkdown(body, { baseUrl: finalUrl, exclude: options.excludeTags, ...markdownOptions(options) }) : htmlToMarkdown(extracted.mainHtml, { baseUrl: extracted.baseUrl, ...markdownOptions(options) });
@@ -24579,11 +25431,30 @@ function pageFromUserBrowser(read2, prior, options) {
       adapterValidation: extracted.adapterValidation,
       labelledValues: extracted.labelledValues
     },
-    ...htmlFormats(body, body, extracted.mainHtml, options),
+    ...htmlFormats(whole, body, extracted.mainHtml, options),
     usage: { ...base.usage, contentTokens: estimateTokens(markdown) }
   });
 }
-function robotsOf(prior) {
+function unreadInUserBrowser(url, outcome, message2, wallMs) {
+  return {
+    requestedUrl: url,
+    status: outcome.status,
+    failureReason: outcome.status === "failed" ? outcome.failureReason : null,
+    blockReason: outcome.status === "blocked" ? outcome.blockReason : null,
+    budgetExceeded: null,
+    lane: "my_browser",
+    escalations: [],
+    markdown: null,
+    truncated: false,
+    truncatedAt: null,
+    compliance: null,
+    evidence: { finalUrl: url, httpStatus: null, redirectChain: [], redirectChainComplete: false, contentType: null, rawBodySha256: null, artifacts: [], fetchedAt: (/* @__PURE__ */ new Date()).toISOString() },
+    usage: { wallMs, bytesWire: null, bytesDecompressed: 0, requestCount: 0, attemptCount: 0, contentTokens: null, browserMs: wallMs, externalCostUsd: 0 },
+    trace: [{ at: wallMs, lane: "my_browser", event: "user_browser_unread", detail: { reason: message2 } }],
+    warnings: [{ code: "my_browser_not_read", message: message2 }]
+  };
+}
+function robotsOf(prior, LANE) {
   const signed = prior.compliance?.robots;
   if (signed !== void 0) {
     return [
@@ -24837,7 +25708,7 @@ import { mkdir as mkdir7, writeFile as writeFile6 } from "fs/promises";
 init_dist();
 
 // packages/sdk/dist/version.js
-var SDK_VERSION = "0.3.1";
+var SDK_VERSION = "0.3.2";
 
 // packages/sdk/dist/watcher.js
 init_dist();
@@ -25047,7 +25918,7 @@ init_dist();
 init_dist2();
 import { createHash as createHash12 } from "crypto";
 import { gunzipSync } from "zlib";
-import { request as request6 } from "undici";
+import { request as request7 } from "undici";
 init_egress();
 init_robotsLookup();
 var HEADERS_TIMEOUT_MS = 1e4;
@@ -25078,14 +25949,14 @@ var HttpSitemapSource = class {
     this.ignoreRobotsTxt = options.ignoreRobotsTxt === true;
     this.robots = options.robots ?? new RobotsOriginCache(this.policy, (url) => this.route.dispatcherFor(url));
   }
-  async load(request7, context = {}) {
+  async load(request8, context = {}) {
     const scope = createExecutionScope(context);
-    const soft = request7.softDeadlineAt === void 0 ? null : createExecutionScope({ signal: scope.signal, deadlineAt: request7.softDeadlineAt });
+    const soft = request8.softDeadlineAt === void 0 ? null : createExecutionScope({ signal: scope.signal, deadlineAt: request8.softDeadlineAt });
     const work = soft ?? scope;
-    const timedOut = () => soft !== null && !scope.signal.aborted && (soft.signal.aborted || Date.now() >= request7.softDeadlineAt);
-    const details = request7.accept !== void 0 || request7.softDeadlineAt !== void 0;
+    const timedOut = () => soft !== null && !scope.signal.aborted && (soft.signal.aborted || Date.now() >= request8.softDeadlineAt);
+    const details = request8.accept !== void 0 || request8.softDeadlineAt !== void 0;
     try {
-      const seed = new URL(request7.seedUrl);
+      const seed = new URL(request8.seedUrl);
       const identity = this.identityFor(seed.hostname);
       const result = { identity: { mode: this.mode, userAgent: identity.userAgent }, sources: [], files: [], urls: [], truncated: null };
       let robots;
@@ -25102,7 +25973,7 @@ var HttpSitemapSource = class {
       const queue = (declared3.length > 0 ? declared3 : [`${seed.origin}/sitemap.xml`]).map((url) => ({ url, depth: 0 }));
       const seen = /* @__PURE__ */ new Set();
       while (queue.length > 0) {
-        if (result.files.length >= request7.maxFiles) {
+        if (result.files.length >= request8.maxFiles) {
           result.truncated = "files";
           break;
         }
@@ -25127,12 +25998,12 @@ var HttpSitemapSource = class {
           continue;
         }
         let left = 0;
-        const accept = request7.accept;
+        const accept = request8.accept;
         for (const [i, url] of file.locs.entries()) {
           if (seen.has(url))
             continue;
           const entry3 = entryOf(url, next.url, file.details?.[i]);
-          if (result.urls.length >= request7.maxUrls) {
+          if (result.urls.length >= request8.maxUrls) {
             if (accept === void 0) {
               left++;
               continue;
@@ -25147,7 +26018,7 @@ var HttpSitemapSource = class {
             continue;
           result.urls.push(entry3);
         }
-        if (result.urls.length >= request7.maxUrls && (left > 0 || queue.length > 0)) {
+        if (result.urls.length >= request8.maxUrls && (left > 0 || queue.length > 0)) {
           result.truncated = "urls";
           break;
         }
@@ -25273,7 +26144,7 @@ var HttpSitemapSource = class {
       try {
         await this.scheduler.beforeRequest(origin, scope.signal);
         this.lastRequestAt.set(origin, performance.now());
-        const response = await request6(current, {
+        const response = await request7(current, {
           dispatcher: this.route.dispatcherFor(current),
           method: "GET",
           // A copy per hop: undici's ProxyAgent writes `host` into the object it is given, so a reused one sends the first hop's Host to every later one.
@@ -25337,6 +26208,9 @@ function discard2(body) {
   body.destroy();
 }
 
+// packages/bench/dist/index.js
+init_browserSettle();
+
 // packages/api/dist/engine.js
 init_dist3();
 init_dist();
@@ -25346,15 +26220,21 @@ init_dist2();
 init_dist();
 import { connect as netConnect } from "net";
 import { connect as tlsConnect } from "tls";
+import { isIP as isIP4 } from "net";
 var EGRESS_COOLDOWN_MS = 10 * 6e4;
 var MAX_EGRESS_SWITCHES = 2;
 var EgressPool = class {
   now;
+  echoUrl;
+  echo;
   egresses;
   cooldownUntil = /* @__PURE__ */ new Map();
+  exits = /* @__PURE__ */ new Map();
   next = 0;
-  constructor(servers, policy, now = Date.now) {
+  constructor(servers, policy, now = Date.now, echoUrl = null, echo = (server, url) => fetchThroughProxy(server, url)) {
     this.now = now;
+    this.echoUrl = echoUrl;
+    this.echo = echo;
     if (servers.length === 0)
       throw new Error("an egress pool needs at least one proxy");
     this.egresses = servers.map((server) => ({ id: server.endpoint, policy: withPoolProxy(policy, server), server }));
@@ -25386,14 +26266,51 @@ var EgressPool = class {
     }
     return [...pool].sort((a, b) => (this.cooldownUntil.get(a.id) ?? 0) - (this.cooldownUntil.get(b.id) ?? 0))[0];
   }
-  /** The egress failed its probe: it cools down. */
+  /** The egress failed its probe: it cools down, and where it leaves from is asked again when it is next used. */
   fail(id) {
     this.cooldownUntil.set(id, this.now() + EGRESS_COOLDOWN_MS);
+    this.exits.delete(id);
+  }
+  /**
+   * Where this egress leaves from, as the echo URL saw it: asked once and kept for EGRESS_COOLDOWN_MS, since a
+   * provider's exit may change. Null without an echo URL, and when the echo did not answer or named no address:
+   * unknown stays unknown.
+   */
+  exitOf(id) {
+    const egress = this.byId(id);
+    if (this.echoUrl === null || egress === void 0)
+      return Promise.resolve(null);
+    const known = this.exits.get(id);
+    if (known !== void 0 && this.now() - known.at < EGRESS_COOLDOWN_MS)
+      return known.exit;
+    const echoUrl = this.echoUrl;
+    const exit = this.echo(egress.server, echoUrl).then((answer) => answer.status >= 200 && answer.status < 300 ? parseEchoExit(answer.body, new Date(this.now()).toISOString()) : null).catch(() => null);
+    this.exits.set(id, { at: this.now(), exit });
+    return exit;
   }
 };
+function parseEchoExit(body, observedAt) {
+  const text2 = body.trim();
+  let ip = null;
+  let country = null;
+  try {
+    const parsed = JSON.parse(text2);
+    if (parsed !== null && typeof parsed === "object") {
+      const address = [parsed.ip, parsed.origin, parsed.query].find((value) => typeof value === "string");
+      const last = typeof address === "string" ? address.split(",").map((part) => part.trim()).at(-1) ?? "" : "";
+      ip = isIP4(last) === 0 ? null : last;
+      const code = [parsed.country_code, parsed.countryCode, parsed.country].find((value) => typeof value === "string" && /^[A-Za-z]{2}$/.test(value));
+      country = typeof code === "string" ? code.toUpperCase() : null;
+    }
+  } catch {
+    ip = isIP4(text2) === 0 ? null : text2;
+  }
+  return ip === null ? null : { ip, country, observedAt };
+}
+var NETWORK_FAILURES = /* @__PURE__ */ new Set(["timeout", "dns_error", "connection_error", "tls_error"]);
 function egressInDoubt(outcome) {
   const results = [outcome.result, ...(outcome.audit?.summary.attempts ?? []).map((attempt) => attempt.result)];
-  return outcome.result.status === "failed" && results.every((result) => (result.evidence.httpStatus ?? null) === null);
+  return outcome.result.status === "failed" && NETWORK_FAILURES.has(outcome.result.failureReason ?? "") && results.every((result) => (result.evidence.httpStatus ?? null) === null);
 }
 async function probeEgress(server, timeoutMs = 5e3) {
   const url = new URL(server.url);
@@ -25447,7 +26364,7 @@ function fileHint(file) {
 var QUALITY_EVENTS = /* @__PURE__ */ new Set(["quality_low_yield", "quality_client_rendered"]);
 var GATES = /* @__PURE__ */ new Set(["cloudflare_challenge", "captcha", "bot_detected_generic"]);
 var MAX_AGENT_HINTS = 5;
-var BROWSER_LANES = /* @__PURE__ */ new Set(["browser_local", "browser_local_authed", "browser_proxy"]);
+var BROWSER_LANES = /* @__PURE__ */ new Set(["browser_local", "browser_local_authed", "browser_proxy", "my_browser"]);
 function httpLaneAskedForBrowser(result) {
   return result.escalations.some((hop) => hop.improved === null) || result.trace.some((event) => QUALITY_EVENTS.has(event.event));
 }
@@ -25605,7 +26522,7 @@ init_dist2();
 var ChromeLoginError = class extends Error {
 };
 var CDP_COMMAND_TIMEOUT_MS = 3e4;
-var ENABLE_HINT = 'open chrome://inspect/#remote-debugging in Chrome (144 or later), turn on "Allow remote debugging for this browser instance", then run this again';
+var ENABLE_HINT = 'open chrome://inspect/#remote-debugging in Chrome (144 or later), turn on "Allow remote debugging for this browser instance", then run this again (while it is on, every page sees navigator.webdriver true: turn it off when you are done)';
 function chromeUserDataDir(platform = process.platform, env = process.env, home = homedir()) {
   if (platform === "darwin")
     return join9(home, "Library", "Application Support", "Google", "Chrome");
@@ -25888,9 +26805,11 @@ var READ_TIMEOUT_MS = 1e4;
 var WORLD = "w2l-handoff";
 var HandoffNotThrough = class extends Error {
   check;
-  constructor(message2, check) {
+  kind;
+  constructor(message2, check, kind = "timeout") {
     super(message2);
     this.check = check;
+    this.kind = kind;
   }
 };
 var STATE = `JSON.stringify({
@@ -25902,6 +26821,27 @@ var STATE = `JSON.stringify({
   hidden: document.visibilityState === 'hidden',
   field: (() => { const el = document.activeElement; if (!el) return null; if (el.isContentEditable) return 'edit:' + String(el.textContent).slice(0, 500); return ['INPUT', 'TEXTAREA', 'SELECT'].includes(el.tagName) ? el.tagName + ':' + String(el.value).slice(0, 500) : null })(),
 })`;
+var SHOWN_HTML = `(() => {
+  const root = document.documentElement
+  if (!root) return JSON.stringify({ href: location.href, shown: '' })
+  const copy = new DOMParser().parseFromString('', 'text/html').importNode(root, true)
+  const originals = root.querySelectorAll('body *')
+  const copies = copy.querySelectorAll('body *')
+  const unshown = new Set(['SCRIPT', 'STYLE', 'TEMPLATE', 'NOSCRIPT', 'LINK', 'META', 'TITLE', 'BASE'])
+  const gone = []
+  // In document order: what is inside an element already left out comes right after it, and goes with it.
+  let last = null
+  for (let i = 0; i < originals.length; i++) {
+    const el = originals[i]
+    if ((last !== null && last.contains(el)) || unshown.has(el.tagName) || el.closest('svg') !== null) continue
+    const style = getComputedStyle(el)
+    const hidden = style.display === 'none' || ((style.visibility === 'hidden' || style.visibility === 'collapse')
+      && !Array.from(el.querySelectorAll('*')).some((inner) => getComputedStyle(inner).visibility === 'visible'))
+    if (hidden) { gone.push(copies[i]); last = el }
+  }
+  for (const el of gone) el.remove()
+  return JSON.stringify({ href: location.href, shown: copy.outerHTML })
+})()`;
 async function openUserChrome(options = {}, signal) {
   const endpoint = await chromeEndpoint(options.userDataDir ?? chromeUserDataDir());
   const connection = await (options.connect ?? connectCdp)(endpoint, options.approveTimeoutMs ?? 12e4, signal);
@@ -25918,17 +26858,251 @@ async function openUserChrome(options = {}, signal) {
   }
   return {
     read: (url, readOptions = {}) => readPage(connection, browser, url, readOptions),
+    readList: (url, readOptions) => readList(connection, browser, url, readOptions),
+    allow: (scope, allowOptions = {}) => allowSites(connection, scope, allowOptions),
     close: () => connection.close()
   };
 }
+function isAborted(signal) {
+  return signal?.aborted === true;
+}
+var ANSWER = `document.documentElement.dataset.octocrawl || ''`;
+function scopePage(scope) {
+  const escape = (text2) => text2.replace(/[&<>"']/g, (c) => `&#${c.charCodeAt(0)};`);
+  const sites = scope.hosts.map((host) => `<li><code>${escape(host)}</code></li>`).join("");
+  return `<!doctype html><html><head><meta charset="utf-8"><title>Octocrawl asks to read pages</title>
+<style>body{font:15px/1.5 system-ui,sans-serif;max-width:40rem;margin:3rem auto;padding:0 1rem;color:#111}button{font:inherit;padding:.5rem 1rem;margin-right:.5rem}#state{margin-top:1rem;font-weight:600}</style></head>
+<body><h1>Octocrawl asks to read pages in this Chrome</h1>
+<p>Task: ${escape(scope.task)}</p><p>Sites it may read, signed in as you where you are:</p><ul>${sites}</ul>
+<p>It reads only pages on these sites, only while this page stays open. A page that shows a check waits for you.</p>
+<button id="allow">Allow reading these sites</button><button id="revoke">Revoke</button><p id="state"></p>
+<script>
+const root = document.documentElement, state = document.getElementById('state')
+document.getElementById('allow').onclick = () => { if (root.dataset.octocrawl !== 'revoked') { root.dataset.octocrawl = 'allowed'; state.textContent = 'Allowed. Close this page or click Revoke to stop.' } }
+document.getElementById('revoke').onclick = () => { root.dataset.octocrawl = 'revoked'; state.textContent = 'Revoked. Octocrawl reads nothing more here.' }
+</script></body></html>`;
+}
+async function allowSites(connection, scope, options) {
+  const waitMs = options.waitMs ?? 6e5;
+  const log = options.log ?? (() => void 0);
+  const pollMs = options.pollMs ?? 500;
+  const refused = (message2, kind) => new HandoffNotThrough(message2, null, kind);
+  let targetId;
+  try {
+    targetId = (await connection.send("Target.createTarget", { url: "about:blank" })).targetId;
+  } catch (error) {
+    throw refused(`Octocrawl could not open its page in Chrome: ${error instanceof Error ? error.message : String(error)}`, "chrome");
+  }
+  const closeTab2 = () => connection.send("Target.closeTarget", { targetId }).then(() => void 0, () => void 0);
+  const answerOf = async (sessionId, world) => {
+    try {
+      await connection.send("Target.getTargetInfo", { targetId }, void 0, READ_TIMEOUT_MS);
+      const answer = await connection.send("Runtime.evaluate", { expression: ANSWER, returnByValue: true }, sessionId);
+      const active = await connection.send("Runtime.evaluate", { expression: "navigator.userActivation.hasBeenActive", contextId: world, returnByValue: true }, sessionId);
+      return { answer: String(answer.result?.value ?? ""), active: active.result?.value === true };
+    } catch {
+      return null;
+    }
+  };
+  try {
+    const { sessionId } = await connection.send("Target.attachToTarget", { targetId, flatten: true });
+    await connection.send("Target.activateTarget", { targetId }).catch(() => void 0);
+    await connection.send("Runtime.evaluate", { expression: `document.open(); document.write(${JSON.stringify(scopePage(scope))}); document.close()` }, sessionId);
+    const world = (await connection.send("Page.createIsolatedWorld", { frameId: targetId, worldName: WORLD }, sessionId)).executionContextId;
+    log("shown", { targetId, hosts: scope.hosts.length });
+    const wired = await connection.send("Runtime.evaluate", { expression: `typeof document.getElementById('allow')?.onclick === 'function' && typeof document.getElementById('revoke')?.onclick === 'function'`, returnByValue: true }, sessionId).then((r) => r.result?.value === true, () => false);
+    log("ready", { buttons: wired });
+    const started = Date.now();
+    let last = { answer: "", active: false };
+    const lastSeen = () => !wired ? "the page's buttons did not answer (its own script did not run), so no click could allow the sites" : last.answer === "allowed" ? "the page answered allowed, but no click of yours on it was seen (Chrome did not count one)" : last.active ? "you clicked on the page, but not on Allow reading these sites" : "the page was not clicked";
+    const waited = waitMs % 6e4 === 0 ? `${waitMs / 6e4} minute${waitMs === 6e4 ? "" : "s"}` : `${Math.round(waitMs / 1e3)} s`;
+    for (; ; ) {
+      if (options.signal?.aborted === true) {
+        log("refused", { reason: "cancelled", ...last });
+        throw refused("the request was cancelled before you allowed the sites", "cancelled");
+      }
+      if (Date.now() - started >= waitMs) {
+        log("refused", { reason: "timeout", ...last, buttons: wired });
+        throw refused(`you did not allow the sites in Chrome within ${waited}: ${lastSeen()}`, "timeout");
+      }
+      await new Promise((resolve4) => setTimeout(resolve4, pollMs));
+      const seen = await answerOf(sessionId, world);
+      if (seen === null) {
+        log("refused", { reason: "closed", ...last });
+        throw refused("you closed Octocrawl's page in Chrome before allowing the sites", "cancelled");
+      }
+      if (seen.answer !== last.answer || seen.active !== last.active)
+        log("answer", { ...seen, afterMs: Date.now() - started });
+      last = seen;
+      if (seen.answer === "revoked") {
+        log("refused", { reason: "revoked" });
+        throw refused("you did not allow the sites: you clicked Revoke", "cancelled");
+      }
+      if (seen.answer === "allowed" && seen.active) {
+        log("allowed", { afterMs: Date.now() - started });
+        break;
+      }
+    }
+    const revoked = new AbortController();
+    let watching = true;
+    void (async () => {
+      while (watching && !revoked.signal.aborted) {
+        await new Promise((resolve4) => setTimeout(resolve4, Math.max(pollMs, 500)));
+        if (!watching)
+          return;
+        const seen = await answerOf(sessionId, world);
+        if (seen === null || seen.answer === "revoked")
+          revoked.abort(new Error("you revoked the sites in Chrome"));
+      }
+    })();
+    return { hosts: [...scope.hosts], signal: revoked.signal, close: async () => {
+      watching = false;
+      await closeTab2();
+    } };
+  } catch (error) {
+    await closeTab2();
+    if (error instanceof HandoffNotThrough)
+      throw error;
+    throw refused(`Octocrawl could not ask you in Chrome: ${error instanceof Error ? error.message : String(error)}`, "chrome");
+  }
+}
+async function closeTab(connection, tab) {
+  for (const stop of tab.stops)
+    stop();
+  await connection.send("Target.closeTarget", { targetId: tab.targetId }).catch(() => void 0);
+}
 async function readPage(connection, browser, url, options) {
+  const { read: read2, tab } = await readOpen(connection, browser, url, options);
+  await closeTab(connection, tab);
+  return read2;
+}
+async function readList(connection, browser, url, options) {
+  const { read: read2, tab } = await readOpen(connection, browser, url, options);
+  try {
+    return await followPages(connection, tab, url, read2, options);
+  } finally {
+    await closeTab(connection, tab);
+  }
+}
+var FOLLOW = (nextSelector, itemSelector) => `JSON.stringify({
+  href: location.href,
+  ready: document.readyState,
+  status: (performance.getEntriesByType('navigation')[0] || {}).responseStatus || null,
+  html: document.documentElement ? document.documentElement.outerHTML : '',
+  secret: Array.from(document.querySelectorAll('input[type=password], input[autocomplete="one-time-code"]')).some((el) => el.getClientRects().length > 0 && getComputedStyle(el).visibility !== 'hidden'),
+  key: ${itemSelector === void 0 ? `(document.body ? document.body.innerText : '')` : `Array.from(document.querySelectorAll(${JSON.stringify(itemSelector)})).map((el) => el.innerText).join('\\u0000')`},
+  items: ${itemSelector === void 0 ? "null" : `document.querySelectorAll(${JSON.stringify(itemSelector)}).length`},
+  next: (() => { const el = document.querySelector(${JSON.stringify(nextSelector)}); if (!el) return 'gone'; const style = getComputedStyle(el); if (el.getClientRects().length === 0 || style.visibility === 'hidden' || style.display === 'none') return 'hidden'; if (el.hasAttribute('disabled') || el.getAttribute('aria-disabled') === 'true' || el.closest('.disabled, [aria-disabled="true"]') !== null) return 'disabled'; return 'usable' })(),
+})`;
+var END_GRACE_MS = 5e3;
+async function followPages(connection, tab, url, first2, options) {
+  const { follow } = options;
+  const pollMs = options.pollMs ?? 500;
+  const waitMs = options.waitMs ?? 6e5;
+  const idleMs = follow.idleMs ?? 6e4;
+  const max = follow.maxPages ?? Number.POSITIVE_INFINITY;
+  const endGraceMs = follow.endGraceMs ?? END_GRACE_MS;
+  const host = new URL(url).hostname;
+  const started = Date.now();
+  const script = FOLLOW(follow.nextSelector, follow.itemSelector);
+  const isGone = (error) => error instanceof ChromeLoginError && !/navigated or closed/i.test(error.message) && /Session with given id not found|No session with given id|No target with given id|closed the connection|Target closed|target not found|did not answer/i.test(error.message);
+  const look = async () => {
+    const info = await connection.send("Target.getTargetInfo", { targetId: tab.targetId }, void 0, READ_TIMEOUT_MS);
+    const answer = await connection.send("Runtime.evaluate", { expression: script, returnByValue: true }, tab.sessionId);
+    if (typeof answer.result?.value !== "string")
+      return null;
+    const shown = JSON.parse(answer.result.value);
+    if (typeof info.targetInfo?.url === "string")
+      shown.href = info.targetInfo.url;
+    return shown;
+  };
+  const pages = [{ url: first2.finalUrl, html: first2.html }];
+  const keys = /* @__PURE__ */ new Set();
+  let lastKey = null;
+  let lastRead = null;
+  let unusableSince = null;
+  let lastNew = Date.now();
+  let told = null;
+  const done = (stoppedBy) => ({ first: first2, pages, stoppedBy });
+  follow.onStart?.(url);
+  try {
+    const shown = await look();
+    if (shown !== null) {
+      keys.add(shown.key);
+      lastKey = shown.key;
+      lastRead = shown.key;
+      pages[0].items = shown.href === first2.finalUrl ? shown.items ?? null : null;
+    }
+  } catch (error) {
+    if (isGone(error))
+      throw new HandoffNotThrough(`the tab for ${url} was closed, or Chrome quit, after ${pages.length} page(s) of the list were read`, null, "gone");
+  }
+  if (pages.length >= max)
+    return done("max");
+  while (Date.now() - started < waitMs) {
+    await new Promise((resolve4) => setTimeout(resolve4, pollMs));
+    if (isAborted(options.signal))
+      throw new HandoffNotThrough(`the reading of ${url} was cancelled after ${pages.length} page(s) of the list`, null, "cancelled");
+    if (Date.now() - lastNew > idleMs)
+      return done("deadline");
+    let shown;
+    try {
+      shown = await look();
+    } catch (error) {
+      if (isGone(error))
+        throw new HandoffNotThrough(`the tab for ${url} was closed, or Chrome quit, after ${pages.length} page(s) of the list were read`, null, "gone");
+      continue;
+    }
+    if (shown === null || shown.ready !== "complete")
+      continue;
+    if (shown.key !== lastKey) {
+      lastKey = shown.key;
+      unusableSince = null;
+      continue;
+    }
+    const readable = sameSite(shown.href, host) && !onLoginPath(shown.href, url) && !shown.secret && (shown.status === null || shown.status >= 200 && shown.status < 300);
+    if (!readable) {
+      unusableSince = null;
+      continue;
+    }
+    if (!keys.has(shown.key) && shown.key !== "") {
+      const gate = checksOf({ href: shown.href, ready: shown.ready, status: shown.status, html: shown.html, secret: shown.secret, field: null, hidden: false }, null, shown.status, options).gate;
+      if (gate !== null) {
+        lastNew = Date.now();
+        if (told !== shown.href) {
+          told = shown.href;
+          options.onWaiting?.(shown.href, gate.reason);
+        }
+        continue;
+      }
+      keys.add(shown.key);
+      lastRead = shown.key;
+      pages.push({ url: shown.href, html: shown.html, items: shown.items ?? null });
+      lastNew = Date.now();
+      follow.onPage?.(shown.href, pages.length);
+      if (pages.length >= max)
+        return done("max");
+    }
+    if (shown.key === lastRead && shown.next !== "usable") {
+      unusableSince ??= Date.now();
+      if (Date.now() - unusableSince >= endGraceMs)
+        return done("end");
+    } else
+      unusableSince = null;
+  }
+  return done("deadline");
+}
+async function readOpen(connection, browser, url, options) {
   const waitMs = options.waitMs ?? 6e5;
   const pollMs = options.pollMs ?? 500;
   const host = new URL(url).hostname;
+  const allowed = options.unattended === true ? new Set(options.allowedHosts ?? [new URL(url).host]) : null;
   const started = Date.now();
   let sawGate = null;
-  const gone = (error) => error instanceof ChromeLoginError && !/navigated or closed/i.test(error.message) && /Session with given id not found|No session with given id|No target with given id|closed the connection|Target closed|target not found|did not answer Target\.getTargetInfo/i.test(error.message) ? new HandoffNotThrough(`the tab for ${url} was closed, or Chrome quit, before Octocrawl read it`, sawGate) : null;
-  const ended = (error) => gone(error) ?? (error instanceof ChromeLoginError ? new HandoffNotThrough(`${url} was not read: ${error.message}`, sawGate) : error);
+  const gone = (error) => error instanceof ChromeLoginError && !/navigated or closed/i.test(error.message) && /Session with given id not found|No session with given id|No target with given id|closed the connection|Target closed|target not found|did not answer Target\.getTargetInfo/i.test(error.message) ? new HandoffNotThrough(`the tab for ${url} was closed, or Chrome quit, before Octocrawl read it`, sawGate, "gone") : null;
+  const ended = (error) => gone(error) ?? (error instanceof ChromeLoginError ? new HandoffNotThrough(`${url} was not read: ${error.message}`, sawGate, "chrome") : error);
+  if (isAborted(options.signal))
+    throw new HandoffNotThrough(`the read of ${url} was cancelled before Octocrawl read it`, null, "cancelled");
   let targetId;
   try {
     targetId = (await connection.send("Target.createTarget", { url: "about:blank" })).targetId;
@@ -25936,10 +27110,29 @@ async function readPage(connection, browser, url, options) {
     throw ended(error);
   }
   const stops = [];
+  let kept = false;
   try {
     const { sessionId } = await connection.send("Target.attachToTarget", { targetId, flatten: true });
-    const heard = { document: null, act: null, ours: false, landings: /* @__PURE__ */ new Set(), documents: 0 };
+    const heard = { document: null, act: null, ours: false, landings: /* @__PURE__ */ new Set(), documents: 0, committed: null, within: null };
     if (connection.on !== void 0) {
+      stops.push(connection.on("Page.frameNavigated", sessionId, (params) => {
+        const frame = params.frame;
+        if (frame?.id !== targetId || frame.parentId !== void 0)
+          return;
+        heard.committed = String(frame.url ?? "");
+        heard.within = null;
+      }));
+      stops.push(connection.on("Page.navigatedWithinDocument", sessionId, (params) => {
+        if (params.frameId !== targetId)
+          return;
+        const within = { url: String(params.url ?? ""), byPage: null };
+        heard.within = within;
+        void (async () => {
+          const made = await connection.send("Page.createIsolatedWorld", { frameId: targetId, worldName: WORLD }, sessionId);
+          const active = await connection.send("Runtime.evaluate", { expression: "navigator.userActivation.hasBeenActive", contextId: made.executionContextId, returnByValue: true }, sessionId);
+          within.byPage = active.result?.value === false;
+        })().catch(() => void 0);
+      }));
       stops.push(connection.on("Network.requestWillBeSent", sessionId, (params) => {
         if (params.type === "Document" && params.frameId === targetId && params.hasUserGesture === true)
           heard.act ??= "gesture_navigation";
@@ -25954,12 +27147,13 @@ async function readPage(connection, browser, url, options) {
           heard.landings.add(pageOf(heard.document.url));
           heard.ours = false;
         }
-        const seen = heard.document;
-        const check = classifyGate({ status: seen.status, header: (name) => seen.headers[name.toLowerCase()] ?? null, body: "" });
-        if (check !== null || CHECK_STATUSES.has(seen.status))
-          sawGate ??= check?.reason ?? `http_${seen.status}`;
+        const seen2 = heard.document;
+        const check = classifyGate({ status: seen2.status, header: (name) => seen2.headers[name.toLowerCase()] ?? null, body: "" });
+        if (check !== null || CHECK_STATUSES.has(seen2.status))
+          sawGate ??= check?.reason ?? `http_${seen2.status}`;
       }));
       await connection.send("Network.enable", {}, sessionId);
+      await connection.send("Page.enable", {}, sessionId);
     }
     await connection.send("Target.activateTarget", { targetId }).catch(() => void 0);
     let navigation = null;
@@ -25979,11 +27173,12 @@ async function readPage(connection, browser, url, options) {
     let hiddenSince = null;
     let toldHidden = false;
     let clear = 0;
+    let seen = { href: "", documents: 0 };
     let last = null;
     while (Date.now() - started < waitMs) {
       await new Promise((resolve4) => setTimeout(resolve4, pollMs));
       if (options.signal?.aborted === true)
-        throw new HandoffNotThrough(`the handoff of ${url} was cancelled before Octocrawl read it`, sawGate);
+        throw new HandoffNotThrough(`the read of ${url} was cancelled before Octocrawl read it`, sawGate, "cancelled");
       if (navigation !== null && gone(navigation) !== null)
         throw gone(navigation);
       let state;
@@ -25995,6 +27190,7 @@ async function readPage(connection, browser, url, options) {
           continue;
         }
         state = JSON.parse(answer.result.value);
+        seen = { href: state.href, documents: heard.documents };
         if (typeof info.targetInfo?.url === "string")
           state.href = info.targetInfo.url;
         if (heard.act === null) {
@@ -26024,7 +27220,8 @@ async function readPage(connection, browser, url, options) {
         hiddenSince = null;
         toldHidden = false;
       }
-      const response = heard.document !== null && sameDocument2(heard.document.url, state.href) ? heard.document : null;
+      const inPlace = heard.committed !== null && heard.within !== null && heard.within.byPage === true && sameDocument2(heard.within.url, state.href) && (pageOf(heard.committed) === pageOf(url) || heard.landings.has(pageOf(heard.committed))) && rewrittenInPlace(heard.committed, state.href);
+      const response = heard.document !== null && (sameDocument2(heard.document.url, state.href) || inPlace && sameDocument2(heard.document.url, heard.committed)) ? heard.document : null;
       const status = response?.status ?? state.status;
       last = { state, response };
       const { full, decisive, gate } = checksOf(state, response, status, options);
@@ -26036,13 +27233,14 @@ async function readPage(connection, browser, url, options) {
       }
       const typing = state.field !== null && field3 !== void 0 && state.field !== field3;
       field3 = state.field;
-      const asked = pageOf(state.href) === pageOf(url) || heard.landings.has(pageOf(state.href));
+      const asked = pageOf(state.href) === pageOf(url) || heard.landings.has(pageOf(state.href)) || inPlace;
       const arrived = returns === 0 || connection.on === void 0 || heard.documents > documentsAtReturn;
-      const through = state.ready === "complete" && gate === null && (status === null || status >= 200 && status < 300) && sameSite(state.href, host) && !onLoginPath(state.href, url) && !state.secret && !typing && arrived;
+      const inScope = allowed === null || allowed.has(hostAndPort(state.href));
+      const through = inScope && state.ready === "complete" && gate === null && (status === null || status >= 200 && status < 300) && sameSite(state.href, host) && !onLoginPath(state.href, url) && !state.secret && !typing && arrived;
       clear = through ? clear + 1 : 0;
       if (clear < CLEAR_READS)
         continue;
-      if (heard.act === null) {
+      if (heard.act === null && options.unattended !== true) {
         if (!confirming) {
           confirming = true;
           options.onConfirm?.(url);
@@ -26050,35 +27248,64 @@ async function readPage(connection, browser, url, options) {
         continue;
       }
       if (!asked) {
-        if (returns >= RETURNS)
-          throw new HandoffNotThrough(`${url} was not read: after you got through, the tab stayed on ${pageOf(state.href)}, not the page asked for`, sawGate);
+        if (returns >= RETURNS) {
+          const where2 = sawGate !== null && heard.act !== null ? `after you got through, the tab stayed on ${pageOf(state.href)}` : `each time Octocrawl took the tab back to it, the site led it on to ${pageOf(state.href)}`;
+          throw new HandoffNotThrough(`${url} was not read: ${where2}, not the page asked for`, sawGate, "elsewhere");
+        }
         returns++;
         documentsAtReturn = heard.documents;
         clear = 0;
         open(true);
         continue;
       }
-      return {
+      let html2 = state.html;
+      let whole;
+      if (options.shownOnly === true) {
+        try {
+          const shown = await connection.send("Runtime.evaluate", { expression: SHOWN_HTML, returnByValue: true }, sessionId);
+          if (shown.exceptionDetails !== void 0 || typeof shown.result?.value !== "string") {
+            clear = 0;
+            continue;
+          }
+          const now = JSON.parse(shown.result.value);
+          if (now.href !== seen.href || heard.documents !== seen.documents) {
+            clear = 0;
+            continue;
+          }
+          html2 = now.shown;
+          whole = state.html;
+        } catch (error) {
+          const left = gone(error);
+          if (left !== null)
+            throw left;
+          world = null;
+          clear = 0;
+          continue;
+        }
+      }
+      kept = true;
+      return { read: {
         requestedUrl: url,
         finalUrl: state.href,
         status,
         contentType: response?.headers["content-type"] ?? null,
-        html: state.html,
+        html: html2,
+        ...whole === void 0 ? {} : { document: whole },
         fetchedAt: (/* @__PURE__ */ new Date()).toISOString(),
         wallMs: Date.now() - started,
         sawGate,
         act: heard.act,
         browser
-      };
+      }, tab: { targetId, sessionId, stops } };
     }
-    const where = last === null ? "it never loaded" : !sameSite(last.state.href, host) ? `it was on ${safeHost2(last.state.href)}, not ${host}` : stillGated(last, options) !== null ? `it still showed a check (${stillGated(last, options).reason}: ${stillGated(last, options).signals.join(", ")})` : clear >= CLEAR_READS && heard.act === null ? "the page showed no check, and you did not click on it to have it read (Octocrawl reads a page in your Chrome only once you act in its tab; a site you are signed into is read with your login through octocrawl login import and mode authed)" : "it was not yet the page: still loading, at a sign-in step, or not answering 2xx";
-    throw new HandoffNotThrough(`${url} was not through within ${Math.round(waitMs / 1e3)} s: ${where}`, sawGate);
+    const holding = last === null ? null : stillGated(last, options);
+    const where = last === null ? "it never loaded" : allowed !== null && !allowed.has(hostAndPort(last.state.href)) ? `it was on ${hostAndPort(last.state.href)}, which you did not allow (only ${[...allowed].join(", ")})` : !sameSite(last.state.href, host) ? `it was on ${safeHost2(last.state.href)}, not ${host}` : holding !== null ? `it still showed a check (${holding.reason}: ${holding.signals.join(", ")})` : clear >= CLEAR_READS && heard.act === null ? "the page showed no check, and you did not click on it to have it read (Octocrawl reads a page in your Chrome only once you act in its tab; a site you are signed into is read with your login through octocrawl login import and mode authed)" : "it was not yet the page: still loading, at a sign-in step, or not answering 2xx";
+    throw new HandoffNotThrough(`${url} was not through within ${Math.round(waitMs / 1e3)} s: ${where}`, holding?.reason ?? sawGate);
   } catch (error) {
     throw ended(error);
   } finally {
-    for (const stop of stops)
-      stop();
-    await connection.send("Target.closeTarget", { targetId }).catch(() => void 0);
+    if (!kept)
+      await closeTab(connection, { targetId, sessionId: "", stops });
   }
 }
 function checksOf(state, response, status, options) {
@@ -26119,6 +27346,37 @@ function pageOf(href) {
 function sameDocument2(a, b) {
   return a.split("#")[0] === b.split("#")[0];
 }
+function rewrittenInPlace(came, shown) {
+  let a;
+  let b;
+  try {
+    a = new URL(came);
+    b = new URL(shown);
+  } catch {
+    return false;
+  }
+  if (a.origin !== b.origin || (a.pathname.replace(/\/+$/, "") || "/") !== (b.pathname.replace(/\/+$/, "") || "/"))
+    return false;
+  for (const name of new Set(a.searchParams.keys())) {
+    if (!b.searchParams.has(name)) {
+      if (a.searchParams.getAll(name).some((value) => /^\d+$/.test(value)))
+        return false;
+      continue;
+    }
+    const left = a.searchParams.getAll(name);
+    const right = b.searchParams.getAll(name);
+    if (left.length !== right.length || left.some((value, i) => value !== right[i]))
+      return false;
+  }
+  return true;
+}
+function hostAndPort(href) {
+  try {
+    return new URL(href).host;
+  } catch {
+    return "another page";
+  }
+}
 function safeHost2(href) {
   try {
     return new URL(href).hostname;
@@ -27054,7 +28312,7 @@ function modelSchema(root) {
     throw error;
   }
 }
-async function callModel(result, format, request7, deterministic, execution, config, repair) {
+async function callModel(result, format, request8, deterministic, execution, config, repair) {
   execution.signal?.throwIfAborted();
   const fetchImpl = config.fetch ?? fetch;
   const response = await fetchImpl(`${config.baseUrl.replace(/\/$/, "")}/v1/chat/completions`, {
@@ -27083,7 +28341,7 @@ async function callModel(result, format, request7, deterministic, execution, con
       ],
       response_format: {
         type: "json_schema",
-        json_schema: { name: "w2l_extract", strict: request7.strict, schema: request7.schema }
+        json_schema: { name: "w2l_extract", strict: request8.strict, schema: request8.schema }
       }
     })
   });
@@ -27211,7 +28469,7 @@ async function extractStructured(result, format, execution = {}, modelConfig = s
   const base = withoutPaths(data, broken);
   const baseEvidence = evidence.filter((item) => !broken.has(item.path));
   const deterministic = withoutPaths(mapped, broken);
-  const request7 = modelSchema(format.schema);
+  const request8 = modelSchema(format.schema);
   let attempts = 0;
   let inputTokens = 0;
   let outputTokens = 0;
@@ -27223,13 +28481,13 @@ async function extractStructured(result, format, execution = {}, modelConfig = s
     inputTokens: tokensKnown ? inputTokens : null,
     outputTokens: tokensKnown ? outputTokens : null,
     externalCostUsd: null,
-    strict: request7.strict,
-    ...request7.reason === void 0 ? {} : { strictReason: request7.reason }
+    strict: request8.strict,
+    ...request8.reason === void 0 ? {} : { strictReason: request8.reason }
   });
   while (attempts < 2) {
     attempts++;
     try {
-      const model = await callModel(result, format, request7, deterministic, execution, modelConfig, repair);
+      const model = await callModel(result, format, request8, deterministic, execution, modelConfig, repair);
       if (model.inputTokens === null || model.outputTokens === null)
         tokensKnown = false;
       else {
@@ -27361,7 +28619,7 @@ function scrapeEvidenceRecord(result, req, delivered) {
   return toEvidenceRecord(result, { mode: defaultApiMode(req.mode) }, { markdown: delivered.markdown, ...delivered.json === void 0 ? {} : { json: delivered.json } });
 }
 var NO_PAGE_METADATA = { title: null, description: null, language: null, keywords: null, robots: null, favicon: null, canonicalUrl: null };
-var BROWSER_LANES2 = /* @__PURE__ */ new Set(["browser_local", "browser_local_authed", "browser_proxy"]);
+var BROWSER_LANES2 = /* @__PURE__ */ new Set(["browser_local", "browser_local_authed", "browser_proxy", "my_browser"]);
 function proxyUsedOf(result) {
   if (result.compliance?.access.egressOwner === "user")
     return "user";
@@ -27528,6 +28786,50 @@ function writeTaskEgress(file, id) {
 `, { mode: 384 });
 }
 var DEFAULT_WORKER_COUNT = 4;
+function listPagesRepeat(pages, itemSelector) {
+  if (invalidSelector(itemSelector) !== null)
+    return true;
+  const merged = mergeListPages(pages.map(({ url, html: html2 }) => ({ url, html: html2 })), { type: "list", itemSelector });
+  return merged === null || merged.spec === null || merged.list.pages !== pages.length || merged.list.truncated;
+}
+function continuedItemsRead(pages) {
+  const at = (href) => {
+    try {
+      const parsed = new URL(href);
+      return `${parsed.origin}${parsed.pathname.replace(/\/+$/, "") || "/"}${parsed.search}`;
+    } catch {
+      return href;
+    }
+  };
+  const kept = pages.kept.map(at);
+  const addressed = new Set(kept).size === kept.length && !kept.includes(at(pages.checkUrl)) && at(pages.checkUrl) !== at(pages.stepUrl) && pages.shown.every((page) => !kept.includes(at(page.url)));
+  if (!addressed || typeof pages.keptItems !== "number")
+    return null;
+  let sum = pages.keptItems;
+  for (const page of pages.shown) {
+    if (typeof page.items !== "number")
+      return null;
+    sum += page.items;
+  }
+  return sum;
+}
+function settledBy(promise, context) {
+  if (context.signal?.aborted || context.deadlineAt !== void 0 && context.deadlineAt <= Date.now())
+    return Promise.resolve(null);
+  if (context.signal === void 0 && context.deadlineAt === void 0)
+    return promise;
+  return new Promise((resolve4) => {
+    const done = (value) => {
+      clearTimeout(timer);
+      context.signal?.removeEventListener("abort", aborted);
+      resolve4(value);
+    };
+    const aborted = () => done(null);
+    const timer = context.deadlineAt === void 0 ? void 0 : setTimeout(aborted, context.deadlineAt - Date.now());
+    context.signal?.addEventListener("abort", aborted, { once: true });
+    promise.then(done, () => done(null));
+  });
+}
 function fetchedPastRobots(result) {
   return result.compliance?.robots.override !== void 0 || result.trace.some((event) => event.event === "robots_overridden");
 }
@@ -27569,9 +28871,13 @@ function createApiEngine(options = {}) {
   const compatTakes = (url, page) => compatHostListed(compatHosts, url) && compatOptionsRefusal(page) === null;
   const grantedBudget = (budget2) => {
     const cap = accessGrant?.budget.perRunUsd ?? null;
-    if (cap === null)
-      return budget2;
-    return { ...budget2, maxCostUsd: budget2.maxCostUsd === null ? cap : Math.min(budget2.maxCostUsd, cap) };
+    const perPage = accessGrant?.budget.perRequestUsd ?? null;
+    return {
+      ...budget2,
+      ...cap === null ? {} : { maxCostUsd: budget2.maxCostUsd === null ? cap : Math.min(budget2.maxCostUsd, cap) },
+      // One page's own cap within the run's (ROADMAP PA item 4).
+      ...perPage === null ? {} : { maxCostPerPageUsd: perPage }
+    };
   };
   const basePolicy = options.networkPolicy ?? localNetworkPolicy();
   const networkPolicy = {
@@ -27581,7 +28887,13 @@ function createApiEngine(options = {}) {
     // The operator's file cap: the policy's own, else W2L_MAX_FILE_BYTES, else the default.
     maxFileBytes: basePolicy.maxFileBytes ?? maxFileBytesFromEnv(process.env)
   };
-  const egressPool = egressProxyList.length === 0 ? null : new EgressPool(egressProxyList, networkPolicy);
+  const egressPool = egressProxyList.length === 0 ? null : new EgressPool(egressProxyList, networkPolicy, Date.now, options.egressEchoUrl ?? null);
+  const withEgressExit = async (result, egress, context = {}) => {
+    if (egress === void 0 || egressPool === null || result.trace.some((event) => event.event === "cache_hit"))
+      return result;
+    const exit = await settledBy(egressPool.exitOf(egress.id), context);
+    return exit === null ? result : { ...result, trace: [...result.trace, { at: 0, lane: result.lane, event: "egress_exit", detail: { proxy: egress.id, ...exit } }] };
+  };
   const fileStore = new FileStore(join10(taskRoot, "files"));
   const pageCache = PageCache.open(taskRoot);
   const cachePlanFor = (url, mode, page, formats, channels, robotsOverride, robotsSetAside2) => {
@@ -27701,6 +29013,11 @@ function createApiEngine(options = {}) {
     if (hosted && req.actions !== void 0)
       throw new RequestError("actions are not available in hosted mode: run Octocrawl locally to use them");
   };
+  const checkAccessChoice = (req) => {
+    if (req.access !== "enhanced" || accessGrant?.tier === "enhanced")
+      return;
+    throw new RequestError("access enhanced: this server has no approved budget for enhanced access (an access grant of tier enhanced, --access-grant or W2L_ACCESS_GRANT, ADR 0005); ask with access standard, or my-browser on your own machine", "unsupported_parameter", { parameters: ["access"] }, [REFUSAL_HINTS.stealth]);
+  };
   const jobEvents = new JobEventHub();
   const jobWebhooks = new JobWebhooks(deliveryStore, { hosted, allowHttpLoopback: options.webhookPolicy?.allowHttpLoopback ?? !hosted });
   const logWebhookFailure = (taskId, stage, error) => {
@@ -27764,23 +29081,24 @@ function createApiEngine(options = {}) {
   const activeScrapes = /* @__PURE__ */ new Set();
   const crawlControllers = /* @__PURE__ */ new Map();
   const runningCrawls = /* @__PURE__ */ new Map();
-  const createChannels = options.channelsFor ?? ((mode, egress) => {
-    const channels = buildChannels(mode, { headed, networkPolicy: egress?.policy ?? networkPolicy, originScheduler, publicPreferenceState: options.publicPreferenceState, browserAllowedHosts: options.browserAllowedHosts, fileStore, robotsCache: robotsCacheFor(mode, egress), vendorPolicy: { authorized: accessGrant?.capabilities ?? [] }, browserEngine: options.browserEngine ?? "playwright", compatTransport: compatHosts.length > 0 });
+  const createChannels = options.channelsFor ?? ((mode, egress, enhanced) => {
+    const channels = buildChannels(mode, { headed, networkPolicy: egress?.policy ?? networkPolicy, originScheduler, publicPreferenceState: options.publicPreferenceState, browserAllowedHosts: options.browserAllowedHosts, fileStore, robotsCache: robotsCacheFor(mode, egress), vendorPolicy: { authorized: accessGrant?.capabilities ?? [] }, vendorTariffs: accessGrant?.tariffs ?? {}, ...accessGrant === null ? {} : { vendorGrant: accessGrantRef(accessGrant) }, browserEngine: options.browserEngine ?? "playwright", compatTransport: compatHosts.length > 0, ...enhanced === true ? { enhanced } : {} });
     return options.httpOnly ? channels.filter((channel) => HTTP_CHANNELS.has(channel.id)) : channels;
   });
   const channelsByMode = /* @__PURE__ */ new Map();
   const historiesByMode = /* @__PURE__ */ new Map();
-  const channelsFor = (mode, egress) => {
-    const key = egress === void 0 ? mode : `${mode}|${egress.id}`;
+  const channelsFor = (mode, egress, enhanced = false) => {
+    const asEnhanced = enhanced && mode === "standard";
+    const key = `${egress === void 0 ? mode : `${mode}|${egress.id}`}${asEnhanced ? "|enhanced" : ""}`;
     const existing = channelsByMode.get(key);
     if (existing !== void 0)
       return existing;
-    const channels = createChannels(mode, egress);
+    const channels = asEnhanced ? createChannels(mode, egress, true) : createChannels(mode, egress);
     channelsByMode.set(key, channels);
     return channels;
   };
   const channelsForUrl = (mode, url, page = {}, formats = [], oneUrl = true, compat = true, egress) => {
-    const channels = channelsFor(mode, egress);
+    const channels = channelsFor(mode, egress, page.access === "enhanced");
     const policy = options.channelPolicy?.(url) ?? "ladder";
     let selected = policy === "ladder" ? channels : channels.filter((channel) => policy === "http_only" ? HTTP_CHANNELS.has(channel.id) : channel.id === "browser_local");
     if (!compat || oneUrl && !compatHostListed(compatHosts, url))
@@ -27822,6 +29140,12 @@ function createApiEngine(options = {}) {
         filtered.push({ reason: "fastMode", dropped });
       selected = kept;
     }
+    if (page.access === "standard") {
+      const dropped = selected.filter((channel) => channel.vendorId !== void 0).map(name);
+      if (dropped.length > 0)
+        filtered.push({ reason: "access standard", dropped });
+      selected = selected.filter((channel) => channel.vendorId === void 0);
+    }
     const wire = ["headers", "mobile", "skipTlsVerification"].filter((option) => option === "headers" ? page.headers !== void 0 && Object.keys(page.headers).length > 0 : page[option] === true);
     if (wire.length > 0) {
       const dropped = selected.filter((channel) => channel.vendorId !== void 0).map(name);
@@ -27888,7 +29212,7 @@ function createApiEngine(options = {}) {
       const completed = await store.countCompletedSteps(taskId);
       const counts = await store.countSteps(taskId);
       const webhook = jobWebhooks.status(task);
-      const waitingForPerson = userChrome === null || !offersHandoff(task) ? void 0 : Object.entries(await store.countBlockReasons(taskId)).reduce((sum, [reason2, count]) => sum + (HANDOFF_REASONS[reason2] === void 0 ? 0 : count), 0);
+      const waitingForPerson = userChrome === null || !offersHandoff(task) ? void 0 : listsPages2(task) ? (await stepsOf(store, taskId, "errors")).filter((step) => handoffNeededIn(task, step)).length : Object.entries(await store.countBlockReasons(taskId)).reduce((sum, [reason2, count]) => sum + (HANDOFF_REASONS[reason2] === void 0 ? 0 : count), 0);
       return {
         ...report,
         requested: task.batch.urls.length,
@@ -27898,9 +29222,10 @@ function createApiEngine(options = {}) {
         succeeded: (counts.success ?? 0) + (counts.partial ?? 0) + (counts.empty_verified ?? 0),
         failed: (counts.failed ?? 0) + (counts.blocked ?? 0) + (counts.cancelled ?? 0) + (counts.budget_exceeded ?? 0),
         // The cap in force: the batch's own, never above this service's worker count.
-        maxConcurrency: Math.min(task.batch.maxConcurrency ?? workerCount, workerCount),
+        maxConcurrency: task.batch.lane === "my-browser" ? 1 : Math.min(task.batch.maxConcurrency ?? workerCount, workerCount),
         ...task.batch.invalidURLs === void 0 ? {} : { invalidURLs: task.batch.invalidURLs },
         ...waitingForPerson === void 0 ? {} : { waitingForPerson },
+        ...approvalsWaiting.has(taskId) ? { waitingForApproval: true } : {},
         ...webhook === void 0 ? {} : { webhook }
       };
     } finally {
@@ -27982,6 +29307,74 @@ function createApiEngine(options = {}) {
       await store.close();
     }
   }
+  function listCheckOf(result) {
+    return (result.actions?.lists ?? []).find((run) => run.type === "paginate" && run.stoppedBy === "challenge" && run.challenge !== void 0) ?? null;
+  }
+  async function continueList(chrome, step, run, selection, fetchOpts, waitMs, hooks, signal) {
+    const prior = step.result;
+    const action = (selection.actions ?? []).find((item) => item.type === "paginate");
+    if (action === void 0)
+      return { reason: "the batch has no paginate step to go on with" };
+    const kept = (prior.actions?.scrapes ?? []).filter((scrape) => scrape.step === run.index).map(({ url: url2, html: html2 }) => ({ url: url2, html: html2 }));
+    const from = run.challenge.page;
+    const url = run.challenge.url;
+    try {
+      const judged = { ...fetchOpts.includeTags === void 0 ? {} : { includeTags: fetchOpts.includeTags }, ...fetchOpts.excludeTags === void 0 ? {} : { excludeTags: fetchOpts.excludeTags }, ...fetchOpts.blockAds === void 0 ? {} : { blockAds: fetchOpts.blockAds } };
+      const read2 = await chrome.readList(url, {
+        ...waitMs === void 0 ? {} : { waitMs },
+        ...hooks.onWaiting === void 0 ? {} : { onWaiting: hooks.onWaiting },
+        ...hooks.onConfirm === void 0 ? {} : { onConfirm: hooks.onConfirm },
+        ...hooks.onHidden === void 0 ? {} : { onHidden: hooks.onHidden },
+        signal,
+        ...judged,
+        follow: {
+          nextSelector: action.nextSelector,
+          ...action.itemSelector === void 0 ? {} : { itemSelector: action.itemSelector },
+          // A pager with no address of its own opens at the list's own page: the pages before the check are shown again on the way, and do not count against the limit.
+          maxPages: Math.max(1, (action.maxPages ?? LIST_DEFAULTS.maxPages) - (new URL(url).pathname + new URL(url).search === new URL(step.url).pathname + new URL(step.url).search ? 0 : kept.length)),
+          onStart: (pageUrl) => hooks.onContinue?.(pageUrl, kept.length + 1),
+          onPage: (pageUrl, pages2) => hooks.onContinue?.(pageUrl, kept.length + pages2)
+        }
+      });
+      if (read2.stoppedBy === "deadline" && read2.pages.length === 1)
+        return { reason: `you got through the check at page ${from}, but did not page on in that tab in time: hand the batch over again to go on from there` };
+      const last = read2.pages[read2.pages.length - 1];
+      const { list: list2, ...withoutList } = fetchOpts;
+      const base = pageFromUserBrowser({ ...read2.first, finalUrl: last.url, html: last.html }, prior, withoutList);
+      const pages = [...kept, ...read2.pages];
+      const merged = list2 === void 0 ? null : mergeListPages(pages, list2);
+      const rounds = pages.length;
+      const continued = { from, pages: read2.pages.length, by: "user_browser" };
+      const itemsRead = action.itemSelector === void 0 || listPagesRepeat(pages, action.itemSelector) ? null : continuedItemsRead({ stepUrl: step.url, checkUrl: url, kept: kept.map((page) => page.url), keptItems: run.itemsRead, shown: read2.pages });
+      const lists = (prior.actions?.lists ?? []).map((item) => item.index === run.index ? { ...item, stoppedBy: read2.stoppedBy, rounds, items: last.items ?? null, itemsRead, continued } : item);
+      const actions = { ...prior.actions, scrapes: [...(prior.actions?.scrapes ?? []).filter((scrape) => scrape.step !== run.index), ...kept.map((page) => ({ ...page, step: run.index })), ...read2.pages.map(({ url: pageUrl, html: html2 }) => ({ url: pageUrl, html: html2, step: run.index, by: "user_browser" }))], lists };
+      const valued = merged !== null && merged.valued;
+      const short = read2.stoppedBy !== "end";
+      const at = base.usage.wallMs;
+      const result = {
+        ...base,
+        ...valued ? { status: "success", failureReason: null, blockReason: null } : {},
+        actions,
+        ...merged === null ? {} : { list: merged.list },
+        warnings: [
+          ...(base.warnings ?? []).filter((warning) => warning.code !== "list_not_exhausted"),
+          ...short ? [{ code: "list_not_exhausted", message: `The list of step ${run.index} (paginate) stopped before its end (${read2.stoppedBy === "max" ? `its limit of ${rounds} pages` : "the wait for you to page on in your Chrome ended"}): more items may follow.` }] : []
+        ],
+        trace: [
+          ...base.trace,
+          { at, lane: base.lane, event: "list_continued", detail: { step: run.index, from, pages: read2.pages.length, stoppedBy: read2.stoppedBy, by: "user_browser", kept: kept.length, keptBy: prior.lane } },
+          ...merged === null ? [] : [{ at, lane: base.lane, event: "list_extracted", detail: { records: merged.list.records.length, incomplete: merged.list.incomplete, pages: merged.list.pages, truncated: merged.list.truncated } }]
+        ]
+      };
+      if (!CONTENTFUL_STATUS.has(result.status))
+        return { reason: `the page Octocrawl read in Chrome was ${result.status} (${result.blockReason ?? result.failureReason ?? "no reason"}), not the list` };
+      return { result };
+    } catch (error) {
+      if (!(error instanceof HandoffNotThrough))
+        throw error;
+      return { reason: error.message };
+    }
+  }
   async function readThrough(chrome, url, prior, fetchOpts, waitMs, hooks, signal) {
     try {
       const judged = { ...fetchOpts.includeTags === void 0 ? {} : { includeTags: fetchOpts.includeTags }, ...fetchOpts.excludeTags === void 0 ? {} : { excludeTags: fetchOpts.excludeTags }, ...fetchOpts.blockAds === void 0 ? {} : { blockAds: fetchOpts.blockAds } };
@@ -28005,6 +29398,146 @@ function createApiEngine(options = {}) {
     if (unread !== null)
       throw new RequestError(`handoff: the request asks for ${unread}, which a page read in your own Chrome cannot give`, "unsupported_parameter", { parameters: ["handoff"] });
   }
+  function checkMyBrowser(req) {
+    if (req.lane !== "my-browser")
+      return;
+    if ("urls" in req && req.maxConcurrency !== void 0 && req.maxConcurrency > 1)
+      throw new RequestError("lane my-browser reads one page at a time, in your Chrome: maxConcurrency above 1 does not apply", "unsupported_parameter", { parameters: ["lane", "maxConcurrency"] });
+    if (userChrome === null)
+      throw new RequestError("lane my-browser: this server does not read pages in your Chrome; run Octocrawl on your own machine (octocrawl serve, the local MCP host, or the octocrawl CLI)", "unsupported_parameter", { parameters: ["lane"] });
+    const unread = unreadByPerson(fetchOptions(req, req.formats));
+    if (unread !== null)
+      throw new RequestError(`lane my-browser: the request asks for ${unread}, which the my-browser lane does not give yet`, "unsupported_parameter", { parameters: ["lane"] });
+    if (req.mode !== void 0 && req.mode !== "standard")
+      throw new RequestError(`lane my-browser reads the page as you, in your Chrome: mode ${req.mode} does not apply`, "unsupported_parameter", { parameters: ["lane", "mode"] });
+    if (req.lockdown === true)
+      throw new RequestError("lane my-browser reads the page in your Chrome: lockdown answers from the cache alone, and a page read there is never cached", "unsupported_parameter", { parameters: ["lane", "lockdown"] });
+  }
+  async function myBrowserScrape(req, context, hooks) {
+    if (handoffClosing.signal.aborted)
+      throw new HandoffUnavailableError("Octocrawl is shutting down");
+    const signal = AbortSignal.any([...context.signal === void 0 ? [] : [context.signal], ...hooks.signal === void 0 ? [] : [hooks.signal], shutdownController.signal, handoffClosing.signal]);
+    const started = Date.now();
+    let chrome;
+    try {
+      chrome = await openUserChrome(userChrome, signal);
+    } catch (error) {
+      throw new HandoffUnavailableError(error instanceof Error ? error.message : String(error));
+    }
+    try {
+      const hosts = [new URL(req.url).host];
+      hooks.onAllow?.(hosts);
+      let allowed;
+      try {
+        allowed = await chrome.allow({ hosts, task: `scrape ${req.url}` }, { signal, log: approvalLog("scrape", null) });
+      } catch (error) {
+        throw new HandoffUnavailableError(error instanceof Error ? error.message : String(error));
+      }
+      try {
+        return await readAllowed(chrome, allowed, req.url, fetchOptions(req, req.formats), req.handoff?.waitMs, hooks, signal, started);
+      } finally {
+        await allowed.close();
+      }
+    } finally {
+      chrome.close();
+    }
+  }
+  async function readAllowed(chrome, allowed, url, fetchOpts, waitMs, hooks, signal, started) {
+    try {
+      const read2 = await chrome.read(url, {
+        unattended: true,
+        allowedHosts: allowed.hosts,
+        // What the person sees in their Chrome: not a panel the page keeps hidden (a sheet's shortcut list beside its grid).
+        shownOnly: true,
+        ...waitMs === void 0 ? {} : { waitMs },
+        ...hooks.onWaiting === void 0 ? {} : { onWaiting: hooks.onWaiting },
+        ...hooks.onHidden === void 0 ? {} : { onHidden: hooks.onHidden },
+        signal: AbortSignal.any([signal, allowed.signal]),
+        ...fetchOpts.includeTags === void 0 ? {} : { includeTags: fetchOpts.includeTags },
+        ...fetchOpts.excludeTags === void 0 ? {} : { excludeTags: fetchOpts.excludeTags },
+        ...fetchOpts.blockAds === void 0 ? {} : { blockAds: fetchOpts.blockAds }
+      });
+      return pageFromUserBrowser(read2, null, fetchOpts);
+    } catch (error) {
+      if (!(error instanceof HandoffNotThrough))
+        throw error;
+      const wallMs = Date.now() - started;
+      if (allowed.signal.aborted)
+        return unreadInUserBrowser(url, { status: "cancelled" }, `you revoked the sites in Chrome before ${url} was read`, wallMs);
+      if (error.kind === "cancelled" || error.kind === "gone")
+        return unreadInUserBrowser(url, { status: "cancelled" }, error.message, wallMs);
+      if (error.kind === "chrome")
+        return unreadInUserBrowser(url, { status: "failed", failureReason: "connection_error" }, error.message, wallMs);
+      if (error.kind === "elsewhere")
+        return unreadInUserBrowser(url, { status: "failed", failureReason: "redirect_limit" }, error.message, wallMs);
+      const check = BLOCK_REASON.includes(error.check ?? "") ? error.check : null;
+      return unreadInUserBrowser(url, check === null ? { status: "failed", failureReason: "timeout" } : { status: "blocked", blockReason: check }, error.message, wallMs);
+    }
+  }
+  const approvalsWaiting = /* @__PURE__ */ new Set();
+  const approvalLog = (kind, taskId) => (step, detail) => console.error(JSON.stringify({ component: "api", event: "my_browser_approval", kind, ...taskId === null ? {} : { taskId }, step, ...detail }));
+  function myBrowserBatchReader(urls, taskId, fetchOpts) {
+    const hosts = [...new Set(urls.map((url) => new URL(url).host))];
+    let opened = null;
+    const stop = new AbortController();
+    const signal = AbortSignal.any([shutdownController.signal, handoffClosing.signal, stop.signal]);
+    let reading = null;
+    const open = () => opened ??= (async () => {
+      if (userChrome === null)
+        return { refused: "this server does not read pages in your Chrome: run Octocrawl on your own machine (octocrawl serve, the local MCP host, or the octocrawl CLI)", status: "connection_error" };
+      let chrome;
+      try {
+        chrome = await openUserChrome(userChrome, signal);
+      } catch (error) {
+        return { refused: error instanceof Error ? error.message : String(error), status: "connection_error" };
+      }
+      approvalsWaiting.add(taskId);
+      try {
+        return { chrome, allowed: await chrome.allow({ hosts, task: `batch ${taskId}: ${urls.length} page${urls.length === 1 ? "" : "s"}` }, { signal, log: approvalLog("batch", taskId) }) };
+      } catch (error) {
+        chrome.close();
+        return { refused: error instanceof Error ? error.message : String(error), status: "cancelled" };
+      } finally {
+        approvalsWaiting.delete(taskId);
+      }
+    })();
+    const unread = (url, status, message2, started) => ({ result: unreadInUserBrowser(url, status === "cancelled" ? { status } : { status: "failed", failureReason: status }, message2, Date.now() - started), links: [] });
+    return {
+      async scrape(url, context) {
+        const started = Date.now();
+        const connection = await open();
+        if ("refused" in connection)
+          return unread(url, connection.status, connection.refused, started);
+        if (connection.allowed.signal.aborted)
+          return unread(url, "cancelled", `you revoked the sites in Chrome before ${url} was read`, started);
+        if (!connection.allowed.hosts.includes(new URL(url).host))
+          return unread(url, "cancelled", `${new URL(url).host} is not among the sites you allowed for this run of the batch`, started);
+        if (signal.aborted || context?.signal?.aborted === true)
+          return unread(url, "cancelled", `the batch stopped before ${url} was read`, started);
+        const pending = readAllowed(connection.chrome, connection.allowed, url, fetchOpts, void 0, {}, AbortSignal.any([signal, ...context?.signal === void 0 ? [] : [context.signal]]), started);
+        reading = pending;
+        try {
+          const read2 = await pending;
+          return { result: read2, links: read2.links ?? [] };
+        } finally {
+          if (reading === pending)
+            reading = null;
+        }
+      },
+      async close() {
+        stop.abort();
+        if (opened === null)
+          return;
+        const connection = await opened;
+        while (reading !== null)
+          await reading.catch(() => void 0);
+        if ("refused" in connection)
+          return;
+        await connection.allowed.close();
+        connection.chrome.close();
+      }
+    };
+  }
   async function handOffScrape(req, prior, context, hooks) {
     if (handoffClosing.signal.aborted)
       return { reason: "Octocrawl is shutting down" };
@@ -28054,7 +29587,7 @@ function createApiEngine(options = {}) {
         throw new CrawlStateError(`batch ${taskId} has a webhook: a page read in your own Chrome is read signed in as you, and is not sent to another address; its stopped items are not handed over`);
       handoffs.add(taskId);
       try {
-        const waiting = (await stepsOf(store, taskId, "errors")).filter(handoffNeeded);
+        const waiting = (await stepsOf(store, taskId, "errors")).filter((step) => handoffNeededIn(task, step));
         const items = [];
         if (waiting.length > 0) {
           const selection = task.batch;
@@ -28074,7 +29607,8 @@ function createApiEngine(options = {}) {
                   items.push({ id: step.id, url: step.url, through: false, status: step.status, reason: "the handoff was cancelled before this page" });
                   continue;
                 }
-                const read2 = await readThrough(chrome, step.url, step.result, fetchOpts, req.waitMs, hooks, signal);
+                const listRun = step.result?.actions === void 0 ? null : listCheckOf(step.result);
+                const read2 = listRun === null ? await readThrough(chrome, step.url, step.result, fetchOpts, req.waitMs, hooks, signal) : await continueList(chrome, step, listRun, selection, fetchOpts, req.waitMs, hooks, signal);
                 if ("reason" in read2) {
                   items.push({ id: step.id, url: step.url, through: false, status: step.status, reason: read2.reason });
                   continue;
@@ -28094,6 +29628,8 @@ function createApiEngine(options = {}) {
                 const { audit: _stoppedAudit, ...kept } = step;
                 const replaced = { ...kept, status: stepStatusFromResult(stored.status), lane: stored.lane, contentHash: stored.evidence.rawBodySha256, cached: false, result: stored, updatedAt: (/* @__PURE__ */ new Date()).toISOString() };
                 await store.putStep(replaced);
+                if (listRun !== null)
+                  await store.clearPagesRead(taskId, step.canonicalUrl);
                 items.push({ id: step.id, url: step.url, through: true, status: stored.status });
                 const page = compactPage(replaced, task);
                 if (webhookOf(task) !== void 0) {
@@ -28124,7 +29660,8 @@ function createApiEngine(options = {}) {
     const stored = task.batch ?? task.crawl;
     const selection = stored === void 0 || !hosted ? stored : { ...stored, skipTlsVerification: false };
     const egressFile = join10(task.taskDir, EGRESS_FILE);
-    const firstEgress = egressPool === null || mode === "authed" ? void 0 : bindTaskEgress(egressPool, egressFile);
+    const myBrowser = task.batch?.lane === "my-browser" ? myBrowserBatchReader(task.batch.urls, task.id, fetchOptions(task.batch, task.batch.formats)) : null;
+    const firstEgress = egressPool === null || mode === "authed" || myBrowser !== null ? void 0 : bindTaskEgress(egressPool, egressFile);
     let switches = 0;
     const lanes = [];
     const routeOf = (egress) => {
@@ -28138,7 +29675,7 @@ function createApiEngine(options = {}) {
       removeCookieSessions(task.taskDir);
       rmSync(egressFile, { force: true });
     };
-    const runnerFor = (lane) => new LadderRunner(lane.channels, { mode, ...req.policyAllowlist.length ? { allowlistedDomains: req.policyAllowlist } : {} }, historyFor(mode), null, task.batch === void 0 ? null : sessionsFor(mode), { channelsFiltered: lane.filtered });
+    const runnerFor = (lane) => new LadderRunner(lane.channels, { mode, ...selection?.access === "enhanced" ? { enhanced: true } : {}, ...req.policyAllowlist.length ? { allowlistedDomains: req.policyAllowlist } : {} }, historyFor(mode), null, task.batch === void 0 ? null : sessionsFor(mode), { channelsFiltered: lane.filtered });
     const recordedOverrideFor = !robotsSetAside || task.batch?.robotsOverrides === void 0 ? null : robotsOverrideLookup(task.batch.robotsOverrides);
     const namedOverride = task.batch === void 0 ? ignoreRobotsOverride(task.crawl?.ignoreRobotsTxt) : namedUrlOverride;
     const robotsOverrideFor = recordedOverrideFor === null && namedOverride === void 0 ? null : (url) => recordedOverrideFor?.(url) ?? namedOverride;
@@ -28156,6 +29693,7 @@ function createApiEngine(options = {}) {
     lanes.push(current);
     const closeLadders = async () => {
       await Promise.all(lanes.map((lane) => lane.ladder.close()));
+      await myBrowser?.close();
     };
     const pageAtom = selection === void 0 ? { scrape: (url, context) => {
       const lane = current;
@@ -28163,15 +29701,16 @@ function createApiEngine(options = {}) {
     }, close: closeLadders } : {
       async scrape(url, context) {
         const lane = current;
-        const page = createExecutionScope({ ...context, deadlineAt: Math.min(context?.deadlineAt ?? Infinity, Date.now() + (selection.timeout ?? DEFAULT_SCRAPE_TIMEOUT_MS)), ...lane.cookieSession === void 0 ? {} : { cookieSession: lane.cookieSession } });
+        const pageDeadline = myBrowser !== null ? context?.deadlineAt ?? Infinity : Math.min(context?.deadlineAt ?? Infinity, Date.now() + (selection.timeout ?? DEFAULT_SCRAPE_TIMEOUT_MS));
+        const page = createExecutionScope({ ...context, ...pageDeadline === Infinity ? {} : { deadlineAt: pageDeadline }, ...lane.cookieSession === void 0 ? {} : { cookieSession: lane.cookieSession } });
         const formats = selection.formats ?? ["markdown"];
         const wants = (name) => hasFormat(formats, name);
         const custom = customJsonFormat(formats);
         const cachePlan = cachePlanFor(url, mode, selection, selection.formats, lane.rungs.channels, recordedOverrideFor?.(url), robotsOverrideFor?.(url) !== void 0);
-        const plan = lane.cookieSession === void 0 || cachePlan?.lockdown === true ? cachePlan : null;
+        const plan = myBrowser !== null ? null : lane.cookieSession === void 0 || cachePlan?.lockdown === true ? cachePlan : null;
         const answer = consultCache(plan, url, { mode, ...req.policyAllowlist.length ? { allowlistedDomains: req.policyAllowlist } : {} });
         const { outcome, json: json2 } = await (async () => {
-          const outcome2 = answer.kind === "fetch" ? await lane.ladder.scrape(url, page).then((fetched) => ({ ...fetched, result: afterFetch(plan, answer, fetched.result) })) : { result: answer.result, links: answer.result.links ?? [], cached: answer.kind === "hit" };
+          const outcome2 = answer.kind === "fetch" ? await (myBrowser !== null ? myBrowser.scrape(url, context) : lane.ladder.scrape(url, page)).then((fetched) => ({ ...fetched, result: afterFetch(plan, answer, fetched.result) })) : { result: answer.result, links: answer.result.links ?? [], cached: answer.kind === "hit" };
           const json3 = wants("json") ? await extractStructured(extractionInput(outcome2.result), custom, page, structuredModelConfigFromEnv()) : void 0;
           return { outcome: outcome2, json: json3 };
         })().finally(() => page.dispose());
@@ -28200,6 +29739,7 @@ function createApiEngine(options = {}) {
         let used = current;
         let outcome = await pageAtom.scrape(url, context);
         const events = [];
+        const carried = [];
         while (egressInDoubt(outcome)) {
           let reason2;
           if (current === used) {
@@ -28222,10 +29762,12 @@ function createApiEngine(options = {}) {
             reason2 = "moved_with_task";
           }
           events.push({ at: 0, lane: outcome.result.lane, event: "egress_switched", detail: { from: used.egress.id, to: current.egress.id, reason: reason2, switches } });
+          carried.push(...givenUpPaidCalls(outcome.result.trace));
           used = current;
           outcome = await pageAtom.scrape(url, context);
         }
-        return events.length === 0 ? outcome : { ...outcome, result: { ...outcome.result, trace: [...outcome.result.trace, ...events] } };
+        const result = await withEgressExit(events.length === 0 ? outcome.result : { ...outcome.result, trace: [...carried, ...outcome.result.trace, ...events] }, used.egress, context);
+        return result === outcome.result ? outcome : { ...outcome, result };
       },
       close: () => pageAtom.close()
     };
@@ -28248,8 +29790,9 @@ function createApiEngine(options = {}) {
     const orchestrator = new CrawlOrchestrator({
       store,
       atom,
-      // A page whose scrape threw called a provider only if this mode has one: otherwise its third-party cost is a known 0.
-      scrapeErrorCostUsd: channelsFor(mode).some((channel) => channel.vendorId !== void 0) ? null : 0,
+      // A page whose scrape threw called a provider only if the task's rungs have one (its mode and its access choice, as
+      // its lane was built): otherwise its third-party cost is a known 0.
+      scrapeErrorCostUsd: current.rungs.channels.some((channel) => channel.vendorId !== void 0) ? null : 0,
       workerCount,
       perHostConcurrency: Math.min(4, networkPolicy.perHostConcurrency),
       perHostMinDelayMs: networkPolicy.perHostMinDelayMs,
@@ -28290,18 +29833,18 @@ function createApiEngine(options = {}) {
         launchTask(pending, store, batchRunOptions(pending.batch, true));
         return;
       }
-      await finishJob(task, store);
-      inflight.delete(task.id);
       const after = await store.getTask(task.id);
       await endCookieSession(after !== null && isTerminalStatus(after.status));
+      await finishJob(task, store);
+      inflight.delete(task.id);
       await store.close();
     }).catch(async (error) => {
       inflight.delete(task.id);
       crawlControllers.delete(task.id);
       runningCrawls.delete(task.id);
       await markCrawlFailed(store, task.id);
-      await finishJob(task, store, error instanceof Error ? error.message : String(error));
       await endCookieSession(true);
+      await finishJob(task, store, error instanceof Error ? error.message : String(error));
       await store.close();
     });
     runningCrawls.set(task.id, orchestrator);
@@ -28333,6 +29876,8 @@ function createApiEngine(options = {}) {
   }
   async function runScrape(req, context, record3, hooks = {}) {
     checkHandoff(req);
+    checkAccessChoice(req);
+    checkMyBrowser(req);
     checkFileCap(req);
     checkSelectors(req);
     checkAttributeSelectors(req.formats);
@@ -28345,17 +29890,46 @@ function createApiEngine(options = {}) {
     const deadlineAt = req.timeout === void 0 ? context.deadlineAt ?? Date.now() + DEFAULT_SCRAPE_TIMEOUT_MS : Math.min(context.deadlineAt ?? Infinity, Date.now() + req.timeout);
     const scope = createExecutionScope({ ...context, signal: context.signal ? AbortSignal.any([context.signal, shutdownController.signal]) : shutdownController.signal, deadlineAt });
     const mode = defaultApiMode(req.mode);
-    const rungs = channelsForUrl(mode, req.url, req, req.formats ?? [], true, true, mode === "authed" ? void 0 : egressPool?.pick());
+    const scrapeEgress = mode === "authed" ? void 0 : egressPool?.pick();
+    const rungs = channelsForUrl(mode, req.url, req, req.formats ?? [], true, true, scrapeEgress);
     const policy = {
       mode,
+      // access enhanced permits the provider lane in mode standard too (the grant still decides whether one exists).
+      ...req.access === "enhanced" ? { enhanced: true } : {},
       ...req.allowlistedDomains !== void 0 && req.allowlistedDomains.length > 0 ? { allowlistedDomains: req.allowlistedDomains } : {}
     };
     const runner = new LadderRunner(rungs.channels, policy, historyFor(mode), null, sessionsFor(mode), { channelsFiltered: rungs.filtered });
     const robotsOverride = req.robotsOverride ?? (record3 ? namedUrlOverride : void 0);
     const plan = record3 ? cachePlanFor(req.url, mode, req, req.formats, rungs.channels, req.robotsOverride, robotsOverride !== void 0) : null;
+    const deliver = async (full, shapeScope, fetched) => {
+      const shaped = await prepareScrapeResponse(full, req, shapeScope, null, overallStart, scrapeId).finally(() => {
+        if (shapeScope !== scope)
+          shapeScope.dispose();
+      });
+      const response = fetched ? shaped : withoutFetchUsage(shaped);
+      if (!record3)
+        return response;
+      try {
+        await writeScrapeRecord(scrapeRecordOf(scrapeId, requestedAt, req, full, response));
+        return response;
+      } catch (error) {
+        console.error(JSON.stringify({ component: "api", event: "scrape_record_unwritten", scrapeId, error: error instanceof Error ? error.message : String(error) }));
+        if (!("trace" in response))
+          return response;
+        return { ...response, trace: [...response.trace, { at: Math.round(performance.now() - overallStart), lane: response.lane, event: "scrape_record_unwritten", detail: { scrapeId } }] };
+      }
+    };
     const operation = (async () => {
+      if (req.lane === "my-browser") {
+        const read3 = await myBrowserScrape(req, context, hooks);
+        const agentHints2 = agentHintsFor(req, { channelsTried: [read3.lane], result: read3 });
+        const full2 = { ...read3, channelsTried: [read3.lane], ladderTrace: [], summary: summarize([read3.lane], [{ channel: read3.lane, result: read3 }]), ...agentHints2.length === 0 ? {} : { agentHints: agentHints2 } };
+        return deliver(full2, createExecutionScope({ signal: AbortSignal.any([...context.signal === void 0 ? [] : [context.signal], shutdownController.signal]) }), true);
+      }
+      const scrapeCap = accessGrant?.budget.perRequestUsd ?? accessGrant?.budget.perRunUsd ?? null;
+      const scrapeSpend = scrapeCap === null ? void 0 : createSpendLedger(scrapeCap);
       const answer = consultCache(plan, req.url, policy);
-      const run = answer.kind === "fetch" ? await runner.run(req.url, void 0, scope, { ...fetchOptions(req, req.formats), ...robotsOverride === void 0 ? {} : { robotsOverride } }).then((fetched) => ({ ...fetched, result: afterFetch(plan, answer, fetched.result) })) : { result: answer.result, ...untriedAudit(Math.round(performance.now() - overallStart)) };
+      const run = answer.kind === "fetch" ? await runner.run(req.url, void 0, scrapeSpend === void 0 ? scope : { ...scope, spend: scrapeSpend }, { ...fetchOptions(req, req.formats), ...robotsOverride === void 0 ? {} : { robotsOverride } }).then(async (fetched) => ({ ...fetched, result: afterFetch(plan, answer, await withEgressExit(fetched.result, scrapeEgress, scope)) })) : { result: answer.result, ...untriedAudit(Math.round(performance.now() - overallStart)) };
       const handed = req.handoff !== void 0 && answer.kind === "fetch" && handoffResult(run.result) ? await handOffScrape(req, run.result, context, hooks) : null;
       const read2 = handed !== null && "result" in handed ? handed.result : null;
       const result = handed === null ? withHandoffHint(run.result, req) : "reason" in handed ? withHandoffHint({ ...run.result, warnings: [...run.result.warnings ?? [], { code: "handoff_not_through", message: `Handed to you in your Chrome, the page was not read: ${handed.reason}.` }] }, req, true) : answer.kind === "fetch" && answer.missed && plan?.bounds != null ? withCacheMiss(handed.result, plan.bounds) : handed.result;
@@ -28364,29 +29938,14 @@ function createApiEngine(options = {}) {
       const full = {
         ...result,
         // The answer's third-party spend is the whole call's: a page read in the person's Chrome after a provider tried it still cost what the provider charged.
-        usage: { ...result.usage, externalCostUsd: summary.externalCostUsd },
+        usage: { ...result.usage, externalCostUsd: summary.externalCostUsd, ...run.result.usage.externalCostChargedUsd === void 0 ? {} : { externalCostChargedUsd: run.result.usage.externalCostChargedUsd } },
         channelsTried: run.channelsTried,
         ladderTrace: run.ladderTrace,
         summary,
         ...agentHints.length === 0 ? {} : { agentHints }
       };
       const shapeScope = handed !== null && "result" in handed ? createExecutionScope({ signal: AbortSignal.any([...context.signal === void 0 ? [] : [context.signal], shutdownController.signal]) }) : scope;
-      const shaped = await prepareScrapeResponse(full, req, shapeScope, null, overallStart, scrapeId).finally(() => {
-        if (shapeScope !== scope)
-          shapeScope.dispose();
-      });
-      const response = answer.kind === "fetch" ? shaped : withoutFetchUsage(shaped);
-      if (!record3)
-        return response;
-      try {
-        await writeScrapeRecord(scrapeRecordOf(scrapeId, requestedAt, req, full, response));
-        return response;
-      } catch (error) {
-        console.error(JSON.stringify({ component: "api", event: "scrape_record_unwritten", scrapeId, error: error instanceof Error ? error.message : String(error) }));
-        if (!("trace" in response))
-          return response;
-        return { ...response, trace: [...response.trace, { at: Math.round(performance.now() - overallStart), lane: response.lane, event: "scrape_record_unwritten", detail: { scrapeId } }] };
-      }
+      return deliver(full, shapeScope, answer.kind === "fetch");
     })();
     activeScrapes.add(operation);
     try {
@@ -28514,6 +30073,7 @@ function createApiEngine(options = {}) {
       checkAttributeSelectors(req.formats);
       checkListSelectors(req.formats);
       checkHostedOptions(req);
+      checkAccessChoice(req);
       const webhookConfig = jobWebhooks.check(req.webhook);
       if (defaultMaxPages !== null && req.maxPages != null && req.maxPages > defaultMaxPages) {
         throw new RequestError(`maxPages must be at most ${defaultMaxPages} on this server`);
@@ -28546,6 +30106,7 @@ function createApiEngine(options = {}) {
             maxTokens: null
           },
           crawl: {
+            ...req.access === void 0 ? {} : { access: req.access },
             formats: req.formats ?? ["markdown"],
             includeLinks: req.includeLinks === true,
             includePaths: req.includePaths ?? [],
@@ -28607,6 +30168,8 @@ function createApiEngine(options = {}) {
       checkListSelectors(req.formats);
       checkRobotsOverride("robotsOverrides", req.robotsOverrides);
       checkHostedOptions(req);
+      checkAccessChoice(req);
+      checkMyBrowser(req);
       const webhookConfig = jobWebhooks.check(req.webhook);
       batchStartInProgress = true;
       try {
@@ -28634,7 +30197,9 @@ function createApiEngine(options = {}) {
           ...req.robotsOverrides === void 0 ? {} : { robotsOverrides: req.robotsOverrides },
           ...req.maxConcurrency === void 0 ? {} : { maxConcurrency: req.maxConcurrency },
           ...invalidURLs === void 0 ? {} : { invalidURLs },
-          ...webhookConfig === void 0 ? {} : { webhook: jobWebhooks.register(taskId, webhookConfig, req.webhookPayloadFormat) }
+          ...webhookConfig === void 0 ? {} : { webhook: jobWebhooks.register(taskId, webhookConfig, req.webhookPayloadFormat) },
+          ...req.lane === void 0 ? {} : { lane: req.lane },
+          ...req.access === void 0 ? {} : { access: req.access }
         };
         const task = {
           id: taskId,
@@ -29126,11 +30691,11 @@ function attributionOf(req) {
   return Object.keys(attribution).length === 0 ? {} : { attribution };
 }
 function scrapeRecordOf(scrapeId, requestedAt, req, run, response) {
-  const { origin: _origin, integration: _integration, ...request7 } = req;
+  const { origin: _origin, integration: _integration, ...request8 } = req;
   return {
     scrapeId,
     requestedAt,
-    request: { ...request7, ...req.headers === void 0 ? {} : { headers: Object.fromEntries(Object.keys(req.headers).map((name) => [name, name])) } },
+    request: { ...request8, ...req.headers === void 0 ? {} : { headers: Object.fromEntries(Object.keys(req.headers).map((name) => [name, name])) } },
     ...attributionOf(req).attribution,
     status: response.status,
     failureReason: response.failureReason,
@@ -29167,7 +30732,7 @@ function crawlOptionsStored(task) {
 }
 var BATCH_SCOPE = { regexOnFullURL: false, ignoreQueryParameters: false, deduplicateSimilarURLs: false, crawlEntireDomain: true, allowSubdomains: false, allowExternalLinks: false };
 function batchRunOptions(batch, resume) {
-  return { maxDepth: 0, allowlistedDomains: [], useCached: false, resume, scope: BATCH_SCOPE, sitemap: "skip", maxConcurrency: batch.maxConcurrency ?? null, policyAllowlist: [] };
+  return { maxDepth: 0, allowlistedDomains: [], useCached: false, resume, scope: BATCH_SCOPE, sitemap: "skip", maxConcurrency: batch.lane === "my-browser" ? 1 : batch.maxConcurrency ?? null, policyAllowlist: [] };
 }
 async function appendedWithoutStep(taskId, store) {
   const task = await store.getTask(taskId);
@@ -29217,11 +30782,23 @@ function crawlPolicyAllowlist(seedUrl, allowlistedDomains, scope) {
     return [];
   const host = new URL(seedUrl).hostname.toLowerCase();
   const apex = host.startsWith("www.") ? host.slice(4) : host;
-  const twin = host.startsWith("www.") ? apex : host.includes(".") && isIP4(host) === 0 ? `www.${host}` : null;
+  const twin = host.startsWith("www.") ? apex : host.includes(".") && isIP5(host) === 0 ? `www.${host}` : null;
   return [.../* @__PURE__ */ new Set([host, ...twin === null ? [] : [twin], ...allowlistedDomains, ...scope.allowSubdomains ? [`*.${apex}`] : []])];
 }
 function handoffUnread(task) {
-  return task.batch === void 0 ? null : unreadByPerson(fetchOptions(task.batch, task.batch.formats));
+  if (task.batch === void 0)
+    return null;
+  const options = fetchOptions(task.batch, task.batch.formats);
+  return listsPages2(task) ? unreadByPerson({ ...options, actions: void 0 }) : unreadByPerson(options);
+}
+function listsPages2(task) {
+  const actions = task.batch?.actions ?? [];
+  return actions.length === 1 && actions[0].type === "paginate" && actions[0].itemSelector !== void 0;
+}
+function handoffNeededIn(task, step) {
+  if (!handoffNeeded(step))
+    return false;
+  return !listsPages2(task) || (step.result?.actions?.lists ?? []).some((run) => run.type === "paginate" && run.stoppedBy === "challenge" && run.challenge !== void 0);
 }
 function offersHandoff(task) {
   return handoffUnread(task) === null && webhookOf(task) === void 0;
@@ -29292,7 +30869,7 @@ function compactPage(step, task) {
 }
 function toCrawlPage(step, includeLinks, task, handoffOffered = false) {
   const result = step.result;
-  const handoff = handoffOffered && handoffNeeded(step) ? handoffRequestOf(step) : null;
+  const handoff = handoffOffered && handoffNeededIn(task, step) ? handoffRequestOf(step) : null;
   const mode = task.mode;
   const agentHints = result === null ? [] : agentHintsFor({ fastMode: (task.batch ?? task.crawl)?.fastMode }, { channelsTried: step.audit?.channelsTried ?? [result.lane], result, ...step.audit === void 0 ? {} : { summary: step.audit.summary, ladderTrace: step.audit.ladderTrace } });
   return {
@@ -30053,6 +31630,8 @@ function createApp(engine, options = {}) {
       return fail(c, err.code, err.message, err.details, err.agentHints);
     if (err instanceof CrawlStateError)
       return fail(c, "conflict", err.message);
+    if (err instanceof HandoffUnavailableError)
+      return fail(c, "conflict", err.message);
     if (err instanceof TaskNotFoundError)
       return fail(c, "not_found", "not found");
     if (err instanceof InvalidCursorError)
@@ -30082,6 +31661,22 @@ function readEgressProxies(env, grant, hosted) {
     throw new Error("W2L_EGRESS_PROXIES needs an access grant that names egress_sessions (ADR 0005; --access-grant or W2L_ACCESS_GRANT)");
   return proxies;
 }
+function readEgressEchoUrl(env, egresses) {
+  const raw = env.W2L_EGRESS_ECHO_URL?.trim() ?? "";
+  if (raw === "")
+    return null;
+  if (egresses.length === 0)
+    throw new Error("W2L_EGRESS_ECHO_URL asks each egress proxy where it leaves from: it needs W2L_EGRESS_PROXIES");
+  let url;
+  try {
+    url = new URL(raw);
+  } catch {
+    throw new Error("W2L_EGRESS_ECHO_URL must be an http(s) URL");
+  }
+  if (url.protocol !== "http:" && url.protocol !== "https:")
+    throw new Error("W2L_EGRESS_ECHO_URL must be an http(s) URL");
+  return url.href;
+}
 function readAccessGrant(argv, env, hosted) {
   const source = (readFlag(argv, "--access-grant") ?? env["W2L_ACCESS_GRANT"] ?? "").trim();
   if (source === "")
@@ -30100,7 +31695,7 @@ function readAccessGrant(argv, env, hosted) {
 }
 function accessGrantNotice(grant) {
   const usd2 = (value) => value === null ? "none" : `${value} USD`;
-  return `access grant (ADR 0005): tier ${grant.tier}; ${grant.capabilities.length === 0 ? "no capabilities" : grant.capabilities.join(", ")}; run budget ${usd2(grant.budget.perRunUsd)}; per-request budget ${usd2(grant.budget.perRequestUsd)} (not enforced yet)${grant.attestation === null ? "" : `; accepted by ${grant.attestation.principal}`}`;
+  return `access grant (ADR 0005): tier ${grant.tier}; ${grant.capabilities.length === 0 ? "no capabilities" : grant.capabilities.join(", ")}; run budget ${usd2(grant.budget.perRunUsd)}; per-request budget ${usd2(grant.budget.perRequestUsd)}${grant.attestation === null ? "" : `; accepted by ${grant.attestation.principal}`}`;
 }
 function jobStreamsEnabled(env) {
   return (env["W2L_JOB_STREAMS"] ?? "").trim().toLowerCase() !== "off";
@@ -30117,8 +31712,9 @@ function parseListen(argv, env = process.env) {
   const engineNotice = browserEngine === "playwright" ? [] : [`browser engine: ${browserEngine} on the public browser rung (ADR 0005 enhanced_browser); saved logins and managed sessions keep stock Playwright`];
   const compatHosts = compatHostsChoice(env, accessGrant, hosted);
   const egressList = readEgressProxies(env, accessGrant, hosted);
-  const egressNotice = egressList.length === 0 ? [] : [`egress proxies (ADR 0005 egress_sessions): ${egressList.map((proxy) => proxy.endpoint).join(", ")}; a batch or crawl keeps one for its run and moves on only when the proxy itself fails its probe (at most 2 times), never after a block, a challenge, a 429 or a site's reset; a scrape takes the next healthy one`];
-  const compatNotice = compatHosts.length === 0 ? [] : [`compatible transport (ADR 0005 compatible_transport): ${COMPAT_LIBRARY.name} ${COMPAT_LIBRARY.version}, profile ${DEFAULT_COMPAT_PROFILE}, in place of the http rung for standard-mode pages on ${compatHosts.join(", ")} and their subdomains; a request with custom headers or mobile keeps the http rung`];
+  const egressEchoUrl = readEgressEchoUrl(env, egressList);
+  const egressNotice = egressList.length === 0 ? [] : [`egress proxies (ADR 0005 egress_sessions): ${egressList.map((proxy) => proxy.endpoint).join(", ")}; a batch or crawl keeps one for its run and moves on only when the proxy itself fails its probe (at most 2 times), never after a block, a challenge, a 429 or a site's reset; a scrape takes the next healthy one${egressEchoUrl === null ? "" : `; each is asked where it leaves from at ${new URL(egressEchoUrl).host}`}`];
+  const compatNotice = compatHosts.length === 0 ? [] : [`compatible transport (ADR 0005 compatible_transport): ${COMPAT_LIBRARY.name} ${COMPAT_LIBRARY.version}, profile ${DEFAULT_COMPAT_PROFILE}, in place of the http rung for standard-mode pages on ${compatHosts.join(", ")} and their subdomains${(env.W2L_COMPAT_HOSTS ?? "").trim() === "" ? " (the hosts its acceptance showed it helps, research/access/benefit-hosts.v1.json; W2L_COMPAT_HOSTS names others, none turns it off)" : ""}; a request with custom headers or mobile keeps the http rung`];
   if (hosted) {
     if (tokens.length === 0) {
       throw new Error("hosted mode requires --token, W2L_API_TOKEN or W2L_API_TOKENS");
@@ -30142,7 +31738,8 @@ function parseListen(argv, env = process.env) {
       accessGrant,
       browserEngine,
       compatHosts,
-      egressProxies: egressList
+      egressProxies: egressList,
+      egressEchoUrl
     };
   }
   const networkPolicy = withOperatorContact(withEnvironmentProxy(tunedPolicy(localNetworkPolicy(), env), env), env);
@@ -30168,7 +31765,8 @@ function parseListen(argv, env = process.env) {
     accessGrant,
     browserEngine,
     compatHosts,
-    egressProxies: egressList
+    egressProxies: egressList,
+    egressEchoUrl
   };
 }
 function deliveryConfig(mode, env = process.env) {
@@ -30285,7 +31883,8 @@ async function runApiServer(argv, env = process.env, options = {}) {
     accessGrant: listen.accessGrant,
     browserEngine: listen.browserEngine,
     compatHosts: listen.compatHosts,
-    egressProxies: listen.egressProxies
+    egressProxies: listen.egressProxies,
+    egressEchoUrl: listen.egressEchoUrl
   });
   const app = createApp(engine, { loopbackOnly: servesLogins, tokens: listen.tokens, exposeInternalErrors: listen.mode === "local", jobStreams: listen.jobStreams, ...listen.rateLimit === void 0 ? {} : { rateLimit: listen.rateLimit } });
   const deliveryStore = DeliveryStore.open(join11(taskRoot, "section-b-control.sqlite"));
@@ -30382,6 +31981,8 @@ var KINDS = {
   maxConcurrency: "int",
   limit: "int",
   mode: "string",
+  lane: "string",
+  access: "string",
   sitemap: "string",
   idempotencyKey: "string",
   appendToId: "string",
@@ -30556,8 +32157,8 @@ function usage(command) {
   }
   const synopsis = {
     crawl: "usage: octocrawl crawl <url> [options] [--out <dir>] | octocrawl crawl --resume <taskId>",
-    scrape: "usage: octocrawl scrape <url> [options] [--markdown] [--out <dir>] [--handoff]\n\n--handoff: a page a captcha, a challenge or a login wall stops opens in a new tab of your own Chrome\n(remote debugging on at chrome://inspect/#remote-debugging; click Allow); get through it there and click on the page,\nand Octocrawl answers with it. Octocrawl passes no check itself.",
-    batch: "usage: octocrawl batch <url>... [--urls-file <file>] [options] [--out <dir>] [--handoff]\n\n--handoff: when the batch ends, each page a captcha, a challenge or a login wall stopped opens in a new tab\nof your own Chrome (remote debugging on at chrome://inspect/#remote-debugging; click Allow once); get through\nit there and Octocrawl reads the page. Octocrawl passes no check itself.",
+    scrape: "usage: octocrawl scrape <url> [options] [--markdown] [--out <dir>] [--handoff] [--lane my-browser]\n\n--handoff: a page a captcha, a challenge or a login wall stops opens in a new tab of your own Chrome\n(remote debugging on at chrome://inspect/#remote-debugging; click Allow); get through it there and click on the page,\nand Octocrawl answers with it. Octocrawl passes no check itself.\n--lane my-browser: read the page in your own Chrome instead of fetching it: click Allow in Chrome, then\nAllow reading these sites in the page Octocrawl opens there (close it or click Revoke to stop).",
+    batch: "usage: octocrawl batch <url>... [--urls-file <file>] [options] [--out <dir>] [--handoff] [--lane my-browser]\n\n--handoff: when the batch ends, each page a captcha, a challenge or a login wall stopped opens in a new tab\nof your own Chrome (remote debugging on at chrome://inspect/#remote-debugging; click Allow once); get through\nit there and Octocrawl reads the page. Octocrawl passes no check itself. A batch with one paginate step (with itemSelector) is handed over too: the page its list\nstopped at opens, you get through the check and page on by clicking Next, and Octocrawl reads each page as it shows.\n--lane my-browser: read every page in your own Chrome, one at a time: click Allow in Chrome, then Allow reading\nthese sites once in the page Octocrawl opens there (close it or click Revoke to stop).",
     map: "usage: octocrawl map <url> [options]"
   };
   const lines = optionKeys(command).map((key) => {
@@ -30674,7 +32275,7 @@ ${LOGIN_USAGE}`);
 }
 
 // packages/cli/src/run.ts
-var CLI_VERSION = "0.3.1";
+var CLI_VERSION = "0.3.2";
 async function runCli(argv, io) {
   const [name, ...rest] = argv;
   if (name === void 0 || name === "--help" || name === "help") {
@@ -30724,7 +32325,8 @@ ${usage(null)}`);
       accessGrant: listen.accessGrant,
       browserEngine: listen.browserEngine,
       compatHosts: listen.compatHosts,
-      egressProxies: listen.egressProxies
+      egressProxies: listen.egressProxies,
+      egressEchoUrl: listen.egressEchoUrl
     });
     try {
       return await runCommand(engine, command, line.urls, line.body, line.cli, io);
@@ -30790,6 +32392,7 @@ async function runCommand(engine, command, urls, body, cli, io) {
       if (urls.length === 0) throw new UsageError("octocrawl batch takes URLs as arguments or --urls-file");
       const accepted = await engine.startBatch(parseBatchStartRequest({ ...body, urls, origin: ORIGIN }));
       io.stderr(`octocrawl batch: task ${accepted.taskId}${accepted.invalidURLs?.length ? `, ${accepted.invalidURLs.length} invalid URLs skipped` : ""}`);
+      if (body.lane === "my-browser" || body.access === "my-browser") io.stderr("octocrawl batch: in your Chrome, click Allow, then Allow reading these sites in the page Octocrawl opened (it lists every site of the batch); close that page or click Revoke to stop");
       return finish(engine, "batch", accepted.taskId, cli, io);
     }
   }
@@ -30822,6 +32425,8 @@ function handoffPrompts(command, io) {
     onWaiting: (url, check) => io.stderr(`octocrawl ${command}: ${url} shows a ${check.replace(/_/g, " ")}: get through it in the Chrome tab that opened (click Allow if Chrome asks)`),
     onConfirm: (url) => io.stderr(`octocrawl ${command}: ${url} shows no check in your Chrome: click on the page if it is the one to read (Octocrawl reads it only once you act in its tab)`),
     onHidden: (url) => io.stderr(`octocrawl ${command}: the Chrome tab Octocrawl opened for ${url} is not in front: switch to it (clicks in another tab or window are not seen)`),
+    onContinue: (url, pages) => io.stderr(`octocrawl ${command}: through: page on in that tab by clicking Next, Octocrawl reads each page as it shows (${pages} read so far); it stops when Next is gone, or after 60 s without a new page`),
+    onAllow: (hosts) => io.stderr(`octocrawl ${command}: in your Chrome, click Allow, then Allow reading these sites in the page Octocrawl opened (${hosts.join(", ")}); close that page or click Revoke to stop. While remote debugging is on, sites see navigator.webdriver true: turn it off at chrome://inspect/#remote-debugging when you are done`),
     ...io.signal === void 0 ? {} : { signal: io.signal }
   };
 }