@koda-sl/baker-cli 0.195.0-dev.6d2f498f5 → 0.197.0-dev.6d2f498f5

package/dist/cli.js

@@ -24,6 +24,7 @@ import {
   describeFailureReason,
   elementMentionKeywords,
   estimateVideoCredits,
+  fetchExternalBytes,
   generateCatalog,
   imageProfileFor,
   isPersistedAssetRef,
@@ -47,7 +48,7 @@ import {
   toModelSafeImage,
   ulid,
   validateCanvasDeep
-} from "./chunk-IDRQDUBA.js";
+} from "./chunk-SSDYBIZB.js";
 import {
   csvOrJson,
   daysAgoIso,
@@ -56,7 +57,7 @@ import {
   resolveAccountIdArg,
   resolveEffectiveStatus,
   todayIso
-} from "./chunk-PXXJ3HJW.js";
+} from "./chunk-34J26VIJ.js";
 import {
   buildQueryCacheKey,
   cacheGet,
@@ -72,22 +73,28 @@ import {
   writeAdsJson,
   writeAdsOutput,
   writeJsonEnvelope
-} from "./chunk-X5C6HE24.js";
+} from "./chunk-G3O4HRYR.js";
 import {
   ApiError,
   apiGet,
   apiPost,
   validateConvexId
-} from "./chunk-ZWYQIEBI.js";
+} from "./chunk-OB26WXHZ.js";
 import {
   installStreamTaps,
   logInvocation
-} from "./chunk-K3PWXVF7.js";
+} from "./chunk-YUTDQ4PV.js";
 import {
+  captureBudgetMs,
+  captureProxyCredentials,
   getEnv,
+  isProxyFailure,
+  plannedRoutes,
+  refuseNonPublicUrl,
   requireChatId,
-  resolveChatId
-} from "./chunk-YL3HDEIJ.js";
+  resolveChatId,
+  shouldEscalate
+} from "./chunk-F6OHDJIX.js";
 
 // src/cli.ts
 import { defineCommand as defineCommand212, runMain } from "citty";
@@ -483,15 +490,26 @@ function writeOutput(envelope, format, fields, full, normalizer) {
     writeJson(envelope);
     return;
   }
+  if (format !== "files" && format !== "md") {
+    process.stderr.write(`Unknown --output "${String(format)}". Valid formats: json, files, md. Using json.
+`);
+    writeJson(envelope);
+    return;
+  }
   const items = normalizeData(envelope, fields, full ?? false, normalizer ?? imageNormalizer);
   const displayFields = fields ?? Object.keys(items[0] ?? {});
   if (format === "files") {
     writeFiles(items, displayFields);
-    return;
-  }
-  if (format === "md") {
+  } else {
     writeMd(items, displayFields);
   }
+  writeHints(envelope.hints);
+}
+function writeHints(hints) {
+  for (const hint of hints ?? []) {
+    process.stderr.write(`${hint}
+`);
+  }
 }
 
 // src/schemas.ts
@@ -16993,10 +17011,10 @@ function duplicateCommand2(entity, label) {
       replace: { type: "boolean", description: "Pause the original once the copy publishes" }
     },
     run: async ({ args }) => {
-      const { apiPost: apiPost2 } = await import("./client-PJ7ID35L.js");
-      const { requireChatId: requireChatId2 } = await import("./env-6QJCMTRK.js");
-      const { writeJsonEnvelope: writeJsonEnvelope2 } = await import("./output-NWX3YW64.js");
-      const { handleMetaError: handleMetaError2 } = await import("./shared-5ZEOG664.js");
+      const { apiPost: apiPost2 } = await import("./client-LTDQPQ7T.js");
+      const { requireChatId: requireChatId2 } = await import("./env-GV4VDT5W.js");
+      const { writeJsonEnvelope: writeJsonEnvelope2 } = await import("./output-PXTEFDVX.js");
+      const { handleMetaError: handleMetaError2 } = await import("./shared-AR6VAAIE.js");
       try {
         const accountId = bareAccountId2(args);
         const chatId = requireChatId2();
@@ -25345,9 +25363,11 @@ async function fileExists(target) {
 async function uploadSourceAsReference(source, isUrl, client) {
   let bytes;
   if (isUrl) {
-    const res = await fetch(source);
-    if (!res.ok) throw new Error(`failed to download source image (${res.status})`);
-    bytes = Buffer.from(await res.arrayBuffer());
+    try {
+      ({ buffer: bytes } = await fetchExternalBytes(source));
+    } catch (e) {
+      throw new Error(`failed to download source image (${e instanceof Error ? e.message : String(e)})`);
+    }
   } else {
     bytes = await readFile12(source);
   }
@@ -26042,18 +26062,17 @@ function videoDefinitionDescription(blueprint) {
 }
 async function materializeReferenceVideo(fileArg2) {
   if (!/^https?:\/\//i.test(fileArg2)) return path21.resolve(fileArg2);
-  let res;
+  let bytes;
+  let contentType;
   try {
-    res = await fetch(fileArg2);
+    ({ buffer: bytes, contentType } = await fetchExternalBytes(fileArg2, { sniffChallenge: false }));
   } catch (e) {
     throw new Error(`failed to download reference video: ${e instanceof Error ? e.message : String(e)}`);
   }
-  if (!res.ok) throw new Error(`failed to download reference video (${res.status} ${res.statusText})`);
-  const bytes = Buffer.from(await res.arrayBuffer());
   if (bytes.length === 0) throw new Error("reference video download was empty");
   const dest = path21.join(
     tmpdir2(),
-    `baker-ref-${sha256Hex(bytes).slice(0, 16)}${referenceVideoExt(fileArg2, res.headers.get("content-type"))}`
+    `baker-ref-${sha256Hex(bytes).slice(0, 16)}${referenceVideoExt(fileArg2, contentType)}`
   );
   await writeFile8(dest, bytes);
   return dest;
@@ -29695,11 +29714,8 @@ async function expandInputs(spec) {
 }
 async function readImageBuffer(pathOrUrl) {
   if (isRemoteUrl(pathOrUrl)) {
-    const response = await fetch(pathOrUrl);
-    if (!response.ok) {
-      throw new Error(`Failed to fetch ${pathOrUrl}: ${response.status} ${response.statusText}`);
-    }
-    return Buffer.from(await response.arrayBuffer());
+    const { buffer } = await fetchExternalBytes(pathOrUrl);
+    return buffer;
   }
   return readFile19(pathOrUrl);
 }
@@ -29988,15 +30004,19 @@ function resolveDownloadPath({ baseName, extension, out, outIsDirectory: outIsDi
   return out;
 }
 function disambiguate(paths) {
-  const seen = /* @__PURE__ */ new Map();
+  const taken = /* @__PURE__ */ new Set();
   return paths.map((path35) => {
-    const count = seen.get(path35) ?? 0;
-    seen.set(path35, count + 1);
-    if (count === 0) {
+    if (!taken.has(path35)) {
+      taken.add(path35);
       return path35;
     }
     const ext = extname3(path35);
-    return `${path35.slice(0, path35.length - ext.length)}-${count + 1}${ext}`;
+    const stem = path35.slice(0, path35.length - ext.length);
+    let n = 2;
+    while (taken.has(`${stem}-${n}${ext}`)) n += 1;
+    const unique = `${stem}-${n}${ext}`;
+    taken.add(unique);
+    return unique;
   });
 }
 
@@ -30063,17 +30083,10 @@ async function resolveTarget(target) {
   return { input: target.raw, url: doc.imageUrl, baseName: stem };
 }
 async function fetchBytes(url) {
-  const response = await fetch(url);
-  if (!response.ok) {
-    throw new Error(`${response.status} ${response.statusText}`);
-  }
-  return {
-    buffer: Buffer.from(await response.arrayBuffer()),
-    contentType: response.headers.get("content-type")
-  };
+  return await fetchExternalBytes(url);
 }
 var NEXT_STEP_HINT = "Downloaded files are local paths \u2014 the local transforms take them directly: `baker images normalize <file> --color '#FFFFFF' --height 40`, `baker images crop <file> --x \u2026 --y \u2026 --width \u2026 --height \u2026`, `baker images dimensions <file>`. For a landing, page-scoped images belong in `src/pages/{landing}/_images/`.";
-var PARTIAL_FAILURE_HINT = "Some targets did not download. Carry on with the ones that did \u2014 a missing asset never blocks the rest of the job. Retry a failed URL only if it was a transient 5xx; a 403 means the host refuses datacenter IPs, so re-source it (`baker images extract <page>`) instead.";
+var PARTIAL_FAILURE_HINT = "Some targets did not download. Carry on with the ones that did \u2014 a missing asset never blocks the rest of the job. Retry a failed URL only if it was a transient 5xx; a 403 means the host will not serve these bytes to anyone but a browser, so re-source it (`baker images extract <page>`) instead.";
 var ALL_FAILED_FIX = {
   action: "use_different_resource",
   explanation: "None of the targets could be downloaded. A 403/404 means the host will not serve these bytes \u2014 re-source the asset (`baker images extract <page-url>`, `baker images stock <query>`) or, for a library image, check the row is `ready` with `baker images get <id>`. Do not retry the same URLs in a loop, and do not fall back to `curl` \u2014 continue the job with a placeholder if nothing can be fetched."
@@ -34842,6 +34855,26 @@ function capturedCopyStrings(markup) {
   return [...seen];
 }
 
+// src/engine/landing-library/proxyFailure.ts
+var PROXY_STATUS = 407;
+var PROXY_NET_ERRORS = [
+  "ERR_TUNNEL_CONNECTION_FAILED",
+  "ERR_PROXY_CONNECTION_FAILED",
+  "ERR_PROXY_AUTH_REQUESTED",
+  "ERR_PROXY_CERTIFICATE_INVALID",
+  "ERR_UNEXPECTED_PROXY_AUTH",
+  "ERR_MANDATORY_PROXY_CONFIGURATION_FAILED",
+  "ERR_HTTPS_PROXY_TUNNEL_RESPONSE_REDIRECT"
+];
+var PROXY_UNAVAILABLE_MESSAGE = "We couldn't reach this page just now. Please try adding it again.";
+function describeProxyFailure(error) {
+  const raw = error instanceof Error ? error.message : typeof error === "string" ? error : "";
+  if (!raw) return null;
+  const netError = /net::(ERR_[A-Z0-9_]+)/.exec(raw)?.[1];
+  if (!netError || !PROXY_NET_ERRORS.includes(netError)) return null;
+  return { code: "PROXY_UNAVAILABLE", message: PROXY_UNAVAILABLE_MESSAGE };
+}
+
 // src/engine/landing-library/unreachable.ts
 var NET_ERROR_REASONS = [
   {
@@ -34893,6 +34926,10 @@ function describeUnreachableSite(error) {
   }
   return null;
 }
+function netErrorName(error) {
+  const raw = error instanceof Error ? error.message : typeof error === "string" ? error : "";
+  return raw ? /net::(ERR_[A-Z0-9_]+)/.exec(raw)?.[1] ?? null : null;
+}
 
 // src/engine/landing-library/blocked.ts
 var CHALLENGE_PHRASES = [
@@ -34912,6 +34949,9 @@ var CHALLENGE_PHRASES = [
 ];
 var CHALLENGE_MARKERS = ["cf-browser-verification", "cf_chl_", "px-captcha", "_incapsula_", "distil_r_captcha"];
 function detectBlockedPage(page) {
+  if (page.status === PROXY_STATUS) {
+    return { code: "PROXY_UNAVAILABLE", message: PROXY_UNAVAILABLE_MESSAGE };
+  }
   if (page.status !== null && page.status >= 400) {
     return {
       code: "HTTP_ERROR",
@@ -34938,14 +34978,44 @@ var BlockedPageError = class extends Error {
     this.code = blocked.code;
   }
 };
+var CaptureFailureError = class extends Error {
+  failure;
+  /**
+   * Which rungs were tried, and what each of them said.
+   *
+   * Carried out of the engine because nothing downstream could otherwise tell a
+   * page refused from three different addresses apart from one refused once —
+   * and those two call for opposite conclusions about whether to try again.
+   *
+   * It is also the only way to see the rollout fail silently. The E2B image
+   * installs the CLI at build time, so until the template is rebuilt a Runtime
+   * runs an older binary that ignores the credentials Convex hands it. That
+   * capture returns an envelope with **no rungs at all** — indistinguishable,
+   * from the outside, from a page that simply was not worth escalating.
+   *
+   * Deliberately thin: tier names and status codes only, so nothing here can
+   * carry a credential or the raw browser text that once reached a user.
+   */
+  rungs;
+  constructor(failure, rungs = []) {
+    super(failure.message);
+    this.name = "CaptureFailureError";
+    this.failure = failure;
+    this.rungs = rungs;
+  }
+};
+var LOCAL_ADDRESS_REFUSAL = "That address only opens from inside your own network, so there is nothing there for us to read. A reference page has to be live on the web.";
 var NODE_LEVEL_UNREACHABLE = ["econnrefused", "enotfound", "getaddrinfo"];
 var UNREACHABLE_MESSAGE = "We couldn't reach this page \u2014 the site didn't answer, or its security certificate isn't one we can read.";
 var TOO_SLOW_MESSAGE = "This page took too long to load, so we stopped waiting for it.";
 var CAPTURE_FAILED_MESSAGE = "We couldn't read this page.";
 function classifyCaptureFailure(error) {
+  if (error instanceof CaptureFailureError) return error.failure;
   if (error instanceof BlockedPageError) {
     return { code: error.code, message: error.message };
   }
+  const proxyFailure = describeProxyFailure(error);
+  if (proxyFailure) return proxyFailure;
   const unreachable = describeUnreachableSite(error);
   if (unreachable) return unreachable;
   const message = (error instanceof Error ? error.message : String(error)).toLowerCase();
@@ -34969,11 +35039,12 @@ var pwSpecifier = ["play", "wright"].join("");
 var DESKTOP_VIEWPORT = { width: 1440, height: 900 };
 var MOBILE_VIEWPORT = { width: 390, height: 844 };
 var DEVICE_SCALE_FACTOR = 2;
-async function launchBrowser() {
+async function launchBrowser(route = { kind: "direct" }) {
   const playwright = require_(pwSpecifier);
   return await playwright.chromium.launch({
     headless: true,
-    args: ["--hide-scrollbars", "--disable-blink-features=AutomationControlled", "--mute-audio"]
+    args: ["--hide-scrollbars", "--disable-blink-features=AutomationControlled", "--mute-audio"],
+    ...route.kind === "proxy" ? { proxy: { server: route.server, username: route.username, password: route.password } } : {}
   });
 }
 async function newPage(browser, viewport, opts = { motion: false }) {
@@ -35314,6 +35385,42 @@ async function captureSectionOnMobile(page, section) {
   return await locator.screenshot({ type: "png", timeout: 15e3 }).catch(() => null);
 }
 
+// src/engine/landing-library/escalation.ts
+var CAPTURE_RESERVE_MS = 18e4;
+function attemptSignal(outcome) {
+  const code = outcome.failure.code;
+  return {
+    challenge: code === "BOT_CHALLENGE",
+    status: outcome.status,
+    netError: outcome.netError,
+    timedOut: code === "SITE_TOO_SLOW"
+  };
+}
+function nextRoute(args) {
+  const last = args.attempts[args.attempts.length - 1];
+  if (!last) return { next: null, reason: "ladder_exhausted" };
+  const brokenProxy = isProxyFailure(attemptSignal(last));
+  if (!brokenProxy && !shouldEscalate(attemptSignal(last))) {
+    return { next: null, reason: "site_fault_is_final" };
+  }
+  const tried = new Set(args.attempts.map((attempt) => routeKey(attempt.route)));
+  const next = args.routes.find((route) => !tried.has(routeKey(route)));
+  if (!next) return { next: null, reason: args.routes.length === 1 ? "not_configured" : "ladder_exhausted" };
+  if (args.remainingMs < args.reserveMs + args.navTimeoutMs) {
+    return { next: null, reason: "out_of_budget" };
+  }
+  return { next, reason: "escalate" };
+}
+function reportableFailure(attempts) {
+  const siteVerdicts = attempts.filter((attempt) => !isProxyFailure(attemptSignal(attempt)));
+  const chosen = siteVerdicts.find((attempt) => attempt.status !== null) ?? siteVerdicts[siteVerdicts.length - 1] ?? attempts[attempts.length - 1];
+  if (!chosen) throw new Error("reportableFailure called with no attempts");
+  return chosen.failure;
+}
+function routeKey(route) {
+  return route.kind === "direct" ? "direct" : route.tier;
+}
+
 // src/engine/landing-library/fidelity.ts
 import sharp3 from "sharp";
 var COMPARISON_SIZE = 32;
@@ -36573,17 +36680,16 @@ async function captureMotionTakes(args) {
     })
   );
 }
-async function scrapeLanding(options) {
-  const timeoutMs = options.timeoutMs ?? 45e3;
-  const log = options.onProgress ?? (() => void 0);
-  const sectionsDir = path31.join(options.outDir, "sections");
-  const browser = await launchBrowser();
+async function openPageVia(route, url, timeoutMs) {
+  const startedAt = Date.now();
+  const browser = await launchBrowser(route);
+  let status = null;
   try {
     const { context, page } = await newPage(browser, DESKTOP_VIEWPORT);
     await blockConsentManagers(page);
     await installPageRuntime(page);
-    log(`loading ${options.url}`);
-    const prepared = await preparePage(page, options.url, timeoutMs);
+    const prepared = await preparePage(page, url, timeoutMs);
+    status = prepared.status;
     const blocked = detectBlockedPage({
       status: prepared.status,
       title: prepared.title,
@@ -36591,58 +36697,148 @@ async function scrapeLanding(options) {
       html: await page.content().catch(() => "")
     });
     if (blocked) throw new BlockedPageError(blocked);
-    await mkdir11(sectionsDir, { recursive: true });
-    log("segmenting");
-    const candidates = await segmentPage(page, DEFAULT_SEGMENT_OPTIONS);
-    log(`found ${candidates.length} sections`);
-    const sections = [];
-    for (const candidate of candidates) {
-      const section = await captureOneSection({
-        browser,
-        page,
-        candidate,
-        sectionsDir,
-        outDir: options.outDir,
-        pageUrl: prepared.finalUrl,
-        withCode: options.code !== false
-      });
-      sections.push(section);
-      log(
-        `  [${candidate.index}] ${candidate.rect.width}x${candidate.rect.height}${section.fidelity === null ? "" : ` fidelity=${section.fidelity.toFixed(2)}`} \u2014 ${candidate.textPreview.slice(0, 50)}`
-      );
-    }
-    const fullPage = await page.screenshot({ type: "png", fullPage: true }).catch(() => null);
-    if (fullPage) await writeFile15(path31.join(options.outDir, "full-page.png"), fullPage);
-    const reproduction = options.code === false ? { bundle: null, fidelity: null } : await reproducePage({
+    return { ok: true, browser, context, page, prepared };
+  } catch (error) {
+    await browser.close().catch(() => void 0);
+    return {
+      ok: false,
+      outcome: {
+        route,
+        failure: classifyCaptureFailure(error),
+        status,
+        netError: netErrorName(error),
+        elapsedMs: Date.now() - startedAt
+      }
+    };
+  }
+}
+async function captureAlternateViews(args) {
+  const { browser, sections, sectionsDir, outDir, pageUrl, timeoutMs, withMobile, withMotion, log } = args;
+  if (withMobile) {
+    log("capturing mobile");
+    await captureMobileShots({ browser, sections, sectionsDir, outDir, pageUrl, timeoutMs });
+  }
+  if (withMotion) {
+    await captureMotionTakes({ browser, sections, sectionsDir, outDir, pageUrl, log });
+  }
+}
+async function reproduceWholePage(args) {
+  const { browser, page, outDir, pageUrl, withCode, log } = args;
+  const fullPage = await page.screenshot({ type: "png", fullPage: true }).catch(() => null);
+  if (fullPage) await writeFile15(path31.join(outDir, "full-page.png"), fullPage);
+  if (!withCode) return { bundle: null, fidelity: null };
+  const reproduction = await reproducePage({ browser, page, outDir, pageUrl, livePageShot: fullPage });
+  log(`page reproduction: ${reproduction.fidelity === null ? "unavailable" : reproduction.fidelity.toFixed(2)}`);
+  return reproduction;
+}
+async function captureSections(args) {
+  const { browser, page, sectionsDir, outDir, pageUrl, withCode, log } = args;
+  log("segmenting");
+  const candidates = await segmentPage(page, DEFAULT_SEGMENT_OPTIONS);
+  log(`found ${candidates.length} sections`);
+  const sections = [];
+  for (const candidate of candidates) {
+    const section = await captureOneSection({
       browser,
       page,
+      candidate,
+      sectionsDir,
+      outDir,
+      pageUrl,
+      withCode
+    });
+    sections.push(section);
+    log(
+      `  [${candidate.index}] ${candidate.rect.width}x${candidate.rect.height}${section.fidelity === null ? "" : ` fidelity=${section.fidelity.toFixed(2)}`} \u2014 ${candidate.textPreview.slice(0, 50)}`
+    );
+  }
+  return sections;
+}
+function rungReport(outcome) {
+  return {
+    tier: outcome.route.kind === "proxy" ? outcome.route.tier : "direct",
+    code: outcome.failure.code,
+    status: outcome.status
+  };
+}
+async function openViaLadder(args) {
+  const { url, routes, timeoutMs, deadline, log } = args;
+  const attempts = [];
+  for (let route = routes[0] ?? { kind: "direct" }; route; ) {
+    log(`loading ${url}${route.kind === "proxy" ? ` (retrying via ${route.tier})` : ""}`);
+    const attempt = await openPageVia(route, url, timeoutMs);
+    if (attempt.ok) {
+      return { opened: attempt, attempts, tier: route.kind === "proxy" ? route.tier : "direct" };
+    }
+    attempts.push(attempt.outcome);
+    const decision = nextRoute({
+      routes,
+      attempts,
+      remainingMs: deadline ? deadline - Date.now() : Number.POSITIVE_INFINITY,
+      reserveMs: CAPTURE_RESERVE_MS,
+      navTimeoutMs: timeoutMs
+    });
+    if (!decision.next) {
+      log(`giving up after ${attempts.length} attempt(s) \u2014 ${decision.reason}`);
+      break;
+    }
+    route = decision.next;
+  }
+  throw new CaptureFailureError(reportableFailure(attempts), attempts.map(rungReport));
+}
+async function scrapeLanding(options) {
+  const timeoutMs = options.timeoutMs ?? 45e3;
+  const log = options.onProgress ?? (() => void 0);
+  const sectionsDir = path31.join(options.outDir, "sections");
+  const nonPublic = refuseNonPublicUrl(options.url);
+  if (nonPublic) {
+    throw new BlockedPageError({
+      code: "HTTP_ERROR",
+      message: nonPublic === "unparseable" ? "That doesn't look like a web address we can open." : LOCAL_ADDRESS_REFUSAL
+    });
+  }
+  const { opened, attempts, tier } = await openViaLadder({
+    url: options.url,
+    routes: plannedRoutes(options.url, options.proxyCredentials ?? {}),
+    timeoutMs,
+    deadline: options.budgetMs ? Date.now() + options.budgetMs : null,
+    log
+  });
+  const { browser, context, page, prepared } = opened;
+  const escalated = attempts.length > 0;
+  const withMotion = options.motion !== false && !escalated;
+  const renderBrowser = options.code === false ? null : await launchBrowser();
+  try {
+    await mkdir11(sectionsDir, { recursive: true });
+    const sections = await captureSections({
+      browser: renderBrowser ?? browser,
+      page,
+      sectionsDir,
+      outDir: options.outDir,
+      pageUrl: prepared.finalUrl,
+      withCode: options.code !== false,
+      log
+    });
+    const reproduction = await reproduceWholePage({
+      browser: renderBrowser ?? browser,
+      page,
       outDir: options.outDir,
       pageUrl: prepared.finalUrl,
-      livePageShot: fullPage
+      withCode: options.code !== false,
+      log
     });
-    log(`page reproduction: ${reproduction.fidelity === null ? "unavailable" : reproduction.fidelity.toFixed(2)}`);
     await context.close();
-    if (options.mobile !== false) {
-      log("capturing mobile");
-      await captureMobileShots({
-        browser,
-        sections,
-        sectionsDir,
-        outDir: options.outDir,
-        pageUrl: prepared.finalUrl,
-        timeoutMs
-      });
-    }
-    if (options.motion !== false) {
-      await captureMotionTakes({
-        browser,
-        sections,
-        sectionsDir,
-        outDir: options.outDir,
-        pageUrl: prepared.finalUrl,
-        log
-      });
-    }
+    await captureAlternateViews({
+      browser,
+      sections,
+      sectionsDir,
+      outDir: options.outDir,
+      pageUrl: prepared.finalUrl,
+      timeoutMs,
+      withMobile: options.mobile !== false,
+      withMotion,
+      log
+    });
     const manifest = {
       url: options.url,
       finalUrl: prepared.finalUrl,
@@ -36652,7 +36848,8 @@ async function scrapeLanding(options) {
       capturedAt: (/* @__PURE__ */ new Date()).toISOString(),
       sections,
       page: reproduction,
-      security: prepared.security
+      security: prepared.security,
+      captureTier: tier
     };
     await writeFile15(path31.join(options.outDir, "manifest.json"), `${JSON.stringify(manifest, null, 2)}
 `);
@@ -36663,11 +36860,18 @@ async function scrapeLanding(options) {
     return manifest;
   } finally {
     await browser.close();
+    if (renderBrowser) await renderBrowser.close();
   }
 }
 
 // src/commands/landing/inspiration/scrape.ts
-var RETRYABLE_FAILURES = /* @__PURE__ */ new Set(["SITE_TOO_SLOW", "CAPTURE_FAILED"]);
+var RETRYABLE_FAILURES = /* @__PURE__ */ new Set([
+  "SITE_TOO_SLOW",
+  "CAPTURE_FAILED",
+  // Ours, not the site's. Filing it as final is exactly how a mistyped password
+  // would blacklist a page that was never actually judged.
+  "PROXY_UNAVAILABLE"
+]);
 async function recordCapture(manifest, outDir) {
   const consultedAt = (/* @__PURE__ */ new Date()).toISOString();
   const references = [];
@@ -36686,7 +36890,8 @@ async function recordCapture(manifest, outDir) {
     } catch {
     }
   }
-  return await recordReferences(process.cwd(), references);
+  const written = await recordReferences(process.cwd(), references);
+  return written ? references.length : 0;
 }
 registerSchema({
   command: "landing.inspiration.scrape",
@@ -36740,11 +36945,17 @@ var scrapeCommand = defineCommand148({
         code: args.code,
         motion: args.motion,
         report: args.report,
+        // Both come from the environment, never from a flag — see their docs in
+        // `src/env.ts`. Absent credentials this is the direct route only, which
+        // is exactly the behaviour that shipped before the ladder existed.
+        proxyCredentials: captureProxyCredentials(),
+        budgetMs: captureBudgetMs() ?? void 0,
         // Progress goes to stderr so stdout stays a clean JSON envelope.
         onProgress: (message) => process.stderr.write(`${message}
 `)
       });
       const scored = manifest.sections.map((section) => section.fidelity).filter((value) => value !== null).sort((a, b) => a - b);
+      const shotCount = manifest.sections.filter((section) => section.desktopShot !== null).length;
       const recorded = await recordCapture(manifest, args.out);
       writeJson({
         ok: true,
@@ -36755,6 +36966,11 @@ var scrapeCommand = defineCommand148({
           pageFidelity: manifest.page.fidelity,
           out: args.out,
           report: args.report ? `${args.out}/report.html` : null,
+          // Never omitted, and that is the point: an envelope without it is a
+          // capture that ran a build predating the ladder, which is otherwise
+          // indistinguishable from one that took the direct route and is the
+          // exact silence the E2B template rebuild is easy to forget about.
+          capture_tier: manifest.captureTier,
           // Compact by default, but never omitted: a capture that could not
           // verify who served the page is worth less as evidence, and the
           // reader has to be told without going looking for it.
@@ -36770,11 +36986,22 @@ var scrapeCommand = defineCommand148({
           // instruction to open any of it, and a capture nobody looks at taught
           // nobody anything. A nudge tied to one command's result belongs here,
           // not only in the tool doc the agent may not re-read.
-          args.report ? `Read ${args.out}/report.html \u2014 every section side by side with its fidelity score.` : `Read the section screenshots in ${args.out}/sections/*/desktop.png before you design.`,
-          `${manifest.sections.length} sections captured to ${args.out}/sections/ \u2014 look at them, then decide which the client's page actually needs.`,
+          //
+          // Every one of these now reads the manifest rather than the flags the
+          // caller passed. The flags say what was *asked for*; a screenshot that
+          // failed still leaves `desktopShot` null, and `--no-code` leaves every
+          // fidelity score null while the report renders them as "—". Telling an
+          // agent to go and read a file that is not there costs it a tool call
+          // and costs us its trust in the next hint.
+          ...shotCount > 0 ? [
+            args.report ? `Read ${args.out}/report.html \u2014 every section side by side${scored.length > 0 ? " with its fidelity score" : ""}.` : `Read the section screenshots in ${args.out}/sections/*/desktop.png before you design.`,
+            `${shotCount} of ${manifest.sections.length} sections captured to ${args.out}/sections/ \u2014 look at them, then decide which the client's page actually needs.`
+          ] : [
+            `No section screenshots were produced, so there is nothing to look at in ${args.out}/sections/. Treat this capture as unusable rather than designing from the counts.`
+          ],
           INSPIRATION_HINTS.structureNotCopy,
           INSPIRATION_HINTS.adapt,
-          recorded ? "These sections are recorded for the originality check \u2014 `baker landing critique` will block a publish that ships their copy." : "Could not record this capture, so the originality check cannot see it. Be especially careful not to reuse its copy."
+          recorded > 0 ? `${recorded} sections are recorded for the originality check \u2014 \`baker landing critique\` will block a publish that ships their copy.` : "Nothing from this capture is recorded for the originality check, so it cannot see this page. Be especially careful not to reuse its copy."
         ]
       });
     } catch (error) {
@@ -36786,6 +37013,13 @@ var scrapeCommand = defineCommand148({
         error: {
           code: failure.code,
           message: failure.message,
+          // Which addresses were tried and what each was told. One rung means
+          // the failure was final wherever we stood; three mean the page turned
+          // us away from three different places, which is a fact about the page.
+          // **Absent** means this Runtime is running a CLI that predates the
+          // ladder — the one way the rollout fails without anything looking
+          // wrong.
+          ...error instanceof CaptureFailureError && error.rungs.length > 0 ? { rungs: error.rungs } : {},
           // Degrade, don't abort: one unreadable reference is never a reason to
           // abandon the job it was research for. `retryable` is the decision
           // the agent would otherwise have to guess at.
@@ -38258,6 +38492,7 @@ Examples:
       const format = args.output || "json";
       if (format !== "json") {
         writeResearchOutput(result.data, format);
+        writeResearchHints([RESEARCH_DATA_NOTE], format);
         return;
       }
       writeResearchJson({
@@ -38538,6 +38773,7 @@ Examples:
       const format = args.output || "json";
       if (format !== "json") {
         writeResearchOutput(data, format);
+        writeResearchHints([RESEARCH_DATA_NOTE], format);
         return;
       }
       writeResearchJson({ ok: true, data, fields: FIELDS12, note: RESEARCH_DATA_NOTE, query_context: queryContext });
@@ -42917,7 +43153,7 @@ var main = defineCommand212({
 Auth: Set BAKER_API_KEY (starts with bk_) and BAKER_API_URL environment variables.
 Chat: Set BAKER_CHAT_ID for action and scheduled-action commands that stage changes against a chat.
 Output: All commands return JSON envelopes: { ok: true, data: ... } or { ok: false, error: { code, message } }.
-Formats: Use --output json|csv|jsonl|files|md to control output format. Default: json.
+Formats: Use --output json|files|md to control output format. Default: json. (The research commands additionally accept csv and jsonl.)
 Introspection: Run 'baker schema <command>' to inspect argument schemas.`
   },
   subCommands: {