@koda-sl/baker-cli 0.182.0-dev.c8185c1b5 → 0.182.1-dev.c8185c1b5

package/README.md

@@ -4989,7 +4989,7 @@ baker landing inspiration code <section id>     # the standalone bundle
 baker landing inspiration page <source id>      # a whole page as a section sequence
 baker landing inspiration add https://linear.app --note "client likes this density"
 baker landing inspiration favorites             # what this company has saved
-baker landing inspiration scrape <url> --out <dir>   # run the capture locally (ops/debug)
+baker landing inspiration scrape <url> --out <dir>   # capture any page now, synchronously
 ```
 
 - **Hybrid search over three signals** — keywords, meaning, and *appearance* (the screenshot is embedded, so a query like "dark developer hero with a terminal" can match a section whose text never says "terminal"). Filters: `--type --composition --register --interaction --motion --media --device --theme --max-rank --min-craft --min-fidelity --domain --similar-to --scope --limit`.
@@ -4997,7 +4997,8 @@ baker landing inspiration scrape <url> --out <dir>   # run the capture locally (
 - **`fidelity` says how much to trust the code.** A measured 0–1 match between the live section and our standalone re-render, always reported. Above ~0.95 the markup renders like the original; below ~0.75 the section is scroll- or JS-driven and it does not.
 - **`used_on_pages`** appears when a section shows up on more than one of that site's pages — a nav or footer they ship everywhere, which is a stronger reference than a one-off.
 - **The corpus is shared across companies; favorites are per-company**, and search defaults to this company's saved sections.
-- **Inspiration, never a clipboard.** `code` records what was consulted, and `critique`'s `originality` family blocks a publish that reuses a reference's headline, subhead, or CTA verbatim.
+- **`add` studies in the background; `scrape` returns with the page on disk.** `add` grows the shared library and takes minutes, so it can never answer "build our page like this one" within the same turn. `scrape` runs the identical capture locally and blocks until it finishes, writing section screenshots, standalone markup, a whole-page reproduction and `report.html`. `--no-motion` roughly halves the runtime; `--no-mobile`, `--no-code` and `--no-report` skip further passes.
+- **Inspiration, never a clipboard.** Both `code` and `scrape` record what was consulted, and `critique`'s `originality` family blocks a publish that reuses a reference's copy verbatim.
 
 ### `baker landing critique`
 

package/dist/cli.js

@@ -8125,11 +8125,11 @@ function rawTextEntries(value) {
   const values = Array.isArray(value) ? value : typeof value === "string" ? [value] : [];
   return values.filter((v) => typeof v === "string").flatMap((v) => v.split(",")).map((v) => v.trim()).filter(Boolean);
 }
-function rawFileEntries(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function rawFileEntries(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return [];
   }
-  return readFileSync2(path34, "utf8").split(/\r?\n/).map((line) => line.trim()).filter((line) => line.length > 0 && !line.startsWith("#"));
+  return readFileSync2(path35, "utf8").split(/\r?\n/).map((line) => line.trim()).filter((line) => line.length > 0 && !line.startsWith("#"));
 }
 function keywordEntries(args) {
   const defaultMatch = typeof args["match-type"] === "string" ? args["match-type"].toUpperCase() : void 0;
@@ -8152,19 +8152,19 @@ function keywordEntries(args) {
   }
   return entries;
 }
-function loadJsonFileArg(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function loadJsonFileArg(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return {};
   }
   try {
-    const parsed = JSON.parse(readFileSync2(path34, "utf8"));
+    const parsed = JSON.parse(readFileSync2(path35, "utf8"));
     if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed)) {
-      failWriteValidation(`${path34} must contain a JSON object`);
+      failWriteValidation(`${path35} must contain a JSON object`);
     }
     return parsed;
   } catch (err) {
     if (err instanceof SyntaxError) {
-      failWriteValidation(`${path34} is not valid JSON: ${err.message}`);
+      failWriteValidation(`${path35} is not valid JSON: ${err.message}`);
     }
     throw err;
   }
@@ -8294,10 +8294,10 @@ async function stageUpdate(kind, customerId, target, payload, hints) {
 async function stageTarget(kind, customerId, target, hints) {
   await stageGoogleOp({ kind, customerId, target }, hints);
 }
-async function draftAction(path34, body, chat) {
+async function draftAction(path35, body, chat) {
   try {
     const chatId = resolveChatId(chat);
-    const response = await apiPost(path34, { chatId, ...body });
+    const response = await apiPost(path35, { chatId, ...body });
     writeJsonEnvelope(response);
   } catch (err) {
     handleGoogleError(err);
@@ -10965,19 +10965,19 @@ function failWriteValidation2(message) {
   writeJsonEnvelope({ ok: false, error: { code: "VALIDATION_ERROR", message } });
   process.exit(1);
 }
-function loadJsonFileArg2(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function loadJsonFileArg2(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return {};
   }
   try {
-    const parsed = JSON.parse(readFileSync4(path34, "utf8"));
+    const parsed = JSON.parse(readFileSync4(path35, "utf8"));
     if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed)) {
-      failWriteValidation2(`${path34} must contain a JSON object`);
+      failWriteValidation2(`${path35} must contain a JSON object`);
     }
     return parsed;
   } catch (err) {
     if (err instanceof SyntaxError) {
-      failWriteValidation2(`${path34} is not valid JSON: ${err.message}`);
+      failWriteValidation2(`${path35} is not valid JSON: ${err.message}`);
     }
     throw err;
   }
@@ -11062,15 +11062,15 @@ function parseLocaleFlag(value) {
   }
   return { language: match[1], country: match[2].toUpperCase() };
 }
-function loadTargetingFileArg(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function loadTargetingFileArg(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return void 0;
   }
-  const parsed = loadJsonFileArg2(path34);
+  const parsed = loadJsonFileArg2(path35);
   const criteria = parsed.targetingCriteria ?? parsed;
   if (!criteria.include) {
     failWriteValidation2(
-      `${path34} must contain targeting criteria with an "include" block (see baker schema ads.linkedin.campaigns.create)`
+      `${path35} must contain targeting criteria with an "include" block (see baker schema ads.linkedin.campaigns.create)`
     );
   }
   return criteria;
@@ -11105,14 +11105,14 @@ function parseCsvLine(line) {
   cells.push(current);
   return cells.map((cell) => cell.trim());
 }
-function parseListFileArg(path34, maxRows) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function parseListFileArg(path35, maxRows) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return void 0;
   }
-  const raw = readFileSync4(path34, "utf8");
+  const raw = readFileSync4(path35, "utf8");
   const lines = raw.split(/\r?\n/).filter((line) => line.trim().length > 0);
   if (lines.length < 2) {
-    failWriteValidation2(`${path34} needs a header row and at least one data row`);
+    failWriteValidation2(`${path35} needs a header row and at least one data row`);
   }
   const columns = parseCsvLine(lines[0]).map((column) => column.trim());
   const rows = [];
@@ -11131,7 +11131,7 @@ function parseListFileArg(path34, maxRows) {
     }
   }
   if (rows.length > maxRows) {
-    failWriteValidation2(`${path34} has ${rows.length} rows \u2014 the inline limit is ${maxRows}. Split the list.`);
+    failWriteValidation2(`${path35} has ${rows.length} rows \u2014 the inline limit is ${maxRows}. Split the list.`);
   }
   return { columns, rows };
 }
@@ -11227,11 +11227,11 @@ function readPositionals(args) {
 function splitIdList(raw) {
   return raw.split(",").map((id) => id.trim()).filter(Boolean);
 }
-function idsFileEntries(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function idsFileEntries(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return [];
   }
-  return readFileSync4(path34, "utf8").split(/\r?\n/).map((line) => line.trim()).filter((line) => line.length > 0 && !line.startsWith("#")).flatMap(splitIdList);
+  return readFileSync4(path35, "utf8").split(/\r?\n/).map((line) => line.trim()).filter((line) => line.length > 0 && !line.startsWith("#")).flatMap(splitIdList);
 }
 function requireTargets(args, entity) {
   const positionals = readPositionals(args);
@@ -13854,9 +13854,9 @@ function compactRow(row) {
     ...destination.postUrn ? { postUrn: destination.postUrn } : {}
   };
 }
-function readPath(row, path34) {
+function readPath(row, path35) {
   let current = row;
-  for (const segment of path34.split(".")) {
+  for (const segment of path35.split(".")) {
     const record = asRecord2(current);
     if (!record) return void 0;
     current = record[segment];
@@ -13866,10 +13866,10 @@ function readPath(row, path34) {
 function projectFields(rows, paths) {
   return rows.map((row) => {
     const projected = {};
-    for (const path34 of paths) {
-      const value = readPath(row, path34);
+    for (const path35 of paths) {
+      const value = readPath(row, path35);
       if (value !== void 0) {
-        projected[path34] = value;
+        projected[path35] = value;
       }
     }
     return projected;
@@ -15076,11 +15076,11 @@ var updateStatusSchema = z18.enum(UPDATE_STATUSES);
 function currencyMinimums2(currencyCode) {
   return CURRENCY_MINIMUMS2[currencyCode] ?? DEFAULT_CURRENCY_MINIMUM2;
 }
-function validateDailyBudgetFloor(money, ctx, path34) {
+function validateDailyBudgetFloor(money, ctx, path35) {
   if (money?.currencyCode) {
     const min = currencyMinimums2(money.currencyCode).dailyBudgetMin;
     if (Number(money.amount) < min) {
-      ctx.addIssue({ code: "custom", path: path34, message: `below the ${min} ${money.currencyCode} daily minimum` });
+      ctx.addIssue({ code: "custom", path: path35, message: `below the ${min} ${money.currencyCode} daily minimum` });
     }
   }
 }
@@ -15723,19 +15723,19 @@ function failWriteValidation3(message) {
   writeJsonEnvelope({ ok: false, error: { code: "VALIDATION_ERROR", message } });
   process.exit(1);
 }
-function loadJsonFileArg3(path34) {
-  if (typeof path34 !== "string" || path34.length === 0) {
+function loadJsonFileArg3(path35) {
+  if (typeof path35 !== "string" || path35.length === 0) {
     return {};
   }
   try {
-    const parsed = JSON.parse(readFileSync8(path34, "utf8"));
+    const parsed = JSON.parse(readFileSync8(path35, "utf8"));
     if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed)) {
-      failWriteValidation3(`${path34} must contain a JSON object`);
+      failWriteValidation3(`${path35} must contain a JSON object`);
     }
     return parsed;
   } catch (err) {
     if (err instanceof SyntaxError) {
-      failWriteValidation3(`${path34} is not valid JSON: ${err.message}`);
+      failWriteValidation3(`${path35} is not valid JSON: ${err.message}`);
     }
     throw err;
   }
@@ -26531,12 +26531,12 @@ function listFlowSlugs() {
   return readdirSync2(dir, { withFileTypes: true }).filter((entry) => entry.isDirectory() && !entry.name.startsWith("_") && entry.name !== ".gitkeep").map((entry) => entry.name).sort();
 }
 function readFlowTree(slug) {
-  const path34 = join3(flowsDir(), slug, "_data.json");
-  if (!existsSync4(path34)) {
+  const path35 = join3(flowsDir(), slug, "_data.json");
+  if (!existsSync4(path35)) {
     failLocal(`No form "${slug}". Run "baker flows list" to see the forms in this workspace.`);
   }
   try {
-    return JSON.parse(readFileSync9(path34, "utf-8"));
+    return JSON.parse(readFileSync9(path35, "utf-8"));
   } catch (error) {
     failLocal(`Could not read form "${slug}": ${error instanceof Error ? error.message : String(error)}`);
   }
@@ -26949,10 +26949,10 @@ async function stageOps(ops) {
     handleError(err);
   }
 }
-async function draftAction2(path34, body, chat) {
+async function draftAction2(path35, body, chat) {
   const chatId = resolveChatId(chat);
   try {
-    const data = await apiPost(path34, { chatId, ...body });
+    const data = await apiPost(path35, { chatId, ...body });
     writeJsonEnvelope({ ok: true, data });
     return data;
   } catch (err) {
@@ -28976,9 +28976,9 @@ async function readImageBuffer(pathOrUrl) {
   }
   return readFile19(pathOrUrl);
 }
-async function isDirectory(path34) {
+async function isDirectory(path35) {
   try {
-    const s = await stat4(path34);
+    const s = await stat4(path35);
     return s.isDirectory();
   } catch {
     return false;
@@ -32870,9 +32870,14 @@ async function readReferences(projectRoot) {
   }
 }
 async function recordReference(projectRoot, reference) {
+  return await recordReferences(projectRoot, [reference]);
+}
+async function recordReferences(projectRoot, references) {
+  if (references.length === 0) return true;
   try {
     const existing = await readReferences(projectRoot);
-    const merged = [...existing.filter((entry) => entry.sectionId !== reference.sectionId), reference];
+    const replaced = new Set(references.map((reference) => reference.sectionId));
+    const merged = [...existing.filter((entry) => !replaced.has(entry.sectionId)), ...references];
     const file = path25.join(projectRoot, REFERENCES_FILE);
     await mkdir8(path25.dirname(file), { recursive: true });
     await writeFile11(file, `${JSON.stringify(merged, null, 2)}
@@ -33419,8 +33424,25 @@ var pageCommand = defineCommand146({
 });
 
 // src/commands/landing/inspiration/scrape.ts
+import { readFile as readFile24 } from "fs/promises";
+import path32 from "path";
 import { defineCommand as defineCommand147 } from "citty";
 
+// src/engine/landing/lib/capturedReferences.ts
+var MAX_STRINGS_PER_SECTION = 40;
+function bodyOf(markup) {
+  const body = markup.indexOf("<body");
+  return body === -1 ? markup : markup.slice(body);
+}
+function capturedCopyStrings(markup) {
+  const seen = /* @__PURE__ */ new Set();
+  for (const { value } of extractVisibleStrings(bodyOf(markup))) {
+    seen.add(value);
+    if (seen.size >= MAX_STRINGS_PER_SECTION) break;
+  }
+  return [...seen];
+}
+
 // src/engine/landing-library/blocked.ts
 var CHALLENGE_PHRASES = [
   "just a moment",
@@ -34995,53 +35017,74 @@ async function scrapeLanding(options) {
 }
 
 // src/commands/landing/inspiration/scrape.ts
+async function recordCapture(manifest, outDir) {
+  const consultedAt = (/* @__PURE__ */ new Date()).toISOString();
+  const references = [];
+  for (const section of manifest.sections) {
+    if (!section.bundle) continue;
+    try {
+      const markup = await readFile24(path32.join(outDir, section.bundle), "utf8");
+      const copyStrings = capturedCopyStrings(markup);
+      if (copyStrings.length === 0) continue;
+      references.push({
+        sectionId: `local:${manifest.finalUrl}#${section.index}`,
+        sourceUrl: manifest.finalUrl,
+        copyStrings,
+        consultedAt
+      });
+    } catch {
+    }
+  }
+  return await recordReferences(process.cwd(), references);
+}
 registerSchema({
   command: "landing.inspiration.scrape",
-  description: "Internal/ops: capture one landing page into a directory of section screenshots, standalone HTML bundles and motion filmstrips. The ingest job runs this; use it locally to debug a page that studied badly.",
+  description: "Start here when the user points at a specific page and wants it now: capture one landing page into a directory of section screenshots, standalone HTML bundles, a whole-page reproduction and motion filmstrips. Returns when the capture is done, unlike `add`. Read the screenshots. Also records every captured section for the originality check.",
   args: {
     url: { type: "string", description: "Page to capture", required: true },
     out: { type: "string", description: "Output directory", required: true },
-    "no-mobile": { type: "boolean", description: "Skip the phone-viewport pass", required: false },
-    "no-code": {
+    mobile: { type: "boolean", description: "Phone-viewport pass. `--no-mobile` to skip", required: false },
+    code: {
       type: "boolean",
-      description: "Segment and screenshot only \u2014 no bundles, no fidelity",
+      description: "Standalone HTML+CSS bundles and fidelity scores. `--no-code` to segment and screenshot only",
       required: false
     },
-    "no-motion": {
+    motion: {
       type: "boolean",
-      description: "Skip filming sections that move (roughly halves runtime)",
+      description: "Film sections that move. `--no-motion` to skip \u2014 roughly halves runtime",
       required: false
     },
-    "no-report": { type: "boolean", description: "Skip writing report.html", required: false }
+    report: { type: "boolean", description: "Write report.html. `--no-report` to skip", required: false }
   }
 });
 var scrapeCommand = defineCommand147({
   meta: {
     name: "scrape",
-    description: "Internal/ops: capture a landing page to a directory. Example: baker landing inspiration scrape https://linear.app --out /tmp/linear"
+    description: "Capture a landing page to a directory, now. Example: baker landing inspiration scrape https://linear.app --out .baker/inspiration/linear.app"
   },
   args: {
     url: { type: "positional", description: "Page to capture", required: true },
     out: { type: "string", description: "Output directory", required: true },
-    "no-mobile": { type: "boolean", description: "Skip the phone-viewport pass", required: false, default: false },
-    "no-code": { type: "boolean", description: "Segment and screenshot only", required: false, default: false },
-    "no-motion": { type: "boolean", description: "Skip filming sections that move", required: false, default: false },
-    "no-report": { type: "boolean", description: "Skip writing report.html", required: false, default: false }
+    mobile: { type: "boolean", description: "Phone-viewport pass (--no-mobile to skip)", required: false, default: true },
+    code: { type: "boolean", description: "Bundles + fidelity (--no-code to skip)", required: false, default: true },
+    motion: { type: "boolean", description: "Film moving sections (--no-motion to skip)", required: false, default: true },
+    report: { type: "boolean", description: "Write report.html (--no-report to skip)", required: false, default: true }
   },
   run: async ({ args }) => {
     try {
       const manifest = await scrapeLanding({
         url: args.url,
         outDir: args.out,
-        mobile: !args["no-mobile"],
-        code: !args["no-code"],
-        motion: !args["no-motion"],
-        report: !args["no-report"],
+        mobile: args.mobile,
+        code: args.code,
+        motion: args.motion,
+        report: args.report,
         // Progress goes to stderr so stdout stays a clean JSON envelope.
         onProgress: (message) => process.stderr.write(`${message}
 `)
       });
       const scored = manifest.sections.map((section) => section.fidelity).filter((value) => value !== null).sort((a, b) => a - b);
+      const recorded = await recordCapture(manifest, args.out);
       writeJson({
         ok: true,
         data: {
@@ -35050,8 +35093,13 @@ var scrapeCommand = defineCommand147({
           medianFidelity: scored.length > 0 ? scored[Math.floor(scored.length / 2)] : null,
           pageFidelity: manifest.page.fidelity,
           out: args.out,
-          report: args["no-report"] ? null : `${args.out}/report.html`
-        }
+          report: args.report ? `${args.out}/report.html` : null
+        },
+        hints: [
+          INSPIRATION_HINTS.structureNotCopy,
+          INSPIRATION_HINTS.adapt,
+          recorded ? "These sections are recorded for the originality check \u2014 `baker landing critique` will block a publish that ships their copy." : "Could not record this capture, so the originality check cannot see it. Be especially careful not to reuse its copy."
+        ]
       });
     } catch (error) {
       if (error instanceof BlockedPageError) {
@@ -35065,7 +35113,7 @@ var scrapeCommand = defineCommand147({
 
 // src/commands/landing/inspiration/search.ts
 import { mkdir as mkdir12, writeFile as writeFile16 } from "fs/promises";
-import path32 from "path";
+import path33 from "path";
 import { defineCommand as defineCommand148 } from "citty";
 registerSchema({
   command: "landing.inspiration.search",
@@ -35147,7 +35195,7 @@ function buildSearchBody(args) {
   return body;
 }
 async function downloadShots(results) {
-  const dir = path32.join(process.cwd(), ".baker", "inspiration");
+  const dir = path33.join(process.cwd(), ".baker", "inspiration");
   await mkdir12(dir, { recursive: true });
   const saved = /* @__PURE__ */ new Map();
   await Promise.all(
@@ -35156,9 +35204,9 @@ async function downloadShots(results) {
       try {
         const response = await fetch(result.desktopShotUrl);
         if (!response.ok) return;
-        const file = path32.join(dir, `${result.id}.png`);
+        const file = path33.join(dir, `${result.id}.png`);
         await writeFile16(file, Buffer.from(await response.arrayBuffer()));
-        saved.set(result.id, path32.relative(process.cwd(), file));
+        saved.set(result.id, path33.relative(process.cwd(), file));
       } catch {
       }
     })
@@ -35245,7 +35293,7 @@ var searchCommand2 = defineCommand148({
 
 // src/commands/landing/inspiration/view.ts
 import { mkdir as mkdir13, writeFile as writeFile17 } from "fs/promises";
-import path33 from "path";
+import path34 from "path";
 import { defineCommand as defineCommand149 } from "citty";
 registerSchema({
   command: "landing.inspiration.view",
@@ -35257,9 +35305,9 @@ async function download(url, file) {
   try {
     const response = await fetch(url);
     if (!response.ok) return null;
-    await mkdir13(path33.dirname(file), { recursive: true });
+    await mkdir13(path34.dirname(file), { recursive: true });
     await writeFile17(file, Buffer.from(await response.arrayBuffer()));
-    return path33.relative(process.cwd(), file);
+    return path34.relative(process.cwd(), file);
   } catch {
     return null;
   }
@@ -35275,11 +35323,11 @@ var viewCommand2 = defineCommand149({
       const id = args.id;
       const data = await apiGet("/api/landing-inspiration/section", { id });
       const section = data.section;
-      const dir = path33.join(process.cwd(), ".baker", "inspiration", id);
+      const dir = path34.join(process.cwd(), ".baker", "inspiration", id);
       const [desktop, mobile, filmstrip] = await Promise.all([
-        download(section.desktopShotUrl, path33.join(dir, "desktop.png")),
-        download(section.mobileShotUrl, path33.join(dir, "mobile.png")),
-        download(section.motionFilmstripUrl, path33.join(dir, "motion-filmstrip.png"))
+        download(section.desktopShotUrl, path34.join(dir, "desktop.png")),
+        download(section.mobileShotUrl, path34.join(dir, "mobile.png")),
+        download(section.motionFilmstripUrl, path34.join(dir, "motion-filmstrip.png"))
       ]);
       const hints = [INSPIRATION_HINTS.structureNotCopy, INSPIRATION_HINTS.adapt];
       const fidelity = fidelityHint(section.fidelity);
@@ -37108,10 +37156,10 @@ async function stageOp4(op) {
     handleError4(err);
   }
 }
-async function draftAction3(path34, body, chat) {
+async function draftAction3(path35, body, chat) {
   const chatId = resolveChatId(chat);
   try {
-    const data = await apiPost(path34, { chatId, ...body });
+    const data = await apiPost(path35, { chatId, ...body });
     writeJsonEnvelope({ ok: true, data });
     return data;
   } catch (err) {
@@ -38130,7 +38178,7 @@ var searchCommand4 = defineCommand183({
 var tagsCommand5 = makeTagsCommand("videos", "video", "/api/videos/tags");
 
 // src/commands/videos/upload.ts
-import { readFile as readFile24, stat as stat7 } from "fs/promises";
+import { readFile as readFile25, stat as stat7 } from "fs/promises";
 import { extname as extname3 } from "path";
 import { defineCommand as defineCommand184 } from "citty";
 var MIME_MAP = {
@@ -38195,7 +38243,7 @@ var uploadCommand2 = defineCommand184({
         return;
       }
       const { uploadUrl, videoId } = await apiPost("/api/videos/upload", {});
-      const fileBuffer = await readFile24(filePath);
+      const fileBuffer = await readFile25(filePath);
       const uploadResponse = await fetch(uploadUrl, {
         method: "PUT",
         headers: { "Content-Type": contentType },