@domandigital/craft 0.15.0 → 0.17.0

package/dist/{chunk-RXXRXV3V.js → chunk-ZUYERAFM.js}

@@ -2,31 +2,42 @@ import {
   generate
 } from "./chunk-OQXTQQAU.js";
 import {
-  parseFlags,
+  parseFlags
+} from "./chunk-O5B5ELJH.js";
+import {
   toJson
-} from "./chunk-MUVFECFC.js";
+} from "./chunk-QIEDBL4J.js";
 import {
   readSnapshot
 } from "./chunk-WUACK2HX.js";
 import {
   CATALOGUE_VERSION,
+  MIN_RUNS,
   NULL_VERSION,
   auditSnapshot,
   checkCopy,
   extractHtml,
-  extractStrings,
   fingerprint,
   harvest,
   hueSwatch,
   nullPrompt,
   scanSource
-} from "./chunk-LFNSB6W7.js";
+} from "./chunk-WFB6F3BN.js";
+import {
+  extractStrings
+} from "./chunk-4QWEAL4G.js";
 
 // src/null/cli.ts
 import { existsSync, mkdirSync, readdirSync, readFileSync, rmSync, statSync, writeFileSync } from "fs";
-import { join, relative, resolve } from "path";
+import { createServer } from "http";
+import { extname, join, relative, resolve, sep } from "path";
 import { pathToFileURL } from "url";
 var readJson = (path) => JSON.parse(readFileSync(path, "utf8"));
+var NULL_USAGE = [
+  'usage: craft null build --brief "<text>" --out <dir> [--runs 20] [--parallel 4] [--model <name>]',
+  '       craft null import <dir> --builder <name> --brief "<text>" [--out <dir>] [--model <name>]',
+  '       craft null prompt --brief "<text>"'
+].join("\n");
 var pad = (n) => String(n).padStart(2, "0");
 async function pool(items, size, work) {
   const queue = [...items];
@@ -38,6 +49,15 @@ function nullPath(target, cwd) {
   const abs = resolve(cwd, target);
   return existsSync(abs) && statSync(abs).isDirectory() ? join(abs, "null.json") : abs;
 }
+function expandNullTargets(targets, cwd) {
+  return targets.flatMap((t) => {
+    const abs = resolve(cwd, t);
+    if (existsSync(abs) && statSync(abs).isDirectory() && !existsSync(join(abs, "null.json"))) {
+      return readdirSync(abs).sort().map((d) => join(abs, d, "null.json")).filter((p) => existsSync(p));
+    }
+    return [t];
+  });
+}
 function loadNull(target, cwd) {
   const path = nullPath(target, cwd);
   if (!existsSync(path)) throw new Error(`no null model at ${target}. Build one with craft null build.`);
@@ -45,10 +65,12 @@ function loadNull(target, cwd) {
   if (model.version !== NULL_VERSION) throw new Error(`${target} is null model version ${String(model.version)}; this craft reads ${NULL_VERSION}`);
   return model;
 }
-function measureRun(id, html, snapshot) {
+function measureRun(id, html, snapshot, styles = []) {
   const file = { path: `${id}.html`, text: html };
-  const tells = new Set([...auditSnapshot(snapshot).findings, ...scanSource([file]).findings].map((f) => f.tell));
-  const copy = [...new Set(extractStrings(file).filter((b) => !b.literal).map((b) => b.text.replace(/\s+/g, " ").trim()).filter(Boolean))];
+  snapshot = { ...snapshot, home: snapshot.home ?? true };
+  const tells = new Set([...auditSnapshot(snapshot).findings, ...scanSource([file, ...styles]).findings].map((f) => f.tell));
+  let copy = [...new Set(extractStrings(file).filter((b) => !b.literal).map((b) => b.text.replace(/\s+/g, " ").trim()).filter(Boolean))];
+  if (copy.length === 0) copy = [...new Set(snapshot.sections.flatMap((s) => s.text ?? []).map((t) => t.replace(/\s+/g, " ").trim()).filter(Boolean))];
   return { id, fingerprint: fingerprint(snapshot), tells: [...tells].sort(), copy };
 }
 async function build(flags, io) {
@@ -98,7 +120,7 @@ async function build(flags, io) {
   const toShoot = ids.filter((id) => existsSync(join(pages, `${id}.html`)) && !existsSync(join(shots, `${id}.json`)));
   if (toShoot.length) {
     io.out(`craft null: snapshotting ${toShoot.length} page${toShoot.length === 1 ? "" : "s"}`);
-    const { snapshotUrls } = await import("./audit-MTUC24XU.js");
+    const { snapshotUrls } = await import("./audit-4SFSLCKY.js");
     const results = await snapshotUrls(toShoot.map((id) => pathToFileURL(join(pages, `${id}.html`)).href));
     results.forEach((r, i) => {
       const id = toShoot[i];
@@ -127,6 +149,142 @@ async function build(flags, io) {
   }
   return 0;
 }
+function findImportPages(dir) {
+  const pages = [];
+  for (const e of readdirSync(dir, { withFileTypes: true })) {
+    if (e.isFile() && /\.html?$/i.test(e.name)) pages.push({ id: e.name.replace(/\.html?$/i, ""), root: dir, entry: e.name });
+    else if (e.isDirectory() && existsSync(join(dir, e.name, "index.html"))) pages.push({ id: e.name, root: join(dir, e.name), entry: "index.html" });
+  }
+  const ids = pages.map((p) => p.id);
+  const twice = ids.find((id, i) => ids.indexOf(id) !== i);
+  if (twice) throw new Error(`"${twice}" is both a file and a folder; rename one`);
+  return pages.sort((a, b) => a.id.localeCompare(b.id));
+}
+var TYPES = {
+  ".html": "text/html",
+  ".htm": "text/html",
+  ".css": "text/css",
+  ".js": "text/javascript",
+  ".mjs": "text/javascript",
+  ".json": "application/json",
+  ".svg": "image/svg+xml",
+  ".png": "image/png",
+  ".jpg": "image/jpeg",
+  ".jpeg": "image/jpeg",
+  ".webp": "image/webp",
+  ".avif": "image/avif",
+  ".gif": "image/gif",
+  ".ico": "image/x-icon",
+  ".woff": "font/woff",
+  ".woff2": "font/woff2",
+  ".ttf": "font/ttf",
+  ".otf": "font/otf"
+};
+function serveDir(root) {
+  const server = createServer((req, res) => {
+    let file;
+    try {
+      file = resolve(root, `.${decodeURIComponent(new URL(req.url ?? "/", "http://local").pathname)}`);
+    } catch {
+      res.statusCode = 400;
+      return void res.end();
+    }
+    if (file !== root && !file.startsWith(root + sep)) {
+      res.statusCode = 403;
+      return void res.end();
+    }
+    if (existsSync(file) && statSync(file).isDirectory()) file = join(file, "index.html");
+    if (!existsSync(file)) {
+      res.statusCode = 404;
+      return void res.end();
+    }
+    res.setHeader("content-type", TYPES[extname(file).toLowerCase()] ?? "application/octet-stream");
+    res.end(readFileSync(file));
+  });
+  return new Promise((done, fail) => {
+    server.once("error", fail);
+    server.listen(
+      0,
+      "127.0.0.1",
+      () => done({
+        base: `http://127.0.0.1:${server.address().port}`,
+        close: () => new Promise((closed) => server.close(() => closed()))
+      })
+    );
+  });
+}
+function stylesheets(root, id) {
+  const found = [];
+  const walk = (dir) => {
+    for (const e of readdirSync(dir, { withFileTypes: true })) {
+      const path = join(dir, e.name);
+      if (e.isDirectory() && e.name !== "node_modules" && !e.name.startsWith(".")) walk(path);
+      else if (e.isFile() && e.name.endsWith(".css") && statSync(path).size <= 1e6) found.push({ path: `${id}/${relative(root, path)}`, text: readFileSync(path, "utf8") });
+    }
+  };
+  walk(root);
+  return found;
+}
+async function importPages(flags, io) {
+  const usage = 'usage: craft null import <dir> --builder <name> --brief "<who, where, what they do>" [--out <dir>] [--model <name>]';
+  const from = flags.positional[1];
+  const brief = flags.brief?.trim();
+  if (!from || flags.positional.length > 2 || !flags.builder || !brief || brief.split(/\s+/).length < 5) throw new Error(usage);
+  const dir = resolve(io.cwd, from);
+  if (!existsSync(dir) || !statSync(dir).isDirectory()) throw new Error(`no directory at ${from}`);
+  const pages = findImportPages(dir);
+  if (pages.length < MIN_RUNS) throw new Error(`${from} holds ${pages.length} page${pages.length === 1 ? "" : "s"}; a null model needs at least ${MIN_RUNS}`);
+  const out = resolve(io.cwd, flags.out ?? from);
+  const shots = join(out, "snapshots");
+  mkdirSync(shots, { recursive: true });
+  const failed = [];
+  const toShoot = pages.filter((p) => !existsSync(join(shots, `${p.id}.json`)));
+  if (toShoot.length) {
+    io.out(`craft null: snapshotting ${toShoot.length} page${toShoot.length === 1 ? "" : "s"} from ${flags.builder}`);
+    const { snapshotUrls } = await import("./audit-4SFSLCKY.js");
+    const servers = /* @__PURE__ */ new Map();
+    try {
+      for (const p of toShoot) if (!servers.has(p.root)) servers.set(p.root, await serveDir(p.root));
+      const urls = toShoot.map((p) => `${servers.get(p.root)?.base}/${p.entry === "index.html" ? "" : encodeURIComponent(p.entry)}`);
+      const results = await snapshotUrls(urls);
+      results.forEach((r, i) => {
+        const p = toShoot[i];
+        if (r.snapshot) writeFileSync(join(shots, `${p.id}.json`), `${JSON.stringify({ ...r.snapshot, url: relative(out, join(p.root, p.entry)) }, null, 2)}
+`);
+        else failed.push(`${p.id}: the page would not render: ${r.error}`);
+      });
+    } finally {
+      await Promise.all([...servers.values()].map((s) => s.close()));
+    }
+  }
+  const measured = pages.filter((p) => existsSync(join(shots, `${p.id}.json`))).map(
+    (p) => measureRun(
+      p.id,
+      readFileSync(join(p.root, p.entry), "utf8"),
+      readSnapshot(readJson(join(shots, `${p.id}.json`)), `${p.id}.json`),
+      p.root === dir ? [] : stylesheets(p.root, p.id)
+    )
+  );
+  if (measured.length < MIN_RUNS) {
+    for (const f of failed) io.err(`  ${f}`);
+    throw new Error(`only ${measured.length} of ${pages.length} pages rendered; a null model needs at least ${MIN_RUNS}`);
+  }
+  const model = {
+    version: NULL_VERSION,
+    brief,
+    prompt: nullPrompt(brief),
+    model: flags.model ?? "unknown",
+    builder: flags.builder,
+    catalogueVersion: CATALOGUE_VERSION,
+    builtAt: (/* @__PURE__ */ new Date()).toISOString(),
+    runs: measured
+  };
+  writeFileSync(join(out, "null.json"), `${JSON.stringify(model, null, 2)}
+`);
+  io.out(`craft null: ${measured.length} of ${pages.length} pages from ${flags.builder} in ${relative(io.cwd, join(out, "null.json")) || "null.json"}`);
+  for (const f of failed) io.err(`  ${f}`);
+  return measured.length < pages.length ? 1 : 0;
+}
 function copyTell(phrase) {
   const text = `We found that ${phrase} was there.`;
   const hit = checkCopy([{ path: "phrase.md", text }]).findings[0];
@@ -162,7 +320,13 @@ async function runNull(args, io) {
   try {
     const flags = parseFlags(args);
     if (typeof flags === "string") throw new Error(flags);
-    if (flags.positional[0] !== "build") throw new Error('usage: craft null build --brief "<text>" --out <dir> [--runs 20] [--parallel 4] [--model <name>]');
+    if (flags.positional[0] === "import") return await importPages(flags, io);
+    if (flags.positional[0] === "prompt") {
+      if (!flags.brief || flags.brief.trim().split(/\s+/).length < 5) throw new Error('usage: craft null prompt --brief "<who, where, what they do>"');
+      io.out(nullPrompt(flags.brief));
+      return 0;
+    }
+    if (flags.positional[0] !== "build") throw new Error(NULL_USAGE);
     return await build(flags, io);
   } catch (error) {
     io.err(`craft: ${error.message}`);
@@ -174,14 +338,7 @@ function runHarvest(args, io) {
   if (typeof flags === "string") throw new Error(flags);
   const targets = flags.positional.slice(1);
   if (targets.length === 0) throw new Error("usage: craft tells harvest <null.json | dir>... [--share 0.25] [--json]");
-  const paths = targets.flatMap((t) => {
-    const abs = resolve(io.cwd, t);
-    if (existsSync(abs) && statSync(abs).isDirectory() && !existsSync(join(abs, "null.json"))) {
-      return readdirSync(abs).map((d) => join(abs, d, "null.json")).filter((p) => existsSync(p));
-    }
-    return [t];
-  });
-  const models = paths.map((p) => loadNull(p, io.cwd));
+  const models = expandNullTargets(targets, io.cwd).map((p) => loadNull(p, io.cwd));
   const minShare = flags.share === void 0 ? void 0 : Number(flags.share);
   if (minShare !== void 0 && !(minShare > 0 && minShare <= 1)) throw new Error("--share needs a number above 0 and at most 1");
   const candidates = harvest(models, { minShare, copyTell });
@@ -191,8 +348,11 @@ function runHarvest(args, io) {
 
 export {
   nullPath,
+  expandNullTargets,
   loadNull,
   measureRun,
+  findImportPages,
+  serveDir,
   formatHarvest,
   describeTypicality,
   runNull,

package/dist/{cli-FLG3ZCAF.js → cli-BN4IT6N2.js}

@@ -1,23 +1,31 @@
 import {
   describeTypicality,
+  expandNullTargets,
+  findImportPages,
   formatHarvest,
   loadNull,
   measureRun,
   nullPath,
   runHarvest,
-  runNull
-} from "./chunk-RXXRXV3V.js";
+  runNull,
+  serveDir
+} from "./chunk-ZUYERAFM.js";
 import "./chunk-OQXTQQAU.js";
-import "./chunk-MUVFECFC.js";
+import "./chunk-O5B5ELJH.js";
+import "./chunk-QIEDBL4J.js";
 import "./chunk-WUACK2HX.js";
-import "./chunk-LFNSB6W7.js";
+import "./chunk-WFB6F3BN.js";
+import "./chunk-4QWEAL4G.js";
 import "./chunk-QYBAVU3P.js";
 export {
   describeTypicality,
+  expandNullTargets,
+  findImportPages,
   formatHarvest,
   loadNull,
   measureRun,
   nullPath,
   runHarvest,
-  runNull
+  runNull,
+  serveDir
 };

package/dist/{cli-22TSWAX6.js → cli-GXIW7F3E.js}

@@ -4,13 +4,15 @@ import {
   formatPairs,
   loadEstate,
   runEstate
-} from "./chunk-QU6Q2QZZ.js";
-import "./chunk-YDURAOYR.js";
-import "./chunk-RXXRXV3V.js";
+} from "./chunk-RJVG5KA6.js";
+import "./chunk-6TSDYETQ.js";
+import "./chunk-ZUYERAFM.js";
 import "./chunk-OQXTQQAU.js";
-import "./chunk-MUVFECFC.js";
+import "./chunk-O5B5ELJH.js";
+import "./chunk-QIEDBL4J.js";
 import "./chunk-WUACK2HX.js";
-import "./chunk-LFNSB6W7.js";
+import "./chunk-WFB6F3BN.js";
+import "./chunk-4QWEAL4G.js";
 import "./chunk-QYBAVU3P.js";
 export {
   formatComponentPairs,