youiyoux 0.1.3 → 0.1.4

package/dist/chunks/chunk-FJZFCAL5.js

@@ -0,0 +1,129 @@
+import { createRequire as __youiRequire } from "node:module"; import { dirname as __youiDir } from "node:path"; import { fileURLToPath as __youiPath } from "node:url"; const require = __youiRequire(import.meta.url); const __youiDirname = __youiDir(__youiPath(import.meta.url));
+import {
+  isLocalHost,
+  loadPackage,
+  readTryIndex,
+  send
+} from "./chunk-XAEMVEYX.js";
+import {
+  writeFileAtomic
+} from "./chunk-NYDJYMID.js";
+
+// ../../apps/web/scripts/discover-thumbs.ts
+import { existsSync, readFileSync } from "node:fs";
+import { readdir, rm } from "node:fs/promises";
+import { join, resolve } from "node:path";
+var THUMBS_PATH = "/__youi/discover-thumbs";
+var THUMBS_DIR = "thumbs";
+var THUMBS_INDEX = "index.json";
+var THUMBS_SCHEMA = "youiyoux.discover-thumbs/v1";
+var THUMB_SCHEMES = ["light", "dark"];
+var PROJECT = /^[a-z0-9][a-z0-9._-]{0,80}$/i;
+var PICTURE = /^([0-9a-f]{16})\.(light|dark)\.webp$/;
+var safeProject = (project) => PROJECT.test(project) && project !== "." && project !== ".." ? project : null;
+function thumbsDir(cache, project) {
+  const safe = safeProject(project);
+  if (!safe) throw new Error(`refused: "${project.slice(0, 60)}" is not a project id`);
+  return join(resolve(cache), THUMBS_DIR, safe);
+}
+var emptyIndex = (project) => ({ schema: THUMBS_SCHEMA, project, items: {}, failed: {} });
+function readThumbIndex(cache, project) {
+  const file = join(thumbsDir(cache, project), THUMBS_INDEX);
+  if (!existsSync(file)) return emptyIndex(project);
+  try {
+    const value = JSON.parse(readFileSync(file, "utf8"));
+    if (value.schema !== THUMBS_SCHEMA) return emptyIndex(project);
+    return { schema: THUMBS_SCHEMA, project, items: { ...value.items }, failed: { ...value.failed } };
+  } catch {
+    return emptyIndex(project);
+  }
+}
+async function writeThumbIndex(cache, index) {
+  await writeFileAtomic(join(thumbsDir(cache, index.project), THUMBS_INDEX), `${JSON.stringify(index, null, 1)}
+`);
+}
+function needsCapture(index, id, sha, force = false) {
+  return force || index.items[id]?.sha !== sha && index.failed[id]?.sha !== sha;
+}
+function currentThumbs(index, current, url) {
+  const items = {};
+  for (const [id, thumb] of Object.entries(index.items)) {
+    if (current.get(id) !== thumb.sha || !/^[0-9a-f]{16}$/.test(thumb.key)) continue;
+    items[id] = { light: url(`${thumb.key}.light.webp`), dark: url(`${thumb.key}.dark.webp`), width: thumb.width, height: thumb.height, capturedAt: thumb.capturedAt };
+  }
+  const failed = {};
+  for (const [id, failure] of Object.entries(index.failed)) if (current.get(id) === failure.sha && !items[id]) failed[id] = failure.reason;
+  return { project: index.project, items, failed };
+}
+async function prunePictures(cache, index) {
+  const dir = thumbsDir(cache, index.project);
+  const keep = new Set(Object.values(index.items).map((t) => t.key));
+  let removed = 0;
+  for (const name of await readdir(dir).catch(() => [])) {
+    const match = PICTURE.exec(name);
+    if (!match || keep.has(match[1])) continue;
+    await rm(join(dir, name), { force: true });
+    removed++;
+  }
+  return removed;
+}
+function selectCandidates(entries, selection) {
+  const chosen = entries.filter((e) => {
+    if (e.source.kind !== "shadcn-registry" || !e.source.ref || typeof e.provenance?.sha256 !== "string") return false;
+    if (selection.registry && !e.source.ref.startsWith(`${selection.registry}/`)) return false;
+    return !selection.role || (e.categories ?? []).includes(selection.role) || e.source.ref.endsWith(`/${selection.role}`);
+  });
+  return selection.limit === null ? chosen : chosen.slice(0, selection.limit);
+}
+function listingDigests(cache) {
+  const digests = /* @__PURE__ */ new Map();
+  for (const name of ["index.json", "index-all.json"]) {
+    const file = join(cache, name);
+    if (!existsSync(file)) continue;
+    try {
+      const value = JSON.parse(readFileSync(file, "utf8"));
+      for (const entry of value.entries ?? []) if (typeof entry.id === "string" && typeof entry.provenance?.sha256 === "string") digests.set(entry.id, entry.provenance.sha256);
+    } catch {
+    }
+  }
+  return digests;
+}
+function discoverThumbsMiddleware(snapshot, base = "/", options = {}, cacheDir = async () => (await loadPackage("discover")).discoverCacheDir(void 0, options.env ?? process.env)) {
+  const projects = () => Object.keys(readTryIndex(snapshot)?.projects ?? {});
+  return async (req, res, next) => {
+    const url = new URL((req.url ?? "/").replace(base, "/"), "http://hub.local");
+    if (!url.pathname.startsWith(THUMBS_PATH) || req.method !== "GET") return next();
+    if (!isLocalHost(req.headers.host)) return send(res, 403, { error: "Thumbnails answer this machine only (Host must be localhost)." });
+    const cache = resolve(options.cache ?? await cacheDir());
+    const picture = /^\/__youi\/discover-thumbs\/([^/]+)\/([^/]+)$/.exec(url.pathname);
+    if (picture) {
+      const project2 = safeProject(decodeURIComponent(picture[1]));
+      if (!project2 || !PICTURE.test(picture[2])) return send(res, 400, { error: "not a thumbnail" });
+      const file = join(thumbsDir(cache, project2), picture[2]);
+      if (!existsSync(file)) return send(res, 404, { error: "no such thumbnail" });
+      res.setHeader("Content-Type", "image/webp");
+      res.setHeader("Cache-Control", "public, max-age=31536000, immutable");
+      res.end(readFileSync(file));
+      return;
+    }
+    if (url.pathname !== THUMBS_PATH) return send(res, 404, { error: "not found" });
+    const known = projects();
+    const wanted = url.searchParams.get("project");
+    const project = wanted ? known.includes(wanted) ? wanted : null : known[0] ?? null;
+    if (!project || !safeProject(project)) return send(res, 404, { error: wanted ? `The hub has no project "${wanted.slice(0, 60)}".` : "The hub has no project: open it with youiyoux ui --project." });
+    const index = readThumbIndex(cache, project);
+    send(res, 200, currentThumbs(index, listingDigests(cache), (file) => `${base}${THUMBS_PATH.slice(1)}/${encodeURIComponent(project)}/${file}`));
+  };
+}
+
+export {
+  THUMBS_PATH,
+  THUMB_SCHEMES,
+  thumbsDir,
+  readThumbIndex,
+  writeThumbIndex,
+  needsCapture,
+  prunePictures,
+  selectCandidates,
+  discoverThumbsMiddleware
+};

package/dist/chunks/chunk-FVVL5JCY.js

@@ -0,0 +1,24 @@
+import { createRequire as __youiRequire } from "node:module"; import { dirname as __youiDir } from "node:path"; import { fileURLToPath as __youiPath } from "node:url"; const require = __youiRequire(import.meta.url); const __youiDirname = __youiDir(__youiPath(import.meta.url));
+
+// src/node20.js
+if (!Map.groupBy) {
+  Map.groupBy = (items, key) => {
+    const groups = /* @__PURE__ */ new Map();
+    let i = 0;
+    for (const item of items) {
+      const k = key(item, i++);
+      const list = groups.get(k);
+      if (list) list.push(item);
+      else groups.set(k, [item]);
+    }
+    return groups;
+  };
+}
+if (!Object.groupBy) Object.groupBy = (items, key) => Object.fromEntries(Map.groupBy(items, key));
+if (!Promise.withResolvers) {
+  Promise.withResolvers = () => {
+    let resolve, reject;
+    const promise = new Promise((yes, no) => (resolve = yes, reject = no));
+    return { promise, resolve, reject };
+  };
+}

package/dist/chunks/{chunk-UEB6MJDX.js → chunk-M5XZWCPS.js}

@@ -1,12 +1,14 @@
-import { createRequire as __youiRequire } from "node:module"; const require = __youiRequire(import.meta.url);
+import { createRequire as __youiRequire } from "node:module"; import { dirname as __youiDir } from "node:path"; import { fileURLToPath as __youiPath } from "node:url"; const require = __youiRequire(import.meta.url); const __youiDirname = __youiDir(__youiPath(import.meta.url));
 import {
   LIBRARY_SOURCE_KINDS,
   LibraryEntry,
   SHAPE_DIMENSIONS,
+  copyleft,
   external_exports,
   sha256,
+  shortHash,
   writeFileAtomic
-} from "./chunk-C3TSTYP7.js";
+} from "./chunk-NYDJYMID.js";
 
 // ../discover/src/aliases.ts
 var CONCEPTS = [
@@ -55,9 +57,6 @@ var CONCEPTS = [
   { id: "marquee", names: ["marquee", "ticker", "scrolling text"], packages: [] }
 ];
 var BY_ID = new Map(CONCEPTS.map((c) => [c.id, c]));
-function conceptById(id) {
-  return BY_ID.get(id);
-}
 function normalize(text) {
   return text.normalize("NFC").replace(/([a-z0-9])([A-Z])/g, "$1 $2").toLowerCase().replace(/[^\p{L}\p{N}]+/gu, " ").trim();
 }
@@ -215,7 +214,7 @@ function importedPackages(source) {
   const found = /* @__PURE__ */ new Set();
   for (const match of source.matchAll(IMPORT)) {
     const spec = match[1];
-    if (/^(\.|\/|@\/|~\/|#|node:)/.test(spec) || spec.startsWith("@/")) continue;
+    if (/^(\.|\/|@\/|~\/|#|node:)/.test(spec)) continue;
     const parts = spec.split("/");
     const name = spec.startsWith("@") ? parts.slice(0, 2).join("/") : parts[0];
     if (name && !AMBIENT.has(name)) found.add(name);
@@ -508,7 +507,7 @@ var json = (value) => JSON.stringify(value);
 var parse = (value) => typeof value === "string" ? JSON.parse(value) : value;
 var int = (value) => Number(value ?? 0);
 var marks = (n) => Array.from({ length: n }, () => "?").join(", ");
-var clampLimit = pageInteger;
+var batches = (items) => Array.from({ length: Math.ceil(items.length / MAX_PARAMS) }, (_, i) => items.slice(i * MAX_PARAMS, (i + 1) * MAX_PARAMS));
 var SqlStore = class {
   db;
   lock = new Lock();
@@ -603,10 +602,7 @@ var SqlStore = class {
     const update = columns.slice(1).map((c) => `${c} = excluded.${c}`).join(", ");
     await this.insert("discover_items", columns, items.map((i) => [i.id, i.scope, i.ref, i.name, i.title, i.summary, i.kind, i.sourceKind, i.sourceClass, i.registry, i.licence, i.style, i.downloads, i.stars, i.archived ? 1 : 0, i.searchText, json(i.entry), i.builtAt]), `ON CONFLICT (id) DO UPDATE SET ${update}`);
     const ids = items.map((i) => i.id);
-    for (let i = 0; i < ids.length; i += MAX_PARAMS) {
-      const batch = ids.slice(i, i + MAX_PARAMS);
-      await this.db.run(`DELETE FROM discover_roles WHERE item_id IN (${marks(batch.length)})`, batch);
-    }
+    for (const batch of batches(ids)) await this.db.run(`DELETE FROM discover_roles WHERE item_id IN (${marks(batch.length)})`, batch);
     await this.insert("discover_roles", ["item_id", "role"], items.flatMap((i) => [...new Set(i.roles)].map((role) => [i.id, role])), "ON CONFLICT (item_id, role) DO NOTHING");
   }
   async replaceDiscoverItems(scope, items) {
@@ -659,15 +655,14 @@ var SqlStore = class {
     );
     const entries = /* @__PURE__ */ new Map();
     const ids = ranked.map((r) => r.id);
-    for (let i = 0; i < ids.length; i += MAX_PARAMS) {
-      const batch = ids.slice(i, i + MAX_PARAMS);
+    for (const batch of batches(ids)) {
       for (const row of await this.db.all(`SELECT id, entry FROM discover_items WHERE id IN (${marks(batch.length)})`, batch)) entries.set(row.id, row.entry);
     }
     return ranked.map((r) => ({ id: r.id, sourceClass: r.source_class, entry: parse(entries.get(r.id)) }));
   }
   async listDiscover(filter, page = {}) {
     const where = this.filterSql(filter);
-    const limit = clampLimit(page.limit, 20);
+    const limit = pageInteger(page.limit, 20);
     const offset = pageInteger(page.offset, 0, 2147483647);
     const rows = await this.db.all(
       `SELECT d.id, d.source_class, d.entry FROM discover_items d WHERE ${where.sql} ORDER BY CASE d.source_class WHEN 'official' THEN 0 ELSE 1 END, COALESCE(d.downloads, -1) DESC, d.id LIMIT ? OFFSET ?`,
@@ -698,8 +693,7 @@ var SqlStore = class {
   }
   async discoverRoles(itemIds) {
     const out = {};
-    for (let i = 0; i < itemIds.length; i += MAX_PARAMS) {
-      const batch = itemIds.slice(i, i + MAX_PARAMS);
+    for (const batch of batches(itemIds)) {
       for (const row of await this.db.all(`SELECT item_id, role FROM discover_roles WHERE item_id IN (${marks(batch.length)}) ORDER BY item_id, role`, batch)) (out[row.item_id] ??= []).push(row.role);
     }
     return out;
@@ -745,7 +739,7 @@ var SqlStore = class {
   }
   async history(filter = {}) {
     const where = filter.project ? `WHERE project = ?` : "";
-    const rows = await this.db.all(`SELECT * FROM scans ${where} ORDER BY scanned_at DESC, project LIMIT ? OFFSET ?`, [...filter.project ? [filter.project] : [], clampLimit(filter.limit, 20), pageInteger(filter.offset, 0, 2147483647)]);
+    const rows = await this.db.all(`SELECT * FROM scans ${where} ORDER BY scanned_at DESC, project LIMIT ? OFFSET ?`, [...filter.project ? [filter.project] : [], pageInteger(filter.limit, 20), pageInteger(filter.offset, 0, 2147483647)]);
     return rows.map((r) => ({ id: String(r.id), run: String(r.run), source: String(r.source), project: String(r.project), root: String(r.root), commit: r.commit_sha ?? null, scannedAt: String(r.scanned_at), status: String(r.status), files: int(r.files), looks: int(r.looks), families: int(r.families), nearDuplicates: int(r.near_duplicates), roles: parse(r.roles) }));
   }
   async latestRun(source) {
@@ -758,7 +752,7 @@ var SqlStore = class {
     const where = `run = ?${filter.role ? " AND role = ?" : ""}`;
     const params = [run, ...filter.role ? [filter.role] : []];
     const total = int((await this.db.all(`SELECT CAST(COUNT(*) AS INTEGER) AS n FROM families WHERE ${where}`, params))[0]?.n);
-    const rows = await this.db.all(`SELECT * FROM families WHERE ${where} ORDER BY role, looks DESC, id LIMIT ? OFFSET ?`, [...params, clampLimit(filter.limit, 50), pageInteger(filter.offset, 0, 2147483647)]);
+    const rows = await this.db.all(`SELECT * FROM families WHERE ${where} ORDER BY role, looks DESC, id LIMIT ? OFFSET ?`, [...params, pageInteger(filter.limit, 50), pageInteger(filter.offset, 0, 2147483647)]);
     return { run, total, rows: rows.map((r) => ({ id: String(r.id), role: String(r.role), looks: int(r.looks), nearDuplicate: int(r.near_duplicate) === 1, projects: parse(r.projects), kits: parse(r.kits), shape: parse(r.shape) })) };
   }
   async looks(filter) {
@@ -767,7 +761,7 @@ var SqlStore = class {
     const where = `run = ?${filter.family ? " AND family = ?" : ""}${filter.role ? " AND role = ?" : ""}`;
     const params = [run, ...filter.family ? [filter.family] : [], ...filter.role ? [filter.role] : []];
     const total = int((await this.db.all(`SELECT CAST(COUNT(*) AS INTEGER) AS n FROM looks WHERE ${where}`, params))[0]?.n);
-    const rows = await this.db.all(`SELECT * FROM looks WHERE ${where} ORDER BY project, file, line, col, id LIMIT ? OFFSET ?`, [...params, clampLimit(filter.limit, 50), pageInteger(filter.offset, 0, 2147483647)]);
+    const rows = await this.db.all(`SELECT * FROM looks WHERE ${where} ORDER BY project, file, line, col, id LIMIT ? OFFSET ?`, [...params, pageInteger(filter.limit, 50), pageInteger(filter.offset, 0, 2147483647)]);
     return { run, total, rows: rows.map((r) => ({ id: String(r.id), project: String(r.project), role: String(r.role), file: String(r.file), line: int(r.line), column: int(r.col), tag: String(r.tag), kit: r.kit ?? null, family: r.family ?? null, routes: parse(r.routes), shape: parse(r.shape) })) };
   }
   /* --------------------------------------------------------------------- graph */
@@ -1108,10 +1102,8 @@ async function openStore(options = {}) {
 }
 
 // ../store/src/derive.ts
-import { createHash } from "node:crypto";
-var short = (text) => createHash("sha256").update(text).digest("hex").slice(0, 12);
 var nodeId = {
-  family: (inventory, id, project = "") => `family:${short(inventory)}/${encodeURIComponent(project)}/${id}`,
+  family: (inventory, id, project = "") => `family:${shortHash(inventory)}/${encodeURIComponent(project)}/${id}`,
   file: (project, file) => `file:${project}:${file}`,
   route: (project, route) => `route:${project}:${route}`,
   project: (id) => `project:${id}`,
@@ -1158,7 +1150,7 @@ function nearDuplicatePairs(families, tolerance) {
   return pairs;
 }
 function inventoryRun(report, source) {
-  const run = `${report.generatedAt}#${short(`${source}\0${report.generatedAt}`).slice(0, 8)}`;
+  const run = `${report.generatedAt}#${shortHash(`${source}\0${report.generatedAt}`).slice(0, 8)}`;
   const g = new GraphBuilder();
   const familyNode = (id, project) => g.node({ id: nodeId.family(source, id, project), kind: "family", ref: id, project });
   for (const family of report.families) for (const project of family.projects) familyNode(family.id, project);
@@ -1266,7 +1258,6 @@ var DiscoverIndex = external_exports.object({
   categories: external_exports.record(external_exports.string(), external_exports.array(external_exports.string())),
   entries: external_exports.array(LibraryEntry)
 });
-var EMPTY_SIGNALS = { npm: {}, github: {}, registryRepos: {} };
 async function readJson(file) {
   try {
     return JSON.parse(await readFile(file, "utf8"));
@@ -1373,7 +1364,7 @@ function slimResponse(url, body) {
     }))
   })) };
 }
-async function writeHttpCache(cacheDir, cache, _previous) {
+async function writeHttpCache(cacheDir, cache) {
   const keep = /* @__PURE__ */ new Set();
   for (const [url, entry] of cache) {
     let data;
@@ -1511,7 +1502,7 @@ var PoliteClient = class {
       this.stats.cached++;
       return { ok: true, url, status: 200, body: cached.body, sha256: cached.sha256, fetchedAt: cached.fetchedAt, revalidated: true, headers: new Headers() };
     }
-    const bucket = npm ? "npm" : this.options.bucketFor?.(parsed) ?? githubBucketFor(parsed);
+    const bucket = npm ? "npm" : githubBucketFor(parsed);
     let host = this.hosts.get(parsed.host);
     if (!host) this.hosts.set(parsed.host, host = new Gate(this.options.perHost ?? 2));
     const gate = host;
@@ -1720,6 +1711,9 @@ function playsRole(role, f) {
   const n = normalize(role);
   return hasPhrase(f.name, n) || f.categories.some((c) => hasPhrase(c, n));
 }
+function licenceOf(entry) {
+  return entry.license && entry.license !== "unknown" ? entry.license.spdx : "unknown";
+}
 function hitOf(entry, score, why) {
   return {
     id: entry.id,
@@ -1728,7 +1722,7 @@ function hitOf(entry, score, why) {
     kind: entry.kind,
     summary: entry.summary,
     source: { kind: entry.source.kind ?? null, name: entry.source.name, ref: entry.source.ref ?? null, url: entry.source.url ?? null },
-    license: entry.license && entry.license !== "unknown" ? entry.license.spdx : "unknown",
+    license: licenceOf(entry),
     signals: { ...entry.signals?.via ? { via: entry.signals.via } : {}, weeklyDownloads: entry.signals?.weeklyDownloads ?? null, stars: entry.signals?.stars ?? null, pushedAt: entry.signals?.pushedAt ?? null, archived: entry.signals?.archived ?? null },
     install: entry.install ? { command: entry.install.command, npm: entry.install.npm, registryDeps: entry.install.registryDeps, implicitDeps: entry.install.implicitDeps } : null,
     score: Math.round(score * 100) / 100,
@@ -1810,32 +1804,25 @@ function registryOf(entry) {
   return entry.source.ref.slice(0, entry.source.ref.indexOf("/"));
 }
 var fresh = (at, ttl, now) => Boolean(at) && now.getTime() - Date.parse(at) < ttl;
+function homeParts(value) {
+  try {
+    const url = new URL(value.includes("://") ? value : `https://${value}`);
+    return { host: url.hostname.replace(/^www\./, "").toLowerCase(), path: url.pathname.replace(/\/+$/, "").toLowerCase() };
+  } catch {
+    return null;
+  }
+}
 function sameHomepage(a, b) {
-  const key = (value) => {
-    try {
-      const url = new URL(value.includes("://") ? value : `https://${value}`);
-      return `${url.hostname.replace(/^www\./, "")}${url.pathname.replace(/\/+$/, "")}`.toLowerCase();
-    } catch {
-      return null;
-    }
-  };
   if (!a || !b) return false;
-  const ka = key(a);
-  return ka !== null && ka === key(b);
+  const pa = homeParts(a);
+  const pb = homeParts(b);
+  return pa !== null && pb !== null && `${pa.host}${pa.path}` === `${pb.host}${pb.path}`;
 }
 var PATH_TENANTS = /* @__PURE__ */ new Set(["github.com", "gitlab.com", "bitbucket.org", "codeberg.org", "npmjs.com", "codesandbox.io", "stackblitz.com", "gitbook.io", "medium.com", "notion.site"]);
 function sameSite(repository, registry) {
-  const parts = (value) => {
-    try {
-      const url = new URL(value.includes("://") ? value : `https://${value}`);
-      return { host: url.hostname.replace(/^www\./, "").toLowerCase(), path: url.pathname.replace(/\/+$/, "").toLowerCase() };
-    } catch {
-      return null;
-    }
-  };
   if (!repository || !registry) return false;
-  const repo = parts(repository);
-  const home = parts(registry);
+  const repo = homeParts(repository);
+  const home = homeParts(registry);
   if (!repo || !home || repo.host !== home.host) return false;
   if (PATH_TENANTS.has(repo.host)) return repo.path === home.path && repo.path !== "";
   return repo.path === "" || home.path === repo.path || home.path.startsWith(`${repo.path}/`);
@@ -2082,7 +2069,6 @@ async function syncIndex(options) {
   const now = options.now ?? (() => /* @__PURE__ */ new Date());
   const builtAt = now().toISOString();
   const cache = await readHttpCache(options.cacheDir);
-  const previousBodies = new Map([...cache].map(([url, c]) => [url, c.sha256]));
   const client = new PoliteClient({
     ...options.fetcher ? { fetcher: options.fetcher } : {},
     ...options.token ? { token: options.token } : {},
@@ -2090,7 +2076,6 @@ async function syncIndex(options) {
     perHost: options.perHost ?? 2,
     timeoutMs: options.timeoutMs ?? 15e3,
     buckets: githubBuckets(options.token),
-    bucketFor: githubBucketFor,
     cache,
     now,
     ...options.sleep ? { sleep: options.sleep } : {}
@@ -2116,7 +2101,7 @@ async function syncIndex(options) {
           failure = "could not be parsed";
         }
       }
-      sources.push(failure === null && result.ok ? { id: `headless:${catalog.id}`, url: catalog.url, outcome: result.revalidated ? "revalidated" : "fetched", reason: null, httpStatus: result.status, items: names.length, health: null } : { id: `headless:${catalog.id}`, url: catalog.url, outcome: "failed", reason: failure, httpStatus: result.ok ? result.status : result.status, items: 0, health: null });
+      sources.push(failure === null && result.ok ? { id: `headless:${catalog.id}`, url: catalog.url, outcome: result.revalidated ? "revalidated" : "fetched", reason: null, httpStatus: result.status, items: names.length, health: null } : { id: `headless:${catalog.id}`, url: catalog.url, outcome: "failed", reason: failure, httpStatus: result.status, items: 0, health: null });
       return { id: catalog.id, names };
     })
   );
@@ -2201,7 +2186,7 @@ async function syncIndex(options) {
   const index = cleanData({ schema: "youi.discover-index/v1", format: 2, builtAt, sources, categories: Object.fromEntries(categories), entries: final });
   await writeJson(join3(options.cacheDir, SIGNALS_FILE), signals);
   await writeJson(join3(options.cacheDir, HEALTH_FILE), cleanData({ checkedAt: builtAt, sources }));
-  await writeHttpCache(options.cacheDir, client.cache, previousBodies);
+  await writeHttpCache(options.cacheDir, client.cache);
   await writeJson(join3(options.cacheDir, INDEX_FILE2), index);
   const registryStatuses = sources.filter((s) => s.health !== null);
   const known = final.filter((e) => e.license && e.license !== "unknown").length;
@@ -2260,7 +2245,7 @@ async function expandAll(cacheDir, options = {}) {
     const entries2 = parseRegistryItems(response.value).items.filter(isCandidate).map((item) => registryEntry({ name: r.name, homepage: r.homepage, url, fetchedAt: response.result.fetchedAt, official: false, health: r.health }, item, categories));
     return !options.icons && entries2.length && entries2.filter(isIconEntry).length / entries2.length >= 0.8 ? [] : entries2.map((entry) => applySignals(entry, signals));
   }));
-  await writeHttpCache(cacheDir, cache, /* @__PURE__ */ new Map());
+  await writeHttpCache(cacheDir, cache);
   const chosen = new Set(index.entries.map((e) => e.id));
   const entries = dedupe([...index.entries, ...extra.flat()]).entries.filter((e) => !chosen.has(e.id));
   const next = `${JSON.stringify(cleanData({ schema: index.schema, format: 2, builtAt: index.builtAt, sources: [], categories: index.categories, entries }))}
@@ -2322,9 +2307,6 @@ function rolesOf(entry) {
   const f = fieldsOf(entry);
   return CONCEPTS.filter((concept) => conceptScore(concept, f, []) > 0).map((c) => c.id);
 }
-function licenceOf(entry) {
-  return entry.license && entry.license !== "unknown" ? entry.license.spdx : "unknown";
-}
 function searchTextOf(entry) {
   const f = fieldsOf(entry);
   return [f.name, f.name, f.name, f.title, f.title, f.description, ...f.categories, ...f.packages.map(normalize)].filter(Boolean).join(" ");
@@ -2451,7 +2433,7 @@ function needTerms(need) {
 }
 async function searchCatalog(store, need, options = {}) {
   const filter = filterOf(options);
-  const rows = await store.matchDiscover({ ...filter, terms: needTerms(need), perClass: options.perClass ?? CANDIDATES_PER_CLASS });
+  const rows = await store.matchDiscover({ ...filter, terms: needTerms(need), perClass: CANDIDATES_PER_CLASS });
   const ranked = rankEntries(rows.map((r) => r.entry), need, options);
   const offset = pageInteger(options.offset, 0, 2147483647);
   const page = ranked.scored.slice(offset, offset + pageInteger(options.limit, 10));
@@ -2661,7 +2643,7 @@ async function preparePreview(cacheDir, id, options = {}) {
     await assertNoLinks(dir, file);
     await writeFileAtomic(join6(dir, file), text);
   }
-  const packages = [...new Set([...rewritten.values()].flatMap((t) => importedPackages(t)))].filter((p) => !p.startsWith("/")).sort();
+  const packages = [...new Set([...rewritten.values()].flatMap((t) => importedPackages(t)))].sort();
   const declared = [...new Set([...source.dependencies ?? entry.install?.npm ?? [], ...partDeps].map(packageName))].sort();
   const sources = [...rewritten.entries()].filter(([f]) => /\.(?:tsx|jsx|ts|js)$/.test(f)).map(([, t]) => t);
   return {
@@ -2681,9 +2663,138 @@ async function preparePreview(cacheDir, id, options = {}) {
   };
 }
 
+// ../discover/src/gaps.ts
+import { existsSync, readFileSync } from "node:fs";
+import { join as join7 } from "node:path";
+var STANDARD_KIT = ["button", "input", "card", "badge", "dialog", "alert", "drawer", "menu", "popover", "tooltip", "tabs", "avatar", "accordion", "table", "carousel", "slider", "switch", "checkbox", "radio", "select", "otp", "progress", "skeleton", "spinner", "sidebar", "navigation", "breadcrumb", "pagination", "command", "toast", "date-picker", "combobox", "chart"];
+var ONLY_EXACT = /* @__PURE__ */ new Set(["hint", "tile", "range", "loading", "picker", "tree", "graph", "plot", "editor", "cta", "notice", "steps", "tag", "toggle", "meter", "command", "banner", "popup", "pager", "loader", "navigation", "chip", "pill"]);
+var ROLE_CONCEPT2 = { button: "button", "link-as-button": "button", input: "input", card: "card", badge: "badge", dialog: "dialog", tabs: "tabs" };
+var CANDIDATES = 3;
+var DEFINITIONS_SHOWN = 5;
+function conceptOfName(name) {
+  const words2 = normalize(name.replace(/\.[a-z]+$/, ""));
+  if (!words2) return void 0;
+  const phrases = CONCEPTS.flatMap((concept) => concept.names.map((n) => ({ concept, name: normalize(n) }))).sort((a, b) => b.name.length - a.name.length);
+  return phrases.find((p) => words2 === p.name || !ONLY_EXACT.has(p.name) && ` ${words2}`.endsWith(` ${p.name}`))?.concept;
+}
+function conceptOfPackage(pkg) {
+  const listed = CONCEPTS.find((c) => c.packages.includes(pkg));
+  if (listed) return listed;
+  const last = pkg.split("/").at(-1).replace(/^react-/, "");
+  return conceptForRole(last);
+}
+function declaredPackages(roots) {
+  const found = {};
+  for (const [id, root] of roots) {
+    const file = join7(root, "package.json");
+    if (!existsSync(file)) continue;
+    try {
+      const pkg = JSON.parse(readFileSync(file, "utf8"));
+      found[id] = [...Object.keys(pkg.dependencies ?? {}), ...Object.keys(pkg.devDependencies ?? {})].sort();
+    } catch {
+    }
+  }
+  return found;
+}
+var fresh2 = () => ({ system: /* @__PURE__ */ new Set(), packages: /* @__PURE__ */ new Set(), definitions: [], uses: 0, files: /* @__PURE__ */ new Set() });
+async function candidatesFor(store, concept) {
+  const { hits } = await searchCatalog(store, concept.names[0], { role: concept.id, limit: 12 });
+  return hits.filter((hit) => hit.license !== "unknown").map((hit) => ({ id: hit.id, name: hit.name, source: hit.source.name, licence: hit.license, copyleft: copyleft(hit.license), install: hit.install?.command ?? null })).sort((a, b) => Number(a.copyleft) - Number(b.copyleft)).slice(0, CANDIDATES);
+}
+var ORDER = { "hand-built": 0, missing: 1, library: 2, system: 3 };
+var KIT_ORDER = new Map(STANDARD_KIT.map((id, i) => [id, i]));
+async function buildGaps(source, store) {
+  const { inventory } = source;
+  const systemByConcept = /* @__PURE__ */ new Map();
+  for (const name of source.system?.components ?? []) {
+    const concept = conceptOfName(name);
+    if (concept) systemByConcept.set(concept.id, [...systemByConcept.get(concept.id) ?? [], name]);
+  }
+  const candidates = /* @__PURE__ */ new Map();
+  const offer = (concept) => {
+    if (!store) return null;
+    let found = candidates.get(concept.id);
+    if (!found) candidates.set(concept.id, found = candidatesFor(store, concept));
+    return found;
+  };
+  const projects = [];
+  for (const project of inventory.projects) {
+    const tallies = /* @__PURE__ */ new Map();
+    const tally2 = (id) => {
+      let t = tallies.get(id);
+      if (!t) tallies.set(id, t = fresh2());
+      return t;
+    };
+    for (const [id, names] of systemByConcept) for (const name of names) tally2(id).system.add(name);
+    for (const primitive of inventory.primitives.filter((p) => p.project === project.id)) {
+      const concept = conceptOfPackage(primitive.package);
+      if (concept) tally2(concept.id).packages.add(primitive.package);
+    }
+    for (const pkg of source.dependencies[project.id] ?? []) {
+      const concept = CONCEPTS.find((c) => c.packages.includes(pkg));
+      if (concept) tally2(concept.id).packages.add(pkg);
+    }
+    const ownConcept = /* @__PURE__ */ new Map();
+    for (const definition of inventory.definitions.filter((d) => d.project === project.id)) {
+      const concept = conceptOfName(definition.name);
+      if (!concept) continue;
+      ownConcept.set(definition.id, concept.id);
+      const t = tally2(concept.id);
+      t.definitions.push({ name: definition.name, file: definition.file, line: definition.line });
+      t.files.add(definition.file);
+    }
+    for (const look of inventory.looks.filter((l) => l.project === project.id && !l.story)) {
+      const id = look.definition ? ownConcept.get(look.definition) : look.source === "intrinsic" ? ROLE_CONCEPT2[look.role] : void 0;
+      if (!id) continue;
+      const t = tally2(id);
+      t.uses += 1;
+      t.files.add(look.file);
+    }
+    const concepts = [];
+    for (const concept of CONCEPTS) {
+      const t = tallies.get(concept.id) ?? fresh2();
+      const hand = t.definitions.length > 0 || t.uses > 0;
+      const status2 = t.system.size ? "system" : t.packages.size ? "library" : hand ? "hand-built" : KIT_ORDER.has(concept.id) ? "missing" : null;
+      if (!status2) continue;
+      const offered = status2 === "hand-built" || status2 === "missing" ? offer(concept) : null;
+      concepts.push({
+        concept: concept.id,
+        name: concept.names[0],
+        status: status2,
+        system: [...t.system].sort(),
+        packages: [...t.packages].sort(),
+        definitions: t.definitions.sort((a, b) => a.file.localeCompare(b.file) || a.line - b.line).slice(0, DEFINITIONS_SHOWN),
+        count: t.definitions.length,
+        uses: t.uses,
+        files: t.files.size,
+        candidates: offered ? await offered : status2 === "hand-built" || status2 === "missing" ? null : []
+      });
+    }
+    concepts.sort((a, b) => ORDER[a.status] - ORDER[b.status] || (a.status === "hand-built" ? b.uses - a.uses || b.count - a.count : 0) || (KIT_ORDER.get(a.concept) ?? 99) - (KIT_ORDER.get(b.concept) ?? 99) || a.concept.localeCompare(b.concept));
+    projects.push({ id: project.id, complete: project.status === "complete", dependencies: source.dependencies[project.id] ? "read" : "unread", concepts });
+  }
+  const across = /* @__PURE__ */ new Map();
+  for (const project of projects) {
+    for (const c of project.concepts.filter((c2) => c2.status === "hand-built")) {
+      const entry = across.get(c.concept) ?? { name: c.name, projects: [], uses: 0 };
+      entry.projects.push(project.id);
+      entry.uses += c.uses;
+      across.set(c.concept, entry);
+    }
+  }
+  return {
+    schema: "youi.gaps/v1",
+    generatedAt: (source.now ?? /* @__PURE__ */ new Date()).toISOString(),
+    system: source.system?.name ?? null,
+    discover: store ? "synced" : "not-synced",
+    kit: [...STANDARD_KIT],
+    projects,
+    across: [...across].filter(([, e]) => e.projects.length > 1).map(([concept, e]) => ({ concept, ...e })).sort((a, b) => b.uses - a.uses || a.concept.localeCompare(b.concept))
+  };
+}
+
 export {
   CONCEPTS,
-  conceptById,
   normalize,
   hasPhrase,
   readNeed,
@@ -2732,7 +2843,6 @@ export {
   discoverIndexPath,
   SourceStatus,
   DiscoverIndex,
-  EMPTY_SIGNALS,
   writeJson,
   MissingIndexError,
   readIndex,
@@ -2759,6 +2869,7 @@ export {
   registryName,
   passes,
   playsRole,
+  licenceOf,
   hitOf,
   isIconEntry,
   rankEntries,
@@ -2783,7 +2894,6 @@ export {
   LINKS_PER_ROLE,
   sourceClassOf,
   rolesOf,
-  licenceOf,
   searchTextOf,
   itemOf,
   ingestCatalog,
@@ -2801,5 +2911,10 @@ export {
   safeRelative,
   exportNames,
   importedNames,
-  preparePreview
+  preparePreview,
+  STANDARD_KIT,
+  conceptOfName,
+  conceptOfPackage,
+  declaredPackages,
+  buildGaps
 };