@anubhav-choubey/web-for-agents 0.1.0 → 0.3.0

package/dist/vite.js

@@ -1,23 +1,35 @@
 import {
-  AI_BOTS
-} from "./chunk-CKXHTGGT.js";
+  EMPTY_OBJECT_SCHEMA,
+  schemaFromForm
+} from "./chunk-OKCYZE6C.js";
 import {
-  AGENT_MAP_VERSION
-} from "./chunk-LCVI2PRP.js";
+  AI_BOTS,
+  scanHtml
+} from "./chunk-CGIIB6AF.js";
+import {
+  metaLengthWarnings
+} from "./chunk-L3AYWCSX.js";
 import {
   DEFAULT_CONTENT_SELECTOR,
   DEFAULT_SHORTCUT,
   buildPageMarkdown,
   escapeLinkTarget,
   escapeMarkdownInline,
+  firstPerName,
+  linkActions,
+  markupActions,
+  markupLinks,
   parseShortcut,
   readPageMeta,
   selectContentRegion
-} from "./chunk-ZYMNO5AO.js";
+} from "./chunk-T42S3WRV.js";
 import {
   compareStrings
 } from "./chunk-AAIYCJD3.js";
-import "./chunk-FEAKVNMG.js";
+import {
+  AGENT_MAP_VERSION,
+  isValidActionName
+} from "./chunk-4STTPCBR.js";
 import {
   IDLE_MS,
   PROBE_ATTR,
@@ -25,13 +37,19 @@ import {
   TEMP_BASE_ATTR,
   prepareShell,
   readyCheck
-} from "./chunk-HONWT6GK.js";
+} from "./chunk-K3B53RIO.js";
 import {
+  ACTION_ATTR,
+  ACTION_DESCRIPTION_ATTR,
+  ACTION_DESTRUCTIVE_ATTR,
   AGENT_GLOBAL,
   AGENT_MAP_PATH,
   CONTENT_ATTR,
+  HEAD_OWNED_ATTR,
+  LINK_ACTION_SELECTOR,
   LLMS_FULL_TXT_PATH,
   LLMS_TXT_PATH,
+  MARKDOWN_LINK_KEY,
   MARKDOWN_MIME,
   PRERENDERED_ATTR,
   ROBOTS_PATH,
@@ -41,20 +59,25 @@ import {
   mountPath,
   normalizeRoute,
   publicUrl,
-  trimTrailingSlash
-} from "./chunk-AZG5MLNG.js";
+  trimTrailingSlash,
+  tryResolveUrl
+} from "./chunk-2Y3LLYEC.js";
 import {
   POLL_MS,
   RenderError,
   SERIALIZE_EXPR,
+  SNAPSHOT_GRACE_MS,
+  TimeoutError,
+  assertNoPageErrors,
   blockedHint,
   createDeadline,
   createOriginPolicy,
   readyTimeoutMessage,
   runInPage,
+  snapshotWarning,
   waitForReady,
   withoutBlockedLoads
-} from "./chunk-5TNG4QMP.js";
+} from "./chunk-PGZH33B5.js";
 import {
   LOG_PREFIX,
   errorMessage,
@@ -77,9 +100,18 @@ function segments(route) {
 function decodeSegments(route) {
   return segments(normalizeRoute(route)).map((s) => decodeURIComponent(s));
 }
-function routeHtmlFile(route) {
+function encodePathSegment(segment) {
+  return encodeURIComponent(segment).replace(/%(24|26|2B|2C|3B|3D|3A|40)/g, (m) => decodeURIComponent(m));
+}
+function routeOfHtmlFile(file) {
+  const segs = file.slice(0, -".html".length).split("/");
+  if (segs[segs.length - 1] === "index") segs.pop();
+  return "/" + segs.map(encodePathSegment).join("/");
+}
+function routeHtmlFile(route, layout = "directory") {
   const segs = decodeSegments(route);
-  return segs.length === 0 ? "index.html" : segs.join("/") + "/index.html";
+  if (segs.length === 0) return "index.html";
+  return segs.join("/") + (layout === "flat" ? ".html" : "/index.html");
 }
 function routeMdFile(route) {
   return markdownPathFor(route).slice(1).split("/").map((s) => decodeURIComponent(s)).join("/");
@@ -108,7 +140,7 @@ function isSafeRoute(route) {
 var MAX_NAME_BYTES = 255;
 var MAX_SEGMENT_BYTES = MAX_NAME_BYTES - ".md".length;
 var MAX_ROUTE_BYTES = 1024;
-function isRouteTooLong(route) {
+function isRouteTooLong(route, layout = "directory") {
   let segs;
   try {
     segs = decodeSegments(route);
@@ -116,9 +148,10 @@ function isRouteTooLong(route) {
     return false;
   }
   let total = 0;
-  for (const s of segs) {
+  const leafMax = layout === "flat" ? MAX_NAME_BYTES - ".html".length : MAX_SEGMENT_BYTES;
+  for (const [i, s] of segs.entries()) {
     const n = Buffer.byteLength(s, "utf8");
-    if (n > MAX_SEGMENT_BYTES) return true;
+    if (n > (i === segs.length - 1 ? leafMax : MAX_SEGMENT_BYTES)) return true;
     total += n + 1;
   }
   return total > MAX_ROUTE_BYTES;
@@ -136,16 +169,16 @@ function linkToRoute(href, origin, base) {
   if (u.protocol !== "http:" && u.protocol !== "https:") return null;
   if (u.origin !== new URL(origin).origin) return null;
   const b = trimTrailingSlash(base);
-  let path5 = u.pathname;
+  let path6 = u.pathname;
   if (b !== "") {
-    if (path5 !== b && !path5.startsWith(b + "/")) return null;
-    path5 = path5.slice(b.length);
+    if (path6 !== b && !path6.startsWith(b + "/")) return null;
+    path6 = path6.slice(b.length);
   }
-  if (path5 === "") path5 = "/";
-  path5 = path5.replace(/\/index\.html$/, "") || "/";
-  const last = path5.split("/").pop();
+  if (path6 === "") path6 = "/";
+  path6 = path6.replace(/\/index\.html$/, "") || "/";
+  const last = path6.split("/").pop();
   if (/\.[a-z0-9]+$/i.test(last)) return null;
-  const route = normalizeRoute(path5);
+  const route = normalizeRoute(path6);
   return isSafeRoute(route) ? route : null;
 }
 
@@ -155,14 +188,32 @@ var WEBMCP_INFO = {
   api: "document.modelContext",
   spec: "https://webmachinelearning.github.io/webmcp/"
 };
-function collectAgentPageInPage(globalKey) {
-  const api = window[globalKey];
-  return { actions: api && typeof api.actions === "function" ? api.actions() : [] };
+var AGENT_PAGE_IN_PAGE_ARG = {
+  globalKey: AGENT_GLOBAL,
+  linkSelector: LINK_ACTION_SELECTOR,
+  nameAttr: ACTION_ATTR,
+  descriptionAttr: ACTION_DESCRIPTION_ATTR,
+  destructiveAttr: ACTION_DESTRUCTIVE_ATTR
+};
+function collectAgentPageInPage(arg) {
+  const api = window[arg.globalKey];
+  const actions = api && typeof api.actions === "function" ? api.actions() : [];
+  const links = [];
+  document.querySelectorAll(arg.linkSelector).forEach((el) => {
+    const name = (el.getAttribute(arg.nameAttr) || "").trim();
+    if (!name) return;
+    links.push({
+      name,
+      description: el.getAttribute(arg.descriptionAttr) || null,
+      destructive: el.getAttribute(arg.destructiveAttr) === "true",
+      href: el.getAttribute("href") || ""
+    });
+  });
+  return { actions, links };
 }
 var byName = (a, b) => compareStrings(a.name, b.name);
 function toPage(siteUrl, p) {
-  const seen = /* @__PURE__ */ new Set();
-  const actions = p.actions.filter((a) => !seen.has(a.name) && !!seen.add(a.name)).sort(byName);
+  const actions = firstPerName(p.actions).sort(byName);
   return {
     path: p.route,
     url: publicUrl(siteUrl, p.route),
@@ -199,14 +250,21 @@ function agentMapExtension(opts) {
   return {
     name: "agent-map",
     inPage: collectAgentPageInPage,
-    inPageArg: AGENT_GLOBAL,
+    inPageArg: AGENT_PAGE_IN_PAGE_ARG,
     onRoute(route, page) {
       data.set(route, page);
     },
     llmsSections: () => [agentMapLlmsSection(siteUrl, fileName)],
     finalize(ctx) {
       const pages = ctx.pages.map((p) => {
-        const page = { route: p.route, actions: data.get(p.route)?.actions ?? [] };
+        const found = data.get(p.route);
+        const actions = found?.actions ?? [];
+        const links = linkActions(
+          found?.links ?? [],
+          { pageUrl: p.url, page: p.route, taken: new Set(actions.map((a) => a.name)) },
+          ctx.warn
+        );
+        const page = { route: p.route, actions: [...actions, ...links] };
         if (p.title) page.title = p.title;
         if (p.description) page.description = p.description;
         if (p.mdUrl) page.markdown = p.mdUrl;
@@ -231,6 +289,21 @@ function outputFileName(fileName) {
   }
   return rel;
 }
+function symlinkOnPath(outDir, rel) {
+  let p = outDir;
+  const parts = rel.split("/");
+  for (let i = 0; i < parts.length; i++) {
+    p = path.join(p, parts[i]);
+    let st;
+    try {
+      st = fs.lstatSync(p);
+    } catch {
+      return null;
+    }
+    if (st.isSymbolicLink()) return parts.slice(0, i + 1).join("/");
+  }
+  return null;
+}
 var short = (s, max) => s.length <= max ? s : s.slice(0, max - 1) + "\u2026";
 function createFileStager(opts) {
   const files = /* @__PURE__ */ new Map();
@@ -247,6 +320,14 @@ function createFileStager(opts) {
     stage(fileName, source) {
       const file = outputFileName(fileName);
       if (inPublicDir(file)) return { file, status: "skipped" };
+      const link = symlinkOnPath(opts.outDir, file);
+      if (link !== null) {
+        if (!warned.has("link:" + file)) {
+          warned.add("link:" + file);
+          opts.warn(`${LOG_PREFIX} ${link} is a symbolic link; not writing ${file} through it`);
+        }
+        return { file, status: "skipped" };
+      }
       const status = files.has(file) ? "replaced" : "staged";
       files.set(file, source);
       return { file, status };
@@ -299,34 +380,6 @@ function createFileStager(opts) {
   };
 }
 
-// src/vite/llms.ts
-function header(site) {
-  const blocks = [`# ${escapeMarkdownInline(site.title)}`];
-  const desc = escapeMarkdownInline(site.description);
-  if (desc) blocks.push(`> ${desc}`);
-  return blocks;
-}
-function buildLlmsTxt(site, pages, sections = []) {
-  const blocks = header(site);
-  const lines = [...pages].sort(byRoute).map((p) => {
-    const title = escapeMarkdownInline(p.title);
-    const desc = escapeMarkdownInline(p.description);
-    return `- [${title}](${escapeLinkTarget(p.mdUrl ?? p.url)})${desc ? `: ${desc}` : ""}`;
-  });
-  blocks.push(["## Pages", ...lines.length ? ["", ...lines] : []].join("\n"));
-  for (const s of sections) {
-    blocks.push([`## ${s.heading}`, ...s.lines.length ? ["", ...s.lines] : []].join("\n"));
-  }
-  return blocks.join("\n\n") + "\n";
-}
-function buildLlmsFullTxt(site, pages) {
-  const head = header(site).join("\n\n");
-  const blocks = [...pages].sort(byRoute).filter((p) => p.markdown !== void 0).map((p) => `Source: ${p.url}
-
-${p.markdown.trim()}`);
-  return [head, blocks.join("\n\n---\n\n")].filter(Boolean).join("\n\n") + "\n";
-}
-
 // src/vite/prerender/happyDomProcess.ts
 import { fork } from "child_process";
 import { createHash } from "crypto";
@@ -352,7 +405,7 @@ function nodeModulesRoot(file) {
 }
 var sourceEntry;
 async function childEntryFile() {
-  const { CHILD_ENTRY } = await import("./renderChild-Y2RFSYY4.js");
+  const { CHILD_ENTRY } = await import("./renderChild-PSQLAIUW.js");
   const file = fileURLToPath(CHILD_ENTRY);
   if (!file.endsWith(".ts")) return file;
   return sourceEntry ??= bundleFromSource(file);
@@ -732,8 +785,18 @@ function resolvePrerender(input) {
     concurrency: posInt("concurrency", input.concurrency, usesBrowser ? 4 : 8),
     maxRoutes: posInt("maxRoutes", input.maxRoutes, 500),
     allowOrigins,
-    isolation: resolveIsolation(input.isolation, bad)
+    isolation: resolveIsolation(input.isolation, bad),
+    fileLayout: input.fileLayout ?? "directory",
+    onTimeout: input.onTimeout ?? "fail"
   };
+  if (out.fileLayout !== "directory" && out.fileLayout !== "flat") bad("fileLayout", '"directory" or "flat"');
+  if (out.onTimeout !== "fail" && out.onTimeout !== "snapshot") bad("onTimeout", '"fail" or "snapshot"');
+  if (input.readySelector !== void 0) {
+    if (typeof input.readySelector !== "string" || input.readySelector.trim() === "") {
+      bad("readySelector", "a non-empty string");
+    }
+    out.readySelector = input.readySelector;
+  }
   if (input.executablePath !== void 0) out.executablePath = input.executablePath;
   if (input.idleMs !== void 0) {
     if (typeof input.idleMs !== "number" || !Number.isInteger(input.idleMs) || input.idleMs < 0) {
@@ -751,6 +814,90 @@ function agentOutputs(r) {
   if (r.agentMap) out.push(r.agentMap.fileName);
   return out;
 }
+function resolveMarkdown(input) {
+  if (input !== void 0 && (typeof input !== "object" || input === null)) {
+    throw new Error(withPrefix("markdown must be false or { contentSelector, transform }"));
+  }
+  const sel = input?.contentSelector;
+  if (sel !== void 0 && (typeof sel !== "string" || sel === "")) {
+    throw new Error(`${LOG_PREFIX} markdown.contentSelector must be a non-empty string`);
+  }
+  const out = { contentSelector: sel ?? DEFAULT_CONTENT_SELECTOR };
+  if (input?.transform !== void 0) {
+    if (typeof input.transform !== "function") throw new Error(withPrefix("markdown.transform must be a function"));
+    out.transform = input.transform;
+  }
+  return out;
+}
+function resolveSitemap(input) {
+  if (input === void 0 || typeof input === "boolean") return { sitemap: input ?? true, sitemapLastmod: "none" };
+  if (typeof input !== "object" || input === null || Array.isArray(input)) {
+    throw new Error(withPrefix("sitemap must be a boolean or { lastmod }"));
+  }
+  const lastmod = input.lastmod ?? "none";
+  if (lastmod !== "file" && lastmod !== "none" && typeof lastmod !== "function") {
+    throw new Error(withPrefix('sitemap.lastmod must be "file", "none" or a function'));
+  }
+  return { sitemap: true, sitemapLastmod: lastmod };
+}
+function resolveLlms(input, siteUrl) {
+  if (input === void 0) return {};
+  if (typeof input !== "object" || input === null || Array.isArray(input)) {
+    throw new Error(withPrefix("llms must be false or { title, description, intro, sections }"));
+  }
+  const str = (v, field, nonEmpty = false) => {
+    if (v === void 0) return void 0;
+    if (typeof v !== "string" || nonEmpty && v.trim() === "") {
+      throw new Error(withPrefix(`llms.${field} must be a ${nonEmpty ? "non-empty " : ""}string`));
+    }
+    return v;
+  };
+  const out = { ...input };
+  str(input.title, "title");
+  str(input.description, "description");
+  str(input.intro, "intro");
+  if (input.sections === void 0) return out;
+  if (!Array.isArray(input.sections)) throw new Error(withPrefix("llms.sections must be an array"));
+  out.sections = input.sections.map((sec, i) => {
+    const at = `sections[${i}]`;
+    if (typeof sec !== "object" || sec === null || Array.isArray(sec)) {
+      throw new Error(withPrefix(`llms.${at} must be an object such as { title, text, links }`));
+    }
+    const { title, text, links } = sec;
+    if (title === void 0) throw new Error(withPrefix(`llms.${at}.title is required`));
+    const s = { title: str(title, `${at}.title`, true) };
+    const t = str(text, `${at}.text`);
+    if (t !== void 0) s.text = t;
+    if (links !== void 0) {
+      if (!Array.isArray(links)) throw new Error(withPrefix(`llms.${at}.links must be an array`));
+      s.links = links.map((l, j) => {
+        const lat = `${at}.links[${j}]`;
+        if (typeof l !== "object" || l === null || Array.isArray(l)) {
+          throw new Error(withPrefix(`llms.${lat} must be an object such as { title, url, description }`));
+        }
+        const link = l;
+        if (link.title === void 0) throw new Error(withPrefix(`llms.${lat}.title is required`));
+        if (link.url === void 0) throw new Error(withPrefix(`llms.${lat}.url is required`));
+        const url = typeof link.url === "string" ? tryResolveUrl(link.url.trim(), siteUrl + "/") : null;
+        const scheme = url === null ? "" : new URL(url).protocol;
+        if (url === null || !["http:", "https:", "mailto:"].includes(scheme)) {
+          throw new Error(
+            withPrefix(`llms.${lat}.url must be an http(s) or mailto: URL, or a path on the site (got ${JSON.stringify(link.url)})`)
+          );
+        }
+        const o = { title: str(link.title, `${lat}.title`, true), url };
+        const d = str(link.description, `${lat}.description`);
+        if (d !== void 0) o.description = d;
+        return o;
+      });
+    }
+    if (!s.text?.trim() && !s.links?.length) {
+      throw new Error(withPrefix(`llms.${at} needs text or links`));
+    }
+    return s;
+  });
+  return out;
+}
 var AGENT_MAP_FILE = /^[A-Za-z0-9_.-]+\.json$/;
 function resolveAgentMap(input) {
   if (input === false) return false;
@@ -814,8 +961,8 @@ function resolveOptions(input) {
       throw new Error(`${LOG_PREFIX} robots.ai.overrides.${bot} must be "allow" or "block"`);
     }
   }
-  for (const path5 of input.robots.disallow ?? []) {
-    if (/[\r\n]/.test(path5)) {
+  for (const path6 of input.robots.disallow ?? []) {
+    if (/[\r\n]/.test(path6)) {
       throw new Error(`${LOG_PREFIX} robots.disallow paths must not contain line breaks`);
     }
   }
@@ -826,6 +973,7 @@ function resolveOptions(input) {
   const prerender = input.prerender === false ? false : resolvePrerender(input.prerender ?? {});
   let markdown = false;
   let llms = false;
+  const requestedLlms = input.llms === false ? false : resolveLlms(input.llms, siteUrl);
   const requestedAgentMap = resolveAgentMap(input.agentMap);
   let agentMap = false;
   if (prerender === false) {
@@ -836,21 +984,15 @@ function resolveOptions(input) {
       warnings.push(withPrefix(`${names} ${verb} disabled because prerender is false`));
     }
   } else {
-    if (input.markdown !== false) {
-      const sel = input.markdown?.contentSelector;
-      if (sel !== void 0 && (typeof sel !== "string" || sel === "")) {
-        throw new Error(`${LOG_PREFIX} markdown.contentSelector must be a non-empty string`);
-      }
-      markdown = { contentSelector: sel ?? DEFAULT_CONTENT_SELECTOR };
-    }
-    if (input.llms !== false) llms = { ...input.llms };
+    if (input.markdown !== false) markdown = resolveMarkdown(input.markdown);
+    llms = requestedLlms;
     agentMap = requestedAgentMap;
   }
   const resolved = {
     siteUrl,
     routes,
     robots: input.robots,
-    sitemap: input.sitemap ?? true,
+    ...resolveSitemap(input.sitemap),
     exclude,
     prerender,
     markdown,
@@ -883,9 +1025,9 @@ function parseHtml(html) {
       handleDisabledFileLoadingAsSuccess: true
     }
   });
-  const document = new window2.DOMParser().parseFromString(html, "text/html");
+  const document2 = new window2.DOMParser().parseFromString(html, "text/html");
   return {
-    document,
+    document: document2,
     dispose() {
       window2.happyDOM.close();
     }
@@ -898,9 +1040,9 @@ var SHOW_TEXT = 4;
 var FILTER_ACCEPT = 1;
 var FILTER_REJECT = 2;
 var NO_TEXT = /* @__PURE__ */ new Set(["SCRIPT", "STYLE", "NOSCRIPT", "TEMPLATE"]);
-function bodyHasText(document) {
-  if (!document.body) return false;
-  const walker = document.createTreeWalker(document.body, SHOW_ELEMENT | SHOW_TEXT, {
+function bodyHasText(document2) {
+  if (!document2.body) return false;
+  const walker = document2.createTreeWalker(document2.body, SHOW_ELEMENT | SHOW_TEXT, {
     acceptNode: (n) => n.nodeType === 1 && NO_TEXT.has(n.tagName.toUpperCase()) ? FILTER_REJECT : FILTER_ACCEPT
   });
   for (let n = walker.nextNode(); n; n = walker.nextNode()) {
@@ -908,11 +1050,11 @@ function bodyHasText(document) {
   }
   return false;
 }
-function analyzeDocument(document, opts, mode = {}) {
-  const meta = readPageMeta(document);
+function analyzeDocument(document2, opts, mode = {}) {
+  const meta = readPageMeta(document2);
   const title = meta.title ?? opts.route;
   const links = [];
-  document.querySelectorAll("a[href]").forEach((a) => {
+  document2.querySelectorAll("a[href]").forEach((a) => {
     if (a.hasAttribute("download")) return;
     try {
       const u = new URL(a.getAttribute("href"), opts.pageUrl);
@@ -920,8 +1062,8 @@ function analyzeDocument(document, opts, mode = {}) {
     } catch {
     }
   });
-  const hasText = bodyHasText(document);
-  const { element, source } = selectContentRegion(document, {
+  const hasText = bodyHasText(document2);
+  const { element, source } = selectContentRegion(document2, {
     contentSelector: opts.contentSelector,
     ...mode.inPlace ? { inPlace: true } : {}
   });
@@ -951,9 +1093,9 @@ var URL_ATTRS = [
 function mapSrcset(value, fn) {
   return value.replace(/(^|,)(\s*)([^\s,][^\s]*?)(?=,|\s|$)/g, (_m, sep2, ws, url) => sep2 + ws + fn(url));
 }
-function rewriteUrls(document, fn, attrs = URL_ATTRS) {
+function rewriteUrls(document2, fn, attrs = URL_ATTRS) {
   for (const [tag, attr] of attrs) {
-    document.querySelectorAll(`${tag}[${attr}]`).forEach((el) => {
+    document2.querySelectorAll(`${tag}[${attr}]`).forEach((el) => {
       const v = el.getAttribute(attr);
       const next = attr === "srcset" ? mapSrcset(v, fn) : fn(v);
       if (next !== v) el.setAttribute(attr, next);
@@ -961,18 +1103,18 @@ function rewriteUrls(document, fn, attrs = URL_ATTRS) {
   }
 }
 function finalizePage(html, opts, analyze) {
-  const { document, dispose } = parseHtml(html);
+  const { document: document2, dispose } = parseHtml(html);
   try {
-    const out = finalizeDocument(document, opts);
-    return { html: out, info: analyzeDocument(document, analyze, { inPlace: true }) };
+    const out = finalizeDocument(document2, opts);
+    return { html: out, info: analyzeDocument(document2, analyze, { inPlace: true }) };
   } finally {
     dispose();
   }
 }
-function finalizeDocument(document, opts) {
-  document.querySelectorAll(`[${PROBE_ATTR}], [${TEMP_BASE_ATTR}]`).forEach((el) => el.remove());
-  document.documentElement.setAttribute(PRERENDERED_ATTR, "");
-  document.querySelectorAll(`script[${REL_SRC_ATTR}]`).forEach((el) => {
+function finalizeDocument(document2, opts) {
+  document2.querySelectorAll(`[${PROBE_ATTR}], [${TEMP_BASE_ATTR}]`).forEach((el) => el.remove());
+  document2.documentElement.setAttribute(PRERENDERED_ATTR, "");
+  document2.querySelectorAll(`script[${REL_SRC_ATTR}]`).forEach((el) => {
     const src = el.getAttribute("src");
     if (src?.startsWith("/")) el.setAttribute("src", "." + src);
     el.removeAttribute(REL_SRC_ATTR);
@@ -980,24 +1122,24 @@ function finalizeDocument(document, opts) {
   if (opts.origin) {
     const origin = trimTrailingSlash(opts.origin);
     const attrs = opts.fullBase ? [...URL_ATTRS, ["a", "href"]] : URL_ATTRS;
-    rewriteUrls(document, (u) => {
+    rewriteUrls(document2, (u) => {
       if (!u.startsWith(origin)) return u;
       const rest = u.slice(origin.length);
       if (rest !== "" && !/^[/?#]/.test(rest)) return u;
-      const path5 = rest.startsWith("/") ? rest : "/" + rest;
-      if (opts.fullBase) return trimTrailingSlash(opts.fullBase) + "/" + path5.slice(1);
-      return opts.relativeBase ? "." + path5 : path5;
+      const path6 = rest.startsWith("/") ? rest : "/" + rest;
+      if (opts.fullBase) return trimTrailingSlash(opts.fullBase) + "/" + path6.slice(1);
+      return opts.relativeBase ? "." + path6 : path6;
     }, attrs);
   }
   if (opts.relativeBase) {
     const depth = routeDepth(opts.route);
     if (depth > 0) {
       const up = "../".repeat(depth);
-      rewriteUrls(document, (u) => u.startsWith("./") ? up + u.slice(2) : u);
+      rewriteUrls(document2, (u) => u.startsWith("./") ? up + u.slice(2) : u);
     }
   }
   const seen = /* @__PURE__ */ new Set();
-  document.querySelectorAll("link[href]").forEach((el) => {
+  document2.querySelectorAll("link[href]").forEach((el) => {
     const rel = el.getAttribute("rel") ?? "";
     if (!DEDUPE_RELS.has(rel)) return;
     const key = [rel, el.getAttribute("href"), el.getAttribute("as"), el.getAttribute("media"), el.getAttribute("type")].join("\n");
@@ -1005,16 +1147,16 @@ function finalizeDocument(document, opts) {
     else seen.add(key);
   });
   if (opts.markdownUrl) {
-    let link = document.head.querySelector(`link[rel="alternate"][type="${MARKDOWN_MIME}"]`);
+    let link = document2.head.querySelector(`link[rel="alternate"][type="${MARKDOWN_MIME}"]`);
     if (!link) {
-      link = document.createElement("link");
+      link = document2.createElement("link");
       link.setAttribute("rel", "alternate");
       link.setAttribute("type", MARKDOWN_MIME);
-      document.head.appendChild(link);
+      document2.head.appendChild(link);
     }
     link.setAttribute("href", opts.markdownUrl);
   }
-  return "<!DOCTYPE html>" + document.documentElement.outerHTML;
+  return "<!DOCTYPE html>" + document2.documentElement.outerHTML;
 }
 
 // src/vite/prerender/crawl.ts
@@ -1050,7 +1192,7 @@ async function crawlRoutes(opts, render) {
   const seeds = [];
   for (const s of [...new Set(opts.seeds.map(normalizeRoute))].sort()) {
     if (!isSafeRoute(s)) continue;
-    if (isRouteTooLong(s)) seedTooLong.push(s);
+    if (isRouteTooLong(s, opts.fileLayout)) seedTooLong.push(s);
     else if (!skip(s)) seeds.push(s);
   }
   const attempt = async (route, renderer) => {
@@ -1104,7 +1246,7 @@ async function crawlRoutes(opts, render) {
     const tooLong2 = [];
     const candidate = (r) => {
       if (r === null || isExcluded(r, opts.exclude)) return false;
-      if (isRouteTooLong(r)) {
+      if (isRouteTooLong(r, opts.fileLayout)) {
         tooLong2.push(r);
         return false;
       }
@@ -1286,7 +1428,7 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
   }
   const allowed = createOriginPolicy(opts.allowOrigins);
   const idleMs = opts.idleMs ?? IDLE_MS;
-  const check = readyCheck(idleMs);
+  const check = readyCheck(idleMs, opts.readySelector);
   let gone = false;
   browser.on?.("disconnected", () => {
     gone = true;
@@ -1303,8 +1445,9 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
     return e;
   };
   const renderPage = async (url, timeoutMs, inPage) => {
-    const deadline = createDeadline(timeoutMs);
-    const timeoutText = readyTimeoutMessage(timeoutMs);
+    let deadline = createDeadline(timeoutMs);
+    let timeoutText = readyTimeoutMessage(timeoutMs);
+    let budgetMs = timeoutMs;
     const origin = new URL(url).origin;
     const blocked = [];
     const opening = browser.newPage({ serviceWorkers: "block" }).then(async (p) => {
@@ -1345,22 +1488,35 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
       page.on("pageerror", (e) => pageErrors.push(e.message));
       let html;
       let finalPath;
+      let timedOut = false;
       try {
         await deadline.race(
           page.goto(url, { waitUntil: "load", timeout: deadline.remaining() + 1e3 }),
           timeoutText
         );
-        await deadline.race(
-          waitForReady(
-            async () => {
-              const r = await page.evaluate(check);
-              return { ready: r.ready, errors: withoutBlockedLoads([...pageErrors, ...r.errors], blocked) };
-            },
-            timeoutMs,
-            Math.min(POLL_MS, idleMs)
-          ),
-          timeoutText
-        );
+        try {
+          await deadline.race(
+            waitForReady(
+              async () => {
+                const r = await page.evaluate(check);
+                return { ready: r.ready, errors: withoutBlockedLoads([...pageErrors, ...r.errors], blocked) };
+              },
+              timeoutMs,
+              Math.min(POLL_MS, idleMs)
+            ),
+            timeoutText
+          );
+        } catch (e) {
+          if (!(opts.onTimeout === "snapshot" && e instanceof TimeoutError)) throw e;
+          timedOut = true;
+          deadline = createDeadline(SNAPSHOT_GRACE_MS);
+          budgetMs = SNAPSHOT_GRACE_MS;
+          timeoutText = readyTimeoutMessage(SNAPSHOT_GRACE_MS);
+          await assertNoPageErrors(async () => {
+            const r = await deadline.race(page.evaluate(check), timeoutText);
+            return withoutBlockedLoads([...pageErrors, ...r.errors], blocked);
+          });
+        }
         html = await deadline.race(page.evaluate(SERIALIZE_EXPR), timeoutText);
         finalPath = new URL(page.url()).pathname;
       } catch (e) {
@@ -1371,9 +1527,9 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
         inPage,
         (expr) => page.evaluate(expr),
         deadline,
-        timeoutMs
+        budgetMs
       );
-      return { html, finalPath, inPage: results };
+      return { html, finalPath, inPage: results, ...timedOut ? { warnings: [snapshotWarning(timeoutMs)] } : {} };
     } finally {
       await settleWithin(page.close(), opts.pageCloseMs ?? PAGE_CLOSE_MS);
     }
@@ -1397,6 +1553,10 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
 // src/vite/prerender/renderers.ts
 function createRendererPool(opts) {
   const made = /* @__PURE__ */ new Map();
+  const readiness = {
+    ...opts.readySelector !== void 0 ? { readySelector: opts.readySelector } : {},
+    ...opts.onTimeout !== void 0 ? { onTimeout: opts.onTimeout } : {}
+  };
   return {
     get(name) {
       let r = made.get(name);
@@ -1406,6 +1566,7 @@ function createRendererPool(opts) {
             {
               allowOrigins: opts.allowOrigins ?? [],
               ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {},
+              ...readiness,
               ...opts.syncResources ? { syncResources: opts.syncResources } : {}
             },
             { codeGeneration: opts.codeGeneration === true }
@@ -1413,7 +1574,8 @@ function createRendererPool(opts) {
         ) : createChromeRenderer(name, {
           ...opts.executablePath !== void 0 ? { executablePath: opts.executablePath } : {},
           allowOrigins: opts.allowOrigins ?? [],
-          ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {}
+          ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {},
+          ...readiness
         });
         made.set(name, r);
       }
@@ -1433,7 +1595,25 @@ import { createServer } from "http";
 import { realpathSync as realpathSync2 } from "fs";
 import { readFile, realpath, stat } from "fs/promises";
 import { extname, resolve, sep } from "path";
-import { parseAst } from "vite";
+var viteParseAst;
+var VITE_MISSING = "prerendering needs the vite package, which is not installed: npm i -D vite. To add agent files to HTML you prerendered yourself, use web-for-agents generate, which does not need vite.";
+function isPackageNotFound(e, pkg) {
+  const code = e?.code;
+  if (code !== "ERR_MODULE_NOT_FOUND" && code !== "MODULE_NOT_FOUND") return false;
+  return new RegExp(`(Cannot find (package|module) ['"]${pkg}['"])`).test(errorMessage(e));
+}
+async function loadViteParser(importVite = () => import("vite")) {
+  if (viteParseAst) return viteParseAst;
+  let mod;
+  try {
+    mod = await importVite();
+  } catch (e) {
+    if (isPackageNotFound(e, "vite")) throw new Error(withPrefix(VITE_MISSING), { cause: e });
+    throw e;
+  }
+  viteParseAst = mod.parseAst;
+  return viteParseAst;
+}
 var TYPES = {
   ".html": "text/html; charset=utf-8",
   ".js": "text/javascript; charset=utf-8",
@@ -1458,6 +1638,8 @@ function fixImportMeta(code) {
 }
 function parenthesizeRegExps(code) {
   if (!code.includes("/")) return code;
+  const parseAst = viteParseAst;
+  if (!parseAst) throw new Error(withPrefix("internal: loadViteParser() must run before parenthesizeRegExps"));
   let ast;
   try {
     ast = parseAst(code, { sourceType: "module" });
@@ -1576,7 +1758,8 @@ function startStaticServer(opts) {
       send(500, "text/plain; charset=utf-8", "Internal error");
     }
   });
-  return new Promise((resolveP, reject) => {
+  const ready = compat ? loadViteParser() : Promise.resolve();
+  return ready.then(() => new Promise((resolveP, reject) => {
     server.once("error", reject);
     server.listen(0, "127.0.0.1", () => {
       const { port } = server.address();
@@ -1590,7 +1773,7 @@ function startStaticServer(opts) {
         })
       });
     });
-  });
+  }));
 }
 
 // src/vite/prerender/index.ts
@@ -1626,6 +1809,8 @@ async function prerenderSite(input) {
       ...pr.executablePath !== void 0 ? { executablePath: pr.executablePath } : {},
       allowOrigins: pr.allowOrigins,
       ...pr.idleMs !== void 0 ? { idleMs: pr.idleMs } : {},
+      ...pr.readySelector !== void 0 ? { readySelector: pr.readySelector } : {},
+      onTimeout: pr.onTimeout,
       codeGeneration: pr.isolation.codeGeneration,
       syncResources
     });
@@ -1647,7 +1832,8 @@ async function prerenderSite(input) {
           contentSelector: markdown ? markdown.contentSelector : DEFAULT_CONTENT_SELECTOR,
           ...markdown ? { markdownUrl: (route) => publicMdUrl(options.siteUrl, route) } : {},
           inPage,
-          skipRoute: input.skipRoute
+          skipRoute: input.skipRoute,
+          fileLayout: pr.fileLayout
         },
         async (url, renderer, timeoutMs, scripts) => (await pool.get(renderer)).render(url, timeoutMs, scripts)
       ).catch((e) => {
@@ -1667,10 +1853,10 @@ async function prerenderSite(input) {
   }
 }
 function classicScriptSrcs(html) {
-  const { document, dispose } = parseHtml(html);
+  const { document: document2, dispose } = parseHtml(html);
   try {
     const out = [];
-    for (const el of Array.from(document.querySelectorAll("script[src]"))) {
+    for (const el of Array.from(document2.querySelectorAll("script[src]"))) {
       if (el.hasAttribute("async") || el.hasAttribute("defer")) continue;
       const type = (el.getAttribute("type") ?? "").trim().toLowerCase();
       if (type !== "" && !/^(text|application)\/(x-)?(java|ecma)script$/.test(type)) continue;
@@ -1768,16 +1954,47 @@ function buildRobots(opts) {
   return blocks.join("\n\n") + "\n";
 }
 
-// src/vite/sitemap.ts
-function escapeXml(s) {
-  return s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+// src/vite/llms.ts
+var BLOCK_START = /^(\d*)([#>\-+*=_`~.)])/;
+function paragraphs(text) {
+  if (text === void 0) return [];
+  return text.split(/\n\s*\n/).map((p) => escapeMarkdownInline(p)).filter(Boolean).map((p) => p.replace(BLOCK_START, "$1\\$2"));
 }
-function buildSitemap(siteUrl, routes) {
-  const urls = routes.map((r) => `  <url><loc>${escapeXml(new URL(siteUrl + r).href)}</loc></url>`).join("\n");
-  return '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n' + urls + "\n</urlset>\n";
+function linkLine(title, url, description) {
+  const desc = escapeMarkdownInline(description);
+  return `- [${escapeMarkdownInline(title)}](${escapeLinkTarget(url)})${desc ? `: ${desc}` : ""}`;
+}
+function header(site) {
+  const blocks = [`# ${escapeMarkdownInline(site.title)}`];
+  const desc = escapeMarkdownInline(site.description);
+  if (desc) blocks.push(`> ${desc}`);
+  blocks.push(...paragraphs(site.intro));
+  for (const sec of site.sections ?? []) {
+    const body = [...paragraphs(sec.text)];
+    const links = (sec.links ?? []).map((l) => linkLine(l.title, l.url, l.description));
+    if (links.length) body.push(links.join("\n"));
+    blocks.push([`## ${escapeMarkdownInline(sec.title)}`, ...body].join("\n\n"));
+  }
+  return blocks;
 }
+function buildLlmsTxt(site, pages, sections = []) {
+  const blocks = header(site);
+  const lines = [...pages].sort(byRoute).map((p) => linkLine(p.title, p.mdUrl ?? p.url, p.description));
+  blocks.push(["## Pages", ...lines.length ? ["", ...lines] : []].join("\n"));
+  for (const s of sections) {
+    blocks.push([`## ${s.heading}`, ...s.lines.length ? ["", ...s.lines] : []].join("\n"));
+  }
+  return blocks.join("\n\n") + "\n";
+}
+function buildLlmsFullTxt(site, pages) {
+  const head = header(site).join("\n\n");
+  const blocks = [...pages].sort(byRoute).filter((p) => p.markdown !== void 0).map((p) => `Source: ${p.url}
 
-// src/vite/buildPlugin.ts
+${p.markdown.trim()}`);
+  return [head, blocks.join("\n\n---\n\n")].filter(Boolean).join("\n\n") + "\n";
+}
+
+// src/vite/siteFiles.ts
 var SPA_FALLBACK_FILE = "200.html";
 var fileOf = (urlPath) => urlPath.slice(1);
 function prefixed(e, context) {
@@ -1792,6 +2009,164 @@ async function callHook(ext, hook, fn) {
     throw prefixed(e, `extension "${ext.name}" ${hook} failed`);
   }
 }
+function dropFileCollisions(pages, filesOf, taken, warn) {
+  const kept = [];
+  for (const page of pages) {
+    const files = filesOf(page);
+    const clash = files.find((f) => taken.has(f));
+    if (clash !== void 0) {
+      warn(
+        `${LOG_PREFIX} skipped ${shortRoute(page.route)}: its file ${clash} is already the file of ${taken.get(clash)}`
+      );
+      continue;
+    }
+    for (const f of files) taken.set(f, shortRoute(page.route));
+    kept.push(page);
+  }
+  return kept;
+}
+async function pageMarkdown(markdown, page) {
+  const md = buildPageMarkdown(page.info.title, page.info.contentHtml, page.url);
+  if (!markdown.transform) return md;
+  let out;
+  try {
+    out = await markdown.transform({
+      route: page.route,
+      url: page.url,
+      title: page.info.title,
+      ...page.info.description !== void 0 ? { description: page.info.description } : {},
+      markdown: md,
+      html: page.html
+    });
+  } catch (e) {
+    throw prefixed(e, `markdown.transform failed for ${shortRoute(page.route)}`);
+  }
+  if (out === void 0) return md;
+  if (typeof out !== "string") {
+    throw new Error(withPrefix(`markdown.transform must return a string or undefined (got ${typeof out} for ${shortRoute(page.route)})`));
+  }
+  return out;
+}
+function pageLengthWarnings(listed) {
+  return metaLengthWarnings(
+    listed.map((p) => {
+      const out = { route: p.route };
+      if (p.info.titleFromDocument) out.title = p.info.title;
+      if (p.info.description !== void 0) out.description = p.info.description;
+      return out;
+    })
+  );
+}
+async function stageSiteFiles(opts, stager, { pages: allPages, listed, mdByRoute }) {
+  const { siteUrl, markdown, llms, extensions, logger } = opts;
+  for (const ext of extensions) {
+    if (!ext.onRoute) continue;
+    for (const page of listed) {
+      await callHook(ext, `onRoute(${page.route})`, () => ext.onRoute(page.route, page.inPage[ext.name]));
+    }
+  }
+  const rootPage = allPages.find((p) => p.route === "/");
+  const rootTitle = rootPage?.info.titleFromDocument ? rootPage.info.title : void 0;
+  const site = {
+    url: siteUrl,
+    title: (llms ? llms.title : void 0) ?? rootTitle ?? new URL(siteUrl).hostname
+  };
+  const description = (llms ? llms.description : void 0) ?? rootPage?.info.description;
+  if (description !== void 0) site.description = description;
+  const pages = listed.map((p) => {
+    const out = { route: p.route, title: p.info.title, url: publicUrl(siteUrl, p.route) };
+    if (p.info.description !== void 0) out.description = p.info.description;
+    if (markdown) out.mdUrl = publicMdUrl(siteUrl, p.route);
+    return out;
+  });
+  if (llms) {
+    const sections = [];
+    for (const ext of extensions) {
+      if (ext.llmsSections) sections.push(...await callHook(ext, "llmsSections", () => ext.llmsSections()));
+    }
+    const llmsPages = pages.map((p) => {
+      const md = mdByRoute.get(p.route);
+      return md !== void 0 ? { ...p, markdown: md } : { ...p };
+    });
+    const llmsSite = {
+      ...site,
+      ...llms.intro !== void 0 ? { intro: llms.intro } : {},
+      ...llms.sections !== void 0 ? { sections: llms.sections } : {}
+    };
+    stager.stage(fileOf(LLMS_TXT_PATH), buildLlmsTxt(llmsSite, llmsPages, sections));
+    if (markdown) stager.stage(fileOf(LLMS_FULL_TXT_PATH), buildLlmsFullTxt(llmsSite, llmsPages));
+  }
+  for (const ext of extensions) {
+    if (!ext.finalize) continue;
+    const ctx = {
+      site,
+      pages,
+      emitFile: (fileName, source) => {
+        const { file, status } = stager.stage(fileName, source);
+        if (status === "replaced") logger.warn(`${LOG_PREFIX} extension "${ext.name}" overwrote ${file}`);
+      },
+      warn: (msg) => logger.warn(withPrefix(msg))
+    };
+    if (llms) ctx.llmsUrl = publicUrl(siteUrl, LLMS_TXT_PATH);
+    await callHook(ext, "finalize", () => ext.finalize(ctx));
+  }
+}
+
+// src/vite/sitemap.ts
+function escapeXml(s) {
+  return s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+function buildSitemap(siteUrl, routes, lastmod) {
+  const urls = routes.map((r) => {
+    const date = lastmod?.get(r);
+    const mod = date !== void 0 ? `<lastmod>${escapeXml(date)}</lastmod>` : "";
+    return `  <url><loc>${escapeXml(new URL(siteUrl + r).href)}</loc>${mod}</url>`;
+  }).join("\n");
+  return '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n' + urls + "\n</urlset>\n";
+}
+function isoDate(d) {
+  return d.toISOString().slice(0, 10);
+}
+var DATE = /^(\d{4})-(\d{2})-(\d{2})$/;
+var DATETIME = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}(:\d{2}(\.\d+)?)?(Z|[+-]\d{2}:\d{2})$/;
+function validDate(s) {
+  const m = DATE.exec(s.slice(0, 10));
+  if (!m) return false;
+  const d = new Date(Date.UTC(+m[1], +m[2] - 1, +m[3]));
+  return isoDate(d) === s.slice(0, 10) && (s.length === 10 || !Number.isNaN(Date.parse(s)));
+}
+function lastmodValue(v, route) {
+  if (v === void 0) return void 0;
+  if (v instanceof Date && !Number.isNaN(v.getTime())) return isoDate(v);
+  if (typeof v === "string" && (DATE.test(v) || DATETIME.test(v)) && validDate(v)) return v;
+  const got = v instanceof Date ? "an invalid Date" : JSON.stringify(v) ?? typeof v;
+  throw new Error(
+    withPrefix(
+      `sitemap.lastmod must return "YYYY-MM-DD", a W3C datetime such as "2026-01-31T09:00:00Z", a Date or undefined (got ${got} for ${shortRoute(route)})`
+    )
+  );
+}
+async function sitemapLastmods(lastmod, routes, fileDate) {
+  const out = /* @__PURE__ */ new Map();
+  if (lastmod === "none") return out;
+  for (const route of routes) {
+    let v;
+    if (lastmod === "file") {
+      v = fileDate(route);
+    } else {
+      try {
+        v = await lastmod(route);
+      } catch (e) {
+        throw prefixed(e, `sitemap.lastmod failed for ${shortRoute(route)}`);
+      }
+    }
+    const value = lastmodValue(v, route);
+    if (value !== void 0) out.set(route, value);
+  }
+  return out;
+}
+
+// src/vite/buildPlugin.ts
 function isClientEnv(env) {
   if (!env) return true;
   if (env.config?.consumer) return env.config.consumer === "client";
@@ -1814,6 +2189,7 @@ function createBuildPlugin(resolved, extensions) {
     const shell = fs2.readFileSync(shellFile, "utf8");
     stager.stage(SPA_FALLBACK_FILE, shell);
     const pr = resolved.prerender;
+    const layout = pr === false ? "directory" : pr.fileLayout;
     if (pr !== false && mayUseHappyDom(pr) && !hasPermissionModel() && !warnedPermission) {
       warnedPermission = true;
       logger.warn(NO_PERMISSION_MODEL_WARNING);
@@ -1825,71 +2201,35 @@ function createBuildPlugin(resolved, extensions) {
         base,
         shell,
         options: resolved,
-        skipRoute: (route) => stager.inPublicDir(routeHtmlFile(route)),
+        skipRoute: (route) => stager.inPublicDir(routeHtmlFile(route, layout)),
         extensions
       });
     } catch (e) {
       throw prefixed(e, "prerender failed");
     }
+    const filesOf = (route) => [routeHtmlFile(route, layout), ...markdown ? [routeMdFile(route)] : []];
+    const pages = dropFileCollisions(
+      result.pages,
+      (p) => filesOf(p.route),
+      /* @__PURE__ */ new Map([[SPA_FALLBACK_FILE, `the SPA fallback (${SPA_FALLBACK_FILE})`]]),
+      (m) => logger.warn(m)
+    );
+    result = { ...result, pages };
     const mdByRoute = /* @__PURE__ */ new Map();
-    for (const page of result.pages) {
-      stager.stage(routeHtmlFile(page.route), page.html);
-      if (markdown) {
-        const md = buildPageMarkdown(page.info.title, page.info.contentHtml, publicUrl(siteUrl, page.route));
-        mdByRoute.set(page.route, md);
-        stager.stage(routeMdFile(page.route), md);
+    const stageNew = (file, source) => {
+      if (stager.stage(file, source).status === "replaced") {
+        throw new Error(`${LOG_PREFIX} internal error: ${file} was generated twice; nothing was written`);
       }
-    }
-    return { result, listed: result.pages.filter((p) => p.listed), mdByRoute };
-  };
-  const runExtensions = async (stager, { result, listed, mdByRoute }) => {
-    const { siteUrl, markdown, llms } = resolved;
-    for (const ext of extensions) {
-      if (!ext.onRoute) continue;
-      for (const page of listed) {
-        await callHook(ext, `onRoute(${page.route})`, () => ext.onRoute(page.route, page.inPage[ext.name]));
-      }
-    }
-    const rootPage = result.pages.find((p) => p.route === "/");
-    const rootTitle = rootPage?.info.titleFromDocument ? rootPage.info.title : void 0;
-    const site = {
-      url: siteUrl,
-      title: (llms ? llms.title : void 0) ?? rootTitle ?? new URL(siteUrl).hostname
     };
-    const description = (llms ? llms.description : void 0) ?? rootPage?.info.description;
-    if (description !== void 0) site.description = description;
-    const pages = listed.map((p) => {
-      const out = { route: p.route, title: p.info.title, url: publicUrl(siteUrl, p.route) };
-      if (p.info.description !== void 0) out.description = p.info.description;
-      if (markdown) out.mdUrl = publicMdUrl(siteUrl, p.route);
-      return out;
-    });
-    if (llms) {
-      const sections = [];
-      for (const ext of extensions) {
-        if (ext.llmsSections) sections.push(...await callHook(ext, "llmsSections", () => ext.llmsSections()));
+    for (const page of pages) {
+      stageNew(routeHtmlFile(page.route, layout), page.html);
+      if (markdown) {
+        const md = await pageMarkdown(markdown, { ...page, url: publicUrl(siteUrl, page.route) });
+        mdByRoute.set(page.route, md);
+        stageNew(routeMdFile(page.route), md);
       }
-      const llmsPages = pages.map((p) => {
-        const md = mdByRoute.get(p.route);
-        return md !== void 0 ? { ...p, markdown: md } : { ...p };
-      });
-      stager.stage(fileOf(LLMS_TXT_PATH), buildLlmsTxt(site, llmsPages, sections));
-      if (markdown) stager.stage(fileOf(LLMS_FULL_TXT_PATH), buildLlmsFullTxt(site, llmsPages));
-    }
-    for (const ext of extensions) {
-      if (!ext.finalize) continue;
-      const ctx = {
-        site,
-        pages,
-        emitFile: (fileName, source) => {
-          const { file, status } = stager.stage(fileName, source);
-          if (status === "replaced") logger.warn(`${LOG_PREFIX} extension "${ext.name}" overwrote ${file}`);
-        },
-        warn: (msg) => logger.warn(withPrefix(msg))
-      };
-      if (llms) ctx.llmsUrl = publicUrl(siteUrl, LLMS_TXT_PATH);
-      await callHook(ext, "finalize", () => ext.finalize(ctx));
     }
+    return { result, listed: pages.filter((p) => p.listed), mdByRoute };
   };
   const runPipeline = async () => {
     const { siteUrl, markdown } = resolved;
@@ -1899,12 +2239,25 @@ function createBuildPlugin(resolved, extensions) {
     const sitemapRoutes = rendered ? [
       .../* @__PURE__ */ new Set([
         ...rendered.listed.map((p) => p.route),
-        ...resolved.routes.filter((r) => stager.inPublicDir(routeHtmlFile(r)))
+        ...resolved.routes.filter(
+          (r) => stager.inPublicDir(routeHtmlFile(r, pr === false ? "directory" : pr.fileLayout))
+        )
       ])
     ].sort() : resolved.routes;
-    if (resolved.sitemap) stager.stage(fileOf(SITEMAP_PATH), buildSitemap(siteUrl, sitemapRoutes));
+    if (resolved.sitemap) {
+      const buildDate = /* @__PURE__ */ new Date();
+      const lastmod = await sitemapLastmods(resolved.sitemapLastmod, sitemapRoutes, () => buildDate);
+      stager.stage(fileOf(SITEMAP_PATH), buildSitemap(siteUrl, sitemapRoutes, lastmod));
+    }
     stager.stage(fileOf(ROBOTS_PATH), buildRobots(resolved));
-    if (rendered) await runExtensions(stager, rendered);
+    if (rendered) {
+      const { siteUrl: url, markdown: md, llms } = resolved;
+      await stageSiteFiles({ siteUrl: url, markdown: md, llms, extensions, logger }, stager, {
+        pages: rendered.result.pages,
+        listed: rendered.listed,
+        mdByRoute: rendered.mdByRoute
+      });
+    }
     stager.flush();
     if (pr === false || !rendered) return;
     const { result, listed } = rendered;
@@ -1934,6 +2287,7 @@ function createBuildPlugin(resolved, extensions) {
         `${LOG_PREFIX} no [${CONTENT_ATTR}] or "${markdown.contentSelector}" element on ${result.bodyFallbackRoutes.join(", ")}; content was taken from <body> minus header, nav, footer, aside`
       );
     }
+    for (const w of pageLengthWarnings(listed)) logger.warn(w);
     logger.info(
       `${LOG_PREFIX} prerendered ${result.pages.length} routes (${listed.length} listed in llms.txt and the sitemap; the sitemap also keeps configured routes served from publicDir)`
     );
@@ -1979,17 +2333,337 @@ function createBuildPlugin(resolved, extensions) {
   };
 }
 
+// src/vite/generate.ts
+import fs3 from "fs";
+import path4 from "path";
+
+// src/vite/generateActions.ts
+function staticActions(document2) {
+  const out = /* @__PURE__ */ new Map();
+  for (const a of markupActions(document2)) {
+    if (a.kind === "link" || !isValidActionName(a.name) || out.has(a.name)) continue;
+    out.set(a.name, {
+      name: a.name,
+      description: a.description?.trim() || a.name,
+      inputSchema: a.kind === "form" ? schemaFromForm(a.element) : { ...EMPTY_OBJECT_SCHEMA, properties: {} },
+      destructive: a.destructive,
+      readOnly: false,
+      kind: a.kind
+    });
+  }
+  return [...out.values()].sort((a, b) => compareStrings(a.name, b.name));
+}
+
+// src/vite/generateHtml.ts
+function detectCharset(bytes) {
+  if (bytes[0] === 239 && bytes[1] === 187 && bytes[2] === 191) return "utf-8";
+  if (bytes[0] === 254 && bytes[1] === 255) return "utf-16be";
+  if (bytes[0] === 255 && bytes[1] === 254) return "utf-16le";
+  const head = Buffer.from(bytes.subarray(0, 1024)).toString("latin1");
+  const m = /<meta\b[^>]*?charset\s*=\s*["']?\s*([A-Za-z0-9_:.-]+)/i.exec(head);
+  if (m) {
+    try {
+      const enc = new TextDecoder(m[1]).encoding;
+      return enc.startsWith("utf-16") ? "utf-8" : enc;
+    } catch {
+    }
+  }
+  return "utf-8";
+}
+function decodeHtml(bytes) {
+  const charset = detectCharset(bytes);
+  return { charset, text: new TextDecoder(charset).decode(bytes) };
+}
+var HEAD_RAW_TEXT = /* @__PURE__ */ new Set(["script", "style", "template", "textarea", "title", "noscript"]);
+var escapeAttr = (href) => href.replace(/&/g, "&amp;").replace(/"/g, "&quot;").replace(/[^\x20-\x7e]/gu, (c) => `&#x${c.codePointAt(0).toString(16)};`);
+function isMarkdownAlternate(attrs) {
+  const get = (n) => attrs.find((a) => a.name === n)?.value ?? "";
+  const rel = get("rel").toLowerCase().split(/\s+/);
+  return rel.includes("alternate") && get("type").split(";")[0].trim().toLowerCase() === MARKDOWN_MIME;
+}
+var ourLink = (attr) => `<link rel="alternate" type="${MARKDOWN_MIME}" href="${attr}" ${HEAD_OWNED_ATTR}="${MARKDOWN_LINK_KEY}">`;
+function setMarkdownLink(bytes, charset, href) {
+  if (charset.startsWith("utf-16")) return null;
+  const buf = Buffer.from(bytes);
+  const view = buf.toString("latin1");
+  const attr = escapeAttr(href);
+  let headOpenEnd = -1;
+  let headClose = -1;
+  let bodyOpen = -1;
+  let preamble = 0;
+  let marked;
+  for (const t of scanHtml(view, HEAD_RAW_TEXT)) {
+    if (t.type === "comment") {
+      if (headOpenEnd === -1 && /^<!doctype/i.test(view.slice(t.start, t.start + 9))) preamble = t.end;
+      continue;
+    }
+    if (t.type !== "tag") continue;
+    if (t.closing) {
+      if (t.name === "head") {
+        headClose = t.start;
+        break;
+      }
+      continue;
+    }
+    if (t.name === "html" && headOpenEnd === -1) preamble = Math.max(preamble, t.end);
+    if (t.name === "head" && headOpenEnd === -1) headOpenEnd = t.end;
+    else if (t.name === "body") {
+      bodyOpen = t.start;
+      break;
+    } else if (t.name === "link" && isMarkdownAlternate(t.attrs)) {
+      const owner = t.attrs.find((a) => a.name === HEAD_OWNED_ATTR)?.value;
+      if (owner !== MARKDOWN_LINK_KEY) return { bytes: buf, action: "kept" };
+      marked ??= t;
+    }
+  }
+  const splice = (start, end, text, action) => ({
+    bytes: Buffer.concat([buf.subarray(0, start), Buffer.from(text, "latin1"), buf.subarray(end)]),
+    action
+  });
+  if (marked) {
+    const h = marked.attrs.find((a) => a.name === "href");
+    if (h && h.valueStart !== -1) {
+      if (h.value === attr) return { bytes: buf, action: "unchanged" };
+      return splice(h.valueStart, h.valueEnd, h.quote ? attr : `"${attr}"`, "updated");
+    }
+    return splice(marked.start, marked.end, ourLink(attr), "updated");
+  }
+  const at = headClose !== -1 ? headClose : headOpenEnd !== -1 ? headOpenEnd : bodyOpen !== -1 ? bodyOpen : preamble;
+  return splice(at, at, ourLink(attr), "inserted");
+}
+
+// src/vite/generate.ts
+var SKIP_DIRS = /* @__PURE__ */ new Set(["assets", "node_modules"]);
+var SKIP_FILES = /* @__PURE__ */ new Set([SPA_FALLBACK_FILE, "404.html"]);
+function htmlFiles(outDir, warn) {
+  const out = [];
+  const walk = (dir, rel) => {
+    for (const e of fs3.readdirSync(dir, { withFileTypes: true })) {
+      if (e.name.startsWith(".")) continue;
+      const r = rel ? `${rel}/${e.name}` : e.name;
+      if (e.isSymbolicLink()) {
+        if (e.name.endsWith(".html") || fs3.statSync(path4.join(dir, e.name), { throwIfNoEntry: false })?.isDirectory()) {
+          warn(`${LOG_PREFIX} ${r} is a symbolic link; skipped`);
+        }
+      } else if (e.isDirectory()) {
+        if (!(rel === "" && SKIP_DIRS.has(e.name))) walk(path4.join(dir, e.name), r);
+      } else if (e.isFile() && e.name.endsWith(".html") && !SKIP_FILES.has(e.name)) {
+        out.push(r);
+      }
+    }
+  };
+  walk(outDir, "");
+  return out.sort(compareStrings);
+}
+var GENERATE_OPTION_KEYS = [
+  "outDir",
+  "siteUrl",
+  "robots",
+  "exclude",
+  "sitemap",
+  "markdown",
+  "llms",
+  "agentMap",
+  "linkMarkdown",
+  "overwrite",
+  "logger"
+];
+async function generateAgentFiles(options) {
+  if (!options || typeof options.outDir !== "string" || options.outDir === "") {
+    throw new Error(withPrefix("outDir is required"));
+  }
+  for (const key of ["linkMarkdown", "overwrite"]) {
+    if (options[key] !== void 0 && typeof options[key] !== "boolean") throw new Error(withPrefix(`${key} must be a boolean`));
+  }
+  const resolved = resolveOptions({
+    siteUrl: options.siteUrl,
+    robots: options.robots,
+    ...options.exclude !== void 0 ? { exclude: options.exclude } : {},
+    ...options.sitemap !== void 0 ? { sitemap: options.sitemap } : {},
+    ...options.markdown !== void 0 ? { markdown: options.markdown } : {},
+    ...options.llms !== void 0 ? { llms: options.llms } : {},
+    ...options.agentMap !== void 0 ? { agentMap: options.agentMap } : {},
+    overlay: false
+  });
+  const { siteUrl, markdown } = resolved;
+  const outDir = path4.resolve(options.outDir);
+  if (!fs3.existsSync(outDir) || !fs3.statSync(outDir).isDirectory()) {
+    throw new Error(`${LOG_PREFIX} ${outDir} is not a directory`);
+  }
+  const linkMarkdown = options.linkMarkdown ?? true;
+  const base = options.logger ?? console;
+  const warnings = [];
+  const logger = {
+    warn(msg) {
+      warnings.push(msg);
+      base.warn(msg);
+    }
+  };
+  for (const w of resolved.warnings) logger.warn(w);
+  const unknown = Object.keys(options).filter((k) => !GENERATE_OPTION_KEYS.includes(k));
+  if (unknown.length > 0) {
+    logger.warn(`${LOG_PREFIX} unknown option${unknown.length === 1 ? "" : "s"} ignored: ${unknown.join(", ")}`);
+  }
+  const fileByRoute = /* @__PURE__ */ new Map();
+  for (const file of htmlFiles(outDir, (m) => logger.warn(m))) {
+    const route = routeOfHtmlFile(file);
+    if (!isSafeRoute(route)) {
+      logger.warn(`${LOG_PREFIX} ${file} cannot be a page URL (its name has a backslash or similar); skipped`);
+      continue;
+    }
+    if (route !== "/" && isExcluded(route, resolved.exclude)) continue;
+    const other = fileByRoute.get(route);
+    if (other !== void 0) {
+      logger.warn(`${LOG_PREFIX} ${file} and ${other} are both ${shortRoute(route)}; using ${other}`);
+      continue;
+    }
+    fileByRoute.set(route, file);
+  }
+  if (fileByRoute.size === 0) throw new Error(`${LOG_PREFIX} no .html pages found in ${outDir}`);
+  const files = [...fileByRoute.values()];
+  const flat = files.some((f) => f !== "index.html" && !f.endsWith("/index.html"));
+  const dir = files.some((f) => f.endsWith("/index.html"));
+  const fileLayout = flat && dir ? "mixed" : flat ? "flat" : "directory";
+  const stager = createFileStager({ outDir, publicDir: "", warn: (m) => logger.warn(m) });
+  const written = /* @__PURE__ */ new Set();
+  const kept = [];
+  const protectedFiles = /* @__PURE__ */ new Set([fileOf(ROBOTS_PATH), fileOf(SITEMAP_PATH), fileOf(LLMS_TXT_PATH), fileOf(LLMS_FULL_TXT_PATH)]);
+  if (resolved.agentMap) protectedFiles.add(resolved.agentMap.fileName);
+  const differs = (target, source) => fs3.existsSync(target) && !fs3.readFileSync(target).equals(typeof source === "string" ? Buffer.from(source) : source);
+  const guarded = {
+    ...stager,
+    stage(fileName, source) {
+      const file = fileName.replace(/^\/+/, "");
+      const target = path4.join(outDir, file);
+      if (!options.overwrite && protectedFiles.has(file) && differs(target, source)) {
+        if (!kept.includes(file)) {
+          kept.push(file);
+          logger.warn(`${LOG_PREFIX} ${file} already exists with different content; kept it (use overwrite to replace it)`);
+        }
+        return { file, status: "skipped" };
+      }
+      const r = stager.stage(fileName, source);
+      if (r.status !== "skipped") written.add(r.file);
+      return r;
+    }
+  };
+  const pages = [];
+  const result = [];
+  const mdByRoute = /* @__PURE__ */ new Map();
+  const mtimeByRoute = /* @__PURE__ */ new Map();
+  const bodyFallback = [];
+  const utf16 = [];
+  const ownLinks = [];
+  const routes = dropFileCollisions(
+    [...fileByRoute].map(([route, file]) => ({ route, file })).sort(byRoute),
+    (p) => markdown ? [routeMdFile(p.route)] : [],
+    /* @__PURE__ */ new Map(),
+    (m) => logger.warn(m)
+  );
+  for (const { route, file } of routes) {
+    mtimeByRoute.set(route, fs3.statSync(path4.join(outDir, file)).mtime);
+    const bytes = fs3.readFileSync(path4.join(outDir, file));
+    const { charset, text: html } = decodeHtml(bytes);
+    const url = publicUrl(siteUrl, route);
+    const { document: document2, dispose } = parseHtml(html);
+    let page;
+    try {
+      const actions = resolved.agentMap ? staticActions(document2) : [];
+      const links = resolved.agentMap ? markupLinks(document2) : [];
+      const info = analyzeDocument(document2, {
+        pageUrl: url,
+        contentSelector: markdown ? markdown.contentSelector : "main",
+        route
+      });
+      const inPage = { "agent-map": { actions, links } };
+      page = { route, info, listed: !info.noindex, inPage };
+    } catch (e) {
+      throw prefixed(e, `reading ${file} failed`);
+    } finally {
+      dispose();
+    }
+    pages.push(page);
+    result.push({ route, file, listed: page.listed });
+    if (!markdown) continue;
+    if (page.info.contentSource === "body") bodyFallback.push(route);
+    const md = await pageMarkdown(markdown, { route, url, info: page.info, html });
+    mdByRoute.set(route, md);
+    const mdFile = routeMdFile(route);
+    if (differs(path4.join(outDir, mdFile), md)) {
+      logger.warn(`${LOG_PREFIX} ${mdFile} already exists with different content; replacing it with the markdown of ${shortRoute(route)}`);
+    }
+    guarded.stage(mdFile, md);
+    if (linkMarkdown) {
+      const edit = setMarkdownLink(bytes, charset, publicMdUrl(siteUrl, route));
+      if (edit === null) utf16.push(file);
+      else if (edit.action === "kept") ownLinks.push(shortRoute(route));
+      else if (edit.action !== "unchanged") guarded.stage(file, edit.bytes);
+    }
+  }
+  const listed = pages.filter((p) => p.listed);
+  if (resolved.sitemap) {
+    const routes2 = listed.map((p) => p.route);
+    const lastmod = await sitemapLastmods(resolved.sitemapLastmod, routes2, (r) => mtimeByRoute.get(r));
+    guarded.stage(fileOf(SITEMAP_PATH), buildSitemap(siteUrl, routes2, lastmod));
+  }
+  guarded.stage(fileOf(ROBOTS_PATH), buildRobots(resolved));
+  const extensions = resolved.agentMap ? [agentMapExtension({ siteUrl, fileName: resolved.agentMap.fileName })] : [];
+  await stageSiteFiles({ siteUrl, markdown, llms: resolved.llms, extensions, logger }, guarded, {
+    pages,
+    listed,
+    mdByRoute
+  });
+  let flushed = false;
+  try {
+    stager.flush();
+    flushed = true;
+  } finally {
+    if (!flushed || resolved.sitemapLastmod === "file") {
+      for (const [route, mtime] of mtimeByRoute) {
+        const file = fileByRoute.get(route);
+        if (!written.has(file)) continue;
+        try {
+          fs3.utimesSync(path4.join(outDir, file), mtime, mtime);
+        } catch (e) {
+          if (flushed) throw e;
+        }
+      }
+    }
+  }
+  if (markdown && bodyFallback.length > 0) {
+    logger.warn(
+      `${LOG_PREFIX} no [${CONTENT_ATTR}] or "${markdown.contentSelector}" element on ${bodyFallback.join(", ")}; content was taken from <body> minus header, nav, footer, aside`
+    );
+  }
+  if (ownLinks.length > 0) {
+    base.info(`${LOG_PREFIX} kept the page's own markdown link on ${ownLinks.join(", ")}`);
+  }
+  if (utf16.length > 0) {
+    logger.warn(`${LOG_PREFIX} ${utf16.join(", ")} ${utf16.length === 1 ? "is" : "are"} UTF-16; the markdown link was not added`);
+  }
+  for (const w of pageLengthWarnings(listed)) logger.warn(w);
+  base.info(`${LOG_PREFIX} generated agent files for ${pages.length} pages (${listed.length} listed) in ${outDir}`);
+  return {
+    outDir,
+    fileLayout,
+    pages: result.sort(byRoute),
+    written: [...written].sort(compareStrings),
+    kept: kept.sort(compareStrings),
+    warnings
+  };
+}
+
 // src/vite/overlay.ts
 import { existsSync as existsSync2 } from "fs";
 import { createRequire as createRequire2 } from "module";
-import path4 from "path";
+import path5 from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 var OVERLAY_VIRTUAL_ID = "virtual:web-for-agents/overlay";
 var RESOLVED_ID = "\0" + OVERLAY_VIRTUAL_ID;
 var PACKAGE_NAME = "@anubhav-choubey/web-for-agents";
 var OVERLAY_DEPS = ["turndown", "turndown-plugin-gfm"];
 function overlayDepsFor(root) {
-  const req = createRequire2(path4.join(root, "noop.js"));
+  const req = createRequire2(path5.join(root, "noop.js"));
   return OVERLAY_DEPS.map((dep) => {
     try {
       req.resolve(dep);
@@ -2014,7 +2688,7 @@ function overlayPlugin(o, siteUrl) {
     name: "web-for-agents:overlay",
     apply: (_config, env) => env.command === "serve" && !process.env.VITEST,
     config(config) {
-      return { optimizeDeps: { include: overlayDepsFor(path4.resolve(config.root ?? process.cwd())) } };
+      return { optimizeDeps: { include: overlayDepsFor(path5.resolve(config.root ?? process.cwd())) } };
     },
     configResolved(config) {
       base = config.base;
@@ -2045,5 +2719,6 @@ function webForAgents(options) {
 }
 export {
   AI_BOTS,
+  generateAgentFiles,
   webForAgents
 };