@anubhav-choubey/web-for-agents 0.1.0 → 0.2.0

package/dist/vite.js

@@ -1,19 +1,27 @@
 import {
-  AI_BOTS
-} from "./chunk-CKXHTGGT.js";
+  EMPTY_OBJECT_SCHEMA,
+  schemaFromForm
+} from "./chunk-LCVPXUFN.js";
 import {
-  AGENT_MAP_VERSION
-} from "./chunk-LCVI2PRP.js";
+  AI_BOTS,
+  scanHtml
+} from "./chunk-CGIIB6AF.js";
+import {
+  AGENT_MAP_VERSION,
+  isValidActionName,
+  metaLengthWarnings
+} from "./chunk-PHTV5NAY.js";
 import {
   DEFAULT_CONTENT_SELECTOR,
   DEFAULT_SHORTCUT,
   buildPageMarkdown,
   escapeLinkTarget,
   escapeMarkdownInline,
+  markupActions,
   parseShortcut,
   readPageMeta,
   selectContentRegion
-} from "./chunk-ZYMNO5AO.js";
+} from "./chunk-PSNLS4GL.js";
 import {
   compareStrings
 } from "./chunk-AAIYCJD3.js";
@@ -25,13 +33,15 @@ import {
   TEMP_BASE_ATTR,
   prepareShell,
   readyCheck
-} from "./chunk-HONWT6GK.js";
+} from "./chunk-SMFRAZAA.js";
 import {
   AGENT_GLOBAL,
   AGENT_MAP_PATH,
   CONTENT_ATTR,
+  HEAD_OWNED_ATTR,
   LLMS_FULL_TXT_PATH,
   LLMS_TXT_PATH,
+  MARKDOWN_LINK_KEY,
   MARKDOWN_MIME,
   PRERENDERED_ATTR,
   ROBOTS_PATH,
@@ -42,19 +52,23 @@ import {
   normalizeRoute,
   publicUrl,
   trimTrailingSlash
-} from "./chunk-AZG5MLNG.js";
+} from "./chunk-F7PN5R25.js";
 import {
   POLL_MS,
   RenderError,
   SERIALIZE_EXPR,
+  SNAPSHOT_GRACE_MS,
+  TimeoutError,
+  assertNoPageErrors,
   blockedHint,
   createDeadline,
   createOriginPolicy,
   readyTimeoutMessage,
   runInPage,
+  snapshotWarning,
   waitForReady,
   withoutBlockedLoads
-} from "./chunk-5TNG4QMP.js";
+} from "./chunk-PGZH33B5.js";
 import {
   LOG_PREFIX,
   errorMessage,
@@ -77,9 +91,18 @@ function segments(route) {
 function decodeSegments(route) {
   return segments(normalizeRoute(route)).map((s) => decodeURIComponent(s));
 }
-function routeHtmlFile(route) {
+function encodePathSegment(segment) {
+  return encodeURIComponent(segment).replace(/%(24|26|2B|2C|3B|3D|3A|40)/g, (m) => decodeURIComponent(m));
+}
+function routeOfHtmlFile(file) {
+  const segs = file.slice(0, -".html".length).split("/");
+  if (segs[segs.length - 1] === "index") segs.pop();
+  return "/" + segs.map(encodePathSegment).join("/");
+}
+function routeHtmlFile(route, layout = "directory") {
   const segs = decodeSegments(route);
-  return segs.length === 0 ? "index.html" : segs.join("/") + "/index.html";
+  if (segs.length === 0) return "index.html";
+  return segs.join("/") + (layout === "flat" ? ".html" : "/index.html");
 }
 function routeMdFile(route) {
   return markdownPathFor(route).slice(1).split("/").map((s) => decodeURIComponent(s)).join("/");
@@ -108,7 +131,7 @@ function isSafeRoute(route) {
 var MAX_NAME_BYTES = 255;
 var MAX_SEGMENT_BYTES = MAX_NAME_BYTES - ".md".length;
 var MAX_ROUTE_BYTES = 1024;
-function isRouteTooLong(route) {
+function isRouteTooLong(route, layout = "directory") {
   let segs;
   try {
     segs = decodeSegments(route);
@@ -116,9 +139,10 @@ function isRouteTooLong(route) {
     return false;
   }
   let total = 0;
-  for (const s of segs) {
+  const leafMax = layout === "flat" ? MAX_NAME_BYTES - ".html".length : MAX_SEGMENT_BYTES;
+  for (const [i, s] of segs.entries()) {
     const n = Buffer.byteLength(s, "utf8");
-    if (n > MAX_SEGMENT_BYTES) return true;
+    if (n > (i === segs.length - 1 ? leafMax : MAX_SEGMENT_BYTES)) return true;
     total += n + 1;
   }
   return total > MAX_ROUTE_BYTES;
@@ -136,16 +160,16 @@ function linkToRoute(href, origin, base) {
   if (u.protocol !== "http:" && u.protocol !== "https:") return null;
   if (u.origin !== new URL(origin).origin) return null;
   const b = trimTrailingSlash(base);
-  let path5 = u.pathname;
+  let path6 = u.pathname;
   if (b !== "") {
-    if (path5 !== b && !path5.startsWith(b + "/")) return null;
-    path5 = path5.slice(b.length);
+    if (path6 !== b && !path6.startsWith(b + "/")) return null;
+    path6 = path6.slice(b.length);
   }
-  if (path5 === "") path5 = "/";
-  path5 = path5.replace(/\/index\.html$/, "") || "/";
-  const last = path5.split("/").pop();
+  if (path6 === "") path6 = "/";
+  path6 = path6.replace(/\/index\.html$/, "") || "/";
+  const last = path6.split("/").pop();
   if (/\.[a-z0-9]+$/i.test(last)) return null;
-  const route = normalizeRoute(path5);
+  const route = normalizeRoute(path6);
   return isSafeRoute(route) ? route : null;
 }
 
@@ -231,6 +255,21 @@ function outputFileName(fileName) {
   }
   return rel;
 }
+function symlinkOnPath(outDir, rel) {
+  let p = outDir;
+  const parts = rel.split("/");
+  for (let i = 0; i < parts.length; i++) {
+    p = path.join(p, parts[i]);
+    let st;
+    try {
+      st = fs.lstatSync(p);
+    } catch {
+      return null;
+    }
+    if (st.isSymbolicLink()) return parts.slice(0, i + 1).join("/");
+  }
+  return null;
+}
 var short = (s, max) => s.length <= max ? s : s.slice(0, max - 1) + "\u2026";
 function createFileStager(opts) {
   const files = /* @__PURE__ */ new Map();
@@ -247,6 +286,14 @@ function createFileStager(opts) {
     stage(fileName, source) {
       const file = outputFileName(fileName);
       if (inPublicDir(file)) return { file, status: "skipped" };
+      const link = symlinkOnPath(opts.outDir, file);
+      if (link !== null) {
+        if (!warned.has("link:" + file)) {
+          warned.add("link:" + file);
+          opts.warn(`${LOG_PREFIX} ${link} is a symbolic link; not writing ${file} through it`);
+        }
+        return { file, status: "skipped" };
+      }
       const status = files.has(file) ? "replaced" : "staged";
       files.set(file, source);
       return { file, status };
@@ -299,34 +346,6 @@ function createFileStager(opts) {
   };
 }
 
-// src/vite/llms.ts
-function header(site) {
-  const blocks = [`# ${escapeMarkdownInline(site.title)}`];
-  const desc = escapeMarkdownInline(site.description);
-  if (desc) blocks.push(`> ${desc}`);
-  return blocks;
-}
-function buildLlmsTxt(site, pages, sections = []) {
-  const blocks = header(site);
-  const lines = [...pages].sort(byRoute).map((p) => {
-    const title = escapeMarkdownInline(p.title);
-    const desc = escapeMarkdownInline(p.description);
-    return `- [${title}](${escapeLinkTarget(p.mdUrl ?? p.url)})${desc ? `: ${desc}` : ""}`;
-  });
-  blocks.push(["## Pages", ...lines.length ? ["", ...lines] : []].join("\n"));
-  for (const s of sections) {
-    blocks.push([`## ${s.heading}`, ...s.lines.length ? ["", ...s.lines] : []].join("\n"));
-  }
-  return blocks.join("\n\n") + "\n";
-}
-function buildLlmsFullTxt(site, pages) {
-  const head = header(site).join("\n\n");
-  const blocks = [...pages].sort(byRoute).filter((p) => p.markdown !== void 0).map((p) => `Source: ${p.url}
-
-${p.markdown.trim()}`);
-  return [head, blocks.join("\n\n---\n\n")].filter(Boolean).join("\n\n") + "\n";
-}
-
 // src/vite/prerender/happyDomProcess.ts
 import { fork } from "child_process";
 import { createHash } from "crypto";
@@ -352,7 +371,7 @@ function nodeModulesRoot(file) {
 }
 var sourceEntry;
 async function childEntryFile() {
-  const { CHILD_ENTRY } = await import("./renderChild-Y2RFSYY4.js");
+  const { CHILD_ENTRY } = await import("./renderChild-H6TR4SGV.js");
   const file = fileURLToPath(CHILD_ENTRY);
   if (!file.endsWith(".ts")) return file;
   return sourceEntry ??= bundleFromSource(file);
@@ -732,8 +751,18 @@ function resolvePrerender(input) {
     concurrency: posInt("concurrency", input.concurrency, usesBrowser ? 4 : 8),
     maxRoutes: posInt("maxRoutes", input.maxRoutes, 500),
     allowOrigins,
-    isolation: resolveIsolation(input.isolation, bad)
+    isolation: resolveIsolation(input.isolation, bad),
+    fileLayout: input.fileLayout ?? "directory",
+    onTimeout: input.onTimeout ?? "fail"
   };
+  if (out.fileLayout !== "directory" && out.fileLayout !== "flat") bad("fileLayout", '"directory" or "flat"');
+  if (out.onTimeout !== "fail" && out.onTimeout !== "snapshot") bad("onTimeout", '"fail" or "snapshot"');
+  if (input.readySelector !== void 0) {
+    if (typeof input.readySelector !== "string" || input.readySelector.trim() === "") {
+      bad("readySelector", "a non-empty string");
+    }
+    out.readySelector = input.readySelector;
+  }
   if (input.executablePath !== void 0) out.executablePath = input.executablePath;
   if (input.idleMs !== void 0) {
     if (typeof input.idleMs !== "number" || !Number.isInteger(input.idleMs) || input.idleMs < 0) {
@@ -751,6 +780,21 @@ function agentOutputs(r) {
   if (r.agentMap) out.push(r.agentMap.fileName);
   return out;
 }
+function resolveMarkdown(input) {
+  if (input !== void 0 && (typeof input !== "object" || input === null)) {
+    throw new Error(withPrefix("markdown must be false or { contentSelector, transform }"));
+  }
+  const sel = input?.contentSelector;
+  if (sel !== void 0 && (typeof sel !== "string" || sel === "")) {
+    throw new Error(`${LOG_PREFIX} markdown.contentSelector must be a non-empty string`);
+  }
+  const out = { contentSelector: sel ?? DEFAULT_CONTENT_SELECTOR };
+  if (input?.transform !== void 0) {
+    if (typeof input.transform !== "function") throw new Error(withPrefix("markdown.transform must be a function"));
+    out.transform = input.transform;
+  }
+  return out;
+}
 var AGENT_MAP_FILE = /^[A-Za-z0-9_.-]+\.json$/;
 function resolveAgentMap(input) {
   if (input === false) return false;
@@ -814,8 +858,8 @@ function resolveOptions(input) {
       throw new Error(`${LOG_PREFIX} robots.ai.overrides.${bot} must be "allow" or "block"`);
     }
   }
-  for (const path5 of input.robots.disallow ?? []) {
-    if (/[\r\n]/.test(path5)) {
+  for (const path6 of input.robots.disallow ?? []) {
+    if (/[\r\n]/.test(path6)) {
       throw new Error(`${LOG_PREFIX} robots.disallow paths must not contain line breaks`);
     }
   }
@@ -836,13 +880,7 @@ function resolveOptions(input) {
       warnings.push(withPrefix(`${names} ${verb} disabled because prerender is false`));
     }
   } else {
-    if (input.markdown !== false) {
-      const sel = input.markdown?.contentSelector;
-      if (sel !== void 0 && (typeof sel !== "string" || sel === "")) {
-        throw new Error(`${LOG_PREFIX} markdown.contentSelector must be a non-empty string`);
-      }
-      markdown = { contentSelector: sel ?? DEFAULT_CONTENT_SELECTOR };
-    }
+    if (input.markdown !== false) markdown = resolveMarkdown(input.markdown);
     if (input.llms !== false) llms = { ...input.llms };
     agentMap = requestedAgentMap;
   }
@@ -984,9 +1022,9 @@ function finalizeDocument(document, opts) {
       if (!u.startsWith(origin)) return u;
       const rest = u.slice(origin.length);
       if (rest !== "" && !/^[/?#]/.test(rest)) return u;
-      const path5 = rest.startsWith("/") ? rest : "/" + rest;
-      if (opts.fullBase) return trimTrailingSlash(opts.fullBase) + "/" + path5.slice(1);
-      return opts.relativeBase ? "." + path5 : path5;
+      const path6 = rest.startsWith("/") ? rest : "/" + rest;
+      if (opts.fullBase) return trimTrailingSlash(opts.fullBase) + "/" + path6.slice(1);
+      return opts.relativeBase ? "." + path6 : path6;
     }, attrs);
   }
   if (opts.relativeBase) {
@@ -1050,7 +1088,7 @@ async function crawlRoutes(opts, render) {
   const seeds = [];
   for (const s of [...new Set(opts.seeds.map(normalizeRoute))].sort()) {
     if (!isSafeRoute(s)) continue;
-    if (isRouteTooLong(s)) seedTooLong.push(s);
+    if (isRouteTooLong(s, opts.fileLayout)) seedTooLong.push(s);
     else if (!skip(s)) seeds.push(s);
   }
   const attempt = async (route, renderer) => {
@@ -1104,7 +1142,7 @@ async function crawlRoutes(opts, render) {
     const tooLong2 = [];
     const candidate = (r) => {
       if (r === null || isExcluded(r, opts.exclude)) return false;
-      if (isRouteTooLong(r)) {
+      if (isRouteTooLong(r, opts.fileLayout)) {
         tooLong2.push(r);
         return false;
       }
@@ -1286,7 +1324,7 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
   }
   const allowed = createOriginPolicy(opts.allowOrigins);
   const idleMs = opts.idleMs ?? IDLE_MS;
-  const check = readyCheck(idleMs);
+  const check = readyCheck(idleMs, opts.readySelector);
   let gone = false;
   browser.on?.("disconnected", () => {
     gone = true;
@@ -1303,8 +1341,9 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
     return e;
   };
   const renderPage = async (url, timeoutMs, inPage) => {
-    const deadline = createDeadline(timeoutMs);
-    const timeoutText = readyTimeoutMessage(timeoutMs);
+    let deadline = createDeadline(timeoutMs);
+    let timeoutText = readyTimeoutMessage(timeoutMs);
+    let budgetMs = timeoutMs;
     const origin = new URL(url).origin;
     const blocked = [];
     const opening = browser.newPage({ serviceWorkers: "block" }).then(async (p) => {
@@ -1345,22 +1384,35 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
       page.on("pageerror", (e) => pageErrors.push(e.message));
       let html;
       let finalPath;
+      let timedOut = false;
       try {
         await deadline.race(
           page.goto(url, { waitUntil: "load", timeout: deadline.remaining() + 1e3 }),
           timeoutText
         );
-        await deadline.race(
-          waitForReady(
-            async () => {
-              const r = await page.evaluate(check);
-              return { ready: r.ready, errors: withoutBlockedLoads([...pageErrors, ...r.errors], blocked) };
-            },
-            timeoutMs,
-            Math.min(POLL_MS, idleMs)
-          ),
-          timeoutText
-        );
+        try {
+          await deadline.race(
+            waitForReady(
+              async () => {
+                const r = await page.evaluate(check);
+                return { ready: r.ready, errors: withoutBlockedLoads([...pageErrors, ...r.errors], blocked) };
+              },
+              timeoutMs,
+              Math.min(POLL_MS, idleMs)
+            ),
+            timeoutText
+          );
+        } catch (e) {
+          if (!(opts.onTimeout === "snapshot" && e instanceof TimeoutError)) throw e;
+          timedOut = true;
+          deadline = createDeadline(SNAPSHOT_GRACE_MS);
+          budgetMs = SNAPSHOT_GRACE_MS;
+          timeoutText = readyTimeoutMessage(SNAPSHOT_GRACE_MS);
+          await assertNoPageErrors(async () => {
+            const r = await deadline.race(page.evaluate(check), timeoutText);
+            return withoutBlockedLoads([...pageErrors, ...r.errors], blocked);
+          });
+        }
         html = await deadline.race(page.evaluate(SERIALIZE_EXPR), timeoutText);
         finalPath = new URL(page.url()).pathname;
       } catch (e) {
@@ -1371,9 +1423,9 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
         inPage,
         (expr) => page.evaluate(expr),
         deadline,
-        timeoutMs
+        budgetMs
       );
-      return { html, finalPath, inPage: results };
+      return { html, finalPath, inPage: results, ...timedOut ? { warnings: [snapshotWarning(timeoutMs)] } : {} };
     } finally {
       await settleWithin(page.close(), opts.pageCloseMs ?? PAGE_CLOSE_MS);
     }
@@ -1397,6 +1449,10 @@ async function createChromeRenderer(channel, opts = {}, load = () => import("pla
 // src/vite/prerender/renderers.ts
 function createRendererPool(opts) {
   const made = /* @__PURE__ */ new Map();
+  const readiness = {
+    ...opts.readySelector !== void 0 ? { readySelector: opts.readySelector } : {},
+    ...opts.onTimeout !== void 0 ? { onTimeout: opts.onTimeout } : {}
+  };
   return {
     get(name) {
       let r = made.get(name);
@@ -1406,6 +1462,7 @@ function createRendererPool(opts) {
             {
               allowOrigins: opts.allowOrigins ?? [],
               ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {},
+              ...readiness,
               ...opts.syncResources ? { syncResources: opts.syncResources } : {}
             },
             { codeGeneration: opts.codeGeneration === true }
@@ -1413,7 +1470,8 @@ function createRendererPool(opts) {
         ) : createChromeRenderer(name, {
           ...opts.executablePath !== void 0 ? { executablePath: opts.executablePath } : {},
           allowOrigins: opts.allowOrigins ?? [],
-          ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {}
+          ...opts.idleMs !== void 0 ? { idleMs: opts.idleMs } : {},
+          ...readiness
         });
         made.set(name, r);
       }
@@ -1433,7 +1491,25 @@ import { createServer } from "http";
 import { realpathSync as realpathSync2 } from "fs";
 import { readFile, realpath, stat } from "fs/promises";
 import { extname, resolve, sep } from "path";
-import { parseAst } from "vite";
+var viteParseAst;
+var VITE_MISSING = "prerendering needs the vite package, which is not installed: npm i -D vite. To add agent files to HTML you prerendered yourself, use web-for-agents generate, which does not need vite.";
+function isPackageNotFound(e, pkg) {
+  const code = e?.code;
+  if (code !== "ERR_MODULE_NOT_FOUND" && code !== "MODULE_NOT_FOUND") return false;
+  return new RegExp(`(Cannot find (package|module) ['"]${pkg}['"])`).test(errorMessage(e));
+}
+async function loadViteParser(importVite = () => import("vite")) {
+  if (viteParseAst) return viteParseAst;
+  let mod;
+  try {
+    mod = await importVite();
+  } catch (e) {
+    if (isPackageNotFound(e, "vite")) throw new Error(withPrefix(VITE_MISSING), { cause: e });
+    throw e;
+  }
+  viteParseAst = mod.parseAst;
+  return viteParseAst;
+}
 var TYPES = {
   ".html": "text/html; charset=utf-8",
   ".js": "text/javascript; charset=utf-8",
@@ -1458,6 +1534,8 @@ function fixImportMeta(code) {
 }
 function parenthesizeRegExps(code) {
   if (!code.includes("/")) return code;
+  const parseAst = viteParseAst;
+  if (!parseAst) throw new Error(withPrefix("internal: loadViteParser() must run before parenthesizeRegExps"));
   let ast;
   try {
     ast = parseAst(code, { sourceType: "module" });
@@ -1576,7 +1654,8 @@ function startStaticServer(opts) {
       send(500, "text/plain; charset=utf-8", "Internal error");
     }
   });
-  return new Promise((resolveP, reject) => {
+  const ready = compat ? loadViteParser() : Promise.resolve();
+  return ready.then(() => new Promise((resolveP, reject) => {
     server.once("error", reject);
     server.listen(0, "127.0.0.1", () => {
       const { port } = server.address();
@@ -1590,7 +1669,7 @@ function startStaticServer(opts) {
         })
       });
     });
-  });
+  }));
 }
 
 // src/vite/prerender/index.ts
@@ -1626,6 +1705,8 @@ async function prerenderSite(input) {
       ...pr.executablePath !== void 0 ? { executablePath: pr.executablePath } : {},
       allowOrigins: pr.allowOrigins,
       ...pr.idleMs !== void 0 ? { idleMs: pr.idleMs } : {},
+      ...pr.readySelector !== void 0 ? { readySelector: pr.readySelector } : {},
+      onTimeout: pr.onTimeout,
       codeGeneration: pr.isolation.codeGeneration,
       syncResources
     });
@@ -1647,7 +1728,8 @@ async function prerenderSite(input) {
           contentSelector: markdown ? markdown.contentSelector : DEFAULT_CONTENT_SELECTOR,
           ...markdown ? { markdownUrl: (route) => publicMdUrl(options.siteUrl, route) } : {},
           inPage,
-          skipRoute: input.skipRoute
+          skipRoute: input.skipRoute,
+          fileLayout: pr.fileLayout
         },
         async (url, renderer, timeoutMs, scripts) => (await pool.get(renderer)).render(url, timeoutMs, scripts)
       ).catch((e) => {
@@ -1777,7 +1859,35 @@ function buildSitemap(siteUrl, routes) {
   return '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n' + urls + "\n</urlset>\n";
 }
 
-// src/vite/buildPlugin.ts
+// src/vite/llms.ts
+function header(site) {
+  const blocks = [`# ${escapeMarkdownInline(site.title)}`];
+  const desc = escapeMarkdownInline(site.description);
+  if (desc) blocks.push(`> ${desc}`);
+  return blocks;
+}
+function buildLlmsTxt(site, pages, sections = []) {
+  const blocks = header(site);
+  const lines = [...pages].sort(byRoute).map((p) => {
+    const title = escapeMarkdownInline(p.title);
+    const desc = escapeMarkdownInline(p.description);
+    return `- [${title}](${escapeLinkTarget(p.mdUrl ?? p.url)})${desc ? `: ${desc}` : ""}`;
+  });
+  blocks.push(["## Pages", ...lines.length ? ["", ...lines] : []].join("\n"));
+  for (const s of sections) {
+    blocks.push([`## ${s.heading}`, ...s.lines.length ? ["", ...s.lines] : []].join("\n"));
+  }
+  return blocks.join("\n\n") + "\n";
+}
+function buildLlmsFullTxt(site, pages) {
+  const head = header(site).join("\n\n");
+  const blocks = [...pages].sort(byRoute).filter((p) => p.markdown !== void 0).map((p) => `Source: ${p.url}
+
+${p.markdown.trim()}`);
+  return [head, blocks.join("\n\n---\n\n")].filter(Boolean).join("\n\n") + "\n";
+}
+
+// src/vite/siteFiles.ts
 var SPA_FALLBACK_FILE = "200.html";
 var fileOf = (urlPath) => urlPath.slice(1);
 function prefixed(e, context) {
@@ -1792,6 +1902,105 @@ async function callHook(ext, hook, fn) {
     throw prefixed(e, `extension "${ext.name}" ${hook} failed`);
   }
 }
+function dropFileCollisions(pages, filesOf, taken, warn) {
+  const kept = [];
+  for (const page of pages) {
+    const files = filesOf(page);
+    const clash = files.find((f) => taken.has(f));
+    if (clash !== void 0) {
+      warn(
+        `${LOG_PREFIX} skipped ${shortRoute(page.route)}: its file ${clash} is already the file of ${taken.get(clash)}`
+      );
+      continue;
+    }
+    for (const f of files) taken.set(f, shortRoute(page.route));
+    kept.push(page);
+  }
+  return kept;
+}
+async function pageMarkdown(markdown, page) {
+  const md = buildPageMarkdown(page.info.title, page.info.contentHtml, page.url);
+  if (!markdown.transform) return md;
+  let out;
+  try {
+    out = await markdown.transform({
+      route: page.route,
+      url: page.url,
+      title: page.info.title,
+      ...page.info.description !== void 0 ? { description: page.info.description } : {},
+      markdown: md,
+      html: page.html
+    });
+  } catch (e) {
+    throw prefixed(e, `markdown.transform failed for ${shortRoute(page.route)}`);
+  }
+  if (out === void 0) return md;
+  if (typeof out !== "string") {
+    throw new Error(withPrefix(`markdown.transform must return a string or undefined (got ${typeof out} for ${shortRoute(page.route)})`));
+  }
+  return out;
+}
+function pageLengthWarnings(listed) {
+  return metaLengthWarnings(
+    listed.map((p) => {
+      const out = { route: p.route };
+      if (p.info.titleFromDocument) out.title = p.info.title;
+      if (p.info.description !== void 0) out.description = p.info.description;
+      return out;
+    })
+  );
+}
+async function stageSiteFiles(opts, stager, { pages: allPages, listed, mdByRoute }) {
+  const { siteUrl, markdown, llms, extensions, logger } = opts;
+  for (const ext of extensions) {
+    if (!ext.onRoute) continue;
+    for (const page of listed) {
+      await callHook(ext, `onRoute(${page.route})`, () => ext.onRoute(page.route, page.inPage[ext.name]));
+    }
+  }
+  const rootPage = allPages.find((p) => p.route === "/");
+  const rootTitle = rootPage?.info.titleFromDocument ? rootPage.info.title : void 0;
+  const site = {
+    url: siteUrl,
+    title: (llms ? llms.title : void 0) ?? rootTitle ?? new URL(siteUrl).hostname
+  };
+  const description = (llms ? llms.description : void 0) ?? rootPage?.info.description;
+  if (description !== void 0) site.description = description;
+  const pages = listed.map((p) => {
+    const out = { route: p.route, title: p.info.title, url: publicUrl(siteUrl, p.route) };
+    if (p.info.description !== void 0) out.description = p.info.description;
+    if (markdown) out.mdUrl = publicMdUrl(siteUrl, p.route);
+    return out;
+  });
+  if (llms) {
+    const sections = [];
+    for (const ext of extensions) {
+      if (ext.llmsSections) sections.push(...await callHook(ext, "llmsSections", () => ext.llmsSections()));
+    }
+    const llmsPages = pages.map((p) => {
+      const md = mdByRoute.get(p.route);
+      return md !== void 0 ? { ...p, markdown: md } : { ...p };
+    });
+    stager.stage(fileOf(LLMS_TXT_PATH), buildLlmsTxt(site, llmsPages, sections));
+    if (markdown) stager.stage(fileOf(LLMS_FULL_TXT_PATH), buildLlmsFullTxt(site, llmsPages));
+  }
+  for (const ext of extensions) {
+    if (!ext.finalize) continue;
+    const ctx = {
+      site,
+      pages,
+      emitFile: (fileName, source) => {
+        const { file, status } = stager.stage(fileName, source);
+        if (status === "replaced") logger.warn(`${LOG_PREFIX} extension "${ext.name}" overwrote ${file}`);
+      },
+      warn: (msg) => logger.warn(withPrefix(msg))
+    };
+    if (llms) ctx.llmsUrl = publicUrl(siteUrl, LLMS_TXT_PATH);
+    await callHook(ext, "finalize", () => ext.finalize(ctx));
+  }
+}
+
+// src/vite/buildPlugin.ts
 function isClientEnv(env) {
   if (!env) return true;
   if (env.config?.consumer) return env.config.consumer === "client";
@@ -1814,6 +2023,7 @@ function createBuildPlugin(resolved, extensions) {
     const shell = fs2.readFileSync(shellFile, "utf8");
     stager.stage(SPA_FALLBACK_FILE, shell);
     const pr = resolved.prerender;
+    const layout = pr === false ? "directory" : pr.fileLayout;
     if (pr !== false && mayUseHappyDom(pr) && !hasPermissionModel() && !warnedPermission) {
       warnedPermission = true;
       logger.warn(NO_PERMISSION_MODEL_WARNING);
@@ -1825,71 +2035,35 @@ function createBuildPlugin(resolved, extensions) {
         base,
         shell,
         options: resolved,
-        skipRoute: (route) => stager.inPublicDir(routeHtmlFile(route)),
+        skipRoute: (route) => stager.inPublicDir(routeHtmlFile(route, layout)),
         extensions
       });
     } catch (e) {
       throw prefixed(e, "prerender failed");
     }
+    const filesOf = (route) => [routeHtmlFile(route, layout), ...markdown ? [routeMdFile(route)] : []];
+    const pages = dropFileCollisions(
+      result.pages,
+      (p) => filesOf(p.route),
+      /* @__PURE__ */ new Map([[SPA_FALLBACK_FILE, `the SPA fallback (${SPA_FALLBACK_FILE})`]]),
+      (m) => logger.warn(m)
+    );
+    result = { ...result, pages };
     const mdByRoute = /* @__PURE__ */ new Map();
-    for (const page of result.pages) {
-      stager.stage(routeHtmlFile(page.route), page.html);
-      if (markdown) {
-        const md = buildPageMarkdown(page.info.title, page.info.contentHtml, publicUrl(siteUrl, page.route));
-        mdByRoute.set(page.route, md);
-        stager.stage(routeMdFile(page.route), md);
+    const stageNew = (file, source) => {
+      if (stager.stage(file, source).status === "replaced") {
+        throw new Error(`${LOG_PREFIX} internal error: ${file} was generated twice; nothing was written`);
       }
-    }
-    return { result, listed: result.pages.filter((p) => p.listed), mdByRoute };
-  };
-  const runExtensions = async (stager, { result, listed, mdByRoute }) => {
-    const { siteUrl, markdown, llms } = resolved;
-    for (const ext of extensions) {
-      if (!ext.onRoute) continue;
-      for (const page of listed) {
-        await callHook(ext, `onRoute(${page.route})`, () => ext.onRoute(page.route, page.inPage[ext.name]));
-      }
-    }
-    const rootPage = result.pages.find((p) => p.route === "/");
-    const rootTitle = rootPage?.info.titleFromDocument ? rootPage.info.title : void 0;
-    const site = {
-      url: siteUrl,
-      title: (llms ? llms.title : void 0) ?? rootTitle ?? new URL(siteUrl).hostname
     };
-    const description = (llms ? llms.description : void 0) ?? rootPage?.info.description;
-    if (description !== void 0) site.description = description;
-    const pages = listed.map((p) => {
-      const out = { route: p.route, title: p.info.title, url: publicUrl(siteUrl, p.route) };
-      if (p.info.description !== void 0) out.description = p.info.description;
-      if (markdown) out.mdUrl = publicMdUrl(siteUrl, p.route);
-      return out;
-    });
-    if (llms) {
-      const sections = [];
-      for (const ext of extensions) {
-        if (ext.llmsSections) sections.push(...await callHook(ext, "llmsSections", () => ext.llmsSections()));
+    for (const page of pages) {
+      stageNew(routeHtmlFile(page.route, layout), page.html);
+      if (markdown) {
+        const md = await pageMarkdown(markdown, { ...page, url: publicUrl(siteUrl, page.route) });
+        mdByRoute.set(page.route, md);
+        stageNew(routeMdFile(page.route), md);
       }
-      const llmsPages = pages.map((p) => {
-        const md = mdByRoute.get(p.route);
-        return md !== void 0 ? { ...p, markdown: md } : { ...p };
-      });
-      stager.stage(fileOf(LLMS_TXT_PATH), buildLlmsTxt(site, llmsPages, sections));
-      if (markdown) stager.stage(fileOf(LLMS_FULL_TXT_PATH), buildLlmsFullTxt(site, llmsPages));
-    }
-    for (const ext of extensions) {
-      if (!ext.finalize) continue;
-      const ctx = {
-        site,
-        pages,
-        emitFile: (fileName, source) => {
-          const { file, status } = stager.stage(fileName, source);
-          if (status === "replaced") logger.warn(`${LOG_PREFIX} extension "${ext.name}" overwrote ${file}`);
-        },
-        warn: (msg) => logger.warn(withPrefix(msg))
-      };
-      if (llms) ctx.llmsUrl = publicUrl(siteUrl, LLMS_TXT_PATH);
-      await callHook(ext, "finalize", () => ext.finalize(ctx));
     }
+    return { result, listed: pages.filter((p) => p.listed), mdByRoute };
   };
   const runPipeline = async () => {
     const { siteUrl, markdown } = resolved;
@@ -1899,12 +2073,21 @@ function createBuildPlugin(resolved, extensions) {
     const sitemapRoutes = rendered ? [
       .../* @__PURE__ */ new Set([
         ...rendered.listed.map((p) => p.route),
-        ...resolved.routes.filter((r) => stager.inPublicDir(routeHtmlFile(r)))
+        ...resolved.routes.filter(
+          (r) => stager.inPublicDir(routeHtmlFile(r, pr === false ? "directory" : pr.fileLayout))
+        )
       ])
     ].sort() : resolved.routes;
     if (resolved.sitemap) stager.stage(fileOf(SITEMAP_PATH), buildSitemap(siteUrl, sitemapRoutes));
     stager.stage(fileOf(ROBOTS_PATH), buildRobots(resolved));
-    if (rendered) await runExtensions(stager, rendered);
+    if (rendered) {
+      const { siteUrl: url, markdown: md, llms } = resolved;
+      await stageSiteFiles({ siteUrl: url, markdown: md, llms, extensions, logger }, stager, {
+        pages: rendered.result.pages,
+        listed: rendered.listed,
+        mdByRoute: rendered.mdByRoute
+      });
+    }
     stager.flush();
     if (pr === false || !rendered) return;
     const { result, listed } = rendered;
@@ -1934,6 +2117,7 @@ function createBuildPlugin(resolved, extensions) {
         `${LOG_PREFIX} no [${CONTENT_ATTR}] or "${markdown.contentSelector}" element on ${result.bodyFallbackRoutes.join(", ")}; content was taken from <body> minus header, nav, footer, aside`
       );
     }
+    for (const w of pageLengthWarnings(listed)) logger.warn(w);
     logger.info(
       `${LOG_PREFIX} prerendered ${result.pages.length} routes (${listed.length} listed in llms.txt and the sitemap; the sitemap also keeps configured routes served from publicDir)`
     );
@@ -1979,17 +2163,314 @@ function createBuildPlugin(resolved, extensions) {
   };
 }
 
+// src/vite/generate.ts
+import fs3 from "fs";
+import path4 from "path";
+
+// src/vite/generateActions.ts
+function staticActions(document) {
+  const out = /* @__PURE__ */ new Map();
+  for (const a of markupActions(document)) {
+    if (!isValidActionName(a.name) || out.has(a.name)) continue;
+    out.set(a.name, {
+      name: a.name,
+      description: a.description?.trim() || a.name,
+      inputSchema: a.kind === "form" ? schemaFromForm(a.element) : { ...EMPTY_OBJECT_SCHEMA, properties: {} },
+      destructive: a.destructive,
+      readOnly: false,
+      kind: a.kind
+    });
+  }
+  return [...out.values()].sort((a, b) => compareStrings(a.name, b.name));
+}
+
+// src/vite/generateHtml.ts
+function detectCharset(bytes) {
+  if (bytes[0] === 239 && bytes[1] === 187 && bytes[2] === 191) return "utf-8";
+  if (bytes[0] === 254 && bytes[1] === 255) return "utf-16be";
+  if (bytes[0] === 255 && bytes[1] === 254) return "utf-16le";
+  const head = Buffer.from(bytes.subarray(0, 1024)).toString("latin1");
+  const m = /<meta\b[^>]*?charset\s*=\s*["']?\s*([A-Za-z0-9_:.-]+)/i.exec(head);
+  if (m) {
+    try {
+      const enc = new TextDecoder(m[1]).encoding;
+      return enc.startsWith("utf-16") ? "utf-8" : enc;
+    } catch {
+    }
+  }
+  return "utf-8";
+}
+function decodeHtml(bytes) {
+  const charset = detectCharset(bytes);
+  return { charset, text: new TextDecoder(charset).decode(bytes) };
+}
+var HEAD_RAW_TEXT = /* @__PURE__ */ new Set(["script", "style", "template", "textarea", "title", "noscript"]);
+var escapeAttr = (href) => href.replace(/&/g, "&amp;").replace(/"/g, "&quot;").replace(/[^\x20-\x7e]/gu, (c) => `&#x${c.codePointAt(0).toString(16)};`);
+function isMarkdownAlternate(attrs) {
+  const get = (n) => attrs.find((a) => a.name === n)?.value ?? "";
+  const rel = get("rel").toLowerCase().split(/\s+/);
+  return rel.includes("alternate") && get("type").split(";")[0].trim().toLowerCase() === MARKDOWN_MIME;
+}
+var ourLink = (attr) => `<link rel="alternate" type="${MARKDOWN_MIME}" href="${attr}" ${HEAD_OWNED_ATTR}="${MARKDOWN_LINK_KEY}">`;
+function setMarkdownLink(bytes, charset, href) {
+  if (charset.startsWith("utf-16")) return null;
+  const buf = Buffer.from(bytes);
+  const view = buf.toString("latin1");
+  const attr = escapeAttr(href);
+  let headOpenEnd = -1;
+  let headClose = -1;
+  let bodyOpen = -1;
+  let preamble = 0;
+  let marked;
+  for (const t of scanHtml(view, HEAD_RAW_TEXT)) {
+    if (t.type === "comment") {
+      if (headOpenEnd === -1 && /^<!doctype/i.test(view.slice(t.start, t.start + 9))) preamble = t.end;
+      continue;
+    }
+    if (t.type !== "tag") continue;
+    if (t.closing) {
+      if (t.name === "head") {
+        headClose = t.start;
+        break;
+      }
+      continue;
+    }
+    if (t.name === "html" && headOpenEnd === -1) preamble = Math.max(preamble, t.end);
+    if (t.name === "head" && headOpenEnd === -1) headOpenEnd = t.end;
+    else if (t.name === "body") {
+      bodyOpen = t.start;
+      break;
+    } else if (t.name === "link" && isMarkdownAlternate(t.attrs)) {
+      const owner = t.attrs.find((a) => a.name === HEAD_OWNED_ATTR)?.value;
+      if (owner !== MARKDOWN_LINK_KEY) return { bytes: buf, action: "kept" };
+      marked ??= t;
+    }
+  }
+  const splice = (start, end, text, action) => ({
+    bytes: Buffer.concat([buf.subarray(0, start), Buffer.from(text, "latin1"), buf.subarray(end)]),
+    action
+  });
+  if (marked) {
+    const h = marked.attrs.find((a) => a.name === "href");
+    if (h && h.valueStart !== -1) {
+      if (h.value === attr) return { bytes: buf, action: "unchanged" };
+      return splice(h.valueStart, h.valueEnd, h.quote ? attr : `"${attr}"`, "updated");
+    }
+    return splice(marked.start, marked.end, ourLink(attr), "updated");
+  }
+  const at = headClose !== -1 ? headClose : headOpenEnd !== -1 ? headOpenEnd : bodyOpen !== -1 ? bodyOpen : preamble;
+  return splice(at, at, ourLink(attr), "inserted");
+}
+
+// src/vite/generate.ts
+var SKIP_DIRS = /* @__PURE__ */ new Set(["assets", "node_modules"]);
+var SKIP_FILES = /* @__PURE__ */ new Set([SPA_FALLBACK_FILE, "404.html"]);
+function htmlFiles(outDir, warn) {
+  const out = [];
+  const walk = (dir, rel) => {
+    for (const e of fs3.readdirSync(dir, { withFileTypes: true })) {
+      if (e.name.startsWith(".")) continue;
+      const r = rel ? `${rel}/${e.name}` : e.name;
+      if (e.isSymbolicLink()) {
+        if (e.name.endsWith(".html") || fs3.statSync(path4.join(dir, e.name), { throwIfNoEntry: false })?.isDirectory()) {
+          warn(`${LOG_PREFIX} ${r} is a symbolic link; skipped`);
+        }
+      } else if (e.isDirectory()) {
+        if (!(rel === "" && SKIP_DIRS.has(e.name))) walk(path4.join(dir, e.name), r);
+      } else if (e.isFile() && e.name.endsWith(".html") && !SKIP_FILES.has(e.name)) {
+        out.push(r);
+      }
+    }
+  };
+  walk(outDir, "");
+  return out.sort(compareStrings);
+}
+var GENERATE_OPTION_KEYS = [
+  "outDir",
+  "siteUrl",
+  "robots",
+  "exclude",
+  "sitemap",
+  "markdown",
+  "llms",
+  "agentMap",
+  "linkMarkdown",
+  "overwrite",
+  "logger"
+];
+async function generateAgentFiles(options) {
+  if (!options || typeof options.outDir !== "string" || options.outDir === "") {
+    throw new Error(withPrefix("outDir is required"));
+  }
+  for (const key of ["linkMarkdown", "overwrite"]) {
+    if (options[key] !== void 0 && typeof options[key] !== "boolean") throw new Error(withPrefix(`${key} must be a boolean`));
+  }
+  const resolved = resolveOptions({
+    siteUrl: options.siteUrl,
+    robots: options.robots,
+    ...options.exclude !== void 0 ? { exclude: options.exclude } : {},
+    ...options.sitemap !== void 0 ? { sitemap: options.sitemap } : {},
+    ...options.markdown !== void 0 ? { markdown: options.markdown } : {},
+    ...options.llms !== void 0 ? { llms: options.llms } : {},
+    ...options.agentMap !== void 0 ? { agentMap: options.agentMap } : {},
+    overlay: false
+  });
+  const { siteUrl, markdown } = resolved;
+  const outDir = path4.resolve(options.outDir);
+  if (!fs3.existsSync(outDir) || !fs3.statSync(outDir).isDirectory()) {
+    throw new Error(`${LOG_PREFIX} ${outDir} is not a directory`);
+  }
+  const linkMarkdown = options.linkMarkdown ?? true;
+  const base = options.logger ?? console;
+  const warnings = [];
+  const logger = {
+    warn(msg) {
+      warnings.push(msg);
+      base.warn(msg);
+    }
+  };
+  for (const w of resolved.warnings) logger.warn(w);
+  const unknown = Object.keys(options).filter((k) => !GENERATE_OPTION_KEYS.includes(k));
+  if (unknown.length > 0) {
+    logger.warn(`${LOG_PREFIX} unknown option${unknown.length === 1 ? "" : "s"} ignored: ${unknown.join(", ")}`);
+  }
+  const fileByRoute = /* @__PURE__ */ new Map();
+  for (const file of htmlFiles(outDir, (m) => logger.warn(m))) {
+    const route = routeOfHtmlFile(file);
+    if (!isSafeRoute(route)) {
+      logger.warn(`${LOG_PREFIX} ${file} cannot be a page URL (its name has a backslash or similar); skipped`);
+      continue;
+    }
+    if (route !== "/" && isExcluded(route, resolved.exclude)) continue;
+    const other = fileByRoute.get(route);
+    if (other !== void 0) {
+      logger.warn(`${LOG_PREFIX} ${file} and ${other} are both ${shortRoute(route)}; using ${other}`);
+      continue;
+    }
+    fileByRoute.set(route, file);
+  }
+  if (fileByRoute.size === 0) throw new Error(`${LOG_PREFIX} no .html pages found in ${outDir}`);
+  const files = [...fileByRoute.values()];
+  const flat = files.some((f) => f !== "index.html" && !f.endsWith("/index.html"));
+  const dir = files.some((f) => f.endsWith("/index.html"));
+  const fileLayout = flat && dir ? "mixed" : flat ? "flat" : "directory";
+  const stager = createFileStager({ outDir, publicDir: "", warn: (m) => logger.warn(m) });
+  const written = /* @__PURE__ */ new Set();
+  const kept = [];
+  const protectedFiles = /* @__PURE__ */ new Set([fileOf(ROBOTS_PATH), fileOf(SITEMAP_PATH), fileOf(LLMS_TXT_PATH), fileOf(LLMS_FULL_TXT_PATH)]);
+  if (resolved.agentMap) protectedFiles.add(resolved.agentMap.fileName);
+  const differs = (target, source) => fs3.existsSync(target) && !fs3.readFileSync(target).equals(typeof source === "string" ? Buffer.from(source) : source);
+  const guarded = {
+    ...stager,
+    stage(fileName, source) {
+      const file = fileName.replace(/^\/+/, "");
+      const target = path4.join(outDir, file);
+      if (!options.overwrite && protectedFiles.has(file) && differs(target, source)) {
+        if (!kept.includes(file)) {
+          kept.push(file);
+          logger.warn(`${LOG_PREFIX} ${file} already exists with different content; kept it (use overwrite to replace it)`);
+        }
+        return { file, status: "skipped" };
+      }
+      const r = stager.stage(fileName, source);
+      if (r.status !== "skipped") written.add(r.file);
+      return r;
+    }
+  };
+  const pages = [];
+  const result = [];
+  const mdByRoute = /* @__PURE__ */ new Map();
+  const bodyFallback = [];
+  const utf16 = [];
+  const ownLinks = [];
+  const routes = dropFileCollisions(
+    [...fileByRoute].map(([route, file]) => ({ route, file })).sort(byRoute),
+    (p) => markdown ? [routeMdFile(p.route)] : [],
+    /* @__PURE__ */ new Map(),
+    (m) => logger.warn(m)
+  );
+  for (const { route, file } of routes) {
+    const bytes = fs3.readFileSync(path4.join(outDir, file));
+    const { charset, text: html } = decodeHtml(bytes);
+    const url = publicUrl(siteUrl, route);
+    const { document, dispose } = parseHtml(html);
+    let page;
+    try {
+      const actions = resolved.agentMap ? staticActions(document) : [];
+      const info = analyzeDocument(document, {
+        pageUrl: url,
+        contentSelector: markdown ? markdown.contentSelector : "main",
+        route
+      });
+      const inPage = { "agent-map": { actions } };
+      page = { route, info, listed: !info.noindex, inPage };
+    } catch (e) {
+      throw prefixed(e, `reading ${file} failed`);
+    } finally {
+      dispose();
+    }
+    pages.push(page);
+    result.push({ route, file, listed: page.listed });
+    if (!markdown) continue;
+    if (page.info.contentSource === "body") bodyFallback.push(route);
+    const md = await pageMarkdown(markdown, { route, url, info: page.info, html });
+    mdByRoute.set(route, md);
+    const mdFile = routeMdFile(route);
+    if (differs(path4.join(outDir, mdFile), md)) {
+      logger.warn(`${LOG_PREFIX} ${mdFile} already exists with different content; replacing it with the markdown of ${shortRoute(route)}`);
+    }
+    guarded.stage(mdFile, md);
+    if (linkMarkdown) {
+      const edit = setMarkdownLink(bytes, charset, publicMdUrl(siteUrl, route));
+      if (edit === null) utf16.push(file);
+      else if (edit.action === "kept") ownLinks.push(shortRoute(route));
+      else if (edit.action !== "unchanged") guarded.stage(file, edit.bytes);
+    }
+  }
+  const listed = pages.filter((p) => p.listed);
+  if (resolved.sitemap) guarded.stage(fileOf(SITEMAP_PATH), buildSitemap(siteUrl, listed.map((p) => p.route)));
+  guarded.stage(fileOf(ROBOTS_PATH), buildRobots(resolved));
+  const extensions = resolved.agentMap ? [agentMapExtension({ siteUrl, fileName: resolved.agentMap.fileName })] : [];
+  await stageSiteFiles({ siteUrl, markdown, llms: resolved.llms, extensions, logger }, guarded, {
+    pages,
+    listed,
+    mdByRoute
+  });
+  stager.flush();
+  if (markdown && bodyFallback.length > 0) {
+    logger.warn(
+      `${LOG_PREFIX} no [${CONTENT_ATTR}] or "${markdown.contentSelector}" element on ${bodyFallback.join(", ")}; content was taken from <body> minus header, nav, footer, aside`
+    );
+  }
+  if (ownLinks.length > 0) {
+    base.info(`${LOG_PREFIX} kept the page's own markdown link on ${ownLinks.join(", ")}`);
+  }
+  if (utf16.length > 0) {
+    logger.warn(`${LOG_PREFIX} ${utf16.join(", ")} ${utf16.length === 1 ? "is" : "are"} UTF-16; the markdown link was not added`);
+  }
+  for (const w of pageLengthWarnings(listed)) logger.warn(w);
+  base.info(`${LOG_PREFIX} generated agent files for ${pages.length} pages (${listed.length} listed) in ${outDir}`);
+  return {
+    outDir,
+    fileLayout,
+    pages: result.sort(byRoute),
+    written: [...written].sort(compareStrings),
+    kept: kept.sort(compareStrings),
+    warnings
+  };
+}
+
 // src/vite/overlay.ts
 import { existsSync as existsSync2 } from "fs";
 import { createRequire as createRequire2 } from "module";
-import path4 from "path";
+import path5 from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 var OVERLAY_VIRTUAL_ID = "virtual:web-for-agents/overlay";
 var RESOLVED_ID = "\0" + OVERLAY_VIRTUAL_ID;
 var PACKAGE_NAME = "@anubhav-choubey/web-for-agents";
 var OVERLAY_DEPS = ["turndown", "turndown-plugin-gfm"];
 function overlayDepsFor(root) {
-  const req = createRequire2(path4.join(root, "noop.js"));
+  const req = createRequire2(path5.join(root, "noop.js"));
   return OVERLAY_DEPS.map((dep) => {
     try {
       req.resolve(dep);
@@ -2014,7 +2495,7 @@ function overlayPlugin(o, siteUrl) {
     name: "web-for-agents:overlay",
     apply: (_config, env) => env.command === "serve" && !process.env.VITEST,
     config(config) {
-      return { optimizeDeps: { include: overlayDepsFor(path4.resolve(config.root ?? process.cwd())) } };
+      return { optimizeDeps: { include: overlayDepsFor(path5.resolve(config.root ?? process.cwd())) } };
     },
     configResolved(config) {
       base = config.base;
@@ -2045,5 +2526,6 @@ function webForAgents(options) {
 }
 export {
   AI_BOTS,
+  generateAgentFiles,
   webForAgents
 };