@anubhav-choubey/web-for-agents 0.1.0 → 0.2.0

package/dist/index.js

@@ -1,13 +1,25 @@
+import {
+  EMPTY_OBJECT_SCHEMA,
+  agentFields,
+  hasOwn,
+  inDisabledFieldset,
+  isConcealed,
+  isDisabled,
+  schemaFromForm,
+  validateFormInput,
+  validateInput
+} from "./chunk-LCVPXUFN.js";
 import {
   AGENT_GLOBAL_VERSION,
+  DESCRIPTION_MAX_CHARS,
+  DESCRIPTION_MIN_CHARS,
+  TITLE_MAX_CHARS,
   isValidActionName
-} from "./chunk-LCVI2PRP.js";
+} from "./chunk-PHTV5NAY.js";
 import {
   compareStrings
 } from "./chunk-AAIYCJD3.js";
-import {
-  collapseWhitespace
-} from "./chunk-FEAKVNMG.js";
+import "./chunk-FEAKVNMG.js";
 import {
   ACTION_ATTR,
   ACTION_DESCRIPTION_ATTR,
@@ -17,15 +29,13 @@ import {
   CONTENT_ATTR,
   EXCLUDE_ATTR,
   HEAD_OWNED_ATTR,
-  HIDDEN_SELECTOR,
   PRERENDERED_ATTR,
   READY_GLOBAL,
-  WEBMCP_TOOLPARAMDESCRIPTION_ATTR,
   hasScheme,
   publicUrl,
   resolveUrl,
   routeOf
-} from "./chunk-AZG5MLNG.js";
+} from "./chunk-F7PN5R25.js";
 import {
   errorMessage,
   withPrefix
@@ -185,6 +195,7 @@ function flush(doc) {
       else merged.set(tag.key, tag);
     }
   }
+  if (process.env.NODE_ENV !== "production") warnLengths(merged);
   for (const key of store.applied) if (!merged.has(key)) removeHeadTag(key, doc);
   applyHeadTags([...merged.values()], doc);
   store.applied = new Set(merged.keys());
@@ -240,6 +251,26 @@ function release() {
   }
 }
 var useIsoLayoutEffect = typeof window !== "undefined" ? useLayoutEffect : useEffect;
+var warnedLengths = /* @__PURE__ */ new Set();
+function warnLengths(merged) {
+  if (process.env.NODE_ENV !== "production") {
+    const t = merged.get("title");
+    const d = merged.get("name:description");
+    const title = t?.kind === "title" ? t.text : void 0;
+    const description = d?.kind === "meta" ? d.attrs.content : void 0;
+    const once = (value, message) => {
+      if (warnedLengths.has(message + value)) return;
+      warnedLengths.add(message + value);
+      console.warn(`[web-for-agents] ${message}: "${value}"`);
+    };
+    if (title && title.length > TITLE_MAX_CHARS) {
+      once(title, `<Seo> title is ${title.length} characters (over ${TITLE_MAX_CHARS})`);
+    }
+    if (description && (description.length < DESCRIPTION_MIN_CHARS || description.length > DESCRIPTION_MAX_CHARS)) {
+      once(description, `<Seo> description is ${description.length} characters (aim for ${DESCRIPTION_MIN_CHARS}-${DESCRIPTION_MAX_CHARS})`);
+    }
+  }
+}
 var DefaultsContext = createContext({});
 function SeoProvider(props) {
   const { defaults, children } = props;
@@ -416,231 +447,6 @@ function hydrateApp(container, app, options) {
 // src/runtime/agent/react.tsx
 import { useCallback, useEffect as useEffect2, useLayoutEffect as useLayoutEffect2, useRef as useRef2 } from "react";
 
-// src/shared/object.ts
-var hasOwn = (o, k) => Object.prototype.hasOwnProperty.call(o, k);
-
-// src/runtime/agent/dom.ts
-var INERT_OR_CLOSED = "[inert], dialog:not([open]), details:not([open]) > :not(summary)";
-var CONCEALED = `${HIDDEN_SELECTOR}, ${INERT_OR_CLOSED}`;
-function inDisabledFieldset(el) {
-  for (let child = el, p = el.parentElement; p; child = p, p = p.parentElement) {
-    if (p.matches("fieldset[disabled]") && child !== p.querySelector(":scope > legend")) return true;
-  }
-  return false;
-}
-function isDisabled(el) {
-  return el.hasAttribute("disabled") || el.getAttribute("aria-disabled") === "true" || inDisabledFieldset(el);
-}
-function isConcealed(el) {
-  if (!el.closest(CONCEALED)) return false;
-  const labels = el.tagName === "INPUT" && /^(checkbox|radio)$/.test(el.type) ? el.labels : null;
-  return !(labels && el.getAttribute("aria-hidden") !== "true" && !el.matches(INERT_OR_CLOSED) && !el.parentElement?.closest(CONCEALED) && Array.from(labels).some((l) => !isConcealed(l) && !isDisabled(l)));
-}
-
-// src/runtime/agent/formSchema.ts
-var EMPTY_OBJECT_SCHEMA = Object.freeze({
-  type: "object",
-  properties: Object.freeze({}),
-  additionalProperties: false
-});
-var EXCLUDED_TYPES = /* @__PURE__ */ new Set(["hidden", "password", "file", "submit", "button", "reset", "image"]);
-function isAgentField(e) {
-  const tag = e.tagName;
-  if (tag !== "INPUT" && tag !== "SELECT" && tag !== "TEXTAREA") return false;
-  if (!e.getAttribute("name")) return false;
-  if (e.hasAttribute("disabled") || e.hasAttribute("readonly") || inDisabledFieldset(e)) return false;
-  if (tag === "INPUT" && EXCLUDED_TYPES.has((e.getAttribute("type") ?? "text").toLowerCase())) return false;
-  return !isConcealed(e);
-}
-function agentFields(form) {
-  const groups = /* @__PURE__ */ new Map();
-  for (const el of Array.from(form.elements)) {
-    if (!isAgentField(el)) continue;
-    const name = el.getAttribute("name");
-    const list = groups.get(name);
-    if (list) list.push(el);
-    else groups.set(name, [el]);
-  }
-  return groups;
-}
-function labelText(el) {
-  const labels = el.labels ? Array.from(el.labels) : [];
-  if (labels.length === 0) {
-    const wrap = el.closest("label");
-    if (wrap) labels.push(wrap);
-  }
-  return collapseWhitespace(
-    labels.map((l) => {
-      const c = l.cloneNode(true);
-      c.querySelectorAll("input,select,textarea,button").forEach((n) => n.remove());
-      return c.textContent;
-    }).join(" ")
-  );
-}
-function describe(el) {
-  return collapseWhitespace(el.getAttribute(ACTION_PARAM_ATTR)) || collapseWhitespace(el.getAttribute(WEBMCP_TOOLPARAMDESCRIPTION_ATTR)) || labelText(el) || collapseWhitespace(el.getAttribute("aria-label")) || collapseWhitespace(el.getAttribute("placeholder"));
-}
-function num(el, attr) {
-  const v = el.getAttribute(attr);
-  if (v === null || v.trim() === "") return void 0;
-  const n = Number(v);
-  return Number.isFinite(n) ? n : void 0;
-}
-function inputSchema(el) {
-  const type = el instanceof HTMLTextAreaElement ? "textarea" : (el.getAttribute("type") ?? "text").toLowerCase();
-  const s = {};
-  if (type === "checkbox") {
-    s.type = "boolean";
-    return s;
-  }
-  if (type === "number" || type === "range") {
-    const step = el.getAttribute("step");
-    s.type = step === null || /^\d+$/.test(step.trim()) ? "integer" : "number";
-    const min = num(el, "min");
-    const max = num(el, "max");
-    if (min !== void 0) s.minimum = min;
-    if (max !== void 0) s.maximum = max;
-    return s;
-  }
-  s.type = "string";
-  if (type === "email") s.format = "email";
-  else if (type === "url") s.format = "uri";
-  else if (type === "date") s.format = "date";
-  else if (type === "time") s.format = "time";
-  const minLength = num(el, "minlength");
-  const maxLength = num(el, "maxlength");
-  if (minLength !== void 0) s.minLength = minLength;
-  if (maxLength !== void 0) s.maxLength = maxLength;
-  const pattern = el.getAttribute("pattern");
-  if (pattern) s.pattern = `^(?:${pattern})$`;
-  return s;
-}
-function withDescription(s, desc) {
-  if (desc) s.description = desc;
-  return s;
-}
-function selectSchema(sel, desc) {
-  const opts = Array.from(sel.querySelectorAll("option")).filter((o) => !o.hasAttribute("disabled") && !o.hasAttribute("hidden") && !o.closest("optgroup[disabled]")).map((o) => ({ value: o.getAttribute("value") ?? collapseWhitespace(o.textContent), label: collapseWhitespace(o.textContent) })).filter((o) => o.value !== "");
-  const values = opts.map((o) => o.value);
-  const list = opts.map((o) => o.label && o.label !== o.value ? `${o.value} (${o.label})` : o.value).join(", ");
-  const schema2 = sel.hasAttribute("multiple") ? { type: "array", items: { type: "string", enum: values } } : { type: "string", enum: values };
-  return withDescription(schema2, [desc, `Options: ${list}`].filter(Boolean).join(". "));
-}
-var isType = (e, t) => e.tagName === "INPUT" && (e.getAttribute("type") ?? "").toLowerCase() === t;
-function groupSchema(els) {
-  const first = els[0];
-  const desc = els.map(describe).find(Boolean) ?? "";
-  if (first.tagName === "SELECT") return selectSchema(first, desc);
-  const values = () => els.map((e) => e.getAttribute("value") ?? "on");
-  if (els.every((e) => isType(e, "radio"))) return withDescription({ type: "string", enum: values() }, desc);
-  if (els.length > 1 && els.every((e) => isType(e, "checkbox"))) {
-    return withDescription({ type: "array", items: { type: "string", enum: values() } }, desc);
-  }
-  return withDescription(inputSchema(first), desc);
-}
-function schemaFromForm(form) {
-  const properties = /* @__PURE__ */ Object.create(null);
-  const required = [];
-  for (const [name, els] of agentFields(form)) {
-    properties[name] = groupSchema(els);
-    if (els.some((e) => e.hasAttribute("required"))) required.push(name);
-  }
-  const out = { type: "object", properties, additionalProperties: false };
-  if (required.length) out.required = required;
-  return out;
-}
-var MAX_REGEX_INPUT = 1e4;
-function checkValue(s, v, field, errors) {
-  const bad = (message) => {
-    errors.push({ field, message });
-  };
-  switch (s.type) {
-    case "string":
-      if (typeof v !== "string") return bad("must be string");
-      break;
-    case "number":
-      if (typeof v !== "number" || !Number.isFinite(v)) return bad("must be number");
-      break;
-    case "integer":
-      if (typeof v !== "number" || !Number.isInteger(v)) return bad("must be integer");
-      break;
-    case "boolean":
-      if (typeof v !== "boolean") return bad("must be boolean");
-      break;
-    case "array":
-      if (!Array.isArray(v)) return bad("must be array");
-      break;
-    case "object":
-      if (!isPlainObject(v)) return bad("must be object");
-      checkObject(s, v, `${field}.`, errors);
-      return;
-  }
-  if (s.enum && !s.enum.includes(v)) {
-    return bad(`must be one of: ${s.enum.join(", ")}`);
-  }
-  if (typeof v === "string") {
-    if (s.minLength !== void 0 && v.length < s.minLength) bad(`must be at least ${s.minLength} characters`);
-    if (s.maxLength !== void 0 && v.length > s.maxLength) bad(`must be at most ${s.maxLength} characters`);
-    if ((s.pattern !== void 0 || s.format === "email") && v.length > MAX_REGEX_INPUT) {
-      return bad(`must be at most ${MAX_REGEX_INPUT} characters to be checked`);
-    }
-    if (s.pattern !== void 0) {
-      let ok = false;
-      try {
-        ok = new RegExp(s.pattern).test(v);
-      } catch {
-        ok = false;
-      }
-      if (!ok) bad(`must match pattern ${s.pattern}`);
-    }
-    if (s.format === "email" && !/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(v)) bad("must be a valid email");
-    if (s.format === "uri") {
-      try {
-        new URL(v);
-      } catch {
-        bad("must be a valid URI");
-      }
-    }
-  }
-  if (typeof v === "number") {
-    if (s.minimum !== void 0 && v < s.minimum) bad(`must be >= ${s.minimum}`);
-    if (s.maximum !== void 0 && v > s.maximum) bad(`must be <= ${s.maximum}`);
-  }
-  if (Array.isArray(v) && s.items) {
-    v.forEach((item, i) => checkValue(s.items, item, `${field}[${i}]`, errors));
-  }
-}
-function isPlainObject(v) {
-  if (typeof v !== "object" || v === null) return false;
-  const proto = Object.getPrototypeOf(v);
-  return proto === Object.prototype || proto === null;
-}
-function checkObject(schema2, obj, prefix, errors) {
-  const props = schema2.properties ?? {};
-  for (const name of schema2.required ?? []) {
-    if (!hasOwn(obj, name) || obj[name] === void 0) errors.push({ field: prefix + name, message: "is required" });
-  }
-  for (const [key, value] of Object.entries(obj)) {
-    const prop = props[key];
-    if (!hasOwn(props, key) || !prop) {
-      if (schema2.additionalProperties !== true) errors.push({ field: prefix + key, message: "is not an allowed field" });
-      continue;
-    }
-    if (value === void 0) continue;
-    checkValue(prop, value, prefix + key, errors);
-  }
-}
-function validateInput(schema2, input) {
-  if (!isPlainObject(input)) return { ok: false, errors: [{ field: "", message: "input must be an object" }] };
-  const errors = [];
-  checkObject(schema2, input, "", errors);
-  return errors.length ? { ok: false, errors } : { ok: true, value: input };
-}
-function validateFormInput(schema2, input) {
-  const r = validateInput({ ...schema2, additionalProperties: true }, input);
-  return r.ok ? r : validateInput(schema2, input);
-}
-
 // src/runtime/agent/formAutomation.ts
 var MESSAGE_SELECTOR = '[role="alert"], [role="status"], [aria-live]';
 var MAX_MESSAGE = 500;
@@ -850,7 +656,7 @@ function schemaOf(r) {
   }
   return r.spec.inputSchema ?? EMPTY_OBJECT_SCHEMA;
 }
-function describe2(name, entry) {
+function describe(name, entry) {
   const r = resolve(entry);
   if (r.kind === null) return null;
   const d = {
@@ -865,7 +671,7 @@ function describe2(name, entry) {
   return d;
 }
 function listAgentActions() {
-  return Array.from(activeEntries(), ([name, [, entry]]) => describe2(name, entry)).filter((d) => d !== null).sort((a, b) => compareStrings(a.name, b.name));
+  return Array.from(activeEntries(), ([name, [, entry]]) => describe(name, entry)).filter((d) => d !== null).sort((a, b) => compareStrings(a.name, b.name));
 }
 var UNSAFE = /[\0-\t\v-\x1F\x7F-\x9F\xAD\u061C\u200B\u200E\u200F\u2028-\u202E\u2060\u2066-\u2069\uFEFF]/g;
 var UNIT = /\\u[\da-f]{4}|\\[^]|[^]/giu;
@@ -981,7 +787,7 @@ function warnUndescribable(name, err) {
 function buildTool(name, entry) {
   let d;
   try {
-    d = describe2(name, entry);
+    d = describe(name, entry);
   } catch (err) {
     warnUndescribable(name, err);
     return null;

package/dist/overlay.js

@@ -2,11 +2,12 @@ import {
   DEFAULT_CONTENT_SELECTOR,
   DEFAULT_SHORTCUT,
   buildPageMarkdown,
+  markupActions,
   matchesShortcut,
   parseShortcut,
   readPageMeta,
   selectContentRegion
-} from "./chunk-ZYMNO5AO.js";
+} from "./chunk-PSNLS4GL.js";
 import {
   compareStrings
 } from "./chunk-AAIYCJD3.js";
@@ -15,15 +16,10 @@ import {
 } from "./chunk-LCLDQ3A3.js";
 import "./chunk-FEAKVNMG.js";
 import {
-  ACTION_ATTR,
-  ACTION_DESCRIPTION_ATTR,
-  ACTION_DESTRUCTIVE_ATTR,
   AGENT_GLOBAL,
-  WEBMCP_TOOLDESCRIPTION_ATTR,
-  WEBMCP_TOOLNAME_ATTR,
   routeOf,
   trimTrailingSlash
-} from "./chunk-AZG5MLNG.js";
+} from "./chunk-F7PN5R25.js";
 import {
   errorMessage
 } from "./chunk-JJN6FNJD.js";
@@ -68,33 +64,12 @@ function registryActions(doc) {
   }
 }
 function collectActions(doc) {
-  const markup = [];
-  doc.querySelectorAll(`[${ACTION_ATTR}]`).forEach((el2) => {
-    const name = el2.getAttribute(ACTION_ATTR)?.trim();
-    if (!name) return;
-    markup.push({
-      name,
-      description: el2.getAttribute(ACTION_DESCRIPTION_ATTR) || null,
-      kind: el2.tagName === "FORM" ? "form" : "click",
-      destructive: el2.getAttribute(ACTION_DESTRUCTIVE_ATTR) === "true",
-      source: "markup"
-    });
-  });
-  const declarative = [];
-  doc.querySelectorAll(`form[${WEBMCP_TOOLNAME_ATTR}]`).forEach((el2) => {
-    const name = el2.getAttribute(WEBMCP_TOOLNAME_ATTR)?.trim();
-    if (!name) return;
-    declarative.push({
-      name,
-      description: el2.getAttribute(WEBMCP_TOOLDESCRIPTION_ATTR) || null,
-      kind: "form",
-      destructive: false,
-      source: "webmcp-declarative"
-    });
-  });
+  const markup = markupActions(doc).map(
+    ({ name, description, kind, destructive, source }) => ({ name, description, kind, destructive, source })
+  );
   const seen = /* @__PURE__ */ new Set();
   const out = [];
-  for (const a of [...registryActions(doc), ...markup, ...declarative]) {
+  for (const a of [...registryActions(doc), ...markup]) {
     if (seen.has(a.name)) continue;
     seen.add(a.name);
     out.push(a);

package/dist/{renderChild-Y2RFSYY4.js → renderChild-H6TR4SGV.js}

@@ -1,4 +1,4 @@
-import "./chunk-5TNG4QMP.js";
+import "./chunk-PGZH33B5.js";
 import {
   errorMessage
 } from "./chunk-JJN6FNJD.js";
@@ -196,13 +196,35 @@ function isSyncResources(v) {
     (r) => r !== null && typeof r === "object" && typeof r.body === "string" && typeof r.contentType === "string"
   );
 }
+function parseChildOptions(json) {
+  const o = JSON.parse(json);
+  if (o === null || typeof o !== "object" || Array.isArray(o)) throw new Error("render options are not an object");
+  const v = o;
+  const bad = (field, want) => {
+    throw new Error(`render option ${field} must be ${want}, got ${JSON.stringify(v[field])}`);
+  };
+  const strings = (x) => Array.isArray(x) && x.every((s) => typeof s === "string");
+  if (!strings(v.localOrigins)) bad("localOrigins", "an array of strings");
+  if (v.allowOrigins !== void 0 && !strings(v.allowOrigins)) bad("allowOrigins", "an array of strings");
+  if (v.idleMs !== void 0 && !(typeof v.idleMs === "number" && Number.isInteger(v.idleMs) && v.idleMs >= 0)) {
+    bad("idleMs", "a non-negative integer");
+  }
+  if (v.readySelector !== void 0 && !(typeof v.readySelector === "string" && v.readySelector.trim() !== "")) {
+    bad("readySelector", "a non-empty string");
+  }
+  if (v.onTimeout !== void 0 && v.onTimeout !== "fail" && v.onTimeout !== "snapshot") {
+    bad("onTimeout", '"fail" or "snapshot"');
+  }
+  if (v.syncResources !== void 0 && !isSyncResources(v.syncResources)) bad("syncResources", "a resources object");
+  return o;
+}
 async function runRenderChild() {
   const send = (m) => process.send(m);
-  const options = JSON.parse(process.env[CHILD_OPTIONS_ENV] ?? "{}");
+  const options = parseChildOptions(process.env[CHILD_OPTIONS_ENV] ?? "{}");
   const allow = createAllowList();
   for (const o of [...options.localOrigins ?? [], ...options.allowOrigins ?? []]) allowOrigin(allow, o);
   containNetwork(allow);
-  const { createHappyDomRenderer } = await import("./happyDom-XVDHYJDM.js");
+  const { createHappyDomRenderer } = await import("./happyDom-WTYQ5UAC.js");
   const renderer = createHappyDomRenderer(options);
   process.on("message", (m) => {
     if (m.type === "resources") {
@@ -241,5 +263,6 @@ export {
   CHILD_ENTRY,
   CHILD_ENV,
   CHILD_OPTIONS_ENV,
-  isSyncResources
+  isSyncResources,
+  parseChildOptions
 };

package/dist/vite.d.ts

@@ -80,10 +80,43 @@ interface PrerenderOptions {
     isolation?: {
         codeGeneration?: boolean;
     };
+    /**
+     * Where each route's HTML is written. "directory": "/about" -> about/index.html.
+     * "flat": "/about" -> about.html ("/" stays index.html). Default "directory".
+     */
+    fileLayout?: FileLayout;
+    /**
+     * CSS selector that marks a route as rendered: the page is ready once it matches and no request
+     * is in flight, even if the DOM keeps changing (animations). Default: wait for the DOM to go quiet.
+     */
+    readySelector?: string;
+    /**
+     * What to do when a route is not ready by `timeoutMs`. "fail" stops the build; "snapshot" saves the
+     * page as it is at the deadline and logs a warning. Default "fail".
+     */
+    onTimeout?: "fail" | "snapshot";
 }
+type FileLayout = "directory" | "flat";
+/** What `markdown.transform` receives for each page. */
+interface MarkdownTransformPage {
+    /** Route path, e.g. "/about". */
+    route: string;
+    /** Absolute URL of the page. */
+    url: string;
+    title: string;
+    description?: string;
+    /** The generated markdown. */
+    markdown: string;
+    /** The page's full rendered HTML. */
+    html: string;
+}
+/** Returns the markdown to use instead, or undefined to keep the generated one. */
+type MarkdownTransform = (page: MarkdownTransformPage) => string | undefined | Promise<string | undefined>;
 interface MarkdownOptions {
     /** CSS selector for the page content converted to markdown. Default "main". */
     contentSelector?: string;
+    /** Rewrites each page's markdown (used for the .md file and llms-full.txt). */
+    transform?: MarkdownTransform;
 }
 interface LlmsOptions {
     /** llms.txt heading. Default: the title of "/". */
@@ -92,6 +125,59 @@ interface LlmsOptions {
     description?: string;
 }
 
+interface GenerateOptions {
+    /** Build output directory holding the prerendered HTML, e.g. "dist". */
+    outDir: string;
+    /** Absolute http(s) URL of the deployed site. */
+    siteUrl: string;
+    /** robots.txt policy. `ai.training` and `ai.search` are required. */
+    robots: WebForAgentsOptions["robots"];
+    /** Routes to leave out. A string is an exact path, or a prefix when it ends in "/*". */
+    exclude?: Array<string | RegExp>;
+    /** Write sitemap.xml and the `Sitemap:` line in robots.txt. Default true. */
+    sitemap?: boolean;
+    /** Write a `.md` version of each page. `false` also turns off llms-full.txt. */
+    markdown?: MarkdownOptions | false;
+    /** Write llms.txt and llms-full.txt. Default on. */
+    llms?: LlmsOptions | false;
+    /** Write agents.json from the actions in each page's markup. Default true. */
+    agentMap?: boolean | AgentMapOptions;
+    /** Add `<link rel="alternate" type="text/markdown">` to each page's head. Default true. */
+    linkMarkdown?: boolean;
+    /** Replace an existing robots.txt, sitemap.xml, llms.txt, llms-full.txt or agent map that differs. Default false. */
+    overwrite?: boolean;
+    /** Where warnings and the summary go. Default console. */
+    logger?: {
+        warn(message: string): void;
+        info(message: string): void;
+    };
+}
+interface GeneratedPage {
+    route: string;
+    /** HTML file, relative to outDir, with "/" separators. */
+    file: string;
+    /** False for noindex pages: they get a .md file but stay out of llms.txt, the sitemap and the agent map. */
+    listed: boolean;
+}
+interface GenerateResult {
+    outDir: string;
+    /** "flat" (about.html), "directory" (about/index.html), or "mixed". Only "/" found counts as "directory". */
+    fileLayout: "directory" | "flat" | "mixed";
+    /** Sorted by route. */
+    pages: GeneratedPage[];
+    /** Files written, relative to outDir, sorted. */
+    written: string[];
+    /** Existing files that were kept because their content differs (see `overwrite`), sorted. */
+    kept: string[];
+    warnings: string[];
+}
+/**
+ * Writes llms.txt, llms-full.txt, a `.md` copy of each page, robots.txt, sitemap.xml and agents.json
+ * for HTML you prerendered yourself, and links each page to its markdown. Reads every `.html`
+ * under outDir except 200.html, 404.html and assets/. Nothing is written if any step fails.
+ */
+declare function generateAgentFiles(options: GenerateOptions): Promise<GenerateResult>;
+
 /** Known AI crawler user agents, grouped by robots.ai policy. */
 declare const AI_BOTS: {
     training: readonly string[];
@@ -104,5 +190,5 @@ declare const AI_BOTS: {
  */
 declare function webForAgents(options: WebForAgentsOptions): Plugin[];
 
-export { AI_BOTS, webForAgents };
-export type { AgentMapOptions, LlmsOptions, MarkdownOptions, OverlayPluginOptions, PrerenderOptions, RendererName, Rule, WebForAgentsOptions };
+export { AI_BOTS, generateAgentFiles, webForAgents };
+export type { AgentMapOptions, FileLayout, GenerateOptions, GenerateResult, GeneratedPage, LlmsOptions, MarkdownOptions, MarkdownTransform, MarkdownTransformPage, OverlayPluginOptions, PrerenderOptions, RendererName, Rule, WebForAgentsOptions };