@stack-mode/site-manager-kit 1.44.1 → 1.45.0

package/README.md

@@ -194,6 +194,18 @@ export default function Robots() {
 }
 ```
 
+robots.txt also keeps out the AI crawlers the site blocks in Site Manager (Search Settings > Indexing): AI search tools,
+AI training crawlers, or both.
+
+`app/llms.txt/route.ts` (optional), the site's pages with their titles and descriptions for AI tools that read
+`/llms.txt`. It answers 404 while llms.txt is off for the site (Search Settings > Tools):
+
+```ts
+import { llmsRoute } from "site-manager-kit/llms-route";
+
+export const GET = llmsRoute();
+```
+
 `src/proxy.ts` (or `proxy.ts` at the root when there's no `src` folder):
 
 ```ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stack-mode/site-manager-kit",
-  "version": "1.44.1",
+  "version": "1.45.0",
   "description": "Reads a site's content from Site Manager and builds its metadata, sitemap, robots, redirects, forms and refreshes. For Next.js App Router sites on Vercel.",
   "license": "UNLICENSED",
   "repository": {
@@ -28,6 +28,7 @@
     "./attribution": "./src/attribution.tsx",
     "./phone": "./src/phone-input.tsx",
     "./rss-route": "./src/rss-route.ts",
+    "./llms-route": "./src/llms-route.ts",
     "./visual": "./src/visual.ts",
     "./visual-tags": "./src/visual-tags.ts",
     "./visual-accents": "./src/visual-accents.ts",

package/src/llms-route.ts

@@ -0,0 +1,45 @@
+import { BlueprintError, bp, tagsFor } from "./client";
+
+export type LlmsData = {
+  name: string;
+  summary: string | null;
+  sections: { title: string; pages: { url: string; title: string; description: string | null }[] }[];
+};
+
+const line = (s: string) => s.replace(/\s+/g, " ").trim();
+const linkText = (s: string) => line(s).replace(/[[\]]/g, "");
+
+/** Pure: the llms.txt text (llmstxt.org): the business, its summary, then each section's pages as links. */
+export function buildLlmsTxt(d: LlmsData): string {
+  const out = [`# ${line(d.name)}`, ""];
+  if (d.summary) out.push(`> ${line(d.summary)}`, "");
+  for (const s of d.sections) {
+    if (!s.pages.length) continue;
+    out.push(`## ${line(s.title)}`, "");
+    for (const p of s.pages) out.push(`- [${linkText(p.title)}](${p.url})${p.description ? `: ${line(p.description)}` : ""}`);
+    out.push("");
+  }
+  return out.join("\n");
+}
+
+/**
+ * /llms.txt, from the site's pages in Site Manager. Put in app/llms.txt/route.ts:
+ *
+ *   import { llmsRoute } from "site-manager-kit/llms-route";
+ *   export const GET = llmsRoute();
+ *
+ * Answers 404 when llms.txt is off for the site in Site Manager, or the Search section is.
+ */
+export function llmsRoute() {
+  return async function GET(): Promise<Response> {
+    let data: LlmsData | null;
+    try {
+      data = await bp<LlmsData>("/llms", { tags: tagsFor("seo") });
+    } catch (e) {
+      if (e instanceof BlueprintError && (e.code === "module_off" || e.code === "feature_off")) return new Response("Not found", { status: 404 });
+      throw e;
+    }
+    if (!data) return new Response("Not found", { status: 404 });
+    return new Response(buildLlmsTxt(data), { headers: { "content-type": "text/plain; charset=utf-8", "cache-control": "public, max-age=0, s-maxage=3600, stale-while-revalidate=86400" } });
+  };
+}

package/src/robots.ts

@@ -10,7 +10,11 @@ import type { Robots } from "./types";
 export function buildRobots(r: Robots | null, websiteUrl: string | null): MetadataRoute.Robots {
   if (!r || !r.indexable) return { rules: [{ userAgent: "*", disallow: "/" }] };
   return {
-    rules: [{ userAgent: "*", allow: "/", ...(r.disallow.length ? { disallow: r.disallow } : {}) }],
+    rules: [
+      { userAgent: "*", allow: "/", ...(r.disallow.length ? { disallow: r.disallow } : {}) },
+      // A crawler named in its own group ignores the "*" group, so the AI crawlers the site keeps out are listed apart.
+      ...(r.blockedBots?.length ? [{ userAgent: r.blockedBots, disallow: "/" }] : []),
+    ],
     ...(websiteUrl ? { sitemap: `${websiteUrl.replace(/\/+$/, "")}/sitemap.xml` } : {}),
   };
 }

package/src/types.ts

@@ -312,7 +312,8 @@ export type PageMeta = {
   maxImagePreview?: "large" | "standard" | "none";
 };
 export type SitemapEntry = { url: string; lastModified: string };
-export type Robots = { indexable: boolean; disallow: string[] };
+/** blockedBots: AI crawlers the site keeps out, by user agent (Site Manager 2026-11, optional for older servers). */
+export type Robots = { indexable: boolean; disallow: string[]; blockedBots?: string[] };
 export type Redirect = { from: string; to: string; status: 301 | 302 | 308 };
 
 // Real estate (Site Manager's Listings and Team sections).

package/src/version.ts

@@ -1 +1 @@
-export const KIT_VERSION = "1.44.1";
+export const KIT_VERSION = "1.45.0";