@rsc-kit/core 0.16.3 → 0.18.0

package/dist/metadata.js.map

@@ -1 +1 @@
-{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../src/metadata.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,EAAE;AACF,6DAA6D;AAC7D,EAAE;AACF,4DAA4D;AAC5D,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,MAAM","sourcesContent":["// What a page says about itself, as importable types.\n//\n//     import type { Metadata } from '@rsc-kit/core/metadata'\n//\n//     export const metadata: Metadata = { title: 'Orders' }\n//\n// Imported rather than ambient, and that is the whole point of the move. An\n// ambient declaration has to be COPIED into the project, which means it is not\n// there until the build has run once — so a freshly cloned app reports \"Cannot\n// find name 'Metadata'\" on every page until someone runs the dev server. An\n// import resolves from node_modules the moment dependencies are installed.\n//\n// The ambient names still work. `.rsc-kit/rsc-types.d.ts` now aliases these\n// rather than restating them, so there is one definition and two ways to reach\n// it.\n\nexport interface IconDescriptor {\n  url: string | URL\n  type?: string\n  sizes?: string\n  color?: string\n  rel?: string\n  media?: string\n  fetchPriority?: 'high' | 'low' | 'auto'\n}\n\nexport type IconURL = string | URL\n\nexport interface Icons {\n  icon?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[]\n  apple?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[]\n  shortcut?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[]\n  other?: IconDescriptor | IconDescriptor[]\n}\n\n/** A layout's title, wrapping the titles of the pages beneath it. */\nexport interface TitleTemplate {\n  /** `%s` stands in for the page's own title. */\n  template?: string\n  /** Used by a page that exports no title of its own. */\n  default?: string\n}\n\n/** One image a share card may show. A string is its url. */\nexport interface OpenGraphImage {\n  url: string | URL\n  width?: number\n  height?: number\n  alt?: string\n  type?: string\n}\n\n/**\n * The card a link to this page unfurls into on Facebook, Slack, LinkedIn and\n * most of the rest. Rendered with `property=`, which is what those scrapers\n * read — a `name=` attribute is ignored by every one of them.\n */\nexport interface OpenGraph {\n  title?: string\n  description?: string\n  /** Absolute, or relative to `metadataBase`. */\n  url?: string | URL\n  siteName?: string\n  type?: 'website' | 'article' | 'profile' | 'book' | (string & {})\n  locale?: string\n  images?: string | URL | OpenGraphImage | (string | URL | OpenGraphImage)[]\n}\n\n/** The same card for X, which reads `name=` rather than `property=`. */\nexport interface Twitter {\n  card?: 'summary' | 'summary_large_image' | 'app' | 'player'\n  title?: string\n  description?: string\n  /** The site's account, `@handle`. */\n  site?: string\n  /** The author's account, `@handle`. */\n  creator?: string\n  images?: string | URL | OpenGraphImage | (string | URL | OpenGraphImage)[]\n}\n\nexport interface Metadata {\n  /** A string on a page; a template on a layout, applied to the pages below it. */\n  title?: string | TitleTemplate\n  description?: string\n  keywords?: string | string[]\n  author?: string\n  robots?: string\n  /**\n   * Where the site lives, so a relative image or url can be made absolute.\n   *\n   *     metadataBase: new URL('https://example.com')\n   *\n   * On the root layout, once. A share-card scraper needs an absolute url and\n   * several refuse a relative one; without this, `og:image` for an image in\n   * `app/` is emitted relative and works in some places and not others. The\n   * same name as Next, so a port carries it across unchanged.\n   */\n  metadataBase?: string | URL\n  icons?: IconURL | (IconURL | IconDescriptor)[] | Icons | null\n  openGraph?: OpenGraph\n  twitter?: Twitter\n  /** @deprecated Use `openGraph.title`. Still rendered, correctly, as `property=`. */\n  'og:title'?: string\n  /** @deprecated Use `openGraph.description`. */\n  'og:description'?: string\n  /** @deprecated Use `openGraph.images`. */\n  'og:image'?: string\n  /** @deprecated Use `openGraph.url`. */\n  'og:url'?: string\n  /** @deprecated Use `openGraph.type`. */\n  'og:type'?: string\n  /** @deprecated Use `openGraph.siteName`. */\n  'og:site_name'?: string\n  /** @deprecated Use `twitter.card`. */\n  'twitter:card'?: string\n  /** @deprecated Use `twitter.title`. */\n  'twitter:title'?: string\n  /** @deprecated Use `twitter.description`. */\n  'twitter:description'?: string\n  /** @deprecated Use `twitter.images`. */\n  'twitter:image'?: string\n  /** @deprecated Use `twitter.site`. */\n  'twitter:site'?: string\n\n  /**\n   * Any other meta tag, by name.\n   *\n   *     other: { 'fb:app_id': '123', 'theme-color': '#000' }\n   *\n   * Here rather than alongside the named keys, and that is what makes the rest\n   * of this interface worth annotating. An index signature on the interface\n   * itself made every key legal — so `titel` was accepted in silence, and an\n   * editor offered no completions at all, because with any identifier valid\n   * TypeScript reads an unfinished key as a shorthand property and goes looking\n   * for a variable by that name.\n   */\n  other?: Record<string, string | string[] | null | undefined>\n}\n\n/**\n * Metadata that depends on the request.\n *\n * Receives the same awaitables a page does, so one shape is learned rather\n * than two:\n *\n *     export const generateMetadata: GenerateMetadata<{ slug: string }> =\n *       async ({ params }) => ({ title: (await params).slug })\n */\nexport type GenerateMetadata<P = Record<string, string>> = (args: {\n  params: Promise<P>\n  searchParams: Promise<URLSearchParams>\n}) => Metadata | Promise<Metadata>\n"]}
+{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../src/metadata.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,EAAE;AACF,6DAA6D;AAC7D,EAAE;AACF,4DAA4D;AAC5D,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,MAAM","sourcesContent":["// What a page says about itself, as importable types.\n//\n//     import type { Metadata } from '@rsc-kit/core/metadata'\n//\n//     export const metadata: Metadata = { title: 'Orders' }\n//\n// Imported rather than ambient, and that is the whole point of the move. An\n// ambient declaration has to be COPIED into the project, which means it is not\n// there until the build has run once — so a freshly cloned app reports \"Cannot\n// find name 'Metadata'\" on every page until someone runs the dev server. An\n// import resolves from node_modules the moment dependencies are installed.\n//\n// The ambient names still work. `.rsc-kit/rsc-types.d.ts` now aliases these\n// rather than restating them, so there is one definition and two ways to reach\n// it.\n\nexport interface IconDescriptor {\n  url: string | URL;\n  type?: string;\n  sizes?: string;\n  color?: string;\n  rel?: string;\n  media?: string;\n  fetchPriority?: \"high\" | \"low\" | \"auto\";\n}\n\nexport type IconURL = string | URL;\n\nexport interface Icons {\n  icon?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[];\n  apple?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[];\n  shortcut?: IconURL | IconDescriptor | (IconURL | IconDescriptor)[];\n  other?: IconDescriptor | IconDescriptor[];\n}\n\n/** A layout's title, wrapping the titles of the pages beneath it. */\nexport interface TitleTemplate {\n  /** `%s` stands in for the page's own title. */\n  template?: string;\n  /** Used by a page that exports no title of its own. */\n  default?: string;\n}\n\n/** One image a share card may show. A string is its url. */\nexport interface OpenGraphImage {\n  url: string | URL;\n  width?: number;\n  height?: number;\n  alt?: string;\n  type?: string;\n}\n\n/**\n * The card a link to this page unfurls into on Facebook, Slack, LinkedIn and\n * most of the rest. Rendered with `property=`, which is what those scrapers\n * read — a `name=` attribute is ignored by every one of them.\n */\nexport interface OpenGraph {\n  title?: string;\n  description?: string;\n  /** Absolute, or relative to `metadataBase`. */\n  url?: string | URL;\n  siteName?: string;\n  type?: \"website\" | \"article\" | \"profile\" | \"book\" | (string & {});\n  locale?: string;\n  images?: string | URL | OpenGraphImage | (string | URL | OpenGraphImage)[];\n}\n\n/** The same card for X, which reads `name=` rather than `property=`. */\nexport interface Twitter {\n  card?: \"summary\" | \"summary_large_image\" | \"app\" | \"player\";\n  title?: string;\n  description?: string;\n  /** The site's account, `@handle`. */\n  site?: string;\n  /** The author's account, `@handle`. */\n  creator?: string;\n  images?: string | URL | OpenGraphImage | (string | URL | OpenGraphImage)[];\n}\n\nexport interface Robots {\n  index?: boolean;\n  follow?: boolean;\n  noarchive?: boolean;\n  nosnippet?: boolean;\n  noimageindex?: boolean;\n  nocache?: boolean;\n  notranslate?: boolean;\n  indexifembedded?: boolean;\n  nositelinkssearchbox?: boolean;\n  unavailable_after?: string;\n  \"max-video-preview\"?: number | string;\n  \"max-image-preview\"?: \"none\" | \"standard\" | \"large\";\n  \"max-snippet\"?: number;\n  googleBot?: string | Omit<Robots, \"googleBot\">;\n}\n\nexport interface Metadata {\n  /** A string on a page; a template on a layout, applied to the pages below it. */\n  title?: string | TitleTemplate;\n  description?: string;\n  keywords?: string | string[];\n  author?: string;\n  /**\n   * A string, or the object Next takes: `{ index: false, follow: false }`\n   * becomes `<meta name=\"robots\" content=\"noindex, nofollow\">`, the flags\n   * by name, the limits as `name:value`; `googleBot` is the same shape for\n   * `<meta name=\"googlebot\">`.\n   */\n  robots?: string | Robots;\n  /**\n   * Where the site lives, so a relative image or url can be made absolute.\n   *\n   *     metadataBase: new URL('https://example.com')\n   *\n   * On the root layout, once. A share-card scraper needs an absolute url and\n   * several refuse a relative one; without this, `og:image` for an image in\n   * `app/` is emitted relative and works in some places and not others. The\n   * same name as Next, so a port carries it across unchanged.\n   */\n  metadataBase?: string | URL;\n  icons?: IconURL | (IconURL | IconDescriptor)[] | Icons | null;\n  openGraph?: OpenGraph;\n  twitter?: Twitter;\n  /** @deprecated Use `openGraph.title`. Still rendered, correctly, as `property=`. */\n  \"og:title\"?: string;\n  /** @deprecated Use `openGraph.description`. */\n  \"og:description\"?: string;\n  /** @deprecated Use `openGraph.images`. */\n  \"og:image\"?: string;\n  /** @deprecated Use `openGraph.url`. */\n  \"og:url\"?: string;\n  /** @deprecated Use `openGraph.type`. */\n  \"og:type\"?: string;\n  /** @deprecated Use `openGraph.siteName`. */\n  \"og:site_name\"?: string;\n  /** @deprecated Use `twitter.card`. */\n  \"twitter:card\"?: string;\n  /** @deprecated Use `twitter.title`. */\n  \"twitter:title\"?: string;\n  /** @deprecated Use `twitter.description`. */\n  \"twitter:description\"?: string;\n  /** @deprecated Use `twitter.images`. */\n  \"twitter:image\"?: string;\n  /** @deprecated Use `twitter.site`. */\n  \"twitter:site\"?: string;\n\n  /**\n   * Any other meta tag, by name.\n   *\n   *     other: { 'fb:app_id': '123', 'theme-color': '#000' }\n   *\n   * Here rather than alongside the named keys, and that is what makes the rest\n   * of this interface worth annotating. An index signature on the interface\n   * itself made every key legal — so `titel` was accepted in silence, and an\n   * editor offered no completions at all, because with any identifier valid\n   * TypeScript reads an unfinished key as a shorthand property and goes looking\n   * for a variable by that name.\n   */\n  other?: Record<string, string | string[] | null | undefined>;\n}\n\n/**\n * Metadata that depends on the request.\n *\n * Receives the same awaitables a page does, so one shape is learned rather\n * than two:\n *\n *     export const generateMetadata: GenerateMetadata<{ slug: string }> =\n *       async ({ params }) => ({ title: (await params).slug })\n */\nexport type GenerateMetadata<P = Record<string, string>> = (args: {\n  params: Promise<P>;\n  searchParams: Promise<URLSearchParams>;\n}) => Metadata | Promise<Metadata>;\n\n/** One rule block of a robots.txt: which agents, what they may and may not fetch. */\nexport interface RobotsRule {\n  userAgent?: string | string[];\n  allow?: string | string[];\n  disallow?: string | string[];\n  crawlDelay?: number;\n}\n\n/** One url of a sitemap. `url` may be relative when the root layout has a metadataBase. */\nexport interface SitemapEntry {\n  url: string;\n  lastModified?: string | Date;\n  changeFrequency?:\n    \"always\" | \"hourly\" | \"daily\" | \"weekly\" | \"monthly\" | \"yearly\" | \"never\";\n  priority?: number;\n  /** Image urls on this page, for image search. */\n  images?: string[];\n  /** Translations of this page: language tag to url. */\n  alternates?: { languages?: Record<string, string> };\n}\n\n/** A link in an llms.txt section. */\nexport interface LlmsLink {\n  title: string;\n  url: string;\n  description?: string;\n}\n\nexport interface LlmsSection {\n  title: string;\n  links: LlmsLink[];\n}\n\n/**\n * The files a site describes itself with, each from a file beside the root\n * layout and written the way Next writes them:\n *\n *     app/robots.ts   -> /robots.txt     default export returns MetadataRoute.Robots\n *     app/sitemap.ts  -> /sitemap.xml    default export returns MetadataRoute.Sitemap\n *     app/llms.ts     -> /llms.txt       default export returns MetadataRoute.Llms\n *\n * Each may return a string instead, served as written. A relative url in any\n * of them is made absolute with the root layout's metadataBase.\n */\nexport namespace MetadataRoute {\n  export type Robots = {\n    rules: RobotsRule | RobotsRule[];\n    sitemap?: string | string[];\n    host?: string;\n  };\n  export type Sitemap = SitemapEntry[];\n  /** The llms.txt shape at llmstxt.org: a title, a summary, then sections of links. */\n  export type Llms = {\n    title: string;\n    summary?: string;\n    /** Paragraphs after the summary, before the sections. */\n    details?: string | string[];\n    sections?: LlmsSection[];\n  };\n}\n"]}

package/dist/metadataRoutes.d.ts

@@ -0,0 +1,61 @@
+import type { MetadataRoute } from "./metadata.js";
+export declare const METADATA_ROUTES: {
+    readonly robots: {
+        readonly file: "robots.txt";
+        readonly type: "text/plain; charset=utf-8";
+    };
+    readonly sitemap: {
+        readonly file: "sitemap.xml";
+        readonly type: "application/xml; charset=utf-8";
+    };
+    readonly llms: {
+        readonly file: "llms.txt";
+        readonly type: "text/plain; charset=utf-8";
+    };
+    readonly "llms-full": {
+        readonly file: "llms-full.txt";
+        readonly type: "text/plain; charset=utf-8";
+    };
+};
+export type MetadataRouteKind = keyof typeof METADATA_ROUTES;
+/**
+ * Files an app may drop beside the root layout to be served at the root as
+ * they are: the same three, hand-written, and the handful of other files a
+ * site is asked for at its root.
+ */
+export declare const ROOT_FILES: RegExp;
+export declare function rootFileType(name: string): string;
+/**
+ * A url made absolute. A relative one needs the root layout's metadataBase -
+ * a crawler is handed these with no page to resolve them against.
+ */
+export declare function absoluteUrl(url: string, base: string | URL | null | undefined, file: string): string;
+export declare function robotsText(robots: MetadataRoute.Robots, base: string | URL | null | undefined): string;
+export declare function sitemapXml(entries: MetadataRoute.Sitemap, base: string | URL | null | undefined): string;
+export declare function llmsText(llms: MetadataRoute.Llms, base: string | URL | null | undefined): string;
+/**
+ * The response for one of these routes: what the app's function returned,
+ * formatted, unless it returned the text itself. Called by the route the
+ * build synthesised, never by an app directly.
+ */
+export declare function metadataResponse(kind: MetadataRouteKind, produce: () => unknown, base: string | URL | null | undefined): Promise<Response>;
+/**
+ * The sitemap the build writes when the app has no sitemap.ts.
+ *
+ * The build already knows what belongs in one: every page it stored, and
+ * every url generateStaticParams listed, which is the set a crawler should
+ * be told about. Left out: a route with middleware above it (a guard means
+ * "not for everyone"), a page the build could not store (it varies per
+ * visitor, so it has no one url worth listing... it does, but no freshness
+ * to claim - listed without lastModified), the not-found page, and the
+ * metadata files themselves. lastModified is the build, which is when the
+ * stored copy changed. A sitemap.ts beside the root layout replaces this.
+ */
+export declare function automaticSitemap(results: readonly {
+    url: string;
+    type: string;
+    component: string;
+}[], routes: readonly {
+    component: string;
+    middleware: readonly string[];
+}[], base: string | URL, builtAt?: Date): string;

package/dist/metadataRoutes.js

@@ -0,0 +1,173 @@
+// robots.txt, sitemap.xml and llms.txt, from a file beside the root layout.
+//
+// Each convention file becomes an api route the build synthesises - so a
+// sitemap that reads nothing per request is stored at build like any frozen
+// route, one that reads the request stays dynamic, and the build's table says
+// which. What lives here is the formatting: the value the app's function
+// returns, written the way the crawler expects it.
+export const METADATA_ROUTES = {
+    robots: { file: "robots.txt", type: "text/plain; charset=utf-8" },
+    sitemap: { file: "sitemap.xml", type: "application/xml; charset=utf-8" },
+    llms: { file: "llms.txt", type: "text/plain; charset=utf-8" },
+    "llms-full": { file: "llms-full.txt", type: "text/plain; charset=utf-8" },
+};
+/**
+ * Files an app may drop beside the root layout to be served at the root as
+ * they are: the same three, hand-written, and the handful of other files a
+ * site is asked for at its root.
+ */
+export const ROOT_FILES = /^(?:robots\.txt|sitemap(?:-[\w.-]+)?\.xml|llms(?:-full)?\.txt|humans\.txt|security\.txt|ads\.txt|app-ads\.txt)$/;
+export function rootFileType(name) {
+    return name.endsWith(".xml")
+        ? "application/xml; charset=utf-8"
+        : "text/plain; charset=utf-8";
+}
+function list(value) {
+    return value === undefined ? [] : Array.isArray(value) ? value : [value];
+}
+/**
+ * A url made absolute. A relative one needs the root layout's metadataBase -
+ * a crawler is handed these with no page to resolve them against.
+ */
+export function absoluteUrl(url, base, file) {
+    if (/^[a-z][a-z0-9+.-]*:/i.test(url))
+        return url;
+    if (!base) {
+        throw new Error(`[rsc-kit] ${file} names a relative url, ${JSON.stringify(url)}, and the root layout has no metadataBase to make it absolute. ` +
+            "Add metadataBase: new URL('https://example.com') to the root layout's metadata, or write the url in full.");
+    }
+    return new URL(url, base).href;
+}
+export function robotsText(robots, base) {
+    const blocks = list(robots.rules).map((rule) => {
+        const lines = [];
+        for (const agent of list(rule.userAgent).length
+            ? list(rule.userAgent)
+            : ["*"])
+            lines.push(`User-Agent: ${agent}`);
+        for (const path of list(rule.allow))
+            lines.push(`Allow: ${path}`);
+        for (const path of list(rule.disallow))
+            lines.push(`Disallow: ${path}`);
+        if (rule.crawlDelay !== undefined)
+            lines.push(`Crawl-delay: ${rule.crawlDelay}`);
+        return lines.join("\n");
+    });
+    const tail = [];
+    for (const sitemap of list(robots.sitemap))
+        tail.push(`Sitemap: ${absoluteUrl(sitemap, base, "robots.ts")}`);
+    if (robots.host)
+        tail.push(`Host: ${robots.host}`);
+    return ([...blocks, ...(tail.length ? [tail.join("\n")] : [])].join("\n\n") + "\n");
+}
+function escapeXml(text) {
+    return text.replace(/[&<>"']/g, (c) => ({
+        "&": "&amp;",
+        "<": "&lt;",
+        ">": "&gt;",
+        '"': "&quot;",
+        "'": "&apos;",
+    })[c]);
+}
+export function sitemapXml(entries, base) {
+    const hasAlternates = entries.some((e) => e.alternates?.languages && Object.keys(e.alternates.languages).length > 0);
+    const hasImages = entries.some((e) => e.images && e.images.length > 0);
+    const urls = entries.map((entry) => {
+        const parts = [
+            `<loc>${escapeXml(absoluteUrl(entry.url, base, "sitemap.ts"))}</loc>`,
+        ];
+        if (entry.lastModified !== undefined) {
+            const when = entry.lastModified instanceof Date
+                ? entry.lastModified.toISOString()
+                : entry.lastModified;
+            parts.push(`<lastmod>${escapeXml(when)}</lastmod>`);
+        }
+        if (entry.changeFrequency)
+            parts.push(`<changefreq>${entry.changeFrequency}</changefreq>`);
+        if (entry.priority !== undefined)
+            parts.push(`<priority>${entry.priority}</priority>`);
+        for (const [lang, href] of Object.entries(entry.alternates?.languages ?? {})) {
+            parts.push(`<xhtml:link rel="alternate" hreflang="${escapeXml(lang)}" href="${escapeXml(absoluteUrl(href, base, "sitemap.ts"))}"/>`);
+        }
+        for (const image of entry.images ?? []) {
+            parts.push(`<image:image><image:loc>${escapeXml(absoluteUrl(image, base, "sitemap.ts"))}</image:loc></image:image>`);
+        }
+        return `<url>${parts.join("")}</url>`;
+    });
+    const namespaces = [
+        'xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"',
+        ...(hasAlternates ? ['xmlns:xhtml="http://www.w3.org/1999/xhtml"'] : []),
+        ...(hasImages
+            ? ['xmlns:image="http://www.google.com/schemas/sitemap-image/1.1"']
+            : []),
+    ];
+    return `<?xml version="1.0" encoding="UTF-8"?>\n<urlset ${namespaces.join(" ")}>\n${urls.join("\n")}\n</urlset>\n`;
+}
+export function llmsText(llms, base) {
+    const out = [`# ${llms.title}`];
+    if (llms.summary)
+        out.push("", `> ${llms.summary}`);
+    for (const paragraph of list(llms.details))
+        out.push("", paragraph);
+    for (const section of llms.sections ?? []) {
+        out.push("", `## ${section.title}`, "");
+        for (const link of section.links) {
+            out.push(`- [${link.title}](${absoluteUrl(link.url, base, "llms.ts")})${link.description ? `: ${link.description}` : ""}`);
+        }
+    }
+    return out.join("\n") + "\n";
+}
+/**
+ * The response for one of these routes: what the app's function returned,
+ * formatted, unless it returned the text itself. Called by the route the
+ * build synthesised, never by an app directly.
+ */
+export async function metadataResponse(kind, produce, base) {
+    const value = await produce();
+    const body = typeof value === "string"
+        ? value
+        : kind === "robots"
+            ? robotsText(value, base)
+            : kind === "sitemap"
+                ? sitemapXml(value, base)
+                : llmsText(value, base);
+    return new Response(body, {
+        headers: { "Content-Type": METADATA_ROUTES[kind].type },
+    });
+}
+/**
+ * The sitemap the build writes when the app has no sitemap.ts.
+ *
+ * The build already knows what belongs in one: every page it stored, and
+ * every url generateStaticParams listed, which is the set a crawler should
+ * be told about. Left out: a route with middleware above it (a guard means
+ * "not for everyone"), a page the build could not store (it varies per
+ * visitor, so it has no one url worth listing... it does, but no freshness
+ * to claim - listed without lastModified), the not-found page, and the
+ * metadata files themselves. lastModified is the build, which is when the
+ * stored copy changed. A sitemap.ts beside the root layout replaces this.
+ */
+export function automaticSitemap(results, routes, base, builtAt = new Date()) {
+    const guarded = new Set(routes.filter((r) => r.middleware.length > 0).map((r) => r.component));
+    const seen = new Set();
+    const entries = [];
+    for (const result of results) {
+        if (guarded.has(result.component))
+            continue;
+        if (result.type === "error" || result.type === "blocked")
+            continue;
+        if (/(^|\/)not-found$|\/_/.test(result.url))
+            continue;
+        if (/\[.*\]/.test(result.url))
+            continue; // a pattern, not a url
+        if (seen.has(result.url))
+            continue;
+        seen.add(result.url);
+        entries.push(result.type === "frozen" || result.type === "shell"
+            ? { url: result.url, lastModified: builtAt }
+            : { url: result.url });
+    }
+    entries.sort((a, b) => a.url.localeCompare(b.url));
+    return sitemapXml(entries, base);
+}
+//# sourceMappingURL=metadataRoutes.js.map

package/dist/metadataRoutes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadataRoutes.js","sourceRoot":"","sources":["../src/metadataRoutes.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,EAAE;AACF,yEAAyE;AACzE,4EAA4E;AAC5E,8EAA8E;AAC9E,yEAAyE;AACzE,mDAAmD;AAInD,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,MAAM,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,2BAA2B,EAAE;IACjE,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,gCAAgC,EAAE;IACxE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,2BAA2B,EAAE;IAC7D,WAAW,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,2BAA2B,EAAE;CACjE,CAAC;AAIX;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GACrB,iHAAiH,CAAC;AAEpH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,gCAAgC;QAClC,CAAC,CAAC,2BAA2B,CAAC;AAClC,CAAC;AAED,SAAS,IAAI,CAAI,KAA0B;IACzC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC3E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CACzB,GAAW,EACX,IAAqC,EACrC,IAAY;IAEZ,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAEjD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CACb,aAAa,IAAI,0BAA0B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,iEAAiE;YAC7H,2GAA2G,CAC9G,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,MAA4B,EAC5B,IAAqC;IAErC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAgB,EAAE,EAAE;QACzD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM;YAC7C,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;YACtB,CAAC,CAAC,CAAC,GAAG,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,EAAE,CAAC,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACxE,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;YAC/B,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,YAAY,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;IACnE,IAAI,MAAM,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAEnD,OAAO,CACL,CAAC,GAAG,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAC3E,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CACjB,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC;QACC,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,MAAM;QACX,GAAG,EAAE,MAAM;QACX,GAAG,EAAE,QAAQ;QACb,GAAG,EAAE,QAAQ;KACd,CAAC,CAAC,CAAC,CAAE,CACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,OAA8B,EAC9B,IAAqC;IAErC,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,UAAU,EAAE,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAC5E,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEvE,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAmB,EAAE,EAAE;QAC/C,MAAM,KAAK,GAAG;YACZ,QAAQ,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,QAAQ;SACtE,CAAC;QAEF,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,GACR,KAAK,CAAC,YAAY,YAAY,IAAI;gBAChC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE;gBAClC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;YAEzB,KAAK,CAAC,IAAI,CAAC,YAAY,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,KAAK,CAAC,eAAe;YACvB,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,eAAe,eAAe,CAAC,CAAC;QAClE,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;YAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,QAAQ,aAAa,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,KAAK,CAAC,UAAU,EAAE,SAAS,IAAI,EAAE,CAClC,EAAE,CAAC;YACF,KAAK,CAAC,IAAI,CACR,yCAAyC,SAAS,CAAC,IAAI,CAAC,WAAW,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,KAAK,CACzH,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CACR,2BAA2B,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,4BAA4B,CACzG,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG;QACjB,qDAAqD;QACrD,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,4CAA4C,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,+DAA+D,CAAC;YACnE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,OAAO,mDAAmD,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;AACrH,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,IAAwB,EACxB,IAAqC;IAErC,MAAM,GAAG,GAAa,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAE1C,IAAI,IAAI,CAAC,OAAO;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACpD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAEpE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC1C,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CACN,MAAM,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACjH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAuB,EACvB,OAAsB,EACtB,IAAqC;IAErC,MAAM,KAAK,GAAG,MAAM,OAAO,EAAE,CAAC;IAC9B,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ;QACvB,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,KAAK,QAAQ;YACjB,CAAC,CAAC,UAAU,CAAC,KAA6B,EAAE,IAAI,CAAC;YACjD,CAAC,CAAC,IAAI,KAAK,SAAS;gBAClB,CAAC,CAAC,UAAU,CAAC,KAA8B,EAAE,IAAI,CAAC;gBAClD,CAAC,CAAC,QAAQ,CAAC,KAA2B,EAAE,IAAI,CAAC,CAAC;IAEtD,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE;QACxB,OAAO,EAAE,EAAE,cAAc,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;KACxD,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAoE,EACpE,MAAuE,EACvE,IAAkB,EAClB,OAAO,GAAS,IAAI,IAAI,EAAE;IAE1B,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CACtE,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC;YAAE,SAAS;QAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS;QACnE,IAAI,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,SAAS;QACtD,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,SAAS,CAAC,uBAAuB;QAChE,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,SAAS;QAEnC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CACV,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO;YACjD,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,EAAE;YAC5C,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CACxB,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEnD,OAAO,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC","sourcesContent":["// robots.txt, sitemap.xml and llms.txt, from a file beside the root layout.\n//\n// Each convention file becomes an api route the build synthesises - so a\n// sitemap that reads nothing per request is stored at build like any frozen\n// route, one that reads the request stays dynamic, and the build's table says\n// which. What lives here is the formatting: the value the app's function\n// returns, written the way the crawler expects it.\n\nimport type { MetadataRoute, RobotsRule, SitemapEntry } from \"./metadata.js\";\n\nexport const METADATA_ROUTES = {\n  robots: { file: \"robots.txt\", type: \"text/plain; charset=utf-8\" },\n  sitemap: { file: \"sitemap.xml\", type: \"application/xml; charset=utf-8\" },\n  llms: { file: \"llms.txt\", type: \"text/plain; charset=utf-8\" },\n  \"llms-full\": { file: \"llms-full.txt\", type: \"text/plain; charset=utf-8\" },\n} as const;\n\nexport type MetadataRouteKind = keyof typeof METADATA_ROUTES;\n\n/**\n * Files an app may drop beside the root layout to be served at the root as\n * they are: the same three, hand-written, and the handful of other files a\n * site is asked for at its root.\n */\nexport const ROOT_FILES =\n  /^(?:robots\\.txt|sitemap(?:-[\\w.-]+)?\\.xml|llms(?:-full)?\\.txt|humans\\.txt|security\\.txt|ads\\.txt|app-ads\\.txt)$/;\n\nexport function rootFileType(name: string): string {\n  return name.endsWith(\".xml\")\n    ? \"application/xml; charset=utf-8\"\n    : \"text/plain; charset=utf-8\";\n}\n\nfunction list<T>(value: T | T[] | undefined): T[] {\n  return value === undefined ? [] : Array.isArray(value) ? value : [value];\n}\n\n/**\n * A url made absolute. A relative one needs the root layout's metadataBase -\n * a crawler is handed these with no page to resolve them against.\n */\nexport function absoluteUrl(\n  url: string,\n  base: string | URL | null | undefined,\n  file: string,\n): string {\n  if (/^[a-z][a-z0-9+.-]*:/i.test(url)) return url;\n\n  if (!base) {\n    throw new Error(\n      `[rsc-kit] ${file} names a relative url, ${JSON.stringify(url)}, and the root layout has no metadataBase to make it absolute. ` +\n        \"Add metadataBase: new URL('https://example.com') to the root layout's metadata, or write the url in full.\",\n    );\n  }\n\n  return new URL(url, base).href;\n}\n\nexport function robotsText(\n  robots: MetadataRoute.Robots,\n  base: string | URL | null | undefined,\n): string {\n  const blocks = list(robots.rules).map((rule: RobotsRule) => {\n    const lines: string[] = [];\n\n    for (const agent of list(rule.userAgent).length\n      ? list(rule.userAgent)\n      : [\"*\"])\n      lines.push(`User-Agent: ${agent}`);\n    for (const path of list(rule.allow)) lines.push(`Allow: ${path}`);\n    for (const path of list(rule.disallow)) lines.push(`Disallow: ${path}`);\n    if (rule.crawlDelay !== undefined)\n      lines.push(`Crawl-delay: ${rule.crawlDelay}`);\n\n    return lines.join(\"\\n\");\n  });\n\n  const tail: string[] = [];\n\n  for (const sitemap of list(robots.sitemap))\n    tail.push(`Sitemap: ${absoluteUrl(sitemap, base, \"robots.ts\")}`);\n  if (robots.host) tail.push(`Host: ${robots.host}`);\n\n  return (\n    [...blocks, ...(tail.length ? [tail.join(\"\\n\")] : [])].join(\"\\n\\n\") + \"\\n\"\n  );\n}\n\nfunction escapeXml(text: string): string {\n  return text.replace(\n    /[&<>\"']/g,\n    (c) =>\n      ({\n        \"&\": \"&amp;\",\n        \"<\": \"&lt;\",\n        \">\": \"&gt;\",\n        '\"': \"&quot;\",\n        \"'\": \"&apos;\",\n      })[c]!,\n  );\n}\n\nexport function sitemapXml(\n  entries: MetadataRoute.Sitemap,\n  base: string | URL | null | undefined,\n): string {\n  const hasAlternates = entries.some(\n    (e) =>\n      e.alternates?.languages && Object.keys(e.alternates.languages).length > 0,\n  );\n  const hasImages = entries.some((e) => e.images && e.images.length > 0);\n\n  const urls = entries.map((entry: SitemapEntry) => {\n    const parts = [\n      `<loc>${escapeXml(absoluteUrl(entry.url, base, \"sitemap.ts\"))}</loc>`,\n    ];\n\n    if (entry.lastModified !== undefined) {\n      const when =\n        entry.lastModified instanceof Date\n          ? entry.lastModified.toISOString()\n          : entry.lastModified;\n\n      parts.push(`<lastmod>${escapeXml(when)}</lastmod>`);\n    }\n    if (entry.changeFrequency)\n      parts.push(`<changefreq>${entry.changeFrequency}</changefreq>`);\n    if (entry.priority !== undefined)\n      parts.push(`<priority>${entry.priority}</priority>`);\n    for (const [lang, href] of Object.entries(\n      entry.alternates?.languages ?? {},\n    )) {\n      parts.push(\n        `<xhtml:link rel=\"alternate\" hreflang=\"${escapeXml(lang)}\" href=\"${escapeXml(absoluteUrl(href, base, \"sitemap.ts\"))}\"/>`,\n      );\n    }\n    for (const image of entry.images ?? []) {\n      parts.push(\n        `<image:image><image:loc>${escapeXml(absoluteUrl(image, base, \"sitemap.ts\"))}</image:loc></image:image>`,\n      );\n    }\n\n    return `<url>${parts.join(\"\")}</url>`;\n  });\n\n  const namespaces = [\n    'xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\"',\n    ...(hasAlternates ? ['xmlns:xhtml=\"http://www.w3.org/1999/xhtml\"'] : []),\n    ...(hasImages\n      ? ['xmlns:image=\"http://www.google.com/schemas/sitemap-image/1.1\"']\n      : []),\n  ];\n\n  return `<?xml version=\"1.0\" encoding=\"UTF-8\"?>\\n<urlset ${namespaces.join(\" \")}>\\n${urls.join(\"\\n\")}\\n</urlset>\\n`;\n}\n\nexport function llmsText(\n  llms: MetadataRoute.Llms,\n  base: string | URL | null | undefined,\n): string {\n  const out: string[] = [`# ${llms.title}`];\n\n  if (llms.summary) out.push(\"\", `> ${llms.summary}`);\n  for (const paragraph of list(llms.details)) out.push(\"\", paragraph);\n\n  for (const section of llms.sections ?? []) {\n    out.push(\"\", `## ${section.title}`, \"\");\n    for (const link of section.links) {\n      out.push(\n        `- [${link.title}](${absoluteUrl(link.url, base, \"llms.ts\")})${link.description ? `: ${link.description}` : \"\"}`,\n      );\n    }\n  }\n\n  return out.join(\"\\n\") + \"\\n\";\n}\n\n/**\n * The response for one of these routes: what the app's function returned,\n * formatted, unless it returned the text itself. Called by the route the\n * build synthesised, never by an app directly.\n */\nexport async function metadataResponse(\n  kind: MetadataRouteKind,\n  produce: () => unknown,\n  base: string | URL | null | undefined,\n): Promise<Response> {\n  const value = await produce();\n  const body =\n    typeof value === \"string\"\n      ? value\n      : kind === \"robots\"\n        ? robotsText(value as MetadataRoute.Robots, base)\n        : kind === \"sitemap\"\n          ? sitemapXml(value as MetadataRoute.Sitemap, base)\n          : llmsText(value as MetadataRoute.Llms, base);\n\n  return new Response(body, {\n    headers: { \"Content-Type\": METADATA_ROUTES[kind].type },\n  });\n}\n\n/**\n * The sitemap the build writes when the app has no sitemap.ts.\n *\n * The build already knows what belongs in one: every page it stored, and\n * every url generateStaticParams listed, which is the set a crawler should\n * be told about. Left out: a route with middleware above it (a guard means\n * \"not for everyone\"), a page the build could not store (it varies per\n * visitor, so it has no one url worth listing... it does, but no freshness\n * to claim - listed without lastModified), the not-found page, and the\n * metadata files themselves. lastModified is the build, which is when the\n * stored copy changed. A sitemap.ts beside the root layout replaces this.\n */\nexport function automaticSitemap(\n  results: readonly { url: string; type: string; component: string }[],\n  routes: readonly { component: string; middleware: readonly string[] }[],\n  base: string | URL,\n  builtAt: Date = new Date(),\n): string {\n  const guarded = new Set(\n    routes.filter((r) => r.middleware.length > 0).map((r) => r.component),\n  );\n  const seen = new Set<string>();\n  const entries: SitemapEntry[] = [];\n\n  for (const result of results) {\n    if (guarded.has(result.component)) continue;\n    if (result.type === \"error\" || result.type === \"blocked\") continue;\n    if (/(^|\\/)not-found$|\\/_/.test(result.url)) continue;\n    if (/\\[.*\\]/.test(result.url)) continue; // a pattern, not a url\n    if (seen.has(result.url)) continue;\n\n    seen.add(result.url);\n    entries.push(\n      result.type === \"frozen\" || result.type === \"shell\"\n        ? { url: result.url, lastModified: builtAt }\n        : { url: result.url },\n    );\n  }\n\n  entries.sort((a, b) => a.url.localeCompare(b.url));\n\n  return sitemapXml(entries, base);\n}\n"]}

package/dist/prerender.js

@@ -16,7 +16,7 @@
 // shapes and anything that reads them works for either.
 import { withRedirect } from "./redirect.js";
 import { withCache } from "./cache.js";
-import { requestReadBy, requestReadWhere, requestWasRead, withRequest, } from "./request.js";
+import { requestFallbacks, requestReadBy, requestReadWhere, requestWasRead, withRequest, } from "./request.js";
 import { watchNondeterminism, whileRendering } from "./nondeterminism.js";
 /** What a prerenderer needs from the built bundle, beyond serving a request. */
 /**
@@ -49,6 +49,7 @@ const DEFAULT_PRERENDER_CONCURRENCY = 4;
  * else in the list is the app's, and needs the runtime.
  */
 const RUNTIME_OWN = new Set([
+    "DefaultRouteError",
     "DocumentTitle",
     "PathnameProvider",
     "RouteErrorBoundary",
@@ -223,7 +224,7 @@ export function notes(results) {
         !pages.some((r) => r.type === "frozen") &&
         reasons.size === 1) {
         const [reason] = reasons;
-        parts.push(`  Every route ${reason}. When one read makes every page dynamic it is usually\n` +
+        parts.push(`  Every route: ${reason}. When one read reaches every page it is usually\n` +
             "  in the root layout - a header reading the session, a locale from a cookie.\n" +
             "  Move that read into the component that needs it, under a <Suspense>, and\n" +
             "  the rest of the site can freeze around it.");
@@ -399,8 +400,12 @@ export async function prerender(options) {
          * structural reasons, either of which may also be true.
          */
         const shellReason = (calls) => {
+            // The shell is stored; what streams is named. "dynamic" would say the
+            // page is, and the mark beside the line says it is not.
             if (calls.length)
-                return "dynamic — called " + calls.join(", ");
+                return (calls.join(", ") +
+                    (calls.length > 1 ? " stream" : " streams") +
+                    " per request; the rest is stored");
             // One shell serving every url the route matches. generateStaticParams is
             // what turns it into a page per url.
             if (unlistedNow)
@@ -434,7 +439,7 @@ export async function prerender(options) {
         // must not share an answer just because they were built in the same run.
         // No request, deliberately: a page that reads one is caught below rather
         // than frozen holding whatever the build machine happened to send.
-        const [{ shell, redirected, readRequest, readBy, readWhere }, nondeterministic,] = await whileRendering(() => withRequest(null, () => withCache(() => withRedirect(async (taken) => {
+        const [{ shell, redirected, readRequest, readBy, readWhere, fallbacks }, nondeterministic,] = await whileRendering(() => withRequest(null, () => withCache(() => withRedirect(async (taken) => {
             try {
                 return {
                     shell: await engine.handleRscPprShell(route.component, props, layouts, route.loadings, route.slots, 
@@ -450,6 +455,7 @@ export async function prerender(options) {
                     // And from which component, so the message is a line to open
                     // rather than a category to search for.
                     readWhere: requestReadWhere(),
+                    fallbacks: requestFallbacks(),
                 };
             }
             catch (error) {
@@ -466,6 +472,7 @@ export async function prerender(options) {
                     readRequest: requestWasRead(),
                     readBy: requestReadBy(),
                     readWhere: requestReadWhere(),
+                    fallbacks: requestFallbacks(),
                 };
             }
         }))));
@@ -494,7 +501,13 @@ export async function prerender(options) {
          * the prerender.
          */
         async function withRootFallbackChecked(result) {
-            if (result.type !== "shell")
+            // Also for a frozen page whose SSR threw and was caught at a boundary -
+            // useSearchParams() with nothing closer than the root loading.tsx. That
+            // render finished, with the root fallback standing in for the page;
+            // without it the throw reaches the root and nothing paints, which is
+            // the question this asks.
+            if (result.type !== "shell" &&
+                !(result.type === "frozen" && fallbacks.length))
                 return result;
             if (!engine.handleRscPprShell)
                 return result;
@@ -508,8 +521,17 @@ export async function prerender(options) {
             if (route.loadings.length !== 1 ||
                 !only ||
                 !root ||
-                dirOf(only) !== dirOf(root))
+                dirOf(only) !== dirOf(root)) {
+                // A boundary of its own caught it: the fallback there is stored and
+                // the value is read in the browser. Said, because the page is not
+                // quite what the source shows at first paint.
+                if (fallbacks.length && !result.note) {
+                    result.note =
+                        fallbacks.join(", ") +
+                            " — its fallback is stored; the value is read in the browser";
+                }
                 return result;
+            }
             // A tenth of the shell budget, because this is a different question.
             //
             // Deciding what a page's shell IS means waiting out everything that can
@@ -518,12 +540,20 @@ export async function prerender(options) {
             // paints immediately. Given the full budget it cost two seconds a route
             // to learn what the first millisecond already said, which on this
             // example was 40% of the entire prerender.
-            const withoutRoot = await withRequest(null, () => withCache(() => withRedirect(async () => engine.handleRscPprShell(route.component, props, layouts, [], route.slots, url, ROOT_FALLBACK_BUDGET_MS)))).catch(() => null);
+            const withoutRoot = await withRequest(null, () => withCache(() => withRedirect(async () => engine.handleRscPprShell(route.component, props, layouts, [], route.slots, url, ROOT_FALLBACK_BUDGET_MS)))).catch(() => (fallbacks.length ? { shellHtml: "" } : null));
             if (withoutRoot && closeDocument(withoutRoot.shellHtml.trim()) === "") {
-                result.warning =
-                    "nothing painted without the root loading.tsx — the fallback the whole app shares " +
+                result.warning = fallbacks.length
+                    ? fallbacks.join(", ") +
+                        " has no boundary closer than the root loading.tsx, so that is the whole page at first paint. " +
+                        "Put a <Suspense> around the component that reads, and the rest of the page is stored."
+                    : "nothing painted without the root loading.tsx — the fallback the whole app shares " +
                         "is standing in for this page. Put a boundary where the waiting is.";
             }
+            else if (fallbacks.length && !result.note) {
+                result.note =
+                    fallbacks.join(", ") +
+                        " — its fallback is stored; the value is read in the browser";
+            }
             return result;
         }
         // A route that only redirects still has an answer to freeze — the answer
@@ -574,7 +604,11 @@ export async function prerender(options) {
                     : shell.usedDynamicApis
                         ? "reaches for the host"
                         : "blocks") +
-                    " before anything can paint. Add a loading.tsx beside it, or put a " +
+                    " before anything can paint." +
+                    (readWhere.some((w) => w.includes(" awaited by "))
+                        ? " One of those has no boundary above it."
+                        : "") +
+                    " Add a loading.tsx beside it, or put a " +
                     "<Suspense> above the waiting, and it has a skeleton to store.");
             }
             await writeShell(route, url, body, shell.postponed);