@publish.os/nextjs 0.0.1-alpha.91 → 0.0.1-alpha.92

package/dist/kernel/routes/metadata/llms.js

@@ -1,134 +1,3 @@
-// src/route-metadata-llms.ts
-import { tags } from "@publish.os/nextjs/cache/tags";
-import { cacheLife, cacheTag } from "next/cache";
-
-// src/lib/runtime/metadata/canonical-url.ts
-function canonicalUrl(manifest, path, group) {
-  let origin = (group && manifest.groups[group]?.origin) ?? manifest.site.origin;
-  if (!origin) return path;
-  try {
-    return new URL(path, `${origin}/`).toString();
-  } catch {
-    return path;
-  }
-}
-
-// src/lib/runtime/metadata/discovery-content.ts
-function discoveryOrigin(manifest, group) {
-  return (group ? manifest.groups[group]?.origin : void 0) ?? manifest.site.origin;
-}
-function pathWithin(path, basePath) {
-  return basePath === "/" || path === basePath || path.startsWith(`${basePath}/`);
-}
-function discoveryPages({
-  manifest,
-  group,
-  scope,
-  limit
-}) {
-  let origin = discoveryOrigin(manifest, group), basePath = group ? manifest.groups[group]?.path ?? "/" : "/", pages = manifest.pages.filter((page) => page.status !== "published" || discoveryOrigin(manifest, page.group) !== origin ? !1 : !group || scope === "site" ? !0 : pathWithin(page.path, basePath) ? page.group === group || scope !== "self" && page.group.startsWith(`${group}/`) : !1);
-  return limit ? pages.slice(0, limit) : pages;
-}
-function groupDiscoveryPages({
-  manifest,
-  pages
-}) {
-  let sections = /* @__PURE__ */ new Map();
-  for (let page of pages) {
-    let group = manifest.groups[page.group], key = group ? page.group : "", section = sections.get(key);
-    section || (section = {
-      ...group ? { group: page.group } : {},
-      title: group ? group.key === "__root" ? manifest.site.name : group.title : "Pages",
-      pages: []
-    }, sections.set(key, section)), section.pages.push(page);
-  }
-  return [...sections.values()].sort(
-    (a, b) => (manifest.groups[a.group ?? ""]?.path ?? "/").localeCompare(
-      manifest.groups[b.group ?? ""]?.path ?? "/"
-    ) || a.title.localeCompare(b.title)
-  );
-}
-
-// src/lib/runtime/metadata/llms-serialization.ts
-function inlineText(value) {
-  return value.replace(/[\r\n]+/g, " ").replace(/([\\`*_[\]<>])/g, "\\$1");
-}
-function markdownLink(link) {
-  let url = link.url.replace(
-    /[\s()<>]/g,
-    (value) => value === "(" ? "%28" : value === ")" ? "%29" : encodeURIComponent(value)
-  );
-  return `[${inlineText(link.title)}](${url})`;
-}
-function serializeLlmsIndex(input) {
-  let body = (input.sections ?? [
-    { title: "Pages", pages: input.pages ?? [] }
-  ]).map((section) => {
-    let lines = [
-      ...(section.links ?? []).map((link) => `- ${markdownLink(link)}`),
-      ...section.pages.map((page) => {
-        let description = input.includeDescriptions && page.description ? `: ${inlineText(page.description)}` : "", alternate = page.alternate ? ` (${markdownLink(page.alternate)})` : "";
-        return `- ${markdownLink(page)}${alternate}${description}`;
-      })
-    ];
-    return `## ${inlineText(section.title)}
-
-${lines.join(`
-`)}`;
-  }).join(`
-
-`), linkLines = (input.links ?? []).map(
-    (link) => `- ${markdownLink(link)}`
-  ), linkSection = linkLines.length ? `
-
-## Group LLM indexes
-
-${linkLines.join(`
-`)}` : "", otherGroupLines = (input.otherGroupLinks ?? []).map(
-    (link) => `- ${markdownLink(link)}`
-  ), otherGroupSection = otherGroupLines.length ? `
-
-## Other content groups
-
-${otherGroupLines.join(`
-`)}` : "";
-  return `# ${inlineText(input.title)}
-
-> ${inlineText(input.summary)}
-
-${body}${linkSection}${otherGroupSection}
-`;
-}
-function serializeLlmsFull(input) {
-  let encoder = new TextEncoder(), byteLength = (value) => encoder.encode(value).byteLength, references = [
-    input.indexUrl ? `> LLMS index: ${input.indexUrl}` : void 0,
-    input.sitemapUrl ? `> Sitemap: ${input.sitemapUrl}` : void 0
-  ].filter(Boolean).join(`
-`), header = `# ${input.title} Full Content
-
-${references ? `${references}
-
-` : ""}`, sections = [], totalBytes = byteLength(header), included = 0, truncated = !1;
-  for (let artifact of [...input.artifacts].sort(
-    (a, b) => a.markdownPath.localeCompare(b.markdownPath)
-  )) {
-    let section = `---
-
-${artifact.body.trim()}
-
-`, sectionBytes = byteLength(section);
-    if (totalBytes + sectionBytes > input.maxBytes) {
-      truncated = !0;
-      break;
-    }
-    sections.push(section), totalBytes += sectionBytes, included += 1;
-  }
-  let footer = truncated ? `
-> Truncated at ${included} of ${input.totalCount ?? input.artifacts.length} Markdown pages to stay under ${input.maxBytes} bytes.
-` : "";
-  return `${header}${sections.join("")}${footer}`;
-}
-
 // src/lib/runtime/response/cached-text-response.ts
 var CACHE_CONTROL = "public, max-age=300, s-maxage=3600, stale-while-revalidate=3600, must-revalidate", CDN_CACHE_CONTROL = "public, max-age=3600, stale-while-revalidate=3600, must-revalidate", SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate", SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
 function cacheControl(policy) {
@@ -150,50 +19,7 @@ function createCachedTextResponse(options) {
 }
 
 // src/route-metadata-llms.ts
-var DEFAULT_LLMS_FULL_MAX_BYTES = 1e6;
-async function llmsTxt(manifest, options = {}, artifactManifest) {
-  "use cache";
-  cacheLife("page"), cacheTag(
-    tags.site(),
-    tags.llms(options.group ?? options.scope ?? "root"),
-    tags.manifest(manifest.contentHash)
-  );
-  let pages = discoveryPages({ manifest, ...options }), group = options.group ? manifest.groups[options.group] : void 0;
-  return serializeLlmsIndex({
-    title: group?.title ?? manifest.site.name,
-    summary: manifest.site.description ? manifest.site.description : `Agent-readable index for ${manifest.site.name}.`,
-    sections: groupDiscoveryPages({ manifest, pages }).map((section) => ({
-      title: section.title,
-      pages: section.pages.map((page) => ({
-        title: page.title,
-        url: canonicalUrl(
-          manifest,
-          artifactManifest?.byHtmlPath[page.path] ?? page.path,
-          page.group
-        ),
-        description: page.description
-      }))
-    })),
-    includeDescriptions: options.includeDescriptions,
-    links: options.links?.map((link) => ({
-      title: link.title,
-      url: canonicalUrl(manifest, link.path, link.group)
-    })),
-    otherGroupLinks: options.otherGroupLinks?.map((link) => ({
-      title: link.title,
-      url: canonicalUrl(manifest, link.path, link.group)
-    }))
-  });
-}
-function createLlmsTxtRoute(manifest, options = {}, artifactManifest) {
-  return async function() {
-    return createCachedTextResponse({
-      body: await llmsTxt(manifest, options, artifactManifest),
-      contentType: "text/plain; charset=utf-8"
-    });
-  };
-}
-function createPrecomputedLlmsTxtRoute(output) {
+function createLlmsTxtRoute(output) {
   return function() {
     return createCachedTextResponse({
       body: output.body,
@@ -201,30 +27,6 @@ function createPrecomputedLlmsTxtRoute(output) {
     });
   };
 }
-async function llmsFullTxt(manifest, artifacts, options = {}) {
-  return serializeLlmsFull({
-    title: manifest.site.name,
-    indexUrl: options.indexPath === !1 ? void 0 : canonicalUrl(manifest, options.indexPath ?? "/llms.txt"),
-    sitemapUrl: options.sitemapPath === !1 ? void 0 : canonicalUrl(manifest, options.sitemapPath ?? "/sitemap.md"),
-    // Route factories serialize their supplied artifacts; generated output filters by origin.
-    artifacts: Object.values(artifacts),
-    maxBytes: options.maxBytes ?? DEFAULT_LLMS_FULL_MAX_BYTES
-  });
-}
-async function llmsFullTxtResponse(manifest, artifacts, options = {}) {
-  return createCachedTextResponse({
-    body: await llmsFullTxt(manifest, artifacts, options),
-    contentType: "text/plain; charset=utf-8"
-  });
-}
-function createLlmsFullTxtRoute(manifest, artifacts, options = {}) {
-  return async function() {
-    return llmsFullTxtResponse(manifest, artifacts, options);
-  };
-}
 export {
-  createLlmsFullTxtRoute,
-  createLlmsTxtRoute,
-  createPrecomputedLlmsTxtRoute,
-  llmsFullTxtResponse
+  createLlmsTxtRoute
 };

package/dist/kernel/routes/metadata/robots.d.ts

@@ -1,5 +1,7 @@
-import { M as ManifestLike } from '../../../types-J2w_puPF.js';
-
-declare function createRobotsTxtRoute(manifest: ManifestLike): () => Promise<Response>;
+declare function createRobotsTxtRoute(defaultOutput: {
+    body: string;
+}, outputsByOrigin?: Record<string, {
+    body: string;
+}>): (request: Request) => Response;
 
 export { createRobotsTxtRoute };

package/dist/kernel/routes/metadata/robots.js

@@ -1,18 +1,3 @@
-// src/route-metadata-robots.ts
-import { tags } from "@publish.os/nextjs/cache/tags";
-import { cacheLife, cacheTag } from "next/cache";
-
-// src/lib/runtime/metadata/canonical-url.ts
-function canonicalUrl(manifest, path, group) {
-  let origin = (group && manifest.groups[group]?.origin) ?? manifest.site.origin;
-  if (!origin) return path;
-  try {
-    return new URL(path, `${origin}/`).toString();
-  } catch {
-    return path;
-  }
-}
-
 // src/lib/runtime/response/cached-text-response.ts
 var CACHE_CONTROL = "public, max-age=300, s-maxage=3600, stale-while-revalidate=3600, must-revalidate", CDN_CACHE_CONTROL = "public, max-age=3600, stale-while-revalidate=3600, must-revalidate", SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate", SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
 function cacheControl(policy) {
@@ -34,17 +19,11 @@ function createCachedTextResponse(options) {
 }
 
 // src/route-metadata-robots.ts
-async function robotsTxt(manifest) {
-  "use cache";
-  return cacheLife("page"), cacheTag(tags.site(), tags.robots(), tags.manifest(manifest.contentHash)), `User-agent: *
-Allow: /
-Sitemap: ${canonicalUrl(manifest, "/sitemap.xml")}
-`;
-}
-function createRobotsTxtRoute(manifest) {
-  return async function() {
+function createRobotsTxtRoute(defaultOutput, outputsByOrigin = {}) {
+  return function(request) {
+    let output = outputsByOrigin[new URL(request.url).origin] ?? defaultOutput;
     return createCachedTextResponse({
-      body: await robotsTxt(manifest),
+      body: output.body,
       contentType: "text/plain; charset=utf-8"
     });
   };

package/dist/kernel/routes/metadata/sitemap.d.ts

@@ -1,5 +1,5 @@
 import { MarkdownRouteArtifactManifest } from '../agent/markdown.js';
-import { M as ManifestLike } from '../../../types-J2w_puPF.js';
+import { M as ManifestLike } from '../../../types-BbqmOzLC.js';
 import '../not-found.js';
 
 type SitemapReference = {
@@ -9,12 +9,26 @@ type SitemapReference = {
 type SitemapRouteOptions = {
     group?: string;
     path?: string;
+    includeUrls?: SitemapReference[];
     sitemaps?: SitemapReference[];
     exclude?: SitemapReference[];
 };
 type SitemapMarkdownRouteOptions = {
     group?: string;
+    path?: string;
     scope?: "site" | "group" | "self";
+    excludeGroups?: string[];
+    includeUrls?: Array<{
+        path?: string;
+        group?: string;
+        url?: string;
+    }>;
+    groupSitemaps?: Array<SitemapReference & {
+        title: string;
+    }>;
+    parts?: Array<SitemapReference & {
+        title: string;
+    }>;
     links?: Array<SitemapReference & {
         title: string;
     }>;