@publish.os/nextjs 0.0.1-alpha.2 → 0.0.1-alpha.3

package/dist/kernel/routes/metadata/feed.js

@@ -0,0 +1,269 @@
+// src/kernel/routes/metadata/feed.ts
+import { cacheLife, cacheTag } from "next/cache";
+
+// src/cache/tags.ts
+import { createHash } from "crypto";
+var MAX_TAG_LEN = 256;
+var MAX_SEGMENT_LEN = 80;
+var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
+function sha256(value) {
+  return createHash("sha256").update(value).digest("hex").slice(0, 16);
+}
+function safeSegment(value) {
+  const raw = value.trim().toLowerCase() || "root";
+  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const segment = normalized || "root";
+  if (segment.length <= MAX_SEGMENT_LEN) return segment;
+  return `${segment.slice(0, 48)}.${sha256(segment)}`;
+}
+function assertTag(tag) {
+  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
+    return `tag:${sha256(tag)}`;
+  }
+  return tag;
+}
+var tags = {
+  site() {
+    return "site";
+  },
+  pages() {
+    return "pages";
+  },
+  group(group) {
+    return assertTag(`group:${safeSegment(group)}`);
+  },
+  page(group, slug) {
+    const path = Array.isArray(slug) ? slug.join("/") : slug;
+    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
+  },
+  manifest(contentHash) {
+    return assertTag(`manifest:${safeSegment(contentHash)}`);
+  },
+  sitemap() {
+    return "sitemap";
+  },
+  robots() {
+    return "robots";
+  },
+  llms(scope = "root") {
+    return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
+  }
+};
+
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/feed.ts
+function xmlEscape(value) {
+  return value.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+function pageTimestamp(page) {
+  const value = page.publishedAt ?? page.updatedAt;
+  if (!value) return -Infinity;
+  const timestamp = Date.parse(value);
+  return Number.isNaN(timestamp) ? -Infinity : timestamp;
+}
+function canonicalUrl(manifest, path) {
+  const origin = manifest.site.url?.replace(/\/+$/, "");
+  if (!origin) return path;
+  try {
+    return new URL(path, `${origin}/`).toString();
+  } catch {
+    return path;
+  }
+}
+function pageInScope(page, options) {
+  if (options.scope === "site" || !options.group) return true;
+  if (options.scope === "self") return page.group === options.group;
+  return page.group === options.group || page.group.startsWith(`${options.group}/`);
+}
+function feedPages(manifest, options) {
+  const statuses = options.status ?? ["published"];
+  const pages = manifest.pages.filter((page) => statuses.includes(page.status)).filter((page) => pageInScope(page, options)).sort((a, b) => pageTimestamp(b) - pageTimestamp(a));
+  return options.limit ? pages.slice(0, options.limit) : pages;
+}
+async function rssXml(manifest, options = {}) {
+  "use cache";
+  cacheLife("page");
+  cacheTag(
+    tags.site(),
+    tags.feed("rss", options.group ?? options.scope ?? "site"),
+    tags.manifest(manifest.contentHash)
+  );
+  const title = manifest.site.name;
+  const description = manifest.site.description ?? title;
+  const pages = feedPages(manifest, options);
+  const homeUrl = canonicalUrl(manifest, "/");
+  const items = pages.map((page) => {
+    const pageUrl = canonicalUrl(manifest, page.path);
+    const pubDate = page.publishedAt ? `
+      <pubDate>${xmlEscape(new Date(page.publishedAt).toUTCString())}</pubDate>` : "";
+    const description2 = page.description ? `
+      <description>${xmlEscape(page.description)}</description>` : "";
+    return `    <item>
+      <title>${xmlEscape(page.title)}</title>
+      <link>${xmlEscape(pageUrl)}</link>
+      <guid>${xmlEscape(pageUrl)}</guid>${pubDate}${description2}
+    </item>`;
+  }).join("\n");
+  return `<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0">
+  <channel>
+    <title>${xmlEscape(title)}</title>
+    <link>${xmlEscape(homeUrl)}</link>
+    <description>${xmlEscape(description)}</description>
+${items}
+  </channel>
+</rss>
+`;
+}
+function pageDate(page) {
+  return page.publishedAt ?? page.updatedAt;
+}
+function latestFeedDate(pages) {
+  const timestamp = Math.max(0, ...pages.map((page) => pageTimestamp(page)));
+  return new Date(timestamp).toISOString();
+}
+async function atomXml(manifest, options = {}) {
+  "use cache";
+  cacheLife("page");
+  cacheTag(
+    tags.site(),
+    tags.feed("atom", options.group ?? options.scope ?? "site"),
+    tags.manifest(manifest.contentHash)
+  );
+  const title = manifest.site.name;
+  const pages = feedPages(manifest, options);
+  const homeUrl = canonicalUrl(manifest, "/");
+  const entries = pages.map((page) => {
+    const date = pageDate(page);
+    const updated = date ? new Date(date).toISOString() : latestFeedDate([]);
+    const pageUrl = canonicalUrl(manifest, page.path);
+    const summary = page.description ? `
+    <summary>${xmlEscape(page.description)}</summary>` : "";
+    return `  <entry>
+    <title>${xmlEscape(page.title)}</title>
+    <id>${xmlEscape(pageUrl)}</id>
+    <link href="${xmlEscape(pageUrl)}" />
+    <updated>${xmlEscape(updated)}</updated>${summary}
+  </entry>`;
+  }).join("\n");
+  return `<?xml version="1.0" encoding="UTF-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom">
+  <title>${xmlEscape(title)}</title>
+  <id>${xmlEscape(homeUrl)}</id>
+  <updated>${xmlEscape(latestFeedDate(pages))}</updated>
+${entries}
+</feed>
+`;
+}
+async function jsonFeed(manifest, options = {}) {
+  "use cache";
+  cacheLife("page");
+  cacheTag(
+    tags.site(),
+    tags.feed("json", options.group ?? options.scope ?? "site"),
+    tags.manifest(manifest.contentHash)
+  );
+  const pages = feedPages(manifest, options);
+  return `${JSON.stringify(
+    {
+      version: "https://jsonfeed.org/version/1.1",
+      title: manifest.site.name,
+      description: manifest.site.description,
+      home_page_url: canonicalUrl(manifest, "/"),
+      items: pages.map((page) => ({
+        id: canonicalUrl(manifest, page.path),
+        url: canonicalUrl(manifest, page.path),
+        title: page.title,
+        summary: page.description,
+        content_text: page.body,
+        date_published: page.publishedAt,
+        date_modified: page.updatedAt,
+        tags: page.tags
+      }))
+    },
+    null,
+    2
+  )}
+`;
+}
+function createRssFeedRoute(manifest, options = {}) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await rssXml(manifest, options),
+      contentType: "application/rss+xml; charset=utf-8"
+    });
+  };
+}
+function createAtomFeedRoute(manifest, options = {}) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await atomXml(manifest, options),
+      contentType: "application/atom+xml; charset=utf-8"
+    });
+  };
+}
+function createJsonFeedRoute(manifest, options = {}) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await jsonFeed(manifest, options),
+      contentType: "application/feed+json; charset=utf-8"
+    });
+  };
+}
+function createPrecomputedFeedRoute(output) {
+  return function GET() {
+    return createCachedTextResponse({
+      body: output.body,
+      contentType: output.contentType,
+      etag: output.etag
+    });
+  };
+}
+export {
+  createAtomFeedRoute,
+  createJsonFeedRoute,
+  createPrecomputedFeedRoute,
+  createRssFeedRoute
+};

package/dist/kernel/routes/metadata/llms.cjs

@@ -0,0 +1,234 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/kernel/routes/metadata/llms.ts
+var llms_exports = {};
+__export(llms_exports, {
+  createLlmsFullTxtRoute: () => createLlmsFullTxtRoute,
+  createLlmsTxtRoute: () => createLlmsTxtRoute,
+  createPrecomputedLlmsTxtRoute: () => createPrecomputedLlmsTxtRoute,
+  llmsFullTxtResponse: () => llmsFullTxtResponse
+});
+module.exports = __toCommonJS(llms_exports);
+var import_cache = require("next/cache");
+
+// src/cache/tags.ts
+var import_node_crypto = require("crypto");
+var MAX_TAG_LEN = 256;
+var MAX_SEGMENT_LEN = 80;
+var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
+function sha256(value) {
+  return (0, import_node_crypto.createHash)("sha256").update(value).digest("hex").slice(0, 16);
+}
+function safeSegment(value) {
+  const raw = value.trim().toLowerCase() || "root";
+  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const segment = normalized || "root";
+  if (segment.length <= MAX_SEGMENT_LEN) return segment;
+  return `${segment.slice(0, 48)}.${sha256(segment)}`;
+}
+function assertTag(tag) {
+  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
+    return `tag:${sha256(tag)}`;
+  }
+  return tag;
+}
+var tags = {
+  site() {
+    return "site";
+  },
+  pages() {
+    return "pages";
+  },
+  group(group) {
+    return assertTag(`group:${safeSegment(group)}`);
+  },
+  page(group, slug) {
+    const path = Array.isArray(slug) ? slug.join("/") : slug;
+    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
+  },
+  manifest(contentHash) {
+    return assertTag(`manifest:${safeSegment(contentHash)}`);
+  },
+  sitemap() {
+    return "sitemap";
+  },
+  robots() {
+    return "robots";
+  },
+  llms(scope = "root") {
+    return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
+  }
+};
+
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/llms.ts
+var DEFAULT_LLMS_FULL_MAX_BYTES = 1e6;
+var TEXT_ENCODER = new TextEncoder();
+function byteLength(value) {
+  return TEXT_ENCODER.encode(value).byteLength;
+}
+function pageInScope(page, options) {
+  if (options.scope === "site" || !options.group) return true;
+  if (options.scope === "self") return page.group === options.group;
+  return page.group === options.group || page.group.startsWith(`${options.group}/`);
+}
+function llmsSummary(manifest) {
+  return manifest.site.description ? `> ${manifest.site.description}` : `> Agent-readable index for ${manifest.site.name}.`;
+}
+async function llmsTxt(manifest, options = {}) {
+  "use cache";
+  (0, import_cache.cacheLife)("page");
+  (0, import_cache.cacheTag)(
+    tags.site(),
+    tags.llms(options.group ?? options.scope ?? "root"),
+    tags.manifest(manifest.contentHash)
+  );
+  const pages = manifest.pages.filter((page) => page.status === "published").filter((page) => pageInScope(page, options));
+  const visiblePages = options.limit ? pages.slice(0, options.limit) : pages;
+  const lines = visiblePages.map((page) => {
+    const description = options.includeDescriptions && page.description ? ` - ${page.description}` : "";
+    return `- [${page.title}](${page.path})${description}`;
+  });
+  const linkLines = (options.links ?? []).map(
+    (link) => `- [${link.title}](${link.path})`
+  );
+  const linkSection = linkLines.length ? `
+
+## Group LLM indexes
+
+${linkLines.join("\n")}` : "";
+  return `# ${manifest.site.name}
+
+${llmsSummary(manifest)}
+
+${lines.join("\n")}${linkSection}
+`;
+}
+function createLlmsTxtRoute(manifest, options = {}) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await llmsTxt(manifest, options),
+      contentType: "text/plain; charset=utf-8"
+    });
+  };
+}
+function createPrecomputedLlmsTxtRoute(output) {
+  return function GET() {
+    return createCachedTextResponse({
+      body: output.body,
+      contentType: "text/plain; charset=utf-8",
+      etag: output.etag
+    });
+  };
+}
+async function llmsFullTxt(manifest, artifacts, options = {}) {
+  const maxBytes = options.maxBytes ?? DEFAULT_LLMS_FULL_MAX_BYTES;
+  const header = `# ${manifest.site.name} Full Content
+
+> LLMS index: /llms.txt
+> Sitemap: /sitemap.md
+
+`;
+  const sections = [];
+  let totalBytes = byteLength(header);
+  let included = 0;
+  let truncated = false;
+  for (const artifact of Object.values(artifacts).sort(
+    (a, b) => a.markdownPath.localeCompare(b.markdownPath)
+  )) {
+    const section = `---
+
+${artifact.body.trim()}
+
+`;
+    const sectionBytes = byteLength(section);
+    if (totalBytes + sectionBytes > maxBytes) {
+      truncated = true;
+      break;
+    }
+    sections.push(section);
+    totalBytes += sectionBytes;
+    included += 1;
+  }
+  const footer = truncated ? `
+> Truncated at ${included} of ${Object.keys(artifacts).length} Markdown pages to stay under ${maxBytes} bytes.
+` : "";
+  return `${header}${sections.join("")}${footer}`;
+}
+async function llmsFullTxtResponse(manifest, artifacts, options = {}) {
+  return createCachedTextResponse({
+    body: await llmsFullTxt(manifest, artifacts, options),
+    contentType: "text/plain; charset=utf-8"
+  });
+}
+function createLlmsFullTxtRoute(manifest, artifacts, options = {}) {
+  return async function GET() {
+    return llmsFullTxtResponse(manifest, artifacts, options);
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createLlmsFullTxtRoute,
+  createLlmsTxtRoute,
+  createPrecomputedLlmsTxtRoute,
+  llmsFullTxtResponse
+});

package/dist/kernel/routes/metadata/llms.d.cts

@@ -0,0 +1,27 @@
+import { ManifestLike } from '../../../types.cjs';
+import { MarkdownRouteArtifacts } from '../agent/markdown.cjs';
+import 'react';
+
+type LlmsRouteOptions = {
+    scope?: "site" | "group" | "self";
+    group?: string;
+    limit?: number;
+    includeDescriptions?: boolean;
+    links?: Array<{
+        title: string;
+        path: string;
+    }>;
+};
+type LlmsFullRouteOptions = {
+    maxBytes?: number;
+};
+type PrecomputedLlmsTxtOutput = {
+    body: string;
+    etag?: string;
+};
+declare function createLlmsTxtRoute(manifest: ManifestLike, options?: LlmsRouteOptions): () => Promise<Response>;
+declare function createPrecomputedLlmsTxtRoute(output: PrecomputedLlmsTxtOutput): () => Response;
+declare function llmsFullTxtResponse(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): Promise<Response>;
+declare function createLlmsFullTxtRoute(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): () => Promise<Response>;
+
+export { type LlmsFullRouteOptions, type LlmsRouteOptions, type PrecomputedLlmsTxtOutput, createLlmsFullTxtRoute, createLlmsTxtRoute, createPrecomputedLlmsTxtRoute, llmsFullTxtResponse };

package/dist/kernel/routes/metadata/llms.d.ts

@@ -0,0 +1,27 @@
+import { ManifestLike } from '../../../types.js';
+import { MarkdownRouteArtifacts } from '../agent/markdown.js';
+import 'react';
+
+type LlmsRouteOptions = {
+    scope?: "site" | "group" | "self";
+    group?: string;
+    limit?: number;
+    includeDescriptions?: boolean;
+    links?: Array<{
+        title: string;
+        path: string;
+    }>;
+};
+type LlmsFullRouteOptions = {
+    maxBytes?: number;
+};
+type PrecomputedLlmsTxtOutput = {
+    body: string;
+    etag?: string;
+};
+declare function createLlmsTxtRoute(manifest: ManifestLike, options?: LlmsRouteOptions): () => Promise<Response>;
+declare function createPrecomputedLlmsTxtRoute(output: PrecomputedLlmsTxtOutput): () => Response;
+declare function llmsFullTxtResponse(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): Promise<Response>;
+declare function createLlmsFullTxtRoute(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): () => Promise<Response>;
+
+export { type LlmsFullRouteOptions, type LlmsRouteOptions, type PrecomputedLlmsTxtOutput, createLlmsFullTxtRoute, createLlmsTxtRoute, createPrecomputedLlmsTxtRoute, llmsFullTxtResponse };