@publish.os/nextjs 0.0.1-alpha.2 → 0.0.1-alpha.3

package/dist/{routes → kernel/routes/metadata}/robots.cjs

@@ -17,7 +17,7 @@ var __copyProps = (to, from, except, desc) => {
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
-// src/routes/robots.ts
+// src/kernel/routes/metadata/robots.ts
 var robots_exports = {};
 __export(robots_exports, {
   createRobotsTxtRoute: () => createRobotsTxtRoute
@@ -71,10 +71,53 @@ var tags = {
   },
   llms(scope = "root") {
     return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
   }
 };
 
-// src/routes/robots.ts
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/robots.ts
 async function robotsTxt(manifest) {
   "use cache";
   (0, import_cache.cacheLife)("page");
@@ -83,8 +126,9 @@ async function robotsTxt(manifest) {
 }
 function createRobotsTxtRoute(manifest) {
   return async function GET() {
-    return new Response(await robotsTxt(manifest), {
-      headers: { "content-type": "text/plain; charset=utf-8" }
+    return createCachedTextResponse({
+      body: await robotsTxt(manifest),
+      contentType: "text/plain; charset=utf-8"
     });
   };
 }

package/dist/{routes → kernel/routes/metadata}/robots.d.cts

@@ -1,4 +1,5 @@
-import { ManifestLike } from '../types.cjs';
+import { ManifestLike } from '../../../types.cjs';
+import 'react';
 
 declare function createRobotsTxtRoute(manifest: ManifestLike): () => Promise<Response>;
 

package/dist/{routes → kernel/routes/metadata}/robots.d.ts

@@ -1,4 +1,5 @@
-import { ManifestLike } from '../types.js';
+import { ManifestLike } from '../../../types.js';
+import 'react';
 
 declare function createRobotsTxtRoute(manifest: ManifestLike): () => Promise<Response>;
 

package/dist/kernel/routes/metadata/robots.js

@@ -0,0 +1,113 @@
+// src/kernel/routes/metadata/robots.ts
+import { cacheLife, cacheTag } from "next/cache";
+
+// src/cache/tags.ts
+import { createHash } from "crypto";
+var MAX_TAG_LEN = 256;
+var MAX_SEGMENT_LEN = 80;
+var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
+function sha256(value) {
+  return createHash("sha256").update(value).digest("hex").slice(0, 16);
+}
+function safeSegment(value) {
+  const raw = value.trim().toLowerCase() || "root";
+  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const segment = normalized || "root";
+  if (segment.length <= MAX_SEGMENT_LEN) return segment;
+  return `${segment.slice(0, 48)}.${sha256(segment)}`;
+}
+function assertTag(tag) {
+  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
+    return `tag:${sha256(tag)}`;
+  }
+  return tag;
+}
+var tags = {
+  site() {
+    return "site";
+  },
+  pages() {
+    return "pages";
+  },
+  group(group) {
+    return assertTag(`group:${safeSegment(group)}`);
+  },
+  page(group, slug) {
+    const path = Array.isArray(slug) ? slug.join("/") : slug;
+    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
+  },
+  manifest(contentHash) {
+    return assertTag(`manifest:${safeSegment(contentHash)}`);
+  },
+  sitemap() {
+    return "sitemap";
+  },
+  robots() {
+    return "robots";
+  },
+  llms(scope = "root") {
+    return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
+  }
+};
+
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/robots.ts
+async function robotsTxt(manifest) {
+  "use cache";
+  cacheLife("page");
+  cacheTag(tags.site(), tags.robots(), tags.manifest(manifest.contentHash));
+  return "User-agent: *\nAllow: /\nSitemap: /sitemap.xml\n";
+}
+function createRobotsTxtRoute(manifest) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await robotsTxt(manifest),
+      contentType: "text/plain; charset=utf-8"
+    });
+  };
+}
+export {
+  createRobotsTxtRoute
+};

package/dist/kernel/routes/metadata/sitemap.cjs

@@ -0,0 +1,182 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/kernel/routes/metadata/sitemap.ts
+var sitemap_exports = {};
+__export(sitemap_exports, {
+  createSitemapMarkdownRoute: () => createSitemapMarkdownRoute,
+  createSitemapXmlRoute: () => createSitemapXmlRoute
+});
+module.exports = __toCommonJS(sitemap_exports);
+var import_cache = require("next/cache");
+
+// src/cache/tags.ts
+var import_node_crypto = require("crypto");
+var MAX_TAG_LEN = 256;
+var MAX_SEGMENT_LEN = 80;
+var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
+function sha256(value) {
+  return (0, import_node_crypto.createHash)("sha256").update(value).digest("hex").slice(0, 16);
+}
+function safeSegment(value) {
+  const raw = value.trim().toLowerCase() || "root";
+  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const segment = normalized || "root";
+  if (segment.length <= MAX_SEGMENT_LEN) return segment;
+  return `${segment.slice(0, 48)}.${sha256(segment)}`;
+}
+function assertTag(tag) {
+  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
+    return `tag:${sha256(tag)}`;
+  }
+  return tag;
+}
+var tags = {
+  site() {
+    return "site";
+  },
+  pages() {
+    return "pages";
+  },
+  group(group) {
+    return assertTag(`group:${safeSegment(group)}`);
+  },
+  page(group, slug) {
+    const path = Array.isArray(slug) ? slug.join("/") : slug;
+    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
+  },
+  manifest(contentHash) {
+    return assertTag(`manifest:${safeSegment(contentHash)}`);
+  },
+  sitemap() {
+    return "sitemap";
+  },
+  robots() {
+    return "robots";
+  },
+  llms(scope = "root") {
+    return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
+  }
+};
+
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/sitemap.ts
+function xmlEscape(value) {
+  return value.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+}
+async function sitemapXml(manifest) {
+  "use cache";
+  (0, import_cache.cacheLife)("page");
+  (0, import_cache.cacheTag)(tags.site(), tags.sitemap(), tags.manifest(manifest.contentHash));
+  const urls = [
+    "/",
+    ...Object.values(manifest.groups).map((g) => g.path),
+    ...manifest.pages.filter((page) => page.status === "published").map((page) => page.path)
+  ];
+  const uniqueUrls = [...new Set(urls)];
+  const body = uniqueUrls.map((url) => `  <url><loc>${xmlEscape(url)}</loc></url>`).join("\n");
+  return `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${body}
+</urlset>
+`;
+}
+function createSitemapXmlRoute(manifest) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await sitemapXml(manifest),
+      contentType: "application/xml; charset=utf-8"
+    });
+  };
+}
+async function sitemapMarkdown(manifest, artifactManifest) {
+  const groups = Object.values(manifest.groups).sort((a, b) => a.path.localeCompare(b.path)).map((group) => `- [${group.title}](${group.path})`);
+  const pages = manifest.pages.filter((page) => page.status === "published").sort((a, b) => a.path.localeCompare(b.path)).map((page) => {
+    const markdownPath = artifactManifest.byHtmlPath[page.path];
+    const markdown = markdownPath ? ` ([Markdown](${markdownPath}))` : "";
+    return `- [${page.title}](${page.path})${markdown}`;
+  });
+  return [
+    `# ${manifest.site.name} Sitemap`,
+    "## Agent indexes",
+    "- [LLMS index](/llms.txt)",
+    "- [Full LLMS index](/llms-full.txt)",
+    "- [XML sitemap](/sitemap.xml)",
+    "## Sections",
+    groups.length ? groups.join("\n") : "- [Home](/)",
+    "## Pages",
+    pages.length ? pages.join("\n") : "- [Home](/)",
+    ""
+  ].join("\n\n");
+}
+function createSitemapMarkdownRoute(manifest, artifactManifest) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await sitemapMarkdown(manifest, artifactManifest),
+      contentType: "text/markdown; charset=utf-8"
+    });
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createSitemapMarkdownRoute,
+  createSitemapXmlRoute
+});

package/dist/kernel/routes/metadata/sitemap.d.cts

@@ -0,0 +1,8 @@
+import { ManifestLike } from '../../../types.cjs';
+import { MarkdownRouteArtifactManifest } from '../agent/markdown.cjs';
+import 'react';
+
+declare function createSitemapXmlRoute(manifest: ManifestLike): () => Promise<Response>;
+declare function createSitemapMarkdownRoute(manifest: ManifestLike, artifactManifest: MarkdownRouteArtifactManifest): () => Promise<Response>;
+
+export { createSitemapMarkdownRoute, createSitemapXmlRoute };

package/dist/kernel/routes/metadata/sitemap.d.ts

@@ -0,0 +1,8 @@
+import { ManifestLike } from '../../../types.js';
+import { MarkdownRouteArtifactManifest } from '../agent/markdown.js';
+import 'react';
+
+declare function createSitemapXmlRoute(manifest: ManifestLike): () => Promise<Response>;
+declare function createSitemapMarkdownRoute(manifest: ManifestLike, artifactManifest: MarkdownRouteArtifactManifest): () => Promise<Response>;
+
+export { createSitemapMarkdownRoute, createSitemapXmlRoute };

package/dist/kernel/routes/metadata/sitemap.js

@@ -0,0 +1,156 @@
+// src/kernel/routes/metadata/sitemap.ts
+import { cacheLife, cacheTag } from "next/cache";
+
+// src/cache/tags.ts
+import { createHash } from "crypto";
+var MAX_TAG_LEN = 256;
+var MAX_SEGMENT_LEN = 80;
+var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
+function sha256(value) {
+  return createHash("sha256").update(value).digest("hex").slice(0, 16);
+}
+function safeSegment(value) {
+  const raw = value.trim().toLowerCase() || "root";
+  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const segment = normalized || "root";
+  if (segment.length <= MAX_SEGMENT_LEN) return segment;
+  return `${segment.slice(0, 48)}.${sha256(segment)}`;
+}
+function assertTag(tag) {
+  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
+    return `tag:${sha256(tag)}`;
+  }
+  return tag;
+}
+var tags = {
+  site() {
+    return "site";
+  },
+  pages() {
+    return "pages";
+  },
+  group(group) {
+    return assertTag(`group:${safeSegment(group)}`);
+  },
+  page(group, slug) {
+    const path = Array.isArray(slug) ? slug.join("/") : slug;
+    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
+  },
+  manifest(contentHash) {
+    return assertTag(`manifest:${safeSegment(contentHash)}`);
+  },
+  sitemap() {
+    return "sitemap";
+  },
+  robots() {
+    return "robots";
+  },
+  llms(scope = "root") {
+    return assertTag(`llms:${safeSegment(scope)}`);
+  },
+  feed(format, scope = "site") {
+    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
+  }
+};
+
+// src/kernel/routes/response.ts
+var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
+var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
+var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
+var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
+function cacheControl(policy) {
+  if (!policy || policy === "default") return CACHE_CONTROL;
+  if (policy === "short") return SHORT_CACHE_CONTROL;
+  return policy;
+}
+function cdnCacheControl(policy) {
+  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
+  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
+  return policy;
+}
+function cachedTextHeaders(contentType, options = {}) {
+  const headers = new Headers(options.headers);
+  headers.set("cache-control", cacheControl(options.cachePolicy));
+  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
+  headers.set("content-type", contentType);
+  headers.set("x-content-type-options", "nosniff");
+  if (options.etag) headers.set("etag", options.etag);
+  if (options.noindex) headers.set("x-robots-tag", "noindex");
+  return headers;
+}
+function createCachedTextResponse(options) {
+  const status = options.status ?? 200;
+  const method = options.method ?? options.request?.method ?? "GET";
+  const headers = cachedTextHeaders(options.contentType, options);
+  const isNotModified = status === 200 && options.etag && options.request?.headers.get("if-none-match") === options.etag;
+  return new Response(
+    method === "HEAD" || isNotModified ? null : options.body,
+    {
+      headers,
+      status: isNotModified ? 304 : status
+    }
+  );
+}
+
+// src/kernel/routes/metadata/sitemap.ts
+function xmlEscape(value) {
+  return value.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+}
+async function sitemapXml(manifest) {
+  "use cache";
+  cacheLife("page");
+  cacheTag(tags.site(), tags.sitemap(), tags.manifest(manifest.contentHash));
+  const urls = [
+    "/",
+    ...Object.values(manifest.groups).map((g) => g.path),
+    ...manifest.pages.filter((page) => page.status === "published").map((page) => page.path)
+  ];
+  const uniqueUrls = [...new Set(urls)];
+  const body = uniqueUrls.map((url) => `  <url><loc>${xmlEscape(url)}</loc></url>`).join("\n");
+  return `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${body}
+</urlset>
+`;
+}
+function createSitemapXmlRoute(manifest) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await sitemapXml(manifest),
+      contentType: "application/xml; charset=utf-8"
+    });
+  };
+}
+async function sitemapMarkdown(manifest, artifactManifest) {
+  const groups = Object.values(manifest.groups).sort((a, b) => a.path.localeCompare(b.path)).map((group) => `- [${group.title}](${group.path})`);
+  const pages = manifest.pages.filter((page) => page.status === "published").sort((a, b) => a.path.localeCompare(b.path)).map((page) => {
+    const markdownPath = artifactManifest.byHtmlPath[page.path];
+    const markdown = markdownPath ? ` ([Markdown](${markdownPath}))` : "";
+    return `- [${page.title}](${page.path})${markdown}`;
+  });
+  return [
+    `# ${manifest.site.name} Sitemap`,
+    "## Agent indexes",
+    "- [LLMS index](/llms.txt)",
+    "- [Full LLMS index](/llms-full.txt)",
+    "- [XML sitemap](/sitemap.xml)",
+    "## Sections",
+    groups.length ? groups.join("\n") : "- [Home](/)",
+    "## Pages",
+    pages.length ? pages.join("\n") : "- [Home](/)",
+    ""
+  ].join("\n\n");
+}
+function createSitemapMarkdownRoute(manifest, artifactManifest) {
+  return async function GET() {
+    return createCachedTextResponse({
+      body: await sitemapMarkdown(manifest, artifactManifest),
+      contentType: "text/markdown; charset=utf-8"
+    });
+  };
+}
+export {
+  createSitemapMarkdownRoute,
+  createSitemapXmlRoute
+};