@publish.os/nextjs 0.0.1-alpha.4 → 0.0.1-alpha.6

package/dist/kernel/routes/metadata/llms.cjs

@@ -1,239 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
-// src/kernel/routes/metadata/llms.ts
-var llms_exports = {};
-__export(llms_exports, {
-  createLlmsFullTxtRoute: () => createLlmsFullTxtRoute,
-  createLlmsTxtRoute: () => createLlmsTxtRoute,
-  createPrecomputedLlmsTxtRoute: () => createPrecomputedLlmsTxtRoute,
-  llmsFullTxtResponse: () => llmsFullTxtResponse
-});
-module.exports = __toCommonJS(llms_exports);
-var import_cache = require("next/cache");
-
-// src/cache/tags.ts
-var import_node_crypto = require("crypto");
-var MAX_TAG_LEN = 256;
-var MAX_SEGMENT_LEN = 80;
-var TAG_PATTERN = /^[a-z0-9:_./-]+$/;
-function sha256(value) {
-  return (0, import_node_crypto.createHash)("sha256").update(value).digest("hex").slice(0, 16);
-}
-function safeSegment(value) {
-  const raw = value.trim().toLowerCase() || "root";
-  const normalized = raw.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/^\//, "").replace(/\/$/, "").replace(/[^a-z0-9:_./-]+/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
-  const segment = normalized || "root";
-  if (segment.length <= MAX_SEGMENT_LEN) return segment;
-  return `${segment.slice(0, 48)}.${sha256(segment)}`;
-}
-function assertTag(tag) {
-  if (tag.length > MAX_TAG_LEN || !TAG_PATTERN.test(tag)) {
-    return `tag:${sha256(tag)}`;
-  }
-  return tag;
-}
-var tags = {
-  site() {
-    return "site";
-  },
-  pages() {
-    return "pages";
-  },
-  group(group) {
-    return assertTag(`group:${safeSegment(group)}`);
-  },
-  page(group, slug) {
-    const path = Array.isArray(slug) ? slug.join("/") : slug;
-    return assertTag(`page:${safeSegment(group)}:${safeSegment(path)}`);
-  },
-  manifest(contentHash) {
-    return assertTag(`manifest:${safeSegment(contentHash)}`);
-  },
-  sitemap() {
-    return "sitemap";
-  },
-  robots() {
-    return "robots";
-  },
-  llms(scope = "root") {
-    return assertTag(`llms:${safeSegment(scope)}`);
-  },
-  feed(format, scope = "site") {
-    return assertTag(`feed:${safeSegment(format)}:${safeSegment(scope)}`);
-  }
-};
-
-// src/kernel/routes/response.ts
-var CACHE_CONTROL = "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600, must-revalidate";
-var CDN_CACHE_CONTROL = "public, max-age=2592000, stale-while-revalidate=31536000";
-var SHORT_CACHE_CONTROL = "public, max-age=60, s-maxage=600, stale-while-revalidate=300, must-revalidate";
-var SHORT_CDN_CACHE_CONTROL = "public, max-age=300, stale-while-revalidate=3600";
-function cacheControl(policy) {
-  if (!policy || policy === "default") return CACHE_CONTROL;
-  if (policy === "short") return SHORT_CACHE_CONTROL;
-  return policy;
-}
-function cdnCacheControl(policy) {
-  if (!policy || policy === "default") return CDN_CACHE_CONTROL;
-  if (policy === "short") return SHORT_CDN_CACHE_CONTROL;
-  return policy;
-}
-function cachedTextHeaders(contentType, options = {}) {
-  const headers = new Headers(options.headers);
-  headers.set("cache-control", cacheControl(options.cachePolicy));
-  headers.set("cdn-cache-control", cdnCacheControl(options.cachePolicy));
-  headers.set("vercel-cdn-cache-control", cdnCacheControl(options.cachePolicy));
-  headers.set("content-type", contentType);
-  headers.set("x-content-type-options", "nosniff");
-  if (options.noindex) headers.set("x-robots-tag", "noindex");
-  return headers;
-}
-function createCachedTextResponse(options) {
-  const status = options.status ?? 200;
-  const method = options.method ?? "GET";
-  const headers = cachedTextHeaders(options.contentType, options);
-  return new Response(method === "HEAD" ? null : options.body, {
-    headers,
-    status
-  });
-}
-
-// src/kernel/routes/metadata/canonical-url.ts
-function canonicalUrl(manifest, path) {
-  const origin = manifest.site.url?.replace(/\/+$/, "");
-  if (!origin) return path;
-  try {
-    return new URL(path, `${origin}/`).toString();
-  } catch {
-    return path;
-  }
-}
-
-// src/kernel/routes/metadata/llms.ts
-var DEFAULT_LLMS_FULL_MAX_BYTES = 1e6;
-var TEXT_ENCODER = new TextEncoder();
-function byteLength(value) {
-  return TEXT_ENCODER.encode(value).byteLength;
-}
-function pageInScope(page, options) {
-  if (options.scope === "site" || !options.group) return true;
-  if (options.scope === "self") return page.group === options.group;
-  return page.group === options.group || page.group.startsWith(`${options.group}/`);
-}
-function llmsSummary(manifest) {
-  return manifest.site.description ? `> ${manifest.site.description}` : `> Agent-readable index for ${manifest.site.name}.`;
-}
-async function llmsTxt(manifest, options = {}) {
-  "use cache";
-  (0, import_cache.cacheLife)("page");
-  (0, import_cache.cacheTag)(
-    tags.site(),
-    tags.llms(options.group ?? options.scope ?? "root"),
-    tags.manifest(manifest.contentHash)
-  );
-  const pages = manifest.pages.filter((page) => page.status === "published").filter((page) => pageInScope(page, options));
-  const visiblePages = options.limit ? pages.slice(0, options.limit) : pages;
-  const lines = visiblePages.map((page) => {
-    const description = options.includeDescriptions && page.description ? ` - ${page.description}` : "";
-    return `- [${page.title}](${canonicalUrl(manifest, page.path)})${description}`;
-  });
-  const linkLines = (options.links ?? []).map(
-    (link) => `- [${link.title}](${canonicalUrl(manifest, link.path)})`
-  );
-  const linkSection = linkLines.length ? `
-
-## Group LLM indexes
-
-${linkLines.join("\n")}` : "";
-  return `# ${manifest.site.name}
-
-${llmsSummary(manifest)}
-
-${lines.join("\n")}${linkSection}
-`;
-}
-function createLlmsTxtRoute(manifest, options = {}) {
-  return async function GET() {
-    return createCachedTextResponse({
-      body: await llmsTxt(manifest, options),
-      contentType: "text/plain; charset=utf-8"
-    });
-  };
-}
-function createPrecomputedLlmsTxtRoute(output) {
-  return function GET() {
-    return createCachedTextResponse({
-      body: output.body,
-      contentType: "text/plain; charset=utf-8"
-    });
-  };
-}
-async function llmsFullTxt(manifest, artifacts, options = {}) {
-  const maxBytes = options.maxBytes ?? DEFAULT_LLMS_FULL_MAX_BYTES;
-  const header = `# ${manifest.site.name} Full Content
-
-> LLMS index: ${canonicalUrl(manifest, "/llms.txt")}
-> Sitemap: ${canonicalUrl(manifest, "/sitemap.md")}
-
-`;
-  const sections = [];
-  let totalBytes = byteLength(header);
-  let included = 0;
-  let truncated = false;
-  for (const artifact of Object.values(artifacts).sort(
-    (a, b) => a.markdownPath.localeCompare(b.markdownPath)
-  )) {
-    const section = `---
-
-${artifact.body.trim()}
-
-`;
-    const sectionBytes = byteLength(section);
-    if (totalBytes + sectionBytes > maxBytes) {
-      truncated = true;
-      break;
-    }
-    sections.push(section);
-    totalBytes += sectionBytes;
-    included += 1;
-  }
-  const footer = truncated ? `
-> Truncated at ${included} of ${Object.keys(artifacts).length} Markdown pages to stay under ${maxBytes} bytes.
-` : "";
-  return `${header}${sections.join("")}${footer}`;
-}
-async function llmsFullTxtResponse(manifest, artifacts, options = {}) {
-  return createCachedTextResponse({
-    body: await llmsFullTxt(manifest, artifacts, options),
-    contentType: "text/plain; charset=utf-8"
-  });
-}
-function createLlmsFullTxtRoute(manifest, artifacts, options = {}) {
-  return async function GET() {
-    return llmsFullTxtResponse(manifest, artifacts, options);
-  };
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  createLlmsFullTxtRoute,
-  createLlmsTxtRoute,
-  createPrecomputedLlmsTxtRoute,
-  llmsFullTxtResponse
-});

package/dist/kernel/routes/metadata/llms.d.cts

@@ -1,26 +0,0 @@
-import { ManifestLike } from '../../../types.cjs';
-import { MarkdownRouteArtifacts } from '../agent/markdown.cjs';
-import 'react';
-
-type LlmsRouteOptions = {
-    scope?: "site" | "group" | "self";
-    group?: string;
-    limit?: number;
-    includeDescriptions?: boolean;
-    links?: Array<{
-        title: string;
-        path: string;
-    }>;
-};
-type LlmsFullRouteOptions = {
-    maxBytes?: number;
-};
-type PrecomputedLlmsTxtOutput = {
-    body: string;
-};
-declare function createLlmsTxtRoute(manifest: ManifestLike, options?: LlmsRouteOptions): () => Promise<Response>;
-declare function createPrecomputedLlmsTxtRoute(output: PrecomputedLlmsTxtOutput): () => Response;
-declare function llmsFullTxtResponse(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): Promise<Response>;
-declare function createLlmsFullTxtRoute(manifest: ManifestLike, artifacts: MarkdownRouteArtifacts, options?: LlmsFullRouteOptions): () => Promise<Response>;
-
-export { type LlmsFullRouteOptions, type LlmsRouteOptions, type PrecomputedLlmsTxtOutput, createLlmsFullTxtRoute, createLlmsTxtRoute, createPrecomputedLlmsTxtRoute, llmsFullTxtResponse };