@farming-labs/docs 0.1.80 → 0.1.82

package/dist/{agent-Dk06hytz.mjs → robots-DCR-ZFLO.mjs}

@@ -1,318 +1,6 @@
-import { T as renderDocsRelatedMarkdownLines } from "./search-kP0mAXCp.mjs";
-import { d as resolveDocsSitemapRequest, i as DEFAULT_SITEMAP_XML_ROUTE, n as DEFAULT_SITEMAP_MD_ROUTE, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, u as resolveDocsSitemapConfig } from "./sitemap-Buobvabq.mjs";
-import matter from "gray-matter";
+import { n as renderDocsRelatedMarkdownLines } from "./related-BNj_NdHq.mjs";
+import { d as resolveDocsSitemapRequest, i as DEFAULT_SITEMAP_XML_ROUTE, n as DEFAULT_SITEMAP_MD_ROUTE, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, u as resolveDocsSitemapConfig } from "./sitemap-Ccfh6GXO.mjs";
 
-//#region src/define-docs.ts
-/**
-* Define docs configuration. Validates and returns the config.
-*/
-function defineDocs(config) {
-	return {
-		entry: config.entry ?? "docs",
-		contentDir: config.contentDir,
-		i18n: config.i18n,
-		theme: config.theme,
-		nav: config.nav,
-		github: config.github,
-		themeToggle: config.themeToggle,
-		breadcrumb: config.breadcrumb,
-		sidebar: config.sidebar,
-		components: config.components,
-		analytics: config.analytics,
-		observability: config.observability,
-		onCopyClick: config.onCopyClick,
-		feedback: config.feedback,
-		search: config.search,
-		mcp: config.mcp,
-		icons: config.icons,
-		pageActions: config.pageActions,
-		lastUpdated: config.lastUpdated,
-		readingTime: config.readingTime,
-		llmsTxt: config.llmsTxt,
-		sitemap: config.sitemap,
-		ai: config.ai,
-		ordering: config.ordering,
-		metadata: config.metadata,
-		og: config.og,
-		changelog: config.changelog,
-		apiReference: config.apiReference,
-		agent: config.agent
-	};
-}
-
-//#endregion
-//#region src/changelog.ts
-function normalizePathSegment(value, fallback) {
-	return (value ?? fallback).trim().replace(/^\/+|\/+$/g, "") || fallback;
-}
-function normalizeContentDir(value) {
-	const trimmed = value?.trim();
-	if (!trimmed) return "changelog";
-	return trimmed.replace(/\/+$/, "") || "changelog";
-}
-function resolveChangelogConfig(value) {
-	if (value === false || value === void 0) return {
-		enabled: false,
-		path: "changelog",
-		contentDir: "changelog",
-		title: "Changelog",
-		description: void 0,
-		search: true
-	};
-	if (value === true) return {
-		enabled: true,
-		path: "changelog",
-		contentDir: "changelog",
-		title: "Changelog",
-		description: void 0,
-		search: true
-	};
-	return {
-		enabled: value.enabled !== false,
-		path: normalizePathSegment(value.path, "changelog"),
-		contentDir: normalizeContentDir(value.contentDir),
-		title: value.title?.trim() || "Changelog",
-		description: value.description?.trim() || void 0,
-		search: value.search !== false,
-		actionsComponent: value.actionsComponent
-	};
-}
-
-//#endregion
-//#region src/utils.ts
-/**
-* Deep merge utility for theme overrides.
-* Merges objects recursively; later values override earlier ones.
-*/
-function deepMerge(target, ...sources) {
-	if (!sources.length) return target;
-	const source = sources.shift();
-	if (!source) return target;
-	const result = { ...target };
-	for (const key of Object.keys(source)) {
-		const sourceVal = source[key];
-		const targetVal = result[key];
-		if (sourceVal && typeof sourceVal === "object" && !Array.isArray(sourceVal) && targetVal && typeof targetVal === "object" && !Array.isArray(targetVal)) result[key] = deepMerge(targetVal, sourceVal);
-		else if (sourceVal !== void 0) result[key] = sourceVal;
-	}
-	if (sources.length) return deepMerge(result, ...sources);
-	return result;
-}
-
-//#endregion
-//#region src/create-theme.ts
-/**
-* Create a theme preset factory.
-*
-* Returns a function that accepts optional overrides and deep-merges them
-* with the base theme defaults. This is the same pattern used by the
-* built-in `fumadocs()`, `darksharp()`, and `pixelBorder()` presets.
-*
-* @param baseTheme - The default theme configuration
-* @returns A factory function `(overrides?) => DocsTheme`
-*
-* @example
-* ```ts
-* import { createTheme } from "@farming-labs/docs";
-*
-* export const myTheme = createTheme({
-*   name: "my-theme",
-*   ui: {
-*     colors: { primary: "#6366f1" },
-*     layout: { contentWidth: 800 },
-*   },
-* });
-* ```
-*/
-function createTheme(baseTheme) {
-	return function themeFactory(overrides = {}) {
-		const merged = deepMerge(baseTheme, overrides);
-		if (overrides.ui?.colors) merged._userColorOverrides = { ...overrides.ui.colors };
-		return merged;
-	};
-}
-/**
-* Extend an existing theme preset with additional defaults.
-*
-* Useful when you want to build on top of an existing theme (e.g. fumadocs)
-* rather than starting from scratch.
-*
-* @example
-* ```ts
-* import { extendTheme } from "@farming-labs/docs";
-* import { fumadocs } from "@farming-labs/theme/default";
-*
-* // Start with fumadocs defaults, override some values
-* export const myTheme = extendTheme(fumadocs(), {
-*   name: "my-custom-fumadocs",
-*   ui: { colors: { primary: "#22c55e" } },
-* });
-* ```
-*/
-function extendTheme(baseTheme, extensions) {
-	return deepMerge(baseTheme, extensions);
-}
-
-//#endregion
-//#region src/i18n.ts
-function normalizeSegment(value) {
-	return value.replace(/^\/+|\/+$/g, "");
-}
-function splitSegments(value) {
-	const cleaned = normalizeSegment(value);
-	return cleaned ? cleaned.split("/").filter(Boolean) : [];
-}
-function resolveDocsI18n(config) {
-	if (!config || !Array.isArray(config.locales)) return null;
-	const locales = Array.from(new Set(config.locales.map((l) => l.trim()).filter(Boolean)));
-	if (locales.length === 0) return null;
-	return {
-		locales,
-		defaultLocale: config.defaultLocale && locales.includes(config.defaultLocale) ? config.defaultLocale : locales[0]
-	};
-}
-function resolveDocsLocale(searchParams, i18n) {
-	if (!i18n) return void 0;
-	const raw = searchParams.get("lang") ?? searchParams.get("locale");
-	if (!raw) return void 0;
-	if (i18n.locales.includes(raw)) return raw;
-	return i18n.defaultLocale;
-}
-function resolveDocsPath(pathname, entry) {
-	const entryBase = normalizeSegment(entry || "docs") || "docs";
-	const entryParts = splitSegments(entryBase);
-	const pathParts = splitSegments(pathname);
-	let rest = pathParts;
-	if (entryParts.length > 0) {
-		if (pathParts.slice(0, entryParts.length).join("/") === entryParts.join("/")) rest = pathParts.slice(entryParts.length);
-	}
-	return {
-		slug: rest.join("/"),
-		entryPath: entryBase
-	};
-}
-
-//#endregion
-//#region src/metadata.ts
-/**
-* Resolve page title using metadata titleTemplate.
-* %s is replaced with page title.
-*/
-function resolveTitle(pageTitle, metadata) {
-	return (metadata?.titleTemplate ?? "%s").replace("%s", pageTitle);
-}
-/**
-* Resolve OG image URL for a page.
-* Prefers page.openGraph.images[0], then page.ogImage, then config endpoint/default.
-*/
-function resolveOGImage(page, ogConfig, baseUrl) {
-	if (page.openGraph?.images?.length) return resolveImageUrl(page.openGraph.images[0].url, baseUrl);
-	if (!ogConfig?.enabled) return void 0;
-	if (page.ogImage) return resolveImageUrl(page.ogImage, baseUrl);
-	if (ogConfig.type === "dynamic" && ogConfig.endpoint) return `${baseUrl ?? ""}${ogConfig.endpoint}`;
-	return ogConfig.defaultImage;
-}
-function resolveImageUrl(url, baseUrl) {
-	if (url.startsWith("/") || url.startsWith("http")) return url;
-	const base = baseUrl ?? "";
-	return `${base}${base.length > 0 && !base.endsWith("/") ? "/" : ""}${url}`;
-}
-/**
-* Build the Open Graph metadata object for a page.
-* When the page has openGraph in frontmatter, uses it (with title/description filled from page if omitted).
-* Otherwise uses ogImage or config (dynamic endpoint / defaultImage).
-*/
-function buildPageOpenGraph(page, ogConfig, baseUrl) {
-	if (page.openGraph) {
-		const images = page.openGraph.images?.length ? page.openGraph.images.map((img) => ({
-			url: resolveImageUrl(img.url, baseUrl),
-			width: img.width ?? 1200,
-			height: img.height ?? 630
-		})) : void 0;
-		return {
-			title: page.openGraph.title ?? page.title,
-			description: page.openGraph.description ?? page.description,
-			...images && { images }
-		};
-	}
-	const url = resolveOGImage(page, ogConfig, baseUrl);
-	if (!url) return void 0;
-	return {
-		title: page.title,
-		...page.description && { description: page.description },
-		images: [{
-			url,
-			width: 1200,
-			height: 630
-		}]
-	};
-}
-/**
-* Build the Twitter card metadata object for a page.
-* When the page has twitter in frontmatter, uses it.
-* Otherwise builds from ogImage or config (dynamic endpoint).
-*/
-function buildPageTwitter(page, ogConfig, baseUrl) {
-	if (page.twitter) {
-		const images = page.twitter.images?.length ? page.twitter.images.map((url) => resolveImageUrl(url, baseUrl)) : void 0;
-		return {
-			...page.twitter.card && { card: page.twitter.card },
-			...page.twitter.title !== void 0 && { title: page.twitter.title },
-			...page.twitter.description !== void 0 && { description: page.twitter.description },
-			...images && { images }
-		};
-	}
-	const url = resolveOGImage(page, ogConfig, baseUrl);
-	if (!url) return void 0;
-	return {
-		card: "summary_large_image",
-		title: page.title,
-		...page.description && { description: page.description },
-		images: [url]
-	};
-}
-
-//#endregion
-//#region src/reading-time.ts
-function hasExplicitReadingTime(frontmatter) {
-	return Object.prototype.hasOwnProperty.call(frontmatter ?? {}, "readingTime");
-}
-function normalizeWordsPerMinute(wordsPerMinute) {
-	if (typeof wordsPerMinute !== "number" || !Number.isFinite(wordsPerMinute)) return 220;
-	return Math.max(1, Math.floor(wordsPerMinute));
-}
-function stripNonReadingContent(content) {
-	return content.replace(/(`{3,})[^\n]*\n[\s\S]*?\1/g, " ").replace(/(~{3,})[^\n]*\n[\s\S]*?\1/g, " ").replace(/`[^`\n]+`/g, " ").replace(/!\[[^\]]*\]\([^)]+\)/g, " ").replace(/\[([^\]]+)\]\([^)]+\)/g, " $1 ").replace(/<[^>]+>/g, " ").replace(/\{[^{}]*\}/g, " ").replace(/https?:\/\/\S+/g, " ").replace(/[#>*_~|]/g, " ");
-}
-function estimateReadingTimeMinutes(content, wordsPerMinute) {
-	const wordCount = stripNonReadingContent(content).match(/\b[\p{L}\p{N}][\p{L}\p{N}'’-]*\b/gu)?.length ?? 0;
-	return Math.max(1, Math.ceil(wordCount / normalizeWordsPerMinute(wordsPerMinute)));
-}
-function resolveReadingTimeOptions(readingTime) {
-	if (readingTime === true) return { enabled: true };
-	if (readingTime === false || readingTime === void 0 || readingTime === null) return { enabled: false };
-	if (typeof readingTime !== "object") return { enabled: false };
-	return {
-		enabled: readingTime.enabled !== false,
-		wordsPerMinute: typeof readingTime.wordsPerMinute === "number" && Number.isFinite(readingTime.wordsPerMinute) ? readingTime.wordsPerMinute : void 0
-	};
-}
-function resolveReadingTimeFromContent(frontmatter, content, wordsPerMinute) {
-	const pageData = frontmatter ?? {};
-	if (pageData.readingTime === false) return null;
-	if (typeof pageData.readingTime === "number" && Number.isFinite(pageData.readingTime)) return Math.max(1, Math.ceil(pageData.readingTime));
-	return estimateReadingTimeMinutes(content, wordsPerMinute);
-}
-function resolvePageReadingTime(frontmatter, content, options) {
-	if (!(options?.enabledByDefault ?? false) && !hasExplicitReadingTime(frontmatter)) return;
-	return resolveReadingTimeFromContent(frontmatter, content, options?.wordsPerMinute);
-}
-function resolveReadingTimeFromSource(source, wordsPerMinute) {
-	const { data, content } = matter(source);
-	return resolveReadingTimeFromContent(data, content, wordsPerMinute);
-}
-
-//#endregion
 //#region src/agent.ts
 const DEFAULT_DOCS_API_ROUTE = "/api/docs";
 const DEFAULT_AGENT_SPEC_ROUTE = "/api/docs/agent/spec";
@@ -397,6 +85,39 @@ function getDocsMarkdownVaryHeader(request) {
 	if (hasDocsMarkdownSignatureAgent(request)) return `Accept, ${DOCS_MARKDOWN_SIGNATURE_AGENT_HEADER}`;
 	return acceptsMarkdown(request) ? "Accept" : null;
 }
+function renderDocsMarkdownNotFound({ entry = "docs", requestedPath, sitemap }) {
+	const normalizedEntry = normalizeDocsPathSegment(entry) || "docs";
+	const normalizedRequest = normalizeRequestedMarkdownPath(normalizedEntry, requestedPath);
+	const slugPrefix = `/${normalizedEntry}/`;
+	const requestedSlug = normalizedRequest === `/${normalizedEntry}` ? "" : normalizedRequest.slice(slugPrefix.length);
+	const encodedRequestedSlug = requestedSlug.split("/").map(encodeURIComponent).join("/");
+	const requestedMarkdownRoute = toDocsMarkdownUrl(normalizedRequest);
+	const requestedApiRoute = requestedSlug ? `${DEFAULT_DOCS_API_ROUTE}?format=markdown&path=${encodedRequestedSlug}` : `${DEFAULT_DOCS_API_ROUTE}?format=markdown`;
+	const sitemapConfig = resolveDocsSitemapConfig(sitemap);
+	const lines = [
+		"# Docs Page Not Found",
+		"",
+		`Could not find a markdown page for \`${requestedMarkdownRoute}\`.`,
+		"",
+		"Use these discovery routes to find the right page:",
+		"",
+		`- Agent discovery spec: \`${DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE}\``,
+		`- Agent discovery fallback: \`${DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE}\``,
+		`- Agent discovery API: \`${DEFAULT_AGENT_SPEC_ROUTE}\``,
+		`- Search endpoint: \`${DEFAULT_DOCS_API_ROUTE}?query={query}\``,
+		`- Docs index markdown: \`/${normalizedEntry}.md\``,
+		`- Requested markdown API route: \`${requestedApiRoute}\``
+	];
+	if (sitemapConfig.enabled) {
+		if (sitemapConfig.markdown.enabled) {
+			lines.push(`- Semantic sitemap: \`${sitemapConfig.markdown.route}\``);
+			lines.push(`- Semantic sitemap well-known alias: \`${sitemapConfig.markdown.wellKnownRoute}\``);
+		}
+		if (sitemapConfig.xml.enabled) lines.push(`- XML sitemap: \`${sitemapConfig.xml.route}\``);
+	} else lines.push(`- Sitemap discovery, if enabled: \`${DEFAULT_SITEMAP_MD_ROUTE}\`, \`${DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE}\`, or \`${DEFAULT_SITEMAP_XML_ROUTE}\``);
+	lines.push("", "The agent discovery spec is the safest first step because it lists the active markdown, sitemap, search, MCP, and feedback routes for this deployment.");
+	return lines.join("\n");
+}
 function findDocsMarkdownPage(entry, pages, requestedPath) {
 	const normalizedRequest = normalizeRequestedMarkdownPath(entry, requestedPath);
 	for (const page of pages) if (normalizeDocsUrlPath(page.url) === normalizedRequest) return page;
@@ -680,4 +401,167 @@ function toYamlString(value) {
 }
 
 //#endregion
-export { resolveDocsMarkdownRequest as A, resolveOGImage as B, isDocsSkillRequest as C, renderDocsSkillDocument as D, renderDocsMarkdownDocument as E, resolveReadingTimeFromContent as F, createTheme as G, resolveDocsI18n as H, resolveReadingTimeFromSource as I, resolveChangelogConfig as J, extendTheme as K, resolveReadingTimeOptions as L, toDocsMarkdownUrl as M, estimateReadingTimeMinutes as N, resolveDocsAgentMdxContent as O, resolvePageReadingTime as P, buildPageOpenGraph as R, isDocsPublicGetRequest as S, normalizeDocsUrlPath as T, resolveDocsLocale as U, resolveTitle as V, resolveDocsPath as W, defineDocs as Y, findDocsMarkdownPage as _, DEFAULT_DOCS_API_ROUTE as a, isDocsAgentDiscoveryRequest as b, DEFAULT_LLMS_TXT_ROUTE as c, DEFAULT_MCP_ROUTE as d, DEFAULT_MCP_WELL_KNOWN_ROUTE as f, buildDocsAgentDiscoverySpec as g, DOCS_MARKDOWN_SIGNATURE_AGENT_HEADER as h, DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE as i, resolveDocsSkillFormat as j, resolveDocsLlmsTxtFormat as k, DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE as l, DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE as m, DEFAULT_AGENT_SPEC_ROUTE as n, DEFAULT_LLMS_FULL_TXT_ROUTE as o, DEFAULT_SKILL_MD_ROUTE as p, deepMerge as q, DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE as r, DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE as s, DEFAULT_AGENT_FEEDBACK_ROUTE as t, DEFAULT_MCP_PUBLIC_ROUTE as u, getDocsMarkdownVaryHeader as v, normalizeDocsPathSegment as w, isDocsMcpRequest as x, hasDocsMarkdownSignatureAgent as y, buildPageTwitter as z };
+//#region src/robots.ts
+const DEFAULT_ROBOTS_TXT_ROUTE = "/robots.txt";
+const DOCS_ROBOTS_GENERATED_BLOCK_START = "# BEGIN @farming-labs/docs robots";
+const DOCS_ROBOTS_GENERATED_BLOCK_END = "# END @farming-labs/docs robots";
+const DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS = [
+	"GPTBot",
+	"ChatGPT-User",
+	"OAI-SearchBot",
+	"ClaudeBot",
+	"Claude-User",
+	"anthropic-ai",
+	"CCBot",
+	"Google-Extended"
+];
+function normalizeRoute(value) {
+	const trimmed = value.trim();
+	if (!trimmed) return "/";
+	return trimmed.startsWith("/") ? trimmed.replace(/\/{2,}/g, "/") : `/${trimmed}`;
+}
+function normalizeBaseUrl(value) {
+	if (!value) return void 0;
+	try {
+		const url = new URL(value);
+		url.pathname = url.pathname.replace(/\/+$/, "");
+		url.search = "";
+		url.hash = "";
+		return url.toString().replace(/\/+$/, "");
+	} catch {
+		return;
+	}
+}
+function normalizeStringArray(value) {
+	if (Array.isArray(value)) return value;
+	return value ? [value] : [];
+}
+function normalizeAiPolicy(value) {
+	return value === false || value === "disallow" ? "disallow" : "allow";
+}
+function unique(values) {
+	return [...new Set(values.filter(Boolean))];
+}
+function resolveDocsRobotsConfig(input, options = {}) {
+	if (input === false) return {
+		enabled: false,
+		ai: "allow",
+		userAgents: [...DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS],
+		extraRules: []
+	};
+	const config = typeof input === "object" ? input : {};
+	return {
+		enabled: config.enabled ?? true,
+		path: config.path,
+		baseUrl: normalizeBaseUrl(config.baseUrl) ?? normalizeBaseUrl(options.baseUrl),
+		ai: normalizeAiPolicy(config.ai),
+		userAgents: unique([...DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS, ...normalizeStringArray(config.aiUserAgents)]),
+		extraRules: config.extraRules ?? []
+	};
+}
+function getDocsRobotsAllowRoutes(options = {}) {
+	const normalizedEntry = normalizeDocsPathSegment(options.entry ?? "docs") || "docs";
+	const sitemapConfig = resolveDocsSitemapConfig(options.sitemap);
+	const routes = [
+		"/",
+		`/${normalizedEntry}`,
+		`/${normalizedEntry}/`,
+		`/${normalizedEntry}.md`,
+		`/${normalizedEntry}/*.md`,
+		DEFAULT_LLMS_TXT_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_ROUTE,
+		DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE,
+		DEFAULT_SKILL_MD_ROUTE,
+		DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE,
+		DEFAULT_MCP_PUBLIC_ROUTE,
+		DEFAULT_MCP_WELL_KNOWN_ROUTE
+	];
+	if (sitemapConfig.enabled) {
+		if (sitemapConfig.xml.enabled) routes.push(sitemapConfig.xml.route);
+		if (sitemapConfig.markdown.enabled) routes.push(sitemapConfig.markdown.route, sitemapConfig.markdown.wellKnownRoute);
+	}
+	return unique(routes.map(normalizeRoute));
+}
+function sitemapUrls(robots, sitemap) {
+	const sitemapConfig = resolveDocsSitemapConfig(sitemap, { baseUrl: robots.baseUrl });
+	if (!robots.baseUrl || !sitemapConfig.enabled || !sitemapConfig.xml.enabled) return [];
+	try {
+		return [new URL(sitemapConfig.xml.route, `${robots.baseUrl}/`).toString()];
+	} catch {
+		return [];
+	}
+}
+function appendRule(lines, rule) {
+	const userAgents = normalizeStringArray(rule.userAgent);
+	if (userAgents.length === 0) return;
+	lines.push("");
+	for (const userAgent of userAgents) lines.push(`User-agent: ${userAgent}`);
+	for (const route of normalizeStringArray(rule.allow)) lines.push(`Allow: ${normalizeRoute(route)}`);
+	for (const route of normalizeStringArray(rule.disallow)) lines.push(`Disallow: ${normalizeRoute(route)}`);
+	if (typeof rule.crawlDelay === "number" && Number.isFinite(rule.crawlDelay)) lines.push(`Crawl-delay: ${rule.crawlDelay}`);
+}
+function renderDocsRobotsTxt(options = {}) {
+	const robots = resolveDocsRobotsConfig(options.robots, { baseUrl: options.baseUrl });
+	if (!robots.enabled) return "";
+	const lines = [
+		"# Generated by @farming-labs/docs.",
+		"# Edit docs.config or rerun `docs robots generate --append` / `--force`.",
+		"",
+		"User-agent: *"
+	];
+	for (const route of getDocsRobotsAllowRoutes(options)) lines.push(`Allow: ${route}`);
+	for (const userAgent of robots.userAgents) {
+		lines.push("", `User-agent: ${userAgent}`);
+		lines.push(robots.ai === "allow" ? "Allow: /" : "Disallow: /");
+	}
+	for (const rule of robots.extraRules) appendRule(lines, rule);
+	const sitemap = sitemapUrls(robots, options.sitemap);
+	if (sitemap.length > 0) {
+		lines.push("");
+		for (const url of sitemap) lines.push(`Sitemap: ${url}`);
+	}
+	return `${lines.join("\n")}\n`;
+}
+function renderDocsRobotsGeneratedBlock(options = {}) {
+	return `${DOCS_ROBOTS_GENERATED_BLOCK_START}\n${renderDocsRobotsTxt(options).trimEnd()}\n${DOCS_ROBOTS_GENERATED_BLOCK_END}\n`;
+}
+function upsertDocsRobotsGeneratedBlock(existing, block) {
+	const escapedStart = DOCS_ROBOTS_GENERATED_BLOCK_START.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	const escapedEnd = DOCS_ROBOTS_GENERATED_BLOCK_END.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	const pattern = new RegExp(`${escapedStart}[\\s\\S]*?${escapedEnd}\\n?`);
+	if (pattern.test(existing)) return existing.replace(pattern, block);
+	const prefix = existing.trimEnd();
+	return `${prefix}${prefix ? "\n\n" : ""}${block}`;
+}
+function blockForUserAgent(content, userAgent) {
+	const escaped = userAgent.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	return content.match(new RegExp(`(?:^|\\n)\\s*User-agent:\\s*${escaped}\\s*(?:\\n[ \\t]*(?!User-agent:).*)*`, "i"))?.[0] ?? "";
+}
+function disallowsRoute(content, route) {
+	const escapedRoute = route.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	return new RegExp(`^\\s*Disallow:\\s*${escapedRoute}(?:\\s|$)`, "im").test(content);
+}
+function analyzeDocsRobotsTxt(content, options = {}) {
+	const expectedRoutes = getDocsRobotsAllowRoutes(options).filter((route) => [
+		DEFAULT_LLMS_TXT_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE,
+		DEFAULT_SKILL_MD_ROUTE,
+		DEFAULT_MCP_PUBLIC_ROUTE
+	].includes(route) || route.includes("sitemap"));
+	const missingRoutes = expectedRoutes.filter((route) => !content.includes(route));
+	return {
+		blocksAgentRoutes: /Disallow:\s*\/(?:\s|$)/i.test(blockForUserAgent(content, "*")) || expectedRoutes.some((route) => disallowsRoute(content, route)),
+		blocksAiAgents: DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS.some((userAgent) => /Disallow:\s*\/(?:\s|$)/i.test(blockForUserAgent(content, userAgent))),
+		hasAgentRoutes: missingRoutes.length === 0,
+		hasAiPolicy: DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS.some((userAgent) => content.includes(userAgent)),
+		missingRoutes
+	};
+}
+
+//#endregion
+export { isDocsAgentDiscoveryRequest as A, resolveDocsLlmsTxtFormat as B, DEFAULT_SKILL_MD_ROUTE as C, findDocsMarkdownPage as D, buildDocsAgentDiscoverySpec as E, normalizeDocsUrlPath as F, resolveDocsSkillFormat as H, renderDocsMarkdownDocument as I, renderDocsMarkdownNotFound as L, isDocsPublicGetRequest as M, isDocsSkillRequest as N, getDocsMarkdownVaryHeader as O, normalizeDocsPathSegment as P, renderDocsSkillDocument as R, DEFAULT_MCP_WELL_KNOWN_ROUTE as S, DOCS_MARKDOWN_SIGNATURE_AGENT_HEADER as T, toDocsMarkdownUrl as U, resolveDocsMarkdownRequest as V, DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE as _, analyzeDocsRobotsTxt as a, DEFAULT_MCP_PUBLIC_ROUTE as b, renderDocsRobotsTxt as c, DEFAULT_AGENT_FEEDBACK_ROUTE as d, DEFAULT_AGENT_SPEC_ROUTE as f, DEFAULT_LLMS_FULL_TXT_ROUTE as g, DEFAULT_DOCS_API_ROUTE as h, DOCS_ROBOTS_GENERATED_BLOCK_START as i, isDocsMcpRequest as j, hasDocsMarkdownSignatureAgent as k, resolveDocsRobotsConfig as l, DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE as m, DEFAULT_ROBOTS_TXT_ROUTE as n, getDocsRobotsAllowRoutes as o, DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE as p, DOCS_ROBOTS_GENERATED_BLOCK_END as r, renderDocsRobotsGeneratedBlock as s, DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS as t, upsertDocsRobotsGeneratedBlock as u, DEFAULT_LLMS_TXT_ROUTE as v, DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE as w, DEFAULT_MCP_ROUTE as x, DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE as y, resolveDocsAgentMdxContent as z };