@farming-labs/docs 0.1.81 → 0.1.83

package/dist/{agent-BbhLbeC7.mjs → robots-DCR-ZFLO.mjs}

@@ -1,318 +1,6 @@
-import { T as renderDocsRelatedMarkdownLines } from "./search-kP0mAXCp.mjs";
-import { d as resolveDocsSitemapRequest, i as DEFAULT_SITEMAP_XML_ROUTE, n as DEFAULT_SITEMAP_MD_ROUTE, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, u as resolveDocsSitemapConfig } from "./sitemap-Buobvabq.mjs";
-import matter from "gray-matter";
+import { n as renderDocsRelatedMarkdownLines } from "./related-BNj_NdHq.mjs";
+import { d as resolveDocsSitemapRequest, i as DEFAULT_SITEMAP_XML_ROUTE, n as DEFAULT_SITEMAP_MD_ROUTE, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, u as resolveDocsSitemapConfig } from "./sitemap-Ccfh6GXO.mjs";
 
-//#region src/define-docs.ts
-/**
-* Define docs configuration. Validates and returns the config.
-*/
-function defineDocs(config) {
-	return {
-		entry: config.entry ?? "docs",
-		contentDir: config.contentDir,
-		i18n: config.i18n,
-		theme: config.theme,
-		nav: config.nav,
-		github: config.github,
-		themeToggle: config.themeToggle,
-		breadcrumb: config.breadcrumb,
-		sidebar: config.sidebar,
-		components: config.components,
-		analytics: config.analytics,
-		observability: config.observability,
-		onCopyClick: config.onCopyClick,
-		feedback: config.feedback,
-		search: config.search,
-		mcp: config.mcp,
-		icons: config.icons,
-		pageActions: config.pageActions,
-		lastUpdated: config.lastUpdated,
-		readingTime: config.readingTime,
-		llmsTxt: config.llmsTxt,
-		sitemap: config.sitemap,
-		ai: config.ai,
-		ordering: config.ordering,
-		metadata: config.metadata,
-		og: config.og,
-		changelog: config.changelog,
-		apiReference: config.apiReference,
-		agent: config.agent
-	};
-}
-
-//#endregion
-//#region src/changelog.ts
-function normalizePathSegment(value, fallback) {
-	return (value ?? fallback).trim().replace(/^\/+|\/+$/g, "") || fallback;
-}
-function normalizeContentDir(value) {
-	const trimmed = value?.trim();
-	if (!trimmed) return "changelog";
-	return trimmed.replace(/\/+$/, "") || "changelog";
-}
-function resolveChangelogConfig(value) {
-	if (value === false || value === void 0) return {
-		enabled: false,
-		path: "changelog",
-		contentDir: "changelog",
-		title: "Changelog",
-		description: void 0,
-		search: true
-	};
-	if (value === true) return {
-		enabled: true,
-		path: "changelog",
-		contentDir: "changelog",
-		title: "Changelog",
-		description: void 0,
-		search: true
-	};
-	return {
-		enabled: value.enabled !== false,
-		path: normalizePathSegment(value.path, "changelog"),
-		contentDir: normalizeContentDir(value.contentDir),
-		title: value.title?.trim() || "Changelog",
-		description: value.description?.trim() || void 0,
-		search: value.search !== false,
-		actionsComponent: value.actionsComponent
-	};
-}
-
-//#endregion
-//#region src/utils.ts
-/**
-* Deep merge utility for theme overrides.
-* Merges objects recursively; later values override earlier ones.
-*/
-function deepMerge(target, ...sources) {
-	if (!sources.length) return target;
-	const source = sources.shift();
-	if (!source) return target;
-	const result = { ...target };
-	for (const key of Object.keys(source)) {
-		const sourceVal = source[key];
-		const targetVal = result[key];
-		if (sourceVal && typeof sourceVal === "object" && !Array.isArray(sourceVal) && targetVal && typeof targetVal === "object" && !Array.isArray(targetVal)) result[key] = deepMerge(targetVal, sourceVal);
-		else if (sourceVal !== void 0) result[key] = sourceVal;
-	}
-	if (sources.length) return deepMerge(result, ...sources);
-	return result;
-}
-
-//#endregion
-//#region src/create-theme.ts
-/**
-* Create a theme preset factory.
-*
-* Returns a function that accepts optional overrides and deep-merges them
-* with the base theme defaults. This is the same pattern used by the
-* built-in `fumadocs()`, `darksharp()`, and `pixelBorder()` presets.
-*
-* @param baseTheme - The default theme configuration
-* @returns A factory function `(overrides?) => DocsTheme`
-*
-* @example
-* ```ts
-* import { createTheme } from "@farming-labs/docs";
-*
-* export const myTheme = createTheme({
-*   name: "my-theme",
-*   ui: {
-*     colors: { primary: "#6366f1" },
-*     layout: { contentWidth: 800 },
-*   },
-* });
-* ```
-*/
-function createTheme(baseTheme) {
-	return function themeFactory(overrides = {}) {
-		const merged = deepMerge(baseTheme, overrides);
-		if (overrides.ui?.colors) merged._userColorOverrides = { ...overrides.ui.colors };
-		return merged;
-	};
-}
-/**
-* Extend an existing theme preset with additional defaults.
-*
-* Useful when you want to build on top of an existing theme (e.g. fumadocs)
-* rather than starting from scratch.
-*
-* @example
-* ```ts
-* import { extendTheme } from "@farming-labs/docs";
-* import { fumadocs } from "@farming-labs/theme/default";
-*
-* // Start with fumadocs defaults, override some values
-* export const myTheme = extendTheme(fumadocs(), {
-*   name: "my-custom-fumadocs",
-*   ui: { colors: { primary: "#22c55e" } },
-* });
-* ```
-*/
-function extendTheme(baseTheme, extensions) {
-	return deepMerge(baseTheme, extensions);
-}
-
-//#endregion
-//#region src/i18n.ts
-function normalizeSegment(value) {
-	return value.replace(/^\/+|\/+$/g, "");
-}
-function splitSegments(value) {
-	const cleaned = normalizeSegment(value);
-	return cleaned ? cleaned.split("/").filter(Boolean) : [];
-}
-function resolveDocsI18n(config) {
-	if (!config || !Array.isArray(config.locales)) return null;
-	const locales = Array.from(new Set(config.locales.map((l) => l.trim()).filter(Boolean)));
-	if (locales.length === 0) return null;
-	return {
-		locales,
-		defaultLocale: config.defaultLocale && locales.includes(config.defaultLocale) ? config.defaultLocale : locales[0]
-	};
-}
-function resolveDocsLocale(searchParams, i18n) {
-	if (!i18n) return void 0;
-	const raw = searchParams.get("lang") ?? searchParams.get("locale");
-	if (!raw) return void 0;
-	if (i18n.locales.includes(raw)) return raw;
-	return i18n.defaultLocale;
-}
-function resolveDocsPath(pathname, entry) {
-	const entryBase = normalizeSegment(entry || "docs") || "docs";
-	const entryParts = splitSegments(entryBase);
-	const pathParts = splitSegments(pathname);
-	let rest = pathParts;
-	if (entryParts.length > 0) {
-		if (pathParts.slice(0, entryParts.length).join("/") === entryParts.join("/")) rest = pathParts.slice(entryParts.length);
-	}
-	return {
-		slug: rest.join("/"),
-		entryPath: entryBase
-	};
-}
-
-//#endregion
-//#region src/metadata.ts
-/**
-* Resolve page title using metadata titleTemplate.
-* %s is replaced with page title.
-*/
-function resolveTitle(pageTitle, metadata) {
-	return (metadata?.titleTemplate ?? "%s").replace("%s", pageTitle);
-}
-/**
-* Resolve OG image URL for a page.
-* Prefers page.openGraph.images[0], then page.ogImage, then config endpoint/default.
-*/
-function resolveOGImage(page, ogConfig, baseUrl) {
-	if (page.openGraph?.images?.length) return resolveImageUrl(page.openGraph.images[0].url, baseUrl);
-	if (!ogConfig?.enabled) return void 0;
-	if (page.ogImage) return resolveImageUrl(page.ogImage, baseUrl);
-	if (ogConfig.type === "dynamic" && ogConfig.endpoint) return `${baseUrl ?? ""}${ogConfig.endpoint}`;
-	return ogConfig.defaultImage;
-}
-function resolveImageUrl(url, baseUrl) {
-	if (url.startsWith("/") || url.startsWith("http")) return url;
-	const base = baseUrl ?? "";
-	return `${base}${base.length > 0 && !base.endsWith("/") ? "/" : ""}${url}`;
-}
-/**
-* Build the Open Graph metadata object for a page.
-* When the page has openGraph in frontmatter, uses it (with title/description filled from page if omitted).
-* Otherwise uses ogImage or config (dynamic endpoint / defaultImage).
-*/
-function buildPageOpenGraph(page, ogConfig, baseUrl) {
-	if (page.openGraph) {
-		const images = page.openGraph.images?.length ? page.openGraph.images.map((img) => ({
-			url: resolveImageUrl(img.url, baseUrl),
-			width: img.width ?? 1200,
-			height: img.height ?? 630
-		})) : void 0;
-		return {
-			title: page.openGraph.title ?? page.title,
-			description: page.openGraph.description ?? page.description,
-			...images && { images }
-		};
-	}
-	const url = resolveOGImage(page, ogConfig, baseUrl);
-	if (!url) return void 0;
-	return {
-		title: page.title,
-		...page.description && { description: page.description },
-		images: [{
-			url,
-			width: 1200,
-			height: 630
-		}]
-	};
-}
-/**
-* Build the Twitter card metadata object for a page.
-* When the page has twitter in frontmatter, uses it.
-* Otherwise builds from ogImage or config (dynamic endpoint).
-*/
-function buildPageTwitter(page, ogConfig, baseUrl) {
-	if (page.twitter) {
-		const images = page.twitter.images?.length ? page.twitter.images.map((url) => resolveImageUrl(url, baseUrl)) : void 0;
-		return {
-			...page.twitter.card && { card: page.twitter.card },
-			...page.twitter.title !== void 0 && { title: page.twitter.title },
-			...page.twitter.description !== void 0 && { description: page.twitter.description },
-			...images && { images }
-		};
-	}
-	const url = resolveOGImage(page, ogConfig, baseUrl);
-	if (!url) return void 0;
-	return {
-		card: "summary_large_image",
-		title: page.title,
-		...page.description && { description: page.description },
-		images: [url]
-	};
-}
-
-//#endregion
-//#region src/reading-time.ts
-function hasExplicitReadingTime(frontmatter) {
-	return Object.prototype.hasOwnProperty.call(frontmatter ?? {}, "readingTime");
-}
-function normalizeWordsPerMinute(wordsPerMinute) {
-	if (typeof wordsPerMinute !== "number" || !Number.isFinite(wordsPerMinute)) return 220;
-	return Math.max(1, Math.floor(wordsPerMinute));
-}
-function stripNonReadingContent(content) {
-	return content.replace(/(`{3,})[^\n]*\n[\s\S]*?\1/g, " ").replace(/(~{3,})[^\n]*\n[\s\S]*?\1/g, " ").replace(/`[^`\n]+`/g, " ").replace(/!\[[^\]]*\]\([^)]+\)/g, " ").replace(/\[([^\]]+)\]\([^)]+\)/g, " $1 ").replace(/<[^>]+>/g, " ").replace(/\{[^{}]*\}/g, " ").replace(/https?:\/\/\S+/g, " ").replace(/[#>*_~|]/g, " ");
-}
-function estimateReadingTimeMinutes(content, wordsPerMinute) {
-	const wordCount = stripNonReadingContent(content).match(/\b[\p{L}\p{N}][\p{L}\p{N}'’-]*\b/gu)?.length ?? 0;
-	return Math.max(1, Math.ceil(wordCount / normalizeWordsPerMinute(wordsPerMinute)));
-}
-function resolveReadingTimeOptions(readingTime) {
-	if (readingTime === true) return { enabled: true };
-	if (readingTime === false || readingTime === void 0 || readingTime === null) return { enabled: false };
-	if (typeof readingTime !== "object") return { enabled: false };
-	return {
-		enabled: readingTime.enabled !== false,
-		wordsPerMinute: typeof readingTime.wordsPerMinute === "number" && Number.isFinite(readingTime.wordsPerMinute) ? readingTime.wordsPerMinute : void 0
-	};
-}
-function resolveReadingTimeFromContent(frontmatter, content, wordsPerMinute) {
-	const pageData = frontmatter ?? {};
-	if (pageData.readingTime === false) return null;
-	if (typeof pageData.readingTime === "number" && Number.isFinite(pageData.readingTime)) return Math.max(1, Math.ceil(pageData.readingTime));
-	return estimateReadingTimeMinutes(content, wordsPerMinute);
-}
-function resolvePageReadingTime(frontmatter, content, options) {
-	if (!(options?.enabledByDefault ?? false) && !hasExplicitReadingTime(frontmatter)) return;
-	return resolveReadingTimeFromContent(frontmatter, content, options?.wordsPerMinute);
-}
-function resolveReadingTimeFromSource(source, wordsPerMinute) {
-	const { data, content } = matter(source);
-	return resolveReadingTimeFromContent(data, content, wordsPerMinute);
-}
-
-//#endregion
 //#region src/agent.ts
 const DEFAULT_DOCS_API_ROUTE = "/api/docs";
 const DEFAULT_AGENT_SPEC_ROUTE = "/api/docs/agent/spec";
@@ -713,4 +401,167 @@ function toYamlString(value) {
 }
 
 //#endregion
-export { resolveDocsLlmsTxtFormat as A, buildPageTwitter as B, isDocsSkillRequest as C, renderDocsMarkdownNotFound as D, renderDocsMarkdownDocument as E, resolvePageReadingTime as F, resolveDocsPath as G, resolveTitle as H, resolveReadingTimeFromContent as I, deepMerge as J, createTheme as K, resolveReadingTimeFromSource as L, resolveDocsSkillFormat as M, toDocsMarkdownUrl as N, renderDocsSkillDocument as O, estimateReadingTimeMinutes as P, resolveReadingTimeOptions as R, isDocsPublicGetRequest as S, normalizeDocsUrlPath as T, resolveDocsI18n as U, resolveOGImage as V, resolveDocsLocale as W, defineDocs as X, resolveChangelogConfig as Y, findDocsMarkdownPage as _, DEFAULT_DOCS_API_ROUTE as a, isDocsAgentDiscoveryRequest as b, DEFAULT_LLMS_TXT_ROUTE as c, DEFAULT_MCP_ROUTE as d, DEFAULT_MCP_WELL_KNOWN_ROUTE as f, buildDocsAgentDiscoverySpec as g, DOCS_MARKDOWN_SIGNATURE_AGENT_HEADER as h, DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE as i, resolveDocsMarkdownRequest as j, resolveDocsAgentMdxContent as k, DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE as l, DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE as m, DEFAULT_AGENT_SPEC_ROUTE as n, DEFAULT_LLMS_FULL_TXT_ROUTE as o, DEFAULT_SKILL_MD_ROUTE as p, extendTheme as q, DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE as r, DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE as s, DEFAULT_AGENT_FEEDBACK_ROUTE as t, DEFAULT_MCP_PUBLIC_ROUTE as u, getDocsMarkdownVaryHeader as v, normalizeDocsPathSegment as w, isDocsMcpRequest as x, hasDocsMarkdownSignatureAgent as y, buildPageOpenGraph as z };
+//#region src/robots.ts
+const DEFAULT_ROBOTS_TXT_ROUTE = "/robots.txt";
+const DOCS_ROBOTS_GENERATED_BLOCK_START = "# BEGIN @farming-labs/docs robots";
+const DOCS_ROBOTS_GENERATED_BLOCK_END = "# END @farming-labs/docs robots";
+const DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS = [
+	"GPTBot",
+	"ChatGPT-User",
+	"OAI-SearchBot",
+	"ClaudeBot",
+	"Claude-User",
+	"anthropic-ai",
+	"CCBot",
+	"Google-Extended"
+];
+function normalizeRoute(value) {
+	const trimmed = value.trim();
+	if (!trimmed) return "/";
+	return trimmed.startsWith("/") ? trimmed.replace(/\/{2,}/g, "/") : `/${trimmed}`;
+}
+function normalizeBaseUrl(value) {
+	if (!value) return void 0;
+	try {
+		const url = new URL(value);
+		url.pathname = url.pathname.replace(/\/+$/, "");
+		url.search = "";
+		url.hash = "";
+		return url.toString().replace(/\/+$/, "");
+	} catch {
+		return;
+	}
+}
+function normalizeStringArray(value) {
+	if (Array.isArray(value)) return value;
+	return value ? [value] : [];
+}
+function normalizeAiPolicy(value) {
+	return value === false || value === "disallow" ? "disallow" : "allow";
+}
+function unique(values) {
+	return [...new Set(values.filter(Boolean))];
+}
+function resolveDocsRobotsConfig(input, options = {}) {
+	if (input === false) return {
+		enabled: false,
+		ai: "allow",
+		userAgents: [...DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS],
+		extraRules: []
+	};
+	const config = typeof input === "object" ? input : {};
+	return {
+		enabled: config.enabled ?? true,
+		path: config.path,
+		baseUrl: normalizeBaseUrl(config.baseUrl) ?? normalizeBaseUrl(options.baseUrl),
+		ai: normalizeAiPolicy(config.ai),
+		userAgents: unique([...DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS, ...normalizeStringArray(config.aiUserAgents)]),
+		extraRules: config.extraRules ?? []
+	};
+}
+function getDocsRobotsAllowRoutes(options = {}) {
+	const normalizedEntry = normalizeDocsPathSegment(options.entry ?? "docs") || "docs";
+	const sitemapConfig = resolveDocsSitemapConfig(options.sitemap);
+	const routes = [
+		"/",
+		`/${normalizedEntry}`,
+		`/${normalizedEntry}/`,
+		`/${normalizedEntry}.md`,
+		`/${normalizedEntry}/*.md`,
+		DEFAULT_LLMS_TXT_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_ROUTE,
+		DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE,
+		DEFAULT_SKILL_MD_ROUTE,
+		DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE,
+		DEFAULT_MCP_PUBLIC_ROUTE,
+		DEFAULT_MCP_WELL_KNOWN_ROUTE
+	];
+	if (sitemapConfig.enabled) {
+		if (sitemapConfig.xml.enabled) routes.push(sitemapConfig.xml.route);
+		if (sitemapConfig.markdown.enabled) routes.push(sitemapConfig.markdown.route, sitemapConfig.markdown.wellKnownRoute);
+	}
+	return unique(routes.map(normalizeRoute));
+}
+function sitemapUrls(robots, sitemap) {
+	const sitemapConfig = resolveDocsSitemapConfig(sitemap, { baseUrl: robots.baseUrl });
+	if (!robots.baseUrl || !sitemapConfig.enabled || !sitemapConfig.xml.enabled) return [];
+	try {
+		return [new URL(sitemapConfig.xml.route, `${robots.baseUrl}/`).toString()];
+	} catch {
+		return [];
+	}
+}
+function appendRule(lines, rule) {
+	const userAgents = normalizeStringArray(rule.userAgent);
+	if (userAgents.length === 0) return;
+	lines.push("");
+	for (const userAgent of userAgents) lines.push(`User-agent: ${userAgent}`);
+	for (const route of normalizeStringArray(rule.allow)) lines.push(`Allow: ${normalizeRoute(route)}`);
+	for (const route of normalizeStringArray(rule.disallow)) lines.push(`Disallow: ${normalizeRoute(route)}`);
+	if (typeof rule.crawlDelay === "number" && Number.isFinite(rule.crawlDelay)) lines.push(`Crawl-delay: ${rule.crawlDelay}`);
+}
+function renderDocsRobotsTxt(options = {}) {
+	const robots = resolveDocsRobotsConfig(options.robots, { baseUrl: options.baseUrl });
+	if (!robots.enabled) return "";
+	const lines = [
+		"# Generated by @farming-labs/docs.",
+		"# Edit docs.config or rerun `docs robots generate --append` / `--force`.",
+		"",
+		"User-agent: *"
+	];
+	for (const route of getDocsRobotsAllowRoutes(options)) lines.push(`Allow: ${route}`);
+	for (const userAgent of robots.userAgents) {
+		lines.push("", `User-agent: ${userAgent}`);
+		lines.push(robots.ai === "allow" ? "Allow: /" : "Disallow: /");
+	}
+	for (const rule of robots.extraRules) appendRule(lines, rule);
+	const sitemap = sitemapUrls(robots, options.sitemap);
+	if (sitemap.length > 0) {
+		lines.push("");
+		for (const url of sitemap) lines.push(`Sitemap: ${url}`);
+	}
+	return `${lines.join("\n")}\n`;
+}
+function renderDocsRobotsGeneratedBlock(options = {}) {
+	return `${DOCS_ROBOTS_GENERATED_BLOCK_START}\n${renderDocsRobotsTxt(options).trimEnd()}\n${DOCS_ROBOTS_GENERATED_BLOCK_END}\n`;
+}
+function upsertDocsRobotsGeneratedBlock(existing, block) {
+	const escapedStart = DOCS_ROBOTS_GENERATED_BLOCK_START.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	const escapedEnd = DOCS_ROBOTS_GENERATED_BLOCK_END.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	const pattern = new RegExp(`${escapedStart}[\\s\\S]*?${escapedEnd}\\n?`);
+	if (pattern.test(existing)) return existing.replace(pattern, block);
+	const prefix = existing.trimEnd();
+	return `${prefix}${prefix ? "\n\n" : ""}${block}`;
+}
+function blockForUserAgent(content, userAgent) {
+	const escaped = userAgent.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	return content.match(new RegExp(`(?:^|\\n)\\s*User-agent:\\s*${escaped}\\s*(?:\\n[ \\t]*(?!User-agent:).*)*`, "i"))?.[0] ?? "";
+}
+function disallowsRoute(content, route) {
+	const escapedRoute = route.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	return new RegExp(`^\\s*Disallow:\\s*${escapedRoute}(?:\\s|$)`, "im").test(content);
+}
+function analyzeDocsRobotsTxt(content, options = {}) {
+	const expectedRoutes = getDocsRobotsAllowRoutes(options).filter((route) => [
+		DEFAULT_LLMS_TXT_ROUTE,
+		DEFAULT_LLMS_FULL_TXT_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE,
+		DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE,
+		DEFAULT_SKILL_MD_ROUTE,
+		DEFAULT_MCP_PUBLIC_ROUTE
+	].includes(route) || route.includes("sitemap"));
+	const missingRoutes = expectedRoutes.filter((route) => !content.includes(route));
+	return {
+		blocksAgentRoutes: /Disallow:\s*\/(?:\s|$)/i.test(blockForUserAgent(content, "*")) || expectedRoutes.some((route) => disallowsRoute(content, route)),
+		blocksAiAgents: DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS.some((userAgent) => /Disallow:\s*\/(?:\s|$)/i.test(blockForUserAgent(content, userAgent))),
+		hasAgentRoutes: missingRoutes.length === 0,
+		hasAiPolicy: DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS.some((userAgent) => content.includes(userAgent)),
+		missingRoutes
+	};
+}
+
+//#endregion
+export { isDocsAgentDiscoveryRequest as A, resolveDocsLlmsTxtFormat as B, DEFAULT_SKILL_MD_ROUTE as C, findDocsMarkdownPage as D, buildDocsAgentDiscoverySpec as E, normalizeDocsUrlPath as F, resolveDocsSkillFormat as H, renderDocsMarkdownDocument as I, renderDocsMarkdownNotFound as L, isDocsPublicGetRequest as M, isDocsSkillRequest as N, getDocsMarkdownVaryHeader as O, normalizeDocsPathSegment as P, renderDocsSkillDocument as R, DEFAULT_MCP_WELL_KNOWN_ROUTE as S, DOCS_MARKDOWN_SIGNATURE_AGENT_HEADER as T, toDocsMarkdownUrl as U, resolveDocsMarkdownRequest as V, DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE as _, analyzeDocsRobotsTxt as a, DEFAULT_MCP_PUBLIC_ROUTE as b, renderDocsRobotsTxt as c, DEFAULT_AGENT_FEEDBACK_ROUTE as d, DEFAULT_AGENT_SPEC_ROUTE as f, DEFAULT_LLMS_FULL_TXT_ROUTE as g, DEFAULT_DOCS_API_ROUTE as h, DOCS_ROBOTS_GENERATED_BLOCK_START as i, isDocsMcpRequest as j, hasDocsMarkdownSignatureAgent as k, resolveDocsRobotsConfig as l, DEFAULT_AGENT_SPEC_WELL_KNOWN_ROUTE as m, DEFAULT_ROBOTS_TXT_ROUTE as n, getDocsRobotsAllowRoutes as o, DEFAULT_AGENT_SPEC_WELL_KNOWN_JSON_ROUTE as p, DOCS_ROBOTS_GENERATED_BLOCK_END as r, renderDocsRobotsGeneratedBlock as s, DEFAULT_DOCS_AI_ROBOTS_USER_AGENTS as t, upsertDocsRobotsGeneratedBlock as u, DEFAULT_LLMS_TXT_ROUTE as v, DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE as w, DEFAULT_MCP_ROUTE as x, DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE as y, resolveDocsAgentMdxContent as z };

package/dist/robots-Div3kkxI.mjs

@@ -0,0 +1,177 @@
+import { i as DOCS_ROBOTS_GENERATED_BLOCK_START, l as resolveDocsRobotsConfig, r as DOCS_ROBOTS_GENERATED_BLOCK_END, s as renderDocsRobotsGeneratedBlock, u as upsertDocsRobotsGeneratedBlock } from "./robots-DCR-ZFLO.mjs";
+import { d as readTopLevelStringProperty, f as resolveDocsConfigPath, i as loadDocsConfigModule, o as readBooleanProperty, t as extractNestedObjectLiteral, u as readStringProperty } from "./config-BR6CcCfr.mjs";
+import { t as detectFramework } from "./utils-AmYxHDoz.mjs";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import path from "node:path";
+import pc from "picocolors";
+
+//#region src/cli/robots.ts
+function parseInlineFlag(arg) {
+	const [rawKey, value] = arg.slice(2).split("=", 2);
+	return {
+		key: rawKey.trim(),
+		value
+	};
+}
+function parseRobotsGenerateArgs(argv) {
+	const parsed = {};
+	for (let index = 0; index < argv.length; index += 1) {
+		const arg = argv[index];
+		if (arg === "--help" || arg === "-h") {
+			parsed.help = true;
+			continue;
+		}
+		if (arg === "--append") {
+			parsed.append = true;
+			continue;
+		}
+		if (arg === "--force") {
+			parsed.force = true;
+			continue;
+		}
+		if (arg === "--check") {
+			parsed.check = true;
+			continue;
+		}
+		if (arg.startsWith("--config=")) {
+			const value = parseInlineFlag(arg).value;
+			if (!value) throw new Error("Missing value for --config.");
+			parsed.configPath = value;
+			continue;
+		}
+		if (arg === "--config") {
+			const value = argv[index + 1];
+			if (!value || value.startsWith("--")) throw new Error("Missing value for --config.");
+			parsed.configPath = value;
+			index += 1;
+			continue;
+		}
+		if (arg.startsWith("--path=")) {
+			const value = parseInlineFlag(arg).value;
+			if (!value) throw new Error("Missing value for --path.");
+			parsed.path = value;
+			continue;
+		}
+		if (arg === "--path") {
+			const value = argv[index + 1];
+			if (!value || value.startsWith("--")) throw new Error("Missing value for --path.");
+			parsed.path = value;
+			index += 1;
+			continue;
+		}
+		if (!arg.startsWith("--") && !parsed.path) {
+			parsed.path = arg;
+			continue;
+		}
+		throw new Error(`Unknown robots generate flag: ${arg}.`);
+	}
+	if (parsed.append && parsed.force) throw new Error("Use either --append or --force, not both.");
+	return parsed;
+}
+function readTopLevelBooleanProperty(content, key) {
+	const match = content.match(new RegExp(`\\b${key}\\b\\s*:\\s*(true|false)`));
+	return match ? match[1] === "true" : void 0;
+}
+function readLlmsBaseUrlFromConfig(content, config) {
+	if (config?.llmsTxt && typeof config.llmsTxt === "object") return config.llmsTxt.baseUrl;
+	const block = extractNestedObjectLiteral(content, ["llmsTxt"]);
+	return block ? readStringProperty(block, "baseUrl") : void 0;
+}
+function readSitemapConfigFromStatic(content) {
+	const topLevelBoolean = readTopLevelBooleanProperty(content, "sitemap");
+	if (typeof topLevelBoolean === "boolean") return topLevelBoolean;
+	const block = extractNestedObjectLiteral(content, ["sitemap"]);
+	if (!block) return void 0;
+	return {
+		enabled: readBooleanProperty(block, "enabled") ?? true,
+		routePrefix: readStringProperty(block, "routePrefix"),
+		baseUrl: readStringProperty(block, "baseUrl"),
+		manifestPath: readStringProperty(block, "manifestPath")
+	};
+}
+function readRobotsConfigFromStatic(content) {
+	const topLevelBoolean = readTopLevelBooleanProperty(content, "robots");
+	if (typeof topLevelBoolean === "boolean") return topLevelBoolean;
+	const block = extractNestedObjectLiteral(content, ["robots"]);
+	if (!block) return void 0;
+	const aiString = readStringProperty(block, "ai");
+	const aiBoolean = readBooleanProperty(block, "ai");
+	return {
+		enabled: readBooleanProperty(block, "enabled") ?? true,
+		path: readStringProperty(block, "path"),
+		baseUrl: readStringProperty(block, "baseUrl"),
+		ai: aiString === "allow" || aiString === "disallow" ? aiString : typeof aiBoolean === "boolean" ? aiBoolean : void 0
+	};
+}
+function resolveConfiguredRobots(content, config) {
+	if (config?.robots !== void 0) return config.robots;
+	return readRobotsConfigFromStatic(content) ?? true;
+}
+function resolvePublicDir(rootDir) {
+	if (detectFramework(rootDir) === "sveltekit") return path.join(rootDir, "static");
+	return path.join(rootDir, "public");
+}
+function resolveRobotsPath(rootDir, options, robots) {
+	const configuredPath = options.path ?? robots?.path;
+	if (configuredPath) return path.isAbsolute(configuredPath) ? configuredPath : path.resolve(rootDir, configuredPath);
+	return path.join(resolvePublicDir(rootDir), "robots.txt");
+}
+function writeIfChanged(filePath, content, check) {
+	if ((existsSync(filePath) ? readFileSync(filePath, "utf-8") : void 0) === content) return false;
+	if (check) return true;
+	mkdirSync(path.dirname(filePath), { recursive: true });
+	writeFileSync(filePath, content, "utf-8");
+	return true;
+}
+async function generateRobots(options = {}) {
+	const rootDir = process.cwd();
+	const loadedConfigModule = await loadDocsConfigModule(rootDir, options.configPath);
+	const configContent = readFileSync(loadedConfigModule?.path ?? resolveDocsConfigPath(rootDir, options.configPath), "utf-8");
+	const config = loadedConfigModule?.config;
+	const entry = config?.entry ?? readTopLevelStringProperty(configContent, "entry") ?? "docs";
+	const sitemap = config?.sitemap ?? readSitemapConfigFromStatic(configContent) ?? true;
+	const sitemapBaseUrl = typeof sitemap === "object" ? sitemap.baseUrl : void 0;
+	const llmsBaseUrl = readLlmsBaseUrlFromConfig(configContent, config);
+	const configuredRobots = resolveConfiguredRobots(configContent, config);
+	if (configuredRobots === false) throw new Error("Robots generation is disabled by `robots: false`.");
+	const robotsInput = typeof configuredRobots === "object" ? configuredRobots : {};
+	const robots = resolveDocsRobotsConfig(robotsInput, { baseUrl: robotsInput.baseUrl ?? sitemapBaseUrl ?? llmsBaseUrl });
+	if (!robots.enabled) throw new Error("Robots generation is disabled by `robots.enabled: false`.");
+	const robotsPath = resolveRobotsPath(rootDir, options, robotsInput);
+	const relativeRobotsPath = path.relative(rootDir, robotsPath).replace(/\\/g, "/");
+	const generatedBlock = renderDocsRobotsGeneratedBlock({
+		entry,
+		sitemap,
+		baseUrl: robots.baseUrl,
+		robots
+	});
+	const existing = existsSync(robotsPath) ? readFileSync(robotsPath, "utf-8") : void 0;
+	const hasGeneratedBlock = existing?.includes(DOCS_ROBOTS_GENERATED_BLOCK_START) === true && existing.includes(DOCS_ROBOTS_GENERATED_BLOCK_END);
+	if (existing !== void 0 && !options.force && !options.append && !hasGeneratedBlock) {
+		console.log(pc.yellow(`Found existing robots.txt at ${relativeRobotsPath}.`));
+		console.log(pc.dim("Keeping the user-owned file. Use --append to add/update the generated block, or --force to replace it."));
+		return;
+	}
+	const changed = writeIfChanged(robotsPath, existing !== void 0 && (options.append || hasGeneratedBlock) ? upsertDocsRobotsGeneratedBlock(existing, generatedBlock) : generatedBlock, options.check === true);
+	if (options.check && changed) throw new Error(`Robots output is stale at ${relativeRobotsPath}. Run \`docs robots generate${options.append ? " --append" : options.force ? " --force" : ""}${options.path ? ` --path ${options.path}` : ""}\` to update it.`);
+	console.log(changed ? pc.green(`Generated robots policy at ${relativeRobotsPath}.`) : pc.green(`Robots policy is current at ${relativeRobotsPath}.`));
+}
+function printRobotsGenerateHelp() {
+	console.log(`
+${pc.bold("docs robots generate")} — Generate a static robots.txt agent access policy.
+
+${pc.dim("Usage:")}
+  pnpm exec docs ${pc.cyan("robots generate")} ${pc.dim("[path]")}
+
+${pc.dim("Options:")}
+  ${pc.cyan("--path <path>")}       Write to a specific robots.txt path; defaults to the framework public directory
+  ${pc.cyan("--append")}            Add or update a generated block inside an existing robots.txt
+  ${pc.cyan("--force")}             Replace the target robots.txt with the generated policy
+  ${pc.cyan("--check")}             Fail if the generated output would change
+  ${pc.cyan("--config <path>")}     Use a custom docs config path instead of ${pc.dim("docs.config.ts[x]")}
+  ${pc.cyan("-h, --help")}          Show this help message
+`);
+}
+
+//#endregion
+export { generateRobots, parseRobotsGenerateArgs, printRobotsGenerateHelp };