@farming-labs/docs 0.1.80 → 0.1.82

package/dist/robots-Div3kkxI.mjs

@@ -0,0 +1,177 @@
+import { i as DOCS_ROBOTS_GENERATED_BLOCK_START, l as resolveDocsRobotsConfig, r as DOCS_ROBOTS_GENERATED_BLOCK_END, s as renderDocsRobotsGeneratedBlock, u as upsertDocsRobotsGeneratedBlock } from "./robots-DCR-ZFLO.mjs";
+import { d as readTopLevelStringProperty, f as resolveDocsConfigPath, i as loadDocsConfigModule, o as readBooleanProperty, t as extractNestedObjectLiteral, u as readStringProperty } from "./config-BR6CcCfr.mjs";
+import { t as detectFramework } from "./utils-AmYxHDoz.mjs";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import path from "node:path";
+import pc from "picocolors";
+
+//#region src/cli/robots.ts
+function parseInlineFlag(arg) {
+	const [rawKey, value] = arg.slice(2).split("=", 2);
+	return {
+		key: rawKey.trim(),
+		value
+	};
+}
+function parseRobotsGenerateArgs(argv) {
+	const parsed = {};
+	for (let index = 0; index < argv.length; index += 1) {
+		const arg = argv[index];
+		if (arg === "--help" || arg === "-h") {
+			parsed.help = true;
+			continue;
+		}
+		if (arg === "--append") {
+			parsed.append = true;
+			continue;
+		}
+		if (arg === "--force") {
+			parsed.force = true;
+			continue;
+		}
+		if (arg === "--check") {
+			parsed.check = true;
+			continue;
+		}
+		if (arg.startsWith("--config=")) {
+			const value = parseInlineFlag(arg).value;
+			if (!value) throw new Error("Missing value for --config.");
+			parsed.configPath = value;
+			continue;
+		}
+		if (arg === "--config") {
+			const value = argv[index + 1];
+			if (!value || value.startsWith("--")) throw new Error("Missing value for --config.");
+			parsed.configPath = value;
+			index += 1;
+			continue;
+		}
+		if (arg.startsWith("--path=")) {
+			const value = parseInlineFlag(arg).value;
+			if (!value) throw new Error("Missing value for --path.");
+			parsed.path = value;
+			continue;
+		}
+		if (arg === "--path") {
+			const value = argv[index + 1];
+			if (!value || value.startsWith("--")) throw new Error("Missing value for --path.");
+			parsed.path = value;
+			index += 1;
+			continue;
+		}
+		if (!arg.startsWith("--") && !parsed.path) {
+			parsed.path = arg;
+			continue;
+		}
+		throw new Error(`Unknown robots generate flag: ${arg}.`);
+	}
+	if (parsed.append && parsed.force) throw new Error("Use either --append or --force, not both.");
+	return parsed;
+}
+function readTopLevelBooleanProperty(content, key) {
+	const match = content.match(new RegExp(`\\b${key}\\b\\s*:\\s*(true|false)`));
+	return match ? match[1] === "true" : void 0;
+}
+function readLlmsBaseUrlFromConfig(content, config) {
+	if (config?.llmsTxt && typeof config.llmsTxt === "object") return config.llmsTxt.baseUrl;
+	const block = extractNestedObjectLiteral(content, ["llmsTxt"]);
+	return block ? readStringProperty(block, "baseUrl") : void 0;
+}
+function readSitemapConfigFromStatic(content) {
+	const topLevelBoolean = readTopLevelBooleanProperty(content, "sitemap");
+	if (typeof topLevelBoolean === "boolean") return topLevelBoolean;
+	const block = extractNestedObjectLiteral(content, ["sitemap"]);
+	if (!block) return void 0;
+	return {
+		enabled: readBooleanProperty(block, "enabled") ?? true,
+		routePrefix: readStringProperty(block, "routePrefix"),
+		baseUrl: readStringProperty(block, "baseUrl"),
+		manifestPath: readStringProperty(block, "manifestPath")
+	};
+}
+function readRobotsConfigFromStatic(content) {
+	const topLevelBoolean = readTopLevelBooleanProperty(content, "robots");
+	if (typeof topLevelBoolean === "boolean") return topLevelBoolean;
+	const block = extractNestedObjectLiteral(content, ["robots"]);
+	if (!block) return void 0;
+	const aiString = readStringProperty(block, "ai");
+	const aiBoolean = readBooleanProperty(block, "ai");
+	return {
+		enabled: readBooleanProperty(block, "enabled") ?? true,
+		path: readStringProperty(block, "path"),
+		baseUrl: readStringProperty(block, "baseUrl"),
+		ai: aiString === "allow" || aiString === "disallow" ? aiString : typeof aiBoolean === "boolean" ? aiBoolean : void 0
+	};
+}
+function resolveConfiguredRobots(content, config) {
+	if (config?.robots !== void 0) return config.robots;
+	return readRobotsConfigFromStatic(content) ?? true;
+}
+function resolvePublicDir(rootDir) {
+	if (detectFramework(rootDir) === "sveltekit") return path.join(rootDir, "static");
+	return path.join(rootDir, "public");
+}
+function resolveRobotsPath(rootDir, options, robots) {
+	const configuredPath = options.path ?? robots?.path;
+	if (configuredPath) return path.isAbsolute(configuredPath) ? configuredPath : path.resolve(rootDir, configuredPath);
+	return path.join(resolvePublicDir(rootDir), "robots.txt");
+}
+function writeIfChanged(filePath, content, check) {
+	if ((existsSync(filePath) ? readFileSync(filePath, "utf-8") : void 0) === content) return false;
+	if (check) return true;
+	mkdirSync(path.dirname(filePath), { recursive: true });
+	writeFileSync(filePath, content, "utf-8");
+	return true;
+}
+async function generateRobots(options = {}) {
+	const rootDir = process.cwd();
+	const loadedConfigModule = await loadDocsConfigModule(rootDir, options.configPath);
+	const configContent = readFileSync(loadedConfigModule?.path ?? resolveDocsConfigPath(rootDir, options.configPath), "utf-8");
+	const config = loadedConfigModule?.config;
+	const entry = config?.entry ?? readTopLevelStringProperty(configContent, "entry") ?? "docs";
+	const sitemap = config?.sitemap ?? readSitemapConfigFromStatic(configContent) ?? true;
+	const sitemapBaseUrl = typeof sitemap === "object" ? sitemap.baseUrl : void 0;
+	const llmsBaseUrl = readLlmsBaseUrlFromConfig(configContent, config);
+	const configuredRobots = resolveConfiguredRobots(configContent, config);
+	if (configuredRobots === false) throw new Error("Robots generation is disabled by `robots: false`.");
+	const robotsInput = typeof configuredRobots === "object" ? configuredRobots : {};
+	const robots = resolveDocsRobotsConfig(robotsInput, { baseUrl: robotsInput.baseUrl ?? sitemapBaseUrl ?? llmsBaseUrl });
+	if (!robots.enabled) throw new Error("Robots generation is disabled by `robots.enabled: false`.");
+	const robotsPath = resolveRobotsPath(rootDir, options, robotsInput);
+	const relativeRobotsPath = path.relative(rootDir, robotsPath).replace(/\\/g, "/");
+	const generatedBlock = renderDocsRobotsGeneratedBlock({
+		entry,
+		sitemap,
+		baseUrl: robots.baseUrl,
+		robots
+	});
+	const existing = existsSync(robotsPath) ? readFileSync(robotsPath, "utf-8") : void 0;
+	const hasGeneratedBlock = existing?.includes(DOCS_ROBOTS_GENERATED_BLOCK_START) === true && existing.includes(DOCS_ROBOTS_GENERATED_BLOCK_END);
+	if (existing !== void 0 && !options.force && !options.append && !hasGeneratedBlock) {
+		console.log(pc.yellow(`Found existing robots.txt at ${relativeRobotsPath}.`));
+		console.log(pc.dim("Keeping the user-owned file. Use --append to add/update the generated block, or --force to replace it."));
+		return;
+	}
+	const changed = writeIfChanged(robotsPath, existing !== void 0 && (options.append || hasGeneratedBlock) ? upsertDocsRobotsGeneratedBlock(existing, generatedBlock) : generatedBlock, options.check === true);
+	if (options.check && changed) throw new Error(`Robots output is stale at ${relativeRobotsPath}. Run \`docs robots generate${options.append ? " --append" : options.force ? " --force" : ""}${options.path ? ` --path ${options.path}` : ""}\` to update it.`);
+	console.log(changed ? pc.green(`Generated robots policy at ${relativeRobotsPath}.`) : pc.green(`Robots policy is current at ${relativeRobotsPath}.`));
+}
+function printRobotsGenerateHelp() {
+	console.log(`
+${pc.bold("docs robots generate")} — Generate a static robots.txt agent access policy.
+
+${pc.dim("Usage:")}
+  pnpm exec docs ${pc.cyan("robots generate")} ${pc.dim("[path]")}
+
+${pc.dim("Options:")}
+  ${pc.cyan("--path <path>")}       Write to a specific robots.txt path; defaults to the framework public directory
+  ${pc.cyan("--append")}            Add or update a generated block inside an existing robots.txt
+  ${pc.cyan("--force")}             Replace the target robots.txt with the generated policy
+  ${pc.cyan("--check")}             Fail if the generated output would change
+  ${pc.cyan("--config <path>")}     Use a custom docs config path instead of ${pc.dim("docs.config.ts[x]")}
+  ${pc.cyan("-h, --help")}          Show this help message
+`);
+}
+
+//#endregion
+export { generateRobots, parseRobotsGenerateArgs, printRobotsGenerateHelp };

package/dist/{search-kP0mAXCp.mjs → search-B5ze-heM.mjs}

@@ -217,55 +217,6 @@ async function emitDocsAgentTraceEvent(observability, event) {
 	});
 }
 
-//#endregion
-//#region src/related.ts
-function normalizeDocsRelated(value) {
-	if (!Array.isArray(value)) return [];
-	const seen = /* @__PURE__ */ new Set();
-	const links = [];
-	for (const item of value) {
-		const parsed = parseRelatedInput(item);
-		if (!parsed) continue;
-		const dedupeKey = normalizeRelatedLookupPath(parsed.href) ?? parsed.href;
-		if (seen.has(dedupeKey)) continue;
-		seen.add(dedupeKey);
-		links.push({ href: parsed.href });
-	}
-	return links;
-}
-function renderDocsRelatedMarkdownLines(related) {
-	if (!related?.length) return [];
-	return [`Related: ${related.map((link) => normalizeInlineText(link.href)).join(", ")}`];
-}
-function parseRelatedInput(value) {
-	if (typeof value === "string") {
-		const href = cleanString(value);
-		return href ? { href } : null;
-	}
-	return null;
-}
-function cleanString(value) {
-	if (typeof value !== "string") return void 0;
-	return value.trim() || void 0;
-}
-function normalizeRelatedLookupPath(value) {
-	const trimmed = value.trim();
-	if (!trimmed) return null;
-	let pathname = trimmed;
-	try {
-		pathname = new URL(trimmed, "https://docs.local").pathname;
-	} catch {
-		pathname = trimmed.split(/[?#]/, 1)[0] ?? trimmed;
-	}
-	pathname = pathname.replace(/\/+/g, "/").replace(/\.md$/i, "");
-	if (!pathname.startsWith("/")) pathname = `/${pathname}`;
-	if (pathname !== "/") pathname = pathname.replace(/\/+$/, "");
-	return pathname;
-}
-function normalizeInlineText(value) {
-	return value.replace(/\s+/g, " ").trim();
-}
-
 //#endregion
 //#region src/sidebar.ts
 function resolvePageSidebarFolderIndexBehavior(sidebar) {
@@ -1398,4 +1349,4 @@ function createCustomSearchAdapter(adapter) {
 }
 
 //#endregion
-export { emitDocsAnalyticsEvent as A, resolveSidebarFolderIndexBehaviorForPath as C, createDocsAgentTraceContext as D, DOCS_AGENT_TRACE_EVENT_TYPES as E, resolveDocsAnalyticsConfig as M, resolveDocsObservabilityConfig as N, createDocsAgentTraceId as O, createDocsCloudAnalytics as P, resolveSidebarFolderIndexBehavior as S, renderDocsRelatedMarkdownLines as T, parseGeneratedAgentDocument as _, createMcpSearchAdapter as a, applySidebarFolderIndexBehavior as b, formatDocsAskAIPackageHints as c, resolveAskAISearchRequestConfig as d, resolveSearchRequestConfig as f, normalizeGeneratedAgentContent as g, hashGeneratedAgentContent as h, createCustomSearchAdapter as i, emitDocsObservabilityEvent as j, emitDocsAgentTraceEvent as k, inferDocsAskAIPackageHints as l, GENERATED_AGENT_PROVENANCE_VERSION as m, buildDocsSearchDocuments as n, createSimpleSearchAdapter as o, GENERATED_AGENT_PROVENANCE_MARKER as p, createAlgoliaSearchAdapter as r, createTypesenseSearchAdapter as s, buildDocsAskAIContext as t, performDocsSearch as u, serializeGeneratedAgentDocument as v, normalizeDocsRelated as w, resolvePageSidebarFolderIndexBehavior as x, stripGeneratedAgentProvenance as y };
+export { resolveDocsAnalyticsConfig as A, resolveSidebarFolderIndexBehaviorForPath as C, emitDocsAgentTraceEvent as D, createDocsAgentTraceId as E, createDocsCloudAnalytics as M, emitDocsAnalyticsEvent as O, resolveSidebarFolderIndexBehavior as S, createDocsAgentTraceContext as T, parseGeneratedAgentDocument as _, createMcpSearchAdapter as a, applySidebarFolderIndexBehavior as b, formatDocsAskAIPackageHints as c, resolveAskAISearchRequestConfig as d, resolveSearchRequestConfig as f, normalizeGeneratedAgentContent as g, hashGeneratedAgentContent as h, createCustomSearchAdapter as i, resolveDocsObservabilityConfig as j, emitDocsObservabilityEvent as k, inferDocsAskAIPackageHints as l, GENERATED_AGENT_PROVENANCE_VERSION as m, buildDocsSearchDocuments as n, createSimpleSearchAdapter as o, GENERATED_AGENT_PROVENANCE_MARKER as p, createAlgoliaSearchAdapter as r, createTypesenseSearchAdapter as s, buildDocsAskAIContext as t, performDocsSearch as u, serializeGeneratedAgentDocument as v, DOCS_AGENT_TRACE_EVENT_TYPES as w, resolvePageSidebarFolderIndexBehavior as x, stripGeneratedAgentProvenance as y };

package/dist/{search-D6uAGmiH.d.mts → search-BH07-Otd.d.mts}

@@ -1,4 +1,4 @@
-import { $ as DocsSitemapConfig, B as DocsObservabilityEventInput, G as DocsSearchChunkingConfig, H as DocsSearchAdapter, K as DocsSearchConfig, Ot as TypesenseDocsSearchConfig, Q as DocsSearchSourcePage, R as DocsObservabilityConfig, W as DocsSearchAdapterFactory, X as DocsSearchResult, _ as DocsAnalyticsConfig, d as CustomDocsSearchConfig, k as DocsAskAIMcpConfig, m as DocsAgentTraceEventInput, ot as McpDocsSearchConfig, q as DocsSearchDocument, r as AlgoliaDocsSearchConfig, v as DocsAnalyticsEvent, vt as ResolvedDocsRelatedLink, y as DocsAnalyticsEventInput, z as DocsObservabilityEvent } from "./types-OAHZJ7NI.mjs";
+import { At as TypesenseDocsSearchConfig, B as DocsObservabilityEventInput, J as DocsSearchConfig, K as DocsSearchAdapterFactory, Q as DocsSearchResult, R as DocsObservabilityConfig, W as DocsSearchAdapter, Y as DocsSearchDocument, _ as DocsAnalyticsConfig, bt as ResolvedDocsRelatedLink, ct as McpDocsSearchConfig, d as CustomDocsSearchConfig, et as DocsSearchSourcePage, k as DocsAskAIMcpConfig, m as DocsAgentTraceEventInput, q as DocsSearchChunkingConfig, r as AlgoliaDocsSearchConfig, tt as DocsSitemapConfig, v as DocsAnalyticsEvent, y as DocsAnalyticsEventInput, z as DocsObservabilityEvent } from "./types-Ch0kE7uS.mjs";
 
 //#region src/cloud-analytics.d.ts
 interface DocsCloudAnalyticsOptions {

package/dist/{search-DD2SP_hD.mjs → search-BIL0Zap1.mjs}

@@ -1,8 +1,8 @@
-import { n as buildDocsSearchDocuments, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter } from "./search-kP0mAXCp.mjs";
-import "./sitemap-server-B370zkEo.mjs";
+import { n as buildDocsSearchDocuments, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter } from "./search-B5ze-heM.mjs";
+import "./sitemap-server-C8Ppk29g.mjs";
 import { createFilesystemDocsMcpSource } from "./mcp.mjs";
 import "./server.mjs";
-import { a as loadProjectEnv, d as readTopLevelStringProperty, f as resolveDocsConfigPath, p as resolveDocsContentDir } from "./config-C7sUsMkm.mjs";
+import { a as loadProjectEnv, d as readTopLevelStringProperty, f as resolveDocsConfigPath, p as resolveDocsContentDir } from "./config-BR6CcCfr.mjs";
 import { readFileSync } from "node:fs";
 import pc from "picocolors";
 

package/dist/server.d.mts

@@ -1,5 +1,5 @@
-import { $ as DocsSitemapConfig, A as DocsConfig, B as DocsObservabilityEventInput, D as DocsAskAIFeedbackMessage, E as DocsAskAIFeedbackData, H as DocsSearchAdapter, K as DocsSearchConfig, O as DocsAskAIFeedbackValue, Q as DocsSearchSourcePage, R as DocsObservabilityConfig, T as DocsAskAIFeedbackConfig, U as DocsSearchAdapterContext, W as DocsSearchAdapterFactory, X as DocsSearchResult, Y as DocsSearchQuery, _ as DocsAnalyticsConfig, a as ApiReferenceRenderer, g as DocsAgentTraceStatus, h as DocsAgentTraceEventType, k as DocsAskAIMcpConfig, lt as OpenDocsProvider, m as DocsAgentTraceEventInput, ot as McpDocsSearchConfig, q as DocsSearchDocument, v as DocsAnalyticsEvent, y as DocsAnalyticsEventInput, z as DocsObservabilityEvent } from "./types-OAHZJ7NI.mjs";
-import { A as DOCS_AGENT_TRACE_EVENT_TYPES, B as resolveDocsObservabilityConfig, C as createDocsSitemapResponse, D as resolveDocsSitemapConfig, E as renderDocsSitemapXml, F as createDocsAgentTraceId, H as createDocsCloudAnalytics, I as emitDocsAgentTraceEvent, L as emitDocsAnalyticsEvent, M as ResolvedDocsAnalyticsConfig, N as ResolvedDocsObservabilityConfig, O as resolveDocsSitemapRequest, P as createDocsAgentTraceContext, R as emitDocsObservabilityEvent, S as buildDocsSitemapManifest, T as renderDocsSitemapMarkdown, V as DocsCloudAnalyticsOptions, _ as DocsSitemapFormat, a as createMcpSearchAdapter, b as DocsSitemapPageInput, c as formatDocsAskAIPackageHints, d as resolveAskAISearchRequestConfig, f as resolveSearchRequestConfig, g as DEFAULT_SITEMAP_XML_ROUTE, h as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, i as createCustomSearchAdapter, j as DocsAgentTraceContext, k as toDocsSitemapMarkdownUrl, l as inferDocsAskAIPackageHints, m as DEFAULT_SITEMAP_MD_ROUTE, n as buildDocsSearchDocuments, o as createSimpleSearchAdapter, p as DEFAULT_SITEMAP_MANIFEST_PATH, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter, t as buildDocsAskAIContext, u as performDocsSearch, v as DocsSitemapManifest, w as readDocsSitemapManifestFromContentMap, x as DocsSitemapResolvedConfig, y as DocsSitemapManifestPage, z as resolveDocsAnalyticsConfig } from "./search-D6uAGmiH.mjs";
+import { A as DocsConfig, B as DocsObservabilityEventInput, D as DocsAskAIFeedbackMessage, E as DocsAskAIFeedbackData, G as DocsSearchAdapterContext, J as DocsSearchConfig, K as DocsSearchAdapterFactory, O as DocsAskAIFeedbackValue, Q as DocsSearchResult, R as DocsObservabilityConfig, T as DocsAskAIFeedbackConfig, W as DocsSearchAdapter, Y as DocsSearchDocument, Z as DocsSearchQuery, _ as DocsAnalyticsConfig, a as ApiReferenceRenderer, ct as McpDocsSearchConfig, dt as OpenDocsProvider, et as DocsSearchSourcePage, g as DocsAgentTraceStatus, h as DocsAgentTraceEventType, k as DocsAskAIMcpConfig, m as DocsAgentTraceEventInput, tt as DocsSitemapConfig, v as DocsAnalyticsEvent, y as DocsAnalyticsEventInput, z as DocsObservabilityEvent } from "./types-Ch0kE7uS.mjs";
+import { A as DOCS_AGENT_TRACE_EVENT_TYPES, B as resolveDocsObservabilityConfig, C as createDocsSitemapResponse, D as resolveDocsSitemapConfig, E as renderDocsSitemapXml, F as createDocsAgentTraceId, H as createDocsCloudAnalytics, I as emitDocsAgentTraceEvent, L as emitDocsAnalyticsEvent, M as ResolvedDocsAnalyticsConfig, N as ResolvedDocsObservabilityConfig, O as resolveDocsSitemapRequest, P as createDocsAgentTraceContext, R as emitDocsObservabilityEvent, S as buildDocsSitemapManifest, T as renderDocsSitemapMarkdown, V as DocsCloudAnalyticsOptions, _ as DocsSitemapFormat, a as createMcpSearchAdapter, b as DocsSitemapPageInput, c as formatDocsAskAIPackageHints, d as resolveAskAISearchRequestConfig, f as resolveSearchRequestConfig, g as DEFAULT_SITEMAP_XML_ROUTE, h as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, i as createCustomSearchAdapter, j as DocsAgentTraceContext, k as toDocsSitemapMarkdownUrl, l as inferDocsAskAIPackageHints, m as DEFAULT_SITEMAP_MD_ROUTE, n as buildDocsSearchDocuments, o as createSimpleSearchAdapter, p as DEFAULT_SITEMAP_MANIFEST_PATH, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter, t as buildDocsAskAIContext, u as performDocsSearch, v as DocsSitemapManifest, w as readDocsSitemapManifestFromContentMap, x as DocsSitemapResolvedConfig, y as DocsSitemapManifestPage, z as resolveDocsAnalyticsConfig } from "./search-BH07-Otd.mjs";
 import { DocsMcpHttpHandlers, DocsMcpNavigationNode, DocsMcpNavigationTree, DocsMcpPage, DocsMcpResolvedConfig, DocsMcpSource, createDocsMcpHttpHandler, createDocsMcpServer, createFilesystemDocsMcpSource, normalizeDocsMcpRoute, resolveDocsMcpConfig, runDocsMcpStdio } from "./mcp.mjs";
 
 //#region src/api-reference.d.ts

package/dist/server.mjs

@@ -1,6 +1,6 @@
-import { A as emitDocsAnalyticsEvent, D as createDocsAgentTraceContext, E as DOCS_AGENT_TRACE_EVENT_TYPES, M as resolveDocsAnalyticsConfig, N as resolveDocsObservabilityConfig, O as createDocsAgentTraceId, P as createDocsCloudAnalytics, a as createMcpSearchAdapter, c as formatDocsAskAIPackageHints, d as resolveAskAISearchRequestConfig, f as resolveSearchRequestConfig, i as createCustomSearchAdapter, j as emitDocsObservabilityEvent, k as emitDocsAgentTraceEvent, l as inferDocsAskAIPackageHints, n as buildDocsSearchDocuments, o as createSimpleSearchAdapter, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter, t as buildDocsAskAIContext, u as performDocsSearch } from "./search-kP0mAXCp.mjs";
-import { a as buildDocsSitemapManifest, c as renderDocsSitemapMarkdown, d as resolveDocsSitemapRequest, f as toDocsSitemapMarkdownUrl, i as DEFAULT_SITEMAP_XML_ROUTE, l as renderDocsSitemapXml, n as DEFAULT_SITEMAP_MD_ROUTE, o as createDocsSitemapResponse, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, s as readDocsSitemapManifestFromContentMap, t as DEFAULT_SITEMAP_MANIFEST_PATH, u as resolveDocsSitemapConfig } from "./sitemap-Buobvabq.mjs";
-import { _ as resolveApiReferenceRenderer, a as resolvePromptProviderChoices, c as serializeDocsIconRegistry, d as buildApiReferenceHtmlDocumentAsync, f as buildApiReferenceOpenApiDocument, g as resolveApiReferenceConfig, h as buildApiReferenceScalarCss, i as parsePromptStringArray, l as serializeOpenDocsProviders, m as buildApiReferencePageTitle, n as DEFAULT_PROMPT_PROVIDER_TEMPLATES, o as sanitizePromptText, p as buildApiReferenceOpenApiDocumentAsync, r as normalizePromptProviderName, s as serializeDocsIcon, t as readDocsSitemapManifest, u as buildApiReferenceHtmlDocument } from "./sitemap-server-B370zkEo.mjs";
+import { A as resolveDocsAnalyticsConfig, D as emitDocsAgentTraceEvent, E as createDocsAgentTraceId, M as createDocsCloudAnalytics, O as emitDocsAnalyticsEvent, T as createDocsAgentTraceContext, a as createMcpSearchAdapter, c as formatDocsAskAIPackageHints, d as resolveAskAISearchRequestConfig, f as resolveSearchRequestConfig, i as createCustomSearchAdapter, j as resolveDocsObservabilityConfig, k as emitDocsObservabilityEvent, l as inferDocsAskAIPackageHints, n as buildDocsSearchDocuments, o as createSimpleSearchAdapter, r as createAlgoliaSearchAdapter, s as createTypesenseSearchAdapter, t as buildDocsAskAIContext, u as performDocsSearch, w as DOCS_AGENT_TRACE_EVENT_TYPES } from "./search-B5ze-heM.mjs";
+import { a as buildDocsSitemapManifest, c as renderDocsSitemapMarkdown, d as resolveDocsSitemapRequest, f as toDocsSitemapMarkdownUrl, i as DEFAULT_SITEMAP_XML_ROUTE, l as renderDocsSitemapXml, n as DEFAULT_SITEMAP_MD_ROUTE, o as createDocsSitemapResponse, r as DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, s as readDocsSitemapManifestFromContentMap, t as DEFAULT_SITEMAP_MANIFEST_PATH, u as resolveDocsSitemapConfig } from "./sitemap-Ccfh6GXO.mjs";
+import { _ as resolveApiReferenceRenderer, a as resolvePromptProviderChoices, c as serializeDocsIconRegistry, d as buildApiReferenceHtmlDocumentAsync, f as buildApiReferenceOpenApiDocument, g as resolveApiReferenceConfig, h as buildApiReferenceScalarCss, i as parsePromptStringArray, l as serializeOpenDocsProviders, m as buildApiReferencePageTitle, n as DEFAULT_PROMPT_PROVIDER_TEMPLATES, o as sanitizePromptText, p as buildApiReferenceOpenApiDocumentAsync, r as normalizePromptProviderName, s as serializeDocsIcon, t as readDocsSitemapManifest, u as buildApiReferenceHtmlDocument } from "./sitemap-server-C8Ppk29g.mjs";
 import { createDocsMcpHttpHandler, createDocsMcpServer, createFilesystemDocsMcpSource, normalizeDocsMcpRoute, resolveDocsMcpConfig, runDocsMcpStdio } from "./mcp.mjs";
 
 export { DEFAULT_PROMPT_PROVIDER_TEMPLATES, DEFAULT_SITEMAP_MANIFEST_PATH, DEFAULT_SITEMAP_MD_ROUTE, DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE, DEFAULT_SITEMAP_XML_ROUTE, DOCS_AGENT_TRACE_EVENT_TYPES, buildApiReferenceHtmlDocument, buildApiReferenceHtmlDocumentAsync, buildApiReferenceOpenApiDocument, buildApiReferenceOpenApiDocumentAsync, buildApiReferencePageTitle, buildApiReferenceScalarCss, buildDocsAskAIContext, buildDocsSearchDocuments, buildDocsSitemapManifest, createAlgoliaSearchAdapter, createCustomSearchAdapter, createDocsAgentTraceContext, createDocsAgentTraceId, createDocsCloudAnalytics, createDocsMcpHttpHandler, createDocsMcpServer, createDocsSitemapResponse, createFilesystemDocsMcpSource, createMcpSearchAdapter, createSimpleSearchAdapter, createTypesenseSearchAdapter, emitDocsAgentTraceEvent, emitDocsAnalyticsEvent, emitDocsObservabilityEvent, formatDocsAskAIPackageHints, inferDocsAskAIPackageHints, normalizeDocsMcpRoute, normalizePromptProviderName, parsePromptStringArray, performDocsSearch, readDocsSitemapManifest, readDocsSitemapManifestFromContentMap, renderDocsSitemapMarkdown, renderDocsSitemapXml, resolveApiReferenceConfig, resolveApiReferenceRenderer, resolveAskAISearchRequestConfig, resolveDocsAnalyticsConfig, resolveDocsMcpConfig, resolveDocsObservabilityConfig, resolveDocsSitemapConfig, resolveDocsSitemapRequest, resolvePromptProviderChoices, resolveSearchRequestConfig, runDocsMcpStdio, sanitizePromptText, serializeDocsIcon, serializeDocsIconRegistry, serializeOpenDocsProviders, toDocsSitemapMarkdownUrl };

package/dist/{sitemap-DCR8tuA7.mjs → sitemap-C2ocmew_.mjs}

@@ -1,10 +1,10 @@
-import "./search-kP0mAXCp.mjs";
-import { a as buildDocsSitemapManifest, c as renderDocsSitemapMarkdown, l as renderDocsSitemapXml, u as resolveDocsSitemapConfig } from "./sitemap-Buobvabq.mjs";
-import "./sitemap-server-B370zkEo.mjs";
+import "./search-B5ze-heM.mjs";
+import { a as buildDocsSitemapManifest, c as renderDocsSitemapMarkdown, l as renderDocsSitemapXml, u as resolveDocsSitemapConfig } from "./sitemap-Ccfh6GXO.mjs";
+import "./sitemap-server-C8Ppk29g.mjs";
 import { createFilesystemDocsMcpSource } from "./mcp.mjs";
 import "./server.mjs";
-import { c as readNavTitle, d as readTopLevelStringProperty, f as resolveDocsConfigPath, i as loadDocsConfigModule, o as readBooleanProperty, p as resolveDocsContentDir, t as extractNestedObjectLiteral, u as readStringProperty } from "./config-C7sUsMkm.mjs";
-import { t as detectFramework } from "./utils-l0lcezN8.mjs";
+import { c as readNavTitle, d as readTopLevelStringProperty, f as resolveDocsConfigPath, i as loadDocsConfigModule, o as readBooleanProperty, p as resolveDocsContentDir, t as extractNestedObjectLiteral, u as readStringProperty } from "./config-BR6CcCfr.mjs";
+import { t as detectFramework } from "./utils-AmYxHDoz.mjs";
 import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
 import path from "node:path";
 import pc from "picocolors";

package/dist/{sitemap-server-B370zkEo.mjs → sitemap-server-C8Ppk29g.mjs}

@@ -1,4 +1,4 @@
-import { u as resolveDocsSitemapConfig } from "./sitemap-Buobvabq.mjs";
+import { u as resolveDocsSitemapConfig } from "./sitemap-Ccfh6GXO.mjs";
 import { createRequire } from "node:module";
 import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
 import path, { basename, join, relative } from "node:path";

package/dist/{types-OAHZJ7NI.d.mts → types-Ch0kE7uS.d.mts}

@@ -823,6 +823,50 @@ interface DocsSitemapConfig {
   /** Markdown sitemap options. */
   markdown?: boolean | SitemapMarkdownConfig;
 }
+interface DocsRobotsRule {
+  /** User-agent name or names for this robots.txt rule block. */
+  userAgent: string | string[];
+  /** Routes to allow for the user-agent block. */
+  allow?: string | string[];
+  /** Routes to disallow for the user-agent block. */
+  disallow?: string | string[];
+  /** Optional crawl-delay value emitted as-is for crawlers that support it. */
+  crawlDelay?: number;
+}
+/**
+ * Configuration for generated `robots.txt` agent access policy files.
+ */
+interface DocsRobotsConfig {
+  /**
+   * Whether robots.txt generation is enabled.
+   * @default true when `robots` is an object
+   */
+  enabled?: boolean;
+  /**
+   * Output file path used by `docs robots generate`.
+   * Falls back to the framework public directory, such as `public/robots.txt`
+   * or `static/robots.txt` for SvelteKit.
+   */
+  path?: string;
+  /**
+   * Public site URL used for the `Sitemap:` line.
+   * Falls back to `sitemap.baseUrl` or `llmsTxt.baseUrl` in the CLI.
+   */
+  baseUrl?: string;
+  /**
+   * Whether to explicitly allow or disallow common AI crawlers.
+   * @default "allow"
+   */
+  ai?: boolean | "allow" | "disallow";
+  /**
+   * Additional AI user-agent names to include beside the defaults.
+   */
+  aiUserAgents?: string | string[];
+  /**
+   * Extra robots.txt rule blocks appended after the generated agent policy.
+   */
+  extraRules?: DocsRobotsRule[];
+}
 /**
  * Tool-level toggles for the built-in MCP server.
  *
@@ -2240,6 +2284,18 @@ interface DocsConfig {
    * ```
    */
   sitemap?: boolean | DocsSitemapConfig;
+  /**
+   * Generated robots.txt policy for docs and agent-readable routes.
+   *
+   * @example
+   * ```ts
+   * robots: {
+   *   baseUrl: "https://docs.example.com",
+   *   ai: "allow",
+   * }
+   * ```
+   */
+  robots?: boolean | DocsRobotsConfig;
   /**
    * Generated changelog pages backed by date-folder MDX entries inside the docs
    * content tree.
@@ -2298,4 +2354,4 @@ interface DocsConfig {
   og?: OGConfig;
 }
 //#endregion
-export { DocsSitemapConfig as $, DocsConfig as A, UIConfig as At, DocsObservabilityEventInput as B, DocsAskAIActionData as C, SidebarNode as Ct, DocsAskAIFeedbackMessage as D, ThemeToggleConfig as Dt, DocsAskAIFeedbackData as E, SimpleDocsSearchConfig as Et, DocsMcpToolsConfig as F, DocsSearchChunkingConfig as G, DocsSearchAdapter as H, DocsMetadata as I, DocsSearchEmbeddingsConfig as J, DocsSearchConfig as K, DocsNav as L, DocsFeedbackValue as M, DocsI18nConfig as N, DocsAskAIFeedbackValue as O, TypesenseDocsSearchConfig as Ot, DocsMcpConfig as P, DocsSearchSourcePage as Q, DocsObservabilityConfig as R, DocsAnalyticsSource as S, SidebarFolderNode as St, DocsAskAIFeedbackConfig as T, SidebarTree as Tt, DocsSearchAdapterContext as U, DocsRelatedItem as V, DocsSearchAdapterFactory as W, DocsSearchResult as X, DocsSearchQuery as Y, DocsSearchResultType as Z, DocsAnalyticsConfig as _, ReadingTimeConfig as _t, ApiReferenceRenderer as a, LlmsTxtConfig as at, DocsAnalyticsEventType as b, SidebarConfig as bt, ChangelogFrontmatter as c, OpenDocsConfig as ct, CustomDocsSearchConfig as d, OrderingItem as dt, DocsTheme as et, DocsAgentFeedbackContext as f, PageActionsConfig as ft, DocsAgentTraceStatus as g, PageTwitter as gt, DocsAgentTraceEventType as h, PageSidebarFrontmatter as ht, ApiReferenceConfig as i, LastUpdatedConfig as it, DocsFeedbackData as j, DocsAskAIMcpConfig as k, TypographyConfig as kt, CodeBlockCopyData as l, OpenDocsProvider as lt, DocsAgentTraceEventInput as m, PageOpenGraph as mt, AgentFeedbackConfig as n, FontStyle as nt, BreadcrumbConfig as o, McpDocsSearchConfig as ot, DocsAgentFeedbackData as p, PageFrontmatter as pt, DocsSearchDocument as q, AlgoliaDocsSearchConfig as r, GithubConfig as rt, ChangelogConfig as s, OGConfig as st, AIConfig as t, FeedbackConfig as tt, CopyMarkdownConfig as u, OpenGraphImage as ut, DocsAnalyticsEvent as v, ResolvedDocsRelatedLink as vt, DocsAskAIActionType as w, SidebarPageNode as wt, DocsAnalyticsInput as x, SidebarFolderIndexBehavior as xt, DocsAnalyticsEventInput as y, SidebarComponentProps as yt, DocsObservabilityEvent as z };
+export { DocsSearchResultType as $, DocsConfig as A, TypesenseDocsSearchConfig as At, DocsObservabilityEventInput as B, DocsAskAIActionData as C, SidebarFolderIndexBehavior as Ct, DocsAskAIFeedbackMessage as D, SidebarTree as Dt, DocsAskAIFeedbackData as E, SidebarPageNode as Et, DocsMcpToolsConfig as F, DocsSearchAdapterContext as G, DocsRobotsConfig as H, DocsMetadata as I, DocsSearchConfig as J, DocsSearchAdapterFactory as K, DocsNav as L, DocsFeedbackValue as M, UIConfig as Mt, DocsI18nConfig as N, DocsAskAIFeedbackValue as O, SimpleDocsSearchConfig as Ot, DocsMcpConfig as P, DocsSearchResult as Q, DocsObservabilityConfig as R, DocsAnalyticsSource as S, SidebarConfig as St, DocsAskAIFeedbackConfig as T, SidebarNode as Tt, DocsRobotsRule as U, DocsRelatedItem as V, DocsSearchAdapter as W, DocsSearchEmbeddingsConfig as X, DocsSearchDocument as Y, DocsSearchQuery as Z, DocsAnalyticsConfig as _, PageSidebarFrontmatter as _t, ApiReferenceRenderer as a, GithubConfig as at, DocsAnalyticsEventType as b, ResolvedDocsRelatedLink as bt, ChangelogFrontmatter as c, McpDocsSearchConfig as ct, CustomDocsSearchConfig as d, OpenDocsProvider as dt, DocsSearchSourcePage as et, DocsAgentFeedbackContext as f, OpenGraphImage as ft, DocsAgentTraceStatus as g, PageOpenGraph as gt, DocsAgentTraceEventType as h, PageFrontmatter as ht, ApiReferenceConfig as i, FontStyle as it, DocsFeedbackData as j, TypographyConfig as jt, DocsAskAIMcpConfig as k, ThemeToggleConfig as kt, CodeBlockCopyData as l, OGConfig as lt, DocsAgentTraceEventInput as m, PageActionsConfig as mt, AgentFeedbackConfig as n, DocsTheme as nt, BreadcrumbConfig as o, LastUpdatedConfig as ot, DocsAgentFeedbackData as p, OrderingItem as pt, DocsSearchChunkingConfig as q, AlgoliaDocsSearchConfig as r, FeedbackConfig as rt, ChangelogConfig as s, LlmsTxtConfig as st, AIConfig as t, DocsSitemapConfig as tt, CopyMarkdownConfig as u, OpenDocsConfig as ut, DocsAnalyticsEvent as v, PageTwitter as vt, DocsAskAIActionType as w, SidebarFolderNode as wt, DocsAnalyticsInput as x, SidebarComponentProps as xt, DocsAnalyticsEventInput as y, ReadingTimeConfig as yt, DocsObservabilityEvent as z };

package/dist/{upgrade-upRj5Fw-.mjs → upgrade-D9c60phM.mjs}

@@ -1,4 +1,4 @@
-import { c as installCommand, i as detectPackageManagerFromLockfile, o as exec, s as fileExists, t as detectFramework } from "./utils-l0lcezN8.mjs";
+import { c as installCommand, i as detectPackageManagerFromLockfile, o as exec, s as fileExists, t as detectFramework } from "./utils-AmYxHDoz.mjs";
 import path from "node:path";
 import pc from "picocolors";
 import * as p from "@clack/prompts";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@farming-labs/docs",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "Modern, flexible MDX-based docs framework — core types, config, and CLI",
   "keywords": [
     "docs",