@farming-labs/next 0.1.96 → 0.1.98

package/dist/config.mjs

@@ -78,20 +78,7 @@ ${GENERATED_BANNER}
 import docsConfig from "@/docs.config";
 import { createDocsAPI } from "@farming-labs/next/api";
 
-export const { GET, POST } = createDocsAPI({
-  entry: docsConfig.entry,
-  contentDir: docsConfig.contentDir,
-  i18n: docsConfig.i18n,
-  changelog: docsConfig.changelog,
-  feedback: docsConfig.feedback,
-  mcp: docsConfig.mcp,
-  llmsTxt: docsConfig.llmsTxt,
-  sitemap: docsConfig.sitemap,
-  search: docsConfig.search,
-  analytics: docsConfig.analytics,
-  observability: docsConfig.observability,
-  ai: docsConfig.ai,
-});
+export const { GET, POST } = createDocsAPI(docsConfig);
 
 export const revalidate = false;
 `;
@@ -100,16 +87,7 @@ ${GENERATED_BANNER}
 import docsConfig from "@/docs.config";
 import { createDocsMCPAPI } from "@farming-labs/next/api";
 
-export const { GET, POST, DELETE } = createDocsMCPAPI({
-  entry: docsConfig.entry,
-  contentDir: docsConfig.contentDir,
-  nav: docsConfig.nav,
-  ordering: docsConfig.ordering,
-  search: docsConfig.search,
-  analytics: docsConfig.analytics,
-  observability: docsConfig.observability,
-  mcp: docsConfig.mcp,
-});
+export const { GET, POST, DELETE } = createDocsMCPAPI(docsConfig);
 
 export const revalidate = false;
 `;
@@ -173,6 +151,7 @@ const DEFAULT_LLMS_TXT_WELL_KNOWN_ROUTE = "/.well-known/llms.txt";
 const DEFAULT_LLMS_FULL_TXT_WELL_KNOWN_ROUTE = "/.well-known/llms-full.txt";
 const DEFAULT_SKILL_MD_ROUTE = "/skill.md";
 const DEFAULT_SKILL_MD_WELL_KNOWN_ROUTE = "/.well-known/skill.md";
+const DEFAULT_ROBOTS_TXT_ROUTE = "/robots.txt";
 const DEFAULT_SITEMAP_XML_ROUTE = "/sitemap.xml";
 const DEFAULT_SITEMAP_MD_ROUTE = "/sitemap.md";
 const DEFAULT_SITEMAP_MD_WELL_KNOWN_ROUTE = "/.well-known/sitemap.md";
@@ -451,9 +430,7 @@ function extractRootObjectLiteral(content) {
 		}
 	}
 }
-function readTopLevelStringProperty(content, key) {
-	const block = extractRootObjectLiteral(content);
-	if (!block) return void 0;
+function findTopLevelPropertyValueIndex(block, key) {
 	let objectDepth = 0;
 	let arrayDepth = 0;
 	let parenDepth = 0;
@@ -535,26 +512,102 @@ function readTopLevelStringProperty(content, key) {
 		if (block[cursor] !== ":") continue;
 		cursor += 1;
 		while (/\s/.test(block[cursor] ?? "")) cursor += 1;
-		const quote = block[cursor];
-		if (quote !== "\"" && quote !== "'") continue;
-		cursor += 1;
-		let value = "";
-		for (; cursor < block.length; cursor += 1) {
-			const valueChar = block[cursor];
-			if (valueChar === "\\") {
-				const escapedChar = block[cursor + 1];
-				if (escapedChar) {
-					value += escapedChar;
-					cursor += 1;
-				}
+		return cursor;
+	}
+}
+function findMatchingObjectEnd(block, start) {
+	let depth = 0;
+	let inString = null;
+	let inLineComment = false;
+	let inBlockComment = false;
+	let escaped = false;
+	for (let index = start; index < block.length; index += 1) {
+		const char = block[index];
+		const next = block[index + 1];
+		if (inLineComment) {
+			if (char === "\n") inLineComment = false;
+			continue;
+		}
+		if (inBlockComment) {
+			if (char === "*" && next === "/") {
+				inBlockComment = false;
+				index += 1;
+			}
+			continue;
+		}
+		if (inString) {
+			if (escaped) {
+				escaped = false;
 				continue;
 			}
-			if (valueChar === quote) return value;
-			value += valueChar;
+			if (char === "\\") {
+				escaped = true;
+				continue;
+			}
+			if (char === inString) inString = null;
+			continue;
+		}
+		if (char === "/" && next === "/") {
+			inLineComment = true;
+			index += 1;
+			continue;
+		}
+		if (char === "/" && next === "*") {
+			inBlockComment = true;
+			index += 1;
+			continue;
+		}
+		if (char === "\"" || char === "'" || char === "`") {
+			inString = char;
+			continue;
+		}
+		if (char === "{") {
+			depth += 1;
+			continue;
+		}
+		if (char !== "}") continue;
+		depth -= 1;
+		if (depth === 0) return index;
+	}
+}
+function readTopLevelStringProperty(content, key) {
+	const block = extractRootObjectLiteral(content);
+	if (!block) return void 0;
+	const cursor = findTopLevelPropertyValueIndex(block, key);
+	if (cursor === void 0) return void 0;
+	const quote = block[cursor];
+	if (quote !== "\"" && quote !== "'") return void 0;
+	let value = "";
+	for (let index = cursor + 1; index < block.length; index += 1) {
+		const valueChar = block[index];
+		if (valueChar === "\\") {
+			const escapedChar = block[index + 1];
+			if (escapedChar) {
+				value += escapedChar;
+				index += 1;
+			}
+			continue;
 		}
-		return;
+		if (valueChar === quote) return value;
+		value += valueChar;
 	}
 }
+function readTopLevelBooleanProperty(content, key) {
+	const block = extractRootObjectLiteral(content);
+	if (!block) return void 0;
+	const cursor = findTopLevelPropertyValueIndex(block, key);
+	if (cursor === void 0) return void 0;
+	if (block.startsWith("true", cursor)) return true;
+	if (block.startsWith("false", cursor)) return false;
+}
+function extractTopLevelObjectLiteral(content, key) {
+	const block = extractRootObjectLiteral(content);
+	if (!block) return void 0;
+	const cursor = findTopLevelPropertyValueIndex(block, key);
+	if (cursor === void 0 || block[cursor] !== "{") return void 0;
+	const end = findMatchingObjectEnd(block, cursor);
+	return end === void 0 ? void 0 : block.slice(cursor + 1, end);
+}
 function extractObjectLiteral(content, key) {
 	const keyIndex = content.search(new RegExp(`${key}\\s*:\\s*\\{`));
 	if (keyIndex === -1) return void 0;
@@ -759,16 +812,54 @@ function readSitemapConfig(root) {
 			};
 		} catch {
 			return {
-				enabled: false,
+				enabled: true,
 				routePrefix: ""
 			};
 		}
 	}
 	return {
-		enabled: false,
+		enabled: true,
 		routePrefix: ""
 	};
 }
+function readRobotsConfig(root) {
+	const publicStaticPath = join(root, "public", "robots.txt");
+	const appDir = getNextAppDir(root);
+	const appStaticPath = join(root, appDir, "robots.txt");
+	const appRouteExists = FILE_EXTS.some((ext) => existsSync(join(root, appDir, `robots.${ext}`)));
+	const hasStaticFile = existsSync(publicStaticPath) || existsSync(appStaticPath) || appRouteExists;
+	for (const ext of FILE_EXTS) {
+		const configPath = join(root, `docs.config.${ext}`);
+		if (!existsSync(configPath)) continue;
+		try {
+			const content = readFileSync(configPath, "utf-8");
+			if (content.match(/robots\s*:\s*false/)) return {
+				enabled: false,
+				hasStaticFile
+			};
+			if (content.match(/robots\s*:\s*true/)) return {
+				enabled: true,
+				hasStaticFile
+			};
+			const block = extractObjectLiteral(content, "robots");
+			if (!block) continue;
+			const enabledMatch = block.match(/enabled\s*:\s*(true|false)/);
+			return {
+				enabled: enabledMatch ? enabledMatch[1] !== "false" : true,
+				hasStaticFile
+			};
+		} catch {
+			return {
+				enabled: true,
+				hasStaticFile
+			};
+		}
+	}
+	return {
+		enabled: true,
+		hasStaticFile
+	};
+}
 function normalizeAgentFeedbackRoute(route, fallback = DEFAULT_AGENT_FEEDBACK_ROUTE) {
 	if (!route || route.trim().length === 0) return fallback;
 	const normalized = `/${route}`.replace(/\/+/g, "/");
@@ -776,6 +867,11 @@ function normalizeAgentFeedbackRoute(route, fallback = DEFAULT_AGENT_FEEDBACK_RO
 }
 function readAgentFeedbackConfig(root) {
 	const defaultRoute = normalizeAgentFeedbackRoute();
+	const enabled = {
+		enabled: true,
+		route: defaultRoute,
+		schemaRoute: `${defaultRoute}/schema`
+	};
 	const disabled = {
 		enabled: false,
 		route: defaultRoute,
@@ -785,16 +881,16 @@ function readAgentFeedbackConfig(root) {
 		const configPath = join(root, `docs.config.${ext}`);
 		if (!existsSync(configPath)) continue;
 		try {
-			const feedbackBlock = extractObjectLiteral(readFileSync(configPath, "utf-8"), "feedback");
-			if (!feedbackBlock) continue;
+			const content = readFileSync(configPath, "utf-8");
+			const feedbackBoolean = readTopLevelBooleanProperty(content, "feedback");
+			if (feedbackBoolean === false) return disabled;
+			if (feedbackBoolean === true) return enabled;
+			const feedbackBlock = extractTopLevelObjectLiteral(content, "feedback");
+			if (!feedbackBlock) return enabled;
 			if (feedbackBlock.match(/agent\s*:\s*false/)) return disabled;
-			if (feedbackBlock.match(/agent\s*:\s*true/)) return {
-				enabled: true,
-				route: defaultRoute,
-				schemaRoute: `${defaultRoute}/schema`
-			};
+			if (feedbackBlock.match(/agent\s*:\s*true/)) return enabled;
 			const agentBlock = extractObjectLiteral(feedbackBlock, "agent");
-			if (!agentBlock) continue;
+			if (!agentBlock) return enabled;
 			const enabledMatch = agentBlock.match(/enabled\s*:\s*(true|false)/);
 			const routeMatch = agentBlock.match(/route\s*:\s*["']([^"']+)["']/);
 			const schemaRouteMatch = agentBlock.match(/schemaRoute\s*:\s*["']([^"']+)["']/);
@@ -808,7 +904,7 @@ function readAgentFeedbackConfig(root) {
 			return disabled;
 		}
 	}
-	return disabled;
+	return enabled;
 }
 function buildDocsMarkdownRewrites(entry) {
 	const normalizedEntry = entry.replace(/^\/+|\/+$/g, "") || "docs";
@@ -925,6 +1021,13 @@ function buildSitemapRewrites(config) {
 		}
 	];
 }
+function buildRobotsRewrites(config) {
+	if (!config.enabled || config.hasStaticFile) return [];
+	return [{
+		source: DEFAULT_ROBOTS_TXT_ROUTE,
+		destination: "/api/docs?format=robots"
+	}];
+}
 function buildMcpRewrites(config) {
 	if (!config.enabled) return [];
 	return [DEFAULT_MCP_PUBLIC_ROUTE, DEFAULT_MCP_WELL_KNOWN_ROUTE].filter((source) => source !== config.route).map((source) => ({
@@ -1058,13 +1161,14 @@ function buildHiddenFolderRedirects(docsDir, entry) {
 	scan(docsDir, []);
 	return dedupeRedirects(redirects);
 }
-function mergeDocsMarkdownRewrites(entry, mcp, sitemap, agentFeedback, result) {
+function mergeDocsMarkdownRewrites(entry, mcp, sitemap, agentFeedback, robots, result) {
 	const autoRewrites = [
 		...buildAgentSpecRewrites(),
 		...buildMcpRewrites(mcp),
 		...buildLlmsTxtRewrites(entry),
 		...buildSkillMdRewrites(),
 		...buildSitemapRewrites(sitemap),
+		...buildRobotsRewrites(robots),
 		...buildDocsMarkdownRewrites(entry),
 		...buildAgentFeedbackRewrites(agentFeedback)
 	];
@@ -1106,6 +1210,7 @@ function withDocs(nextConfig = {}) {
 	}
 	const mcp = readMcpConfig(root);
 	const sitemap = readSitemapConfig(root);
+	const robots = readRobotsConfig(root);
 	const docsMcpRouteDir = join(root, appDir, "api", "docs", "mcp");
 	if (mcp.enabled && mcp.route === DEFAULT_MCP_ROUTE && !isStaticExport && !hasFile(docsMcpRouteDir, "route")) {
 		mkdirSync(docsMcpRouteDir, { recursive: true });
@@ -1268,7 +1373,7 @@ function withDocs(nextConfig = {}) {
 	if (!isStaticExport) {
 		const existingRewrites = nextConfig.rewrites;
 		nextConfig.rewrites = async () => {
-			return mergeDocsMarkdownRewrites(entry, mcp, sitemap, agentFeedback, typeof existingRewrites === "function" ? await existingRewrites() : existingRewrites);
+			return mergeDocsMarkdownRewrites(entry, mcp, sitemap, agentFeedback, robots, typeof existingRewrites === "function" ? await existingRewrites() : existingRewrites);
 		};
 		const autoRedirects = buildHiddenFolderRedirects(docsContentRoot, entry);
 		if (autoRedirects.length > 0) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@farming-labs/next",
-  "version": "0.1.96",
+  "version": "0.1.98",
   "description": "Next.js adapter for @farming-labs/docs — MDX config wrapper",
   "keywords": [
     "docs",
@@ -100,8 +100,8 @@
     "tsdown": "^0.20.3",
     "typescript": "^5.9.3",
     "vitest": "^3.2.4",
-    "@farming-labs/docs": "0.1.96",
-    "@farming-labs/theme": "0.1.96"
+    "@farming-labs/docs": "0.1.98",
+    "@farming-labs/theme": "0.1.98"
   },
   "peerDependencies": {
     "@farming-labs/docs": ">=0.0.1",