@redpanda-data/docs-extensions-and-macros 5.22.0 → 5.22.1

package/extension-utils/llms-utils.js

@@ -71,10 +71,36 @@ function stripMarkdownMetadata(content) {
   return text.trim();
 }
 
+/**
+ * Return the subset of `components` that have at least one page in `pages` —
+ * i.e. the components that actually get a generated `<name>-full.txt` export.
+ *
+ * A `<name>-full.txt` file is only written for components that have pages, so
+ * advertising an export for a corpus-less landing/utility component (e.g.
+ * `data-platform`, `self-managed`, `search`) links the AI index to a 404.
+ * Filtering the advertised list through this helper keeps it in sync with the
+ * files that are actually produced. Input order is preserved.
+ *
+ * @param {Array<{name: string}>} components - All components from the content catalog
+ * @param {Array<{src?: {component?: string}}>} pages - Pages that will be exported
+ * @returns {Array<{name: string}>} Components that have at least one page
+ */
+function componentsWithExports(components, pages) {
+  const componentNames = new Set(
+    (pages || [])
+      .map((page) => page && page.src && page.src.component)
+      .filter(Boolean)
+  );
+  return (components || []).filter((component) =>
+    componentNames.has(component.name)
+  );
+}
+
 module.exports = {
   LLMS_DIRECTIVE_BASE,
   LLMS_DIRECTIVE_REGEX,
   SOURCE_COMMENT_REGEX,
   formatLlmsDirective,
   stripMarkdownMetadata,
+  componentsWithExports,
 };

package/extensions/convert-llms-to-txt.js

@@ -3,7 +3,7 @@
 const { raiseListenerLimit } = require('./util/raise-listener-limit')
 
 const { toMarkdownUrl } = require('../extension-utils/url-utils');
-const { stripMarkdownMetadata } = require('../extension-utils/llms-utils');
+const { stripMarkdownMetadata, componentsWithExports } = require('../extension-utils/llms-utils');
 
 /**
  * Extracts markdown from llms.adoc page and generates AI-friendly documentation exports.
@@ -167,7 +167,11 @@ module.exports.register = function () {
     fullContent += `- **${siteUrl}/llms.txt**: Curated overview following the llms.txt standard - start here for a quick introduction\n`;
     fullContent += `- **${siteUrl}/llms-full.txt**: Complete documentation export (this file) - comprehensive reference with all pages\n`;
     fullContent += `- **Component-specific exports**: Focused documentation for individual products:\n`;
-    components.forEach(component => {
+    // Only advertise exports for components that actually have pages — a
+    // `<name>-full.txt` is generated per component below, so listing corpus-less
+    // landing/utility components (e.g. data-platform, self-managed, search) would
+    // point the AI index at a 404.
+    componentsWithExports(components, pages).forEach(component => {
       fullContent += `  - \`${siteUrl}/${component.name}-full.txt\`: ${component.title}\n`;
     });
     fullContent += `- **Individual markdown pages**: Each HTML page has a corresponding .md file (e.g., \`/docs/page.html\` → \`/docs/page.md\`)\n\n`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@redpanda-data/docs-extensions-and-macros",
-  "version": "5.22.0",
+  "version": "5.22.1",
   "description": "Antora extensions and macros developed for Redpanda documentation.",
   "keywords": [
     "antora",