nuxt-ai-ready 3.0.3 → 3.1.0

package/dist/chunks/agent-skills.mjs

@@ -2,7 +2,7 @@ import { createHash } from 'node:crypto';
 import { realpath, readFile, readdir } from 'node:fs/promises';
 import { join, resolve, isAbsolute, relative, sep } from 'node:path';
 import { parseDocument } from 'yaml';
-import { A as AGENT_SKILLS_SCHEMA } from '../shared/nuxt-ai-ready.CsGXtlrU.mjs';
+import { A as AGENT_SKILLS_SCHEMA } from '../shared/nuxt-ai-ready.Dmvy7CIJ.mjs';
 import 'node:module';
 import 'node:url';
 import '@nuxt/kit';
@@ -11,12 +11,12 @@ import 'nuxt-site-config/kit';
 import 'nuxtseo-shared/kit';
 import '../shared/nuxt-ai-ready.B3hAuOLQ.mjs';
 import 'node:fs';
-import '../../dist/runtime/markdown-path.js';
 import '../../dist/runtime/route-path.js';
 import '../../dist/runtime/server/utils/sitemap-md.js';
 import '../../dist/runtime/cache-control.js';
 import '../../dist/runtime/server/utils/discovery-response.js';
 import 'confbox';
+import '../../dist/runtime/markdown-path.js';
 import 'nuxtseo-shared/server';
 import '../../dist/runtime/server/utils/content-negotiation.js';
 import 'pathe';

package/dist/chunks/prerender.mjs

@@ -6,7 +6,7 @@ import { resolveLocaleFromRoute } from 'nuxtseo-shared/i18n-runtime';
 import { createPrerenderFetch } from 'nuxtseo-shared/prerender';
 import { collectSitemap } from 'sitemapd/parse';
 import { withLeadingSlash, joinURL, withBase } from 'ufo';
-import { l as logger, M as MARKDOWN_LINK_AVAILABILITY_FILE } from '../shared/nuxt-ai-ready.CsGXtlrU.mjs';
+import { l as logger, M as MARKDOWN_LINK_AVAILABILITY_FILE } from '../shared/nuxt-ai-ready.Dmvy7CIJ.mjs';
 import { normalizePagePath, toMarkdownPath } from '../../dist/runtime/markdown-path.js';
 import { toDeployedRoute, toLogicalRoute } from '../../dist/runtime/route-path.js';
 import { initSchema, computeContentHash, insertPage, queryAllPages, exportDbDump } from '../../dist/runtime/server/db/shared.js';

package/dist/devtools/lib/ai-ready/types.ts

@@ -4,7 +4,7 @@ export interface DevtoolsConfig {
   sitemapPrerendered: boolean
   markdownCacheHeaders: { maxAge: number, swr: boolean }
   llmsTxtCacheSeconds: number
-  contentSignal: false | { aiTrain: boolean, search: boolean, aiInput: boolean }
+  contentSignal: false | { aiTrain?: boolean, search?: boolean, aiInput?: boolean }
   mcp: { enabled: boolean, tools: boolean, resources: boolean }
   cron: boolean
 }

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": "^4.6.0 || ^5.0.0-0"
   },
   "configKey": "aiReady",
-  "version": "3.0.3",
+  "version": "3.1.0",
   "builder": {
     "@nuxt/module-builder": "1.0.3",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -7,14 +7,14 @@ import '@nuxt/kit';
 import 'defu';
 import 'nuxt-site-config/kit';
 import 'nuxtseo-shared/kit';
-export { m as default } from './shared/nuxt-ai-ready.CsGXtlrU.mjs';
+export { m as default } from './shared/nuxt-ai-ready.Dmvy7CIJ.mjs';
 import './shared/nuxt-ai-ready.B3hAuOLQ.mjs';
-import '../dist/runtime/markdown-path.js';
 import '../dist/runtime/route-path.js';
 import '../dist/runtime/server/utils/sitemap-md.js';
 import '../dist/runtime/server/utils/discovery-response.js';
 import '../dist/runtime/cache-control.js';
 import 'confbox';
+import '../dist/runtime/markdown-path.js';
 import 'nuxtseo-shared/server';
 import '../dist/runtime/server/utils/content-negotiation.js';
 import 'pathe';

package/dist/runtime/server/middleware/markdown.prerender.js

@@ -87,6 +87,12 @@ ${contentPage.markdown}`;
         message: `Failed to fetch HTML for ${path}`
       });
     }
+    if (!response.headers.get("content-type")?.includes("text/html")) {
+      return createError({
+        statusCode: 404,
+        message: `Not an HTML page: ${path}`
+      });
+    }
     html = await response.text();
     logger.debug(`[markdown.prerender] Fetched HTML for ${path} (${html.length} bytes)`);
     consumePrerenderedHtml(path);

package/dist/runtime/types.d.ts

@@ -200,7 +200,12 @@ export interface ModuleOptions {
      */
     describedby?: boolean;
     /**
-     * Content Signal Directives
+     * Content Signal directives for robots.txt.
+     *
+     * Unset, robots.txt gets `Content-Signal: search=yes, ai-input=yes` and no
+     * `ai-train` preference, unless a robots group already sets one. An object
+     * states the whole policy: each permission left out is sent as `no`.
+     * `false` sends no Content-Signal line.
      */
     contentSignal?: false | {
         /**

package/dist/shared/{nuxt-ai-ready.CsGXtlrU.mjs → nuxt-ai-ready.Dmvy7CIJ.mjs}

@@ -8,12 +8,12 @@ import defu$1, { defu } from 'defu';
 import { useSiteConfig, withSiteUrl } from 'nuxt-site-config/kit';
 import { resolveNuxtContentVersion, renderNitroTypeAugmentations, setupRuntimeAliases, setupNitroRuntimeCompatibility } from 'nuxtseo-shared/kit';
 import { r as readPackageMetadata, a as resolvePackageMetadataPath } from './nuxt-ai-ready.B3hAuOLQ.mjs';
-import { hasMarkdownTwin, normalizePagePath, toMarkdownPath } from '../../dist/runtime/markdown-path.js';
 import { toDeployedRoute } from '../../dist/runtime/route-path.js';
 import { SITEMAP_MD_ROUTE } from '../../dist/runtime/server/utils/sitemap-md.js';
 import { publicCacheControl, mergeVaryHeader } from '../../dist/runtime/cache-control.js';
 import { MCP_SERVER_CARD_MEDIA_TYPE, AI_CATALOG_MEDIA_TYPE } from '../../dist/runtime/server/utils/discovery-response.js';
 import { parseTOML, parseJSONC } from 'confbox';
+import { toMarkdownPath, hasMarkdownTwin, normalizePagePath } from '../../dist/runtime/markdown-path.js';
 import { createNitroRouteRuleMatcher } from 'nuxtseo-shared/server';
 import { getContentNegotiationVary, resolveContentNegotiation } from '../../dist/runtime/server/utils/content-negotiation.js';
 import { isAbsolute, join as join$1 } from 'pathe';
@@ -748,6 +748,58 @@ function resolveConfigurationWarnings(input) {
   return warnings;
 }
 
+const DEFAULT_CONTENT_SIGNAL = "search=yes, ai-input=yes";
+function resolveContentSignalPolicy(option) {
+  if (option === false)
+    return { _tag: "Disabled" };
+  if (option === void 0)
+    return { _tag: "Default" };
+  const value = (allowed) => allowed ? "yes" : "no";
+  return {
+    _tag: "Configured",
+    // One comma-separated line: validators reject one line per signal.
+    contentSignal: `ai-train=${value(option.aiTrain)}, search=${value(option.search)}, ai-input=${value(option.aiInput)}`,
+    ...option.contentUsage !== false && { contentUsage: `train-ai=${option.aiTrain ? "y" : "n"}` }
+  };
+}
+function hasContentSignal(value) {
+  if (Array.isArray(value))
+    return value.some(Boolean);
+  if (value && typeof value === "object")
+    return Object.keys(value).length > 0;
+  return Boolean(value);
+}
+function isWildcardGroup(group) {
+  const userAgents = Array.isArray(group.userAgent) ? group.userAgent : [group.userAgent ?? "*"];
+  return userAgents.length === 1 && userAgents[0] === "*";
+}
+function wildcardGroup(groups) {
+  const existing = groups.find(isWildcardGroup);
+  if (existing)
+    return existing;
+  const group = { userAgent: ["*"], disallow: [""] };
+  groups.push(group);
+  return group;
+}
+function applyContentSignalPolicy(groups, policy) {
+  switch (policy._tag) {
+    case "Disabled":
+      return;
+    case "Default": {
+      if (groups.some((group) => hasContentSignal(group.contentSignal)))
+        return;
+      wildcardGroup(groups).contentSignal = [DEFAULT_CONTENT_SIGNAL];
+      return;
+    }
+    case "Configured": {
+      const group = wildcardGroup(groups);
+      group.contentSignal = [policy.contentSignal];
+      if (policy.contentUsage)
+        group.contentUsage = [policy.contentUsage];
+    }
+  }
+}
+
 const DATABASE_TYPE_NONE = "none";
 const DATABASE_DEPENDENT_OPTIONS = ["runtimeSync", "cron"];
 const DATABASE_CONSUMER_LABELS = {
@@ -1071,6 +1123,7 @@ function parseMcpServerCardConfig(input) {
     }
   };
 }
+const MCP_SERVER_CARD_WELL_KNOWN_PATHS = ["/.well-known/mcp/server-card.json", "/.well-known/mcp.json"];
 function resolveMcpServerCardRoute(mcpRoute) {
   return `${mcpRoute.replace(/\/+$/, "") || "/mcp"}/server-card`;
 }
@@ -1516,6 +1569,8 @@ function resolveWebMcpConfig(input, toolsConfig) {
   };
 }
 
+const MODULE_PACKAGE_NAME = "nuxt-ai-ready";
+const RE_SITEMAPD_PACKAGE = /[/\\]node_modules[/\\]sitemapd[/\\]/;
 const module$1 = defineNuxtModule({
   meta: {
     name: "nuxt-ai-ready",
@@ -1742,25 +1797,11 @@ ${details}`);
         (paths.resources ||= []).push(`${mcpRuntimeDir}/resources`);
     });
     const contentSource = await resolveContentSource(config.contentSource !== false);
-    if (typeof config.contentSignal === "object") {
-      const robotsOpts = nuxt.options.robots || {};
-      nuxt.options.robots = robotsOpts;
-      const groups = robotsOpts.groups || [];
-      robotsOpts.groups = groups;
-      const group = {
-        userAgent: "*",
-        // Preserve nuxt-robots' default wildcard rule so the injected group remains valid.
-        disallow: [""],
-        // Object form renders one comma-separated line; an array renders one line per entry, which validators reject.
-        contentSignal: {
-          "ai-train": config.contentSignal.aiTrain ? "yes" : "no",
-          "search": config.contentSignal.search ? "yes" : "no",
-          "ai-input": config.contentSignal.aiInput ? "yes" : "no"
-        }
-      };
-      if (config.contentSignal.contentUsage !== false)
-        group.contentUsage = [`train-ai=${config.contentSignal.aiTrain ? "y" : "n"}`];
-      groups.push(group);
+    const contentSignalPolicy = resolveContentSignalPolicy(config.contentSignal);
+    if (contentSignalPolicy._tag !== "Disabled") {
+      nuxt.hook("robots:config", (robotsConfig) => {
+        applyContentSignalPolicy(robotsConfig.groups, contentSignalPolicy);
+      });
     }
     registerTypeTemplates({ config, nitroCompatibility });
     const defaultLlmsTxtSections = [];
@@ -1874,18 +1915,21 @@ ${details}`);
           updateSeoProFeatures(seoProModules);
         return;
       }
-      const mcpLink = {
-        title: "MCP",
-        href: withSiteUrl(finalMcpToolkitState.route, { withBase: true }),
-        description: config.mcp?.tools !== false && hasMcpSiteTools ? "Use this MCP endpoint when you need information from this site's indexed pages." : "Model Context Protocol server endpoint for AI agent integration."
-      };
-      const firstSection = mergedLlmsTxt.sections?.[0];
-      if (firstSection) {
-        firstSection.links ||= [];
-        if (!firstSection.links.some((link) => link.title === mcpLink.title))
-          firstSection.links.push(mcpLink);
-      } else {
-        mergedLlmsTxt.sections = [{ title: "LLM Tools", links: [mcpLink] }];
+      if (mcpServerCardResult._tag === "Enabled") {
+        const endpoint = withSiteUrl(finalMcpToolkitState.route, { withBase: true });
+        const mcpLink = {
+          title: "MCP server card",
+          href: withSiteUrl(MCP_SERVER_CARD_WELL_KNOWN_PATHS[0].slice(1), { withBase: true }),
+          description: config.mcp?.tools !== false && hasMcpSiteTools ? `Connect an MCP client to ${endpoint} when you need information from this site's indexed pages.` : `Connect an MCP client to ${endpoint} to use this site's Model Context Protocol server.`
+        };
+        const firstSection = mergedLlmsTxt.sections?.[0];
+        if (firstSection) {
+          firstSection.links ||= [];
+          if (!firstSection.links.some((link) => link.title === mcpLink.title))
+            firstSection.links.push(mcpLink);
+        } else {
+          mergedLlmsTxt.sections = [{ title: "LLM Tools", links: [mcpLink] }];
+        }
       }
       const mcpServerCardRoute = resolveMcpServerCardRoute(finalMcpToolkitState.route);
       if (siteConfig.url && config.apiCatalog !== false) {
@@ -1962,21 +2006,23 @@ ${details}`);
         etag
       };
       const handler = resolve$1("./runtime/server/routes/mcp-server-card");
-      addServerHandler({ route: mcpServerCardRoute, method: "get", handler, lazy: true });
-      addServerHandler({ route: mcpServerCardRoute, method: "head", handler, lazy: true });
-      addServerHandler({ route: mcpServerCardRoute, method: "options", handler, lazy: true });
-      extendRouteRules(mcpServerCardRoute, {
-        sitemap: false,
-        headers: {
-          "Access-Control-Allow-Headers": "Content-Type, If-None-Match",
-          "Access-Control-Allow-Methods": "GET, HEAD",
-          "Access-Control-Allow-Origin": "*",
-          "Access-Control-Expose-Headers": "ETag",
-          "Cache-Control": `public, max-age=${mcpServerCardResult.config.cacheMaxAge}`,
-          "Content-Type": MCP_SERVER_CARD_MEDIA_TYPE,
-          "ETag": etag
-        }
-      });
+      for (const route of [mcpServerCardRoute, ...MCP_SERVER_CARD_WELL_KNOWN_PATHS]) {
+        addServerHandler({ route, method: "get", handler, lazy: true });
+        addServerHandler({ route, method: "head", handler, lazy: true });
+        addServerHandler({ route, method: "options", handler, lazy: true });
+        extendRouteRules(route, {
+          sitemap: false,
+          headers: {
+            "Access-Control-Allow-Headers": "Content-Type, If-None-Match",
+            "Access-Control-Allow-Methods": "GET, HEAD",
+            "Access-Control-Allow-Origin": "*",
+            "Access-Control-Expose-Headers": "ETag",
+            "Cache-Control": `public, max-age=${mcpServerCardResult.config.cacheMaxAge}`,
+            "Content-Type": MCP_SERVER_CARD_MEDIA_TYPE,
+            "ETag": etag
+          }
+        });
+      }
       if (siteConfig.url) {
         const document = resolveAiCatalog({
           siteUrl: siteConfig.url,
@@ -2031,8 +2077,12 @@ ${details}`);
     nuxt.hooks.hook("nitro:config", (nitroConfig) => {
       if (getNitroVersion(nuxt) === 3) {
         const nativeConfig = nitroConfig;
-        if (nativeConfig.noExternals !== true)
-          nativeConfig.noExternals = [...nativeConfig.noExternals || [], "nuxt-ai-ready"];
+        if (nativeConfig.noExternals !== true) {
+          nativeConfig.noExternals = [
+            ...(nativeConfig.noExternals || []).filter((entry) => entry !== MODULE_PACKAGE_NAME),
+            resolve$1("./runtime")
+          ];
+        }
       } else {
         const externals = nitroConfig.externals ||= {};
         externals.inline ||= [];
@@ -2047,7 +2097,7 @@ ${details}`);
       if (nitroCompatibility._tag === "nitro-v3") {
         const nitro3Config = nitroConfig;
         if (nitro3Config.noExternals !== true)
-          nitro3Config.noExternals = [...nitro3Config.noExternals || [], "sitemapd"];
+          nitro3Config.noExternals = [...nitro3Config.noExternals || [], RE_SITEMAPD_PACKAGE];
         if (!isEdgePreset) {
           nitro3Config.traceDeps ||= [];
           nitro3Config.traceDeps.push("mdream*");
@@ -2182,7 +2232,7 @@ export function trackDrizzleWork(event, work) { return work }
       const schemaPath = database._tag === "Enabled" && (database.type === "neon" || database.type === "postgres") ? "#ai-ready/server/db/schema/postgres" : "#ai-ready/server/db/schema/sqlite";
       nitroConfig.virtual["#ai-ready-virtual/db-schema.mjs"] = database._tag === "Enabled" ? `export * from '${schemaPath}'` : "export {}";
       nitroConfig.virtual["#ai-ready-virtual/devtools-meta.mjs"] = `export const devtoolsMeta = ${JSON.stringify({
-        contentSignal: config.contentSignal || false,
+        contentSignal: config.contentSignal ?? { search: true, aiInput: true },
         mcp: { enabled: mcpAvailable, tools: mcpAvailable && config.mcp?.tools !== false && hasMcpSiteTools, resources: mcpAvailable && config.mcp?.resources !== false },
         cron: !!config.cron
       })}`;
@@ -2379,17 +2429,6 @@ export function trackDrizzleWork(event, work) { return work }
       nitro.hooks.hook("rollup:reload", () => warnConfiguration(nitro));
     });
     nuxt.hook("nitro:build:before", warnConfiguration);
-    for (const route of nuxt.options.nitro.prerender?.routes || []) {
-      if (!isStaticMarkdownSourceRoute(route))
-        continue;
-      extendRouteRules(toMarkdownPath(route), {
-        headers: {
-          "Content-Type": "text/markdown; charset=utf-8",
-          "Link": buildStaticMarkdownLinkHeader(route, staticBaseURL, config.describedby !== false),
-          "Vary": "Accept"
-        }
-      });
-    }
     let sharedMarkdownRuleNoted = false;
     const noteSharedMarkdownRule = (total, dropped) => {
       if (sharedMarkdownRuleNoted)

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "3.0.3",
+  "version": "3.1.0",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",

package/skills/nuxt-ai-ready/SKILL.md

@@ -39,8 +39,9 @@ With no `aiReady` config, the module adds:
 - `/sitemap.md`, and a `## Sitemap` footer on every generated `.md` page. Set `sitemapMd: false` to remove both.
 - Nuxt Content v3 `page` collections: the `.md` route serves the source Markdown, not converted HTML. Set `contentSource: false` to convert HTML.
 - Agent skills: `public/skills/<name>/SKILL.md` in the project or a local layer is published at `/.well-known/agent-skills/`, `/skills/<name>/SKILL.md`, and in `llms.txt`. Custom public directories are supported. One local skill is also served at `/SKILL.md`. Set `agentSkills: false` to publish nothing.
+- `Content-Signal: search=yes, ai-input=yes` in `robots.txt`. Set `contentSignal: false` to remove it.
 
-Off by default: Content Signals, MCP, WebMCP, runtime sync, cron, and the database.
+Off by default: MCP, WebMCP, runtime sync, cron, and the database.
 
 ## Common tasks
 
@@ -76,14 +77,14 @@ export default defineNitroPlugin((nitroApp) => {
 })
 ```
 
-Allow Content Signals. An omitted permission renders as `no`:
+Content Signals. Without config, robots.txt gets `Content-Signal: search=yes, ai-input=yes` and no `ai-train`. A robots group or merged robots.txt that already sets `Content-Signal` replaces the default. `contentSignal: false` removes the line. An object states the whole policy, so an omitted permission renders as `no`:
 
 ```ts
-export default defineNuxtConfig({ aiReady: { contentSignal: { search: true } } })
-// robots.txt: Content-Signal: ai-train=no, search=yes, ai-input=no
+export default defineNuxtConfig({ aiReady: { contentSignal: { search: true, aiInput: true, aiTrain: false } } })
+// robots.txt: Content-Signal: ai-train=no, search=yes, ai-input=yes
 ```
 
-MCP: install `@nuxtjs/mcp-toolkit` and add it to `modules`. The module then registers `list_pages`, `search_pages`, and `get_page_markdown` at `/mcp`. These tools need the database, so also run `npx nypm add drizzle-orm@1.0.0-rc.4`. MCP needs a running server; `nuxt generate` output cannot host it.
+MCP: install `@nuxtjs/mcp-toolkit` and add it to `modules`. The module then registers `list_pages`, `search_pages`, and `get_page_markdown` at `/mcp`. These tools need the database, so also run `npx nypm add drizzle-orm@1.0.0-rc.4`. MCP needs a running server; `nuxt generate` output cannot host it. The server card is served at `/mcp/server-card`, `/.well-known/mcp/server-card.json`, and `/.well-known/mcp.json`. llms.txt links the card, never the endpoint, because the endpoint answers GET with 405 or 406. `mcpServerCard: false` removes the card routes and the llms.txt entry.
 
 WebMCP: set `webmcp: true`. This registers the same three tools in the browser and auto-imports `useWebMcpTool()` and `useWebMcpSupported()`. The tools need the database and `drizzle-orm`. Without `webmcp`, those composables are not defined.