nuxt-ai-ready 1.5.4 → 1.5.6

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "1.5.4",
+  "version": "1.5.6",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -1,7 +1,7 @@
 import { createHash, randomBytes } from 'node:crypto';
-import { mkdir, writeFile, appendFile, stat, access } from 'node:fs/promises';
+import { mkdir, writeFile, appendFile, stat, access, readFile } from 'node:fs/promises';
 import { join, dirname } from 'node:path';
-import { useLogger, useNuxt, addTypeTemplate, addTemplate, defineNuxtModule, createResolver, hasNuxtModule, addServerHandler, addPlugin, addServerPlugin } from '@nuxt/kit';
+import { useLogger, useNuxt, addTypeTemplate, addTemplate, defineNuxtModule, createResolver, hasNuxtModule, addServerPlugin, addServerHandler, addPlugin } from '@nuxt/kit';
 import defu from 'defu';
 import { installNuxtSiteConfig, useSiteConfig, withSiteUrl } from 'nuxt-site-config/kit';
 import { setupDevToolsUI } from 'nuxtseo-shared/devtools';
@@ -9,8 +9,9 @@ import { resolveNuxtContentVersion } from 'nuxtseo-shared/kit';
 import { readPackageJSON, resolvePackageJSON } from 'pkg-types';
 import { parseSitemapXml } from '@nuxtjs/sitemap/utils';
 import { colorize } from 'consola/utils';
-import { withBase } from 'ufo';
-import { toMarkdownPath } from '../dist/runtime/markdown-path.js';
+import { withLeadingSlash, withBase } from 'ufo';
+import { normalizePagePath, toMarkdownPath } from '../dist/runtime/markdown-path.js';
+import { toLogicalRoute, toDeployedRoute } from '../dist/runtime/route-path.js';
 import { initSchema, computeContentHash, insertPage, queryAllPages, exportDbDump } from '../dist/runtime/server/db/shared.js';
 import { comparePageHashes, submitToIndexNowShared } from '../dist/runtime/server/utils/indexnow-shared.js';
 import { buildLlmsFullTxtHeader, formatPageForLlmsFullTxt } from '../dist/runtime/server/utils/llms-full.js';
@@ -25,7 +26,7 @@ const RE_HTML_MD_EXT = /\.(html|md)$/;
 const RE_INDEX_SUFFIX = /\/index$/;
 const RE_MD_EXT = /\.md$/;
 async function fetchPreviousMeta(siteUrl, indexNow) {
-  const metaUrl = `${siteUrl}/__ai-ready/pages.meta.json`;
+  const metaUrl = withBase("/__ai-ready/pages.meta.json", siteUrl);
   logger.info(`Fetching previous build meta from ${metaUrl}`);
   const controller = new AbortController();
   const timeoutId = setTimeout(() => controller.abort(), BUILD_FETCH_TIMEOUT);
@@ -41,7 +42,7 @@ async function fetchPreviousMeta(siteUrl, indexNow) {
   }
   logger.info(`Previous build: ${prevMeta.pageCount} pages (buildId: ${prevMeta.buildId})`);
   if (indexNow) {
-    const keyUrl = `${siteUrl}/${indexNow}.txt`;
+    const keyUrl = withBase(`/${indexNow}.txt`, siteUrl);
     const keyLive = await fetch(keyUrl, { signal: AbortSignal.timeout(5e3) }).then((r) => r.ok).catch(() => false);
     if (!keyLive) {
       logger.info("IndexNow key file not live yet - IndexNow submission will be skipped");
@@ -125,14 +126,18 @@ function resolveRouteLocale(route, i18n) {
   return matched ? matched.code : i18n.defaultLocale;
 }
 async function processMarkdownRoute(state, nuxt, route, parsed, lastmod, options) {
-  const { markdown, title, description, headings, keywords, updatedAt: metaUpdatedAt } = parsed;
+  route = normalizePagePath(route);
+  const { title, description, headings, keywords, updatedAt: metaUpdatedAt } = parsed;
   let updatedAt = (lastmod instanceof Date ? lastmod.toISOString() : lastmod) || (/* @__PURE__ */ new Date()).toISOString();
   if (metaUpdatedAt) {
     const parsedDate = new Date(metaUpdatedAt);
     if (!Number.isNaN(parsedDate.getTime()))
       updatedAt = parsedDate.toISOString();
   }
-  await nuxt.hooks.callHook("ai-ready:page:markdown", { route, markdown, title, description, headings });
+  const hookContext = { ...parsed, route };
+  await nuxt.hooks.callHook("ai-ready:page:markdown", hookContext);
+  const { markdown } = hookContext;
+  parsed.markdown = markdown;
   if (state.db) {
     const contentHash = await computeContentHash(markdown);
     await insertPage(state.db, {
@@ -147,7 +152,7 @@ async function processMarkdownRoute(state, nuxt, route, parsed, lastmod, options
       locale: resolveRouteLocale(route, state.i18n)
     });
   }
-  if (state.llmsFullTxtPath && !options?.skipLlmsFullTxt) {
+  if (state.llmsFullTxtPath && !options?.skipLlmsFullTxt && markdown.trim()) {
     const pageContent = formatPageForLlmsFullTxt(route, title, description, markdown, state.siteInfo?.url);
     logger.debug(`Appending to llms-full.txt: ${route} (${(pageContent.length / 1024).toFixed(1)}kb)`);
     await appendFile(state.llmsFullTxtPath, pageContent, "utf-8");
@@ -157,7 +162,7 @@ async function processMarkdownRoute(state, nuxt, route, parsed, lastmod, options
 async function processSitemapEntry(state, nuxt, nitro, entry) {
   const loc = typeof entry === "string" ? entry : entry.loc;
   const lastmod = typeof entry === "string" ? void 0 : entry.lastmod;
-  const route = loc.startsWith("http") ? new URL(loc).pathname : loc;
+  const route = toLogicalRoute(loc, nitro.options.baseURL);
   if (route.split("/").some((segment) => segment.startsWith("_"))) {
     return { crawled: false, skipped: true };
   }
@@ -165,7 +170,7 @@ async function processSitemapEntry(state, nuxt, nitro, entry) {
     return { crawled: false, skipped: true };
   }
   const mdRoute = toMarkdownPath(route);
-  const mdUrl = withBase(mdRoute, nitro.options.baseURL);
+  const mdUrl = toDeployedRoute(mdRoute, nitro.options.baseURL);
   logger.debug(`Fetching markdown for ${route} \u2192 ${mdUrl}`);
   const res = await globalThis.$fetch(mdUrl, {
     headers: { "x-nitro-prerender": mdRoute },
@@ -288,7 +293,8 @@ function setupPrerenderHandler(options, dbPath, siteInfo, llmsTxtConfig, indexNo
     let initPromise = null;
     nitro.hooks.hook("prerender:generate", async (route) => {
       if (route.error) {
-        const pageRoute2 = route.route.replace(RE_HTML_MD_EXT, "").replace(RE_INDEX_SUFFIX, "") || "/";
+        const routePath = route.fileName || route.route;
+        const pageRoute2 = withLeadingSlash(routePath).replace(RE_HTML_MD_EXT, "").replace(RE_INDEX_SUFFIX, "").replace(RE_HTML_MD_EXT, "") || "/";
         state.errorRoutes.add(pageRoute2);
         logger.debug(`Detected error page: ${pageRoute2}`);
         return;
@@ -566,6 +572,37 @@ async function detectI18n(opts = {}) {
   return toRuntimeI18nConfig(auto);
 }
 
+function escapeRegExp(value) {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+function ensureStaticHeader(contents, route, name, value) {
+  const eol = contents.includes("\r\n") ? "\r\n" : "\n";
+  const routePattern = new RegExp(`^${escapeRegExp(route)}[\\t ]*\\r?$`, "gm");
+  const routeMatches = [...contents.matchAll(routePattern)];
+  const routeMatch = routeMatches.at(-1);
+  if (!routeMatch || routeMatch.index === void 0) {
+    const separator = contents.length === 0 ? "" : contents.endsWith(`${eol}${eol}`) ? "" : contents.endsWith(eol) ? eol : `${eol}${eol}`;
+    return `${contents}${separator}${route}${eol}  ${name}: ${value}${eol}`;
+  }
+  const routeLineEnd = routeMatch.index + routeMatch[0].length;
+  const blockStart = contents[routeLineEnd] === "\n" ? routeLineEnd + 1 : routeLineEnd;
+  const nextBlockPattern = /^(?![\t ]|\r?$).+/gm;
+  nextBlockPattern.lastIndex = blockStart;
+  const nextBlock = nextBlockPattern.exec(contents);
+  const blockEnd = nextBlock?.index ?? contents.length;
+  const block = contents.slice(blockStart, blockEnd);
+  const escapedName = escapeRegExp(name);
+  const existingHeaderPattern = new RegExp(
+    `^[\\t ]+(?:${escapedName}[\\t ]*:|![\\t ]*${escapedName}[\\t ]*\\r?$)`,
+    "im"
+  );
+  if (existingHeaderPattern.test(block)) {
+    return contents;
+  }
+  const prefix = blockStart === routeLineEnd ? eol : "";
+  return `${contents.slice(0, blockStart)}${prefix}  ${name}: ${value}${eol}${contents.slice(blockStart)}`;
+}
+
 const module$1 = defineNuxtModule({
   meta: {
     name: "nuxt-ai-ready",
@@ -682,6 +719,8 @@ const module$1 = defineNuxtModule({
       robotsOpts.groups = groups;
       const group = {
         userAgent: "*",
+        // Preserve nuxt-robots' default wildcard rule so the injected group remains valid.
+        disallow: [""],
         contentSignal: [`ai-train=${config.contentSignal.aiTrain ? "yes" : "no"}`, `search=${config.contentSignal.search ? "yes" : "no"}`, `ai-input=${config.contentSignal.aiInput ? "yes" : "no"}`]
       };
       if (config.contentSignal.contentUsage !== false)
@@ -690,7 +729,7 @@ const module$1 = defineNuxtModule({
     }
     registerTypeTemplates();
     const defaultLlmsTxtSections = [];
-    const llmsFullRoute = withSiteUrl("llms-full.txt");
+    const llmsFullRoute = withSiteUrl("llms-full.txt", { withBase: true });
     defaultLlmsTxtSections.push({
       title: "LLM Resources",
       links: [
@@ -713,7 +752,7 @@ const module$1 = defineNuxtModule({
       });
       const mcpLink = {
         title: "MCP",
-        href: withSiteUrl(nuxt.options.mcp !== false && nuxt.options.mcp?.route || "/mcp"),
+        href: withSiteUrl(nuxt.options.mcp !== false && nuxt.options.mcp?.route || "/mcp", { withBase: true }),
         description: "Model Context Protocol server endpoint for AI agent integration."
       };
       if (defaultLlmsTxtSections[0]) {
@@ -944,6 +983,7 @@ export async function lookupContentPage(event, path) {
       i18n: i18nConfig,
       ftsTokenizer
     };
+    addServerPlugin(resolve("./runtime/server/plugins/html-capture.prerender"));
     addServerHandler({
       middleware: true,
       handler: resolve("./runtime/server/middleware/markdown.prerender")
@@ -1000,7 +1040,7 @@ export async function lookupContentPage(event, path) {
       const siteConfig = useSiteConfig();
       setupPrerenderHandler(config, buildDbPath, {
         name: siteConfig.name,
-        url: siteConfig.url,
+        url: siteConfig.url ? withSiteUrl("/", { withBase: true }) : void 0,
         description: siteConfig.description
       }, mergedLlmsTxt, indexNow, { ftsTokenizer, i18n: i18nConfig });
     }
@@ -1012,20 +1052,29 @@ export async function lookupContentPage(event, path) {
       icon: "carbon:ai-label"
     }, resolve, nuxt);
     nuxt.options.nitro.routeRules = nuxt.options.nitro.routeRules || {};
-    nuxt.options.nitro.routeRules["/llms.txt"] = { headers: { "Content-Type": "text/plain; charset=utf-8" } };
-    nuxt.options.nitro.routeRules["/llms-full.txt"] = { headers: { "Content-Type": "text/plain; charset=utf-8" } };
+    for (const route of ["/llms.txt", "/llms-full.txt"]) {
+      nuxt.options.nitro.routeRules[route] = defu(
+        nuxt.options.nitro.routeRules[route],
+        { headers: { "Content-Type": "text/plain; charset=utf-8" } }
+      );
+    }
     nuxt.hooks.hook("nitro:build:before", (nitro) => {
       nitro.hooks.hook("compiled", async () => {
         const headersPath = join(nitro.options.output.publicDir, "_headers");
         logger.debug(`Checking for _headers file: ${headersPath}`);
         const exists = await access(headersPath).then(() => true).catch(() => false);
         if (exists) {
-          logger.debug(`Appending .md charset header to _headers`);
-          await appendFile(headersPath, `
-/*.md
-  Content-Type: text/markdown; charset=utf-8
-`);
-          logger.debug("Appended .md charset header to _headers");
+          const headers = await readFile(headersPath, "utf8");
+          const mergedHeaders = ensureStaticHeader(
+            headers,
+            "/*.md",
+            "Content-Type",
+            "text/markdown; charset=utf-8"
+          );
+          if (mergedHeaders !== headers) {
+            await writeFile(headersPath, mergedHeaders);
+            logger.debug("Merged .md charset header into _headers");
+          }
         }
       });
     });

package/dist/runtime/llms-txt-utils.js

@@ -1,16 +1,18 @@
 import { useRuntimeConfig } from "nitropack/runtime";
 import { getSiteConfig } from "#site-config/server/composables/getSiteConfig";
+import { withSiteTrailingSlash, withSiteUrl } from "#site-config/server/composables/utils";
 import { normalizeLlmsTxtConfig } from "./llms-txt-format.js";
+import { normalizePersistedRoute, toDeployedRoute, toLogicalRoute } from "./route-path.js";
 import { queryPages } from "./server/db/queries.js";
 import { logger } from "./server/logger.js";
 import { localePath, resolveLocaleFromRoute } from "./server/utils/i18n.js";
 import { fetchSitemapUrls } from "./server/utils/sitemap.js";
 export { normalizeLlmsTxtConfig };
-function formatAvailableLanguagesSection(i18n, pageCounts) {
+function formatAvailableLanguagesSection(i18n, pageCounts, resolvePath) {
   const lines = ["## Available Languages on Website", ""];
   for (const locale of i18n.locales) {
     const isDefault = locale.code === i18n.defaultLocale;
-    const prefix = localePath("/", locale.code, i18n);
+    const prefix = resolvePath(localePath("/", locale.code, i18n));
     const count = pageCounts.get(locale.code) ?? 0;
     const display = locale.nativeName ? `${locale.nativeName} (${locale.code})` : locale.name ? `${locale.name} (${locale.code})` : locale.code;
     const suffix = isDefault ? "Content included below" : "Visit website for content";
@@ -102,10 +104,11 @@ function formatPagesWithGroups(pages) {
     }
     urlsInCurrentGroup++;
     const descText = page.description ? `: ${page.description.substring(0, 160)}${page.description.length > 160 ? "..." : ""}` : "";
+    const href = page.href ?? page.pathname;
     if (page.title && page.title !== page.pathname)
-      lines.push(`- [${page.title}](${page.pathname})${descText}`);
+      lines.push(`- [${page.title}](${href})${descText}`);
     else
-      lines.push(`- ${page.pathname}${descText}`);
+      lines.push(`- ${href}${descText}`);
   }
   return lines;
 }
@@ -116,26 +119,39 @@ export async function buildLlmsTxt(event) {
   const siteConfig = getSiteConfig(event);
   const llmsTxtConfig = aiReadyConfig.llmsTxt;
   const i18n = aiReadyConfig.i18n;
+  const baseURL = runtimeConfig.app.baseURL;
+  const resolvePath = (path) => withSiteTrailingSlash(event, toDeployedRoute(path, baseURL));
+  const resolveUrl = (path) => withSiteUrl(event, toDeployedRoute(path, baseURL));
+  const canonicalSiteUrl = siteConfig.url ? resolveUrl("/") : void 0;
   const parts = [];
-  parts.push(`# ${siteConfig.name || siteConfig.url}`);
+  parts.push(`# ${siteConfig.name || canonicalSiteUrl}`);
   if (siteConfig.description) {
     parts.push(`
 > ${siteConfig.description}`);
   }
-  if (siteConfig.url) {
+  if (canonicalSiteUrl) {
     parts.push(`
-Canonical Origin: ${siteConfig.url}`);
+Canonical Origin: ${canonicalSiteUrl}`);
   }
   parts.push("");
-  const sections = llmsTxtConfig.sections ? [...llmsTxtConfig.sections] : [];
+  const sections = llmsTxtConfig.sections?.map((section) => ({
+    ...section,
+    links: section.links ? [...section.links] : void 0
+  })) ?? [];
   if (sections[0]?.links) {
-    if (sitemapConfig?.sitemaps) {
-      const sitemapRoutes = Object.values(sitemapConfig.sitemaps).map((s) => s.sitemapName);
-      for (const name of sitemapRoutes) {
-        sections[0].links.push({ title: name, href: `/${name}`, description: "XML sitemap for search engines and crawlers." });
-      }
+    const sitemapRoutes = sitemapConfig?.sitemaps ? Object.values(sitemapConfig.sitemaps).map((s) => s.sitemapName) : ["sitemap.xml"];
+    for (const name of sitemapRoutes) {
+      sections[0].links.push({
+        title: name,
+        href: resolveUrl(`/${name}`),
+        description: "XML sitemap for search engines and crawlers."
+      });
     }
-    sections[0].links.push({ title: "robots.txt", href: "/robots.txt", description: "Crawler rules and permissions." });
+    sections[0].links.push({
+      title: "robots.txt",
+      href: resolveUrl("/robots.txt"),
+      description: "Crawler rules and permissions."
+    });
   }
   const normalizedContent = normalizeLlmsTxtConfig({ ...llmsTxtConfig, sections });
   if (normalizedContent) {
@@ -157,23 +173,29 @@ Canonical Origin: ${siteConfig.url}`);
     );
   }
   const urls = await urlsPromise;
+  const sitemapPaths = urls.map((url) => toLogicalRoute(url.loc, baseURL));
+  const sitemapPathSet = new Set(sitemapPaths);
   const seenPaths = /* @__PURE__ */ new Set();
-  const errorSet = new Set(errorPages.map((p) => p.route));
+  const errorSet = new Set(errorPages.map((p) => normalizePersistedRoute(p.route, sitemapPathSet, baseURL)));
   const prerendered = [];
   for (const page of pages) {
-    seenPaths.add(page.route);
-    prerendered.push({ pathname: page.route, title: page.title, description: page.description, locale: page.locale });
+    const pathname = normalizePersistedRoute(page.route, sitemapPathSet, baseURL);
+    if (seenPaths.has(pathname))
+      continue;
+    seenPaths.add(pathname);
+    prerendered.push({ pathname, title: page.title, description: page.description, locale: page.locale });
   }
   const devModeHint = import.meta.dev && prerendered.length === 0 ? " (dev mode - run `nuxi generate` for page titles)" : "";
   const other = [];
-  for (const url of urls) {
-    const pathname = url.loc.startsWith("/") ? url.loc : new URL(url.loc).pathname;
+  for (const pathname of sitemapPaths) {
     if (!seenPaths.has(pathname) && !errorSet.has(pathname)) {
       const locale = i18n ? resolveLocaleFromRoute(pathname, i18n).locale : void 0;
       other.push({ pathname, locale });
       seenPaths.add(pathname);
     }
   }
+  for (const page of [...prerendered, ...other])
+    page.href = resolvePath(page.pathname);
   if (i18n) {
     const pageCounts = /* @__PURE__ */ new Map();
     for (const locale of i18n.locales) pageCounts.set(locale.code, 0);
@@ -181,7 +203,7 @@ Canonical Origin: ${siteConfig.url}`);
       const code = p.locale || resolveLocaleFromRoute(p.pathname, i18n).locale;
       pageCounts.set(code, (pageCounts.get(code) ?? 0) + 1);
     }
-    parts.push(...formatAvailableLanguagesSection(i18n, pageCounts));
+    parts.push(...formatAvailableLanguagesSection(i18n, pageCounts, resolvePath));
     parts.push("");
   }
   const isDefaultLocale = (item) => {

package/dist/runtime/markdown-path.d.ts

@@ -1 +1,2 @@
+export declare function normalizePagePath(path: string): string;
 export declare function toMarkdownPath(path: string): string;

package/dist/runtime/markdown-path.js

@@ -1,6 +1,10 @@
 const RE_TRAILING_SLASHES = /\/+$/;
+export function normalizePagePath(path) {
+  return path.replace(RE_TRAILING_SLASHES, "") || "/";
+}
 export function toMarkdownPath(path) {
-  if (path === "/")
+  const normalizedPath = normalizePagePath(path);
+  if (normalizedPath === "/")
     return "/index.md";
-  return `${path.replace(RE_TRAILING_SLASHES, "")}.md`;
+  return `${normalizedPath}.md`;
 }

package/dist/runtime/route-path.d.ts

@@ -0,0 +1,10 @@
+/** Convert a sitemap URL (which includes app.baseURL) to a logical route. */
+export declare function toLogicalRoute(pathOrUrl: string, baseURL: string): string;
+/** Apply app.baseURL to a logical route exactly once. */
+export declare function toDeployedRoute(route: string, baseURL: string): string;
+/**
+ * Normalize rows written by older releases, which stored deployed paths.
+ * A sitemap match disambiguates those rows from real logical routes whose
+ * first segment happens to match app.baseURL.
+ */
+export declare function normalizePersistedRoute(route: string, sitemapRoutes: ReadonlySet<string>, baseURL: string): string;

package/dist/runtime/route-path.js

@@ -0,0 +1,16 @@
+import { joinURL, parseURL, withLeadingSlash, withoutBase } from "ufo";
+import { normalizePagePath } from "./markdown-path.js";
+export function toLogicalRoute(pathOrUrl, baseURL) {
+  const pathname = withLeadingSlash(parseURL(pathOrUrl).pathname);
+  return normalizePagePath(withoutBase(pathname, baseURL));
+}
+export function toDeployedRoute(route, baseURL) {
+  return joinURL(baseURL, withLeadingSlash(route));
+}
+export function normalizePersistedRoute(route, sitemapRoutes, baseURL) {
+  const normalizedRoute = normalizePagePath(withLeadingSlash(parseURL(route).pathname));
+  if (sitemapRoutes.has(normalizedRoute))
+    return normalizedRoute;
+  const logicalRoute = toLogicalRoute(normalizedRoute, baseURL);
+  return sitemapRoutes.has(logicalRoute) ? logicalRoute : normalizedRoute;
+}

package/dist/runtime/server/db/queries.js

@@ -57,17 +57,17 @@ async function getPrerenderDb() {
       const excludeErrors = sql.includes("is_error = 0");
       const includeMarkdown = wantsMarkdown(sql);
       if (isErrorQuery) {
-        return pages.filter((p) => errorRoutes.has(p.route)).map((p) => ({
-          route: p.route,
-          title: p.title,
-          description: p.description,
-          ...includeMarkdown ? { markdown: p.markdown } : {},
-          headings: p.headings,
-          keywords: JSON.stringify(p.keywords),
-          updated_at: p.updatedAt,
+        return [...errorRoutes].map((route) => ({
+          route,
+          title: "",
+          description: "",
+          ...includeMarkdown ? { markdown: "" } : {},
+          headings: "[]",
+          keywords: "[]",
+          updated_at: "",
           is_error: 1,
           indexed: 0,
-          locale: p.locale || ""
+          locale: ""
         }));
       }
       const filtered = excludeErrors ? pages.filter((p) => !errorRoutes.has(p.route)) : pages;

package/dist/runtime/server/middleware/markdown.js

@@ -1,6 +1,7 @@
 import { createError, defineEventHandler, getHeader, sendRedirect, setHeader } from "h3";
 import { useRuntimeConfig } from "nitropack/runtime";
 import { withSiteUrl } from "#site-config/server/composables/utils";
+import { toDeployedRoute } from "../../route-path.js";
 import { queryPages } from "../db/queries.js";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdown, extractLastUpdated, getMarkdownRenderInfo, toMarkdownPath } from "../utils.js";
@@ -23,7 +24,7 @@ function setMarkdownHeaders(event, path, config, resolveUrl) {
     setHeader(event, "cache-control", cacheControl);
   }
 }
-function notFoundMarkdown(canonicalUrl, path, config) {
+function notFoundMarkdown(canonicalUrl, path, config, resolveUrl) {
   const body = [
     `# Page not found`,
     ``,
@@ -31,14 +32,14 @@ function notFoundMarkdown(canonicalUrl, path, config) {
     ``,
     `Try one of these resources:`,
     ``,
-    `- [Sitemap](/sitemap.xml)`,
-    `- [llms.txt](/llms.txt)`,
-    `- [llms-full.txt](/llms-full.txt)`,
+    `- [Sitemap](${resolveUrl("/sitemap.xml")})`,
+    `- [llms.txt](${resolveUrl("/llms.txt")})`,
+    `- [llms-full.txt](${resolveUrl("/llms-full.txt")})`,
     ``
   ].join("\n");
   const i18n = config.i18n;
   const locale = i18n ? resolveLocaleFromRoute(path, i18n).locale : void 0;
-  const alternates = i18n ? computeLocaleAlternates(path, i18n).map((a) => ({ hreflang: a.hreflang, href: a.path })) : void 0;
+  const alternates = i18n ? computeLocaleAlternates(path, i18n).map((a) => ({ hreflang: a.hreflang, href: resolveUrl(a.path) })) : void 0;
   const frontmatter = buildFrontmatter({
     title: "Page not found",
     description: `No content is available at ${path}.`,
@@ -64,15 +65,18 @@ export default defineEventHandler(async (event) => {
     });
   }
   const { path, isExplicit, negotiation } = renderInfo;
-  const config = useRuntimeConfig(event)["nuxt-ai-ready"];
-  const resolveUrl = (path2) => withSiteUrl(event, path2);
+  const runtimeConfig = useRuntimeConfig(event);
+  const config = runtimeConfig["nuxt-ai-ready"];
+  const baseURL = runtimeConfig.app.baseURL;
+  const resolvePath = (path2) => toDeployedRoute(path2, baseURL);
+  const resolveUrl = (path2) => withSiteUrl(event, resolvePath(path2));
   const canonicalUrl = resolveUrl(path);
   if (negotiation === "html") {
     setNegotiationHeaders(event, path, config, resolveUrl);
     return;
   }
   if (!isExplicit) {
-    return sendRedirect(event, toMarkdownPath(path), 307);
+    return sendRedirect(event, resolvePath(toMarkdownPath(path)), 307);
   }
   const contentPage = await tryGetContentMarkdown(event, path).catch((e) => {
     logger.debug(`[markdown] Content lookup failed for ${path}`, e);
@@ -91,7 +95,7 @@ export default defineEventHandler(async (event) => {
 ${contentPage.markdown}`;
   }
   logger.debug(`[markdown] Fetching HTML for ${path}`);
-  const response = await event.fetch(path, {
+  const response = await event.fetch(resolvePath(path), {
     headers: { [INTERNAL_HEADER]: "1" },
     redirect: "manual"
   }).catch((e) => {
@@ -100,7 +104,7 @@ ${contentPage.markdown}`;
   });
   if (!response) {
     setMarkdownHeaders(event, path, config, resolveUrl);
-    return notFoundMarkdown(canonicalUrl, path, config);
+    return notFoundMarkdown(canonicalUrl, path, config, resolveUrl);
   }
   if (response.status >= 300 && response.status < 400) {
     const location = response.headers.get("location");
@@ -115,12 +119,12 @@ ${contentPage.markdown}`;
   }
   if (!response.ok) {
     setMarkdownHeaders(event, path, config, resolveUrl);
-    return notFoundMarkdown(canonicalUrl, path, config);
+    return notFoundMarkdown(canonicalUrl, path, config, resolveUrl);
   }
   const contentType = response.headers.get("content-type") || "";
   if (!contentType.includes("text/html")) {
     setMarkdownHeaders(event, path, config, resolveUrl);
-    return notFoundMarkdown(canonicalUrl, path, config);
+    return notFoundMarkdown(canonicalUrl, path, config, resolveUrl);
   }
   const html = await response.text();
   logger.debug(`[markdown] Fetched HTML for ${path} (${html.length} bytes)`);

package/dist/runtime/server/middleware/markdown.prerender.js

@@ -1,11 +1,13 @@
 import { createError, defineEventHandler } from "h3";
 import { useRuntimeConfig } from "nitropack/runtime";
 import { withSiteUrl } from "#site-config/server/composables/utils";
+import { toDeployedRoute } from "../../route-path.js";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdown, extractLastUpdated, getMarkdownRenderInfo } from "../utils.js";
 import { tryGetContentMarkdown } from "../utils/content.js";
 import { buildFrontmatter } from "../utils/frontmatter.js";
 import { extractKeywords } from "../utils/keywords.js";
+import { consumePrerenderedHtml } from "../utils/prerender-html.js";
 function extractHeadingsFromMarkdown(markdown) {
   const headings = [];
   for (const m of markdown.matchAll(/^(#{1,6}) ([^\n]+)$/gm)) {
@@ -25,8 +27,10 @@ export default defineEventHandler(async (event) => {
   if (!renderInfo || "notAcceptable" in renderInfo)
     return;
   const { path } = renderInfo;
-  const runtimeConfig = useRuntimeConfig(event)["nuxt-ai-ready"];
-  const canonicalUrl = withSiteUrl(event, path);
+  const fullRuntimeConfig = useRuntimeConfig(event);
+  const runtimeConfig = fullRuntimeConfig["nuxt-ai-ready"];
+  const deployedPath = toDeployedRoute(path, fullRuntimeConfig.app.baseURL);
+  const canonicalUrl = withSiteUrl(event, deployedPath);
   const contentPage = await tryGetContentMarkdown(event, path).catch(() => null);
   if (contentPage) {
     logger.debug(`[markdown.prerender] Using content source for ${path} (${contentPage.markdown.length} bytes)`);
@@ -50,26 +54,32 @@ ${contentPage.markdown}`;
       updatedAt: lastUpdated2
     });
   }
-  logger.debug(`[markdown.prerender] Fetching HTML for ${path}`);
-  const response = await event.fetch(path, { signal: AbortSignal.timeout(3e4) }).catch((err) => {
-    if (err?.name === "TimeoutError" || err?.name === "AbortError") {
-      throw createError({
-        statusCode: 504,
-        statusMessage: "Gateway Timeout",
-        message: `Timed out fetching HTML for ${path}`
+  let html = consumePrerenderedHtml(path);
+  if (html) {
+    logger.debug(`[markdown.prerender] Reusing prerendered HTML for ${path} (${html.length} bytes)`);
+  } else {
+    logger.debug(`[markdown.prerender] Fetching HTML for ${path}`);
+    const response = await event.fetch(deployedPath, { signal: AbortSignal.timeout(3e4) }).catch((err) => {
+      if (err?.name === "TimeoutError" || err?.name === "AbortError") {
+        throw createError({
+          statusCode: 504,
+          statusMessage: "Gateway Timeout",
+          message: `Timed out fetching HTML for ${path}`
+        });
+      }
+      throw err;
+    });
+    if (!response.ok) {
+      return createError({
+        statusCode: response.status,
+        statusMessage: response.statusText,
+        message: `Failed to fetch HTML for ${path}`
       });
     }
-    throw err;
-  });
-  if (!response.ok) {
-    return createError({
-      statusCode: response.status,
-      statusMessage: response.statusText,
-      message: `Failed to fetch HTML for ${path}`
-    });
+    html = await response.text();
+    logger.debug(`[markdown.prerender] Fetched HTML for ${path} (${html.length} bytes)`);
+    consumePrerenderedHtml(path);
   }
-  const html = await response.text();
-  logger.debug(`[markdown.prerender] Fetched HTML for ${path} (${html.length} bytes)`);
   if (html.includes("__NUXT_ERROR__") || html.includes("nuxt-error-page")) {
     return createError({
       statusCode: 404,

package/dist/runtime/server/plugins/html-capture.prerender.d.ts

@@ -0,0 +1,2 @@
+import type { NitroApp } from 'nitropack/types';
+export default function htmlCapturePlugin(nitroApp: NitroApp): void;

package/dist/runtime/server/plugins/html-capture.prerender.js

@@ -0,0 +1,10 @@
+import { storePrerenderedHtml } from "../utils/prerender-html.js";
+export default function htmlCapturePlugin(nitroApp) {
+  if (!import.meta.prerender)
+    return;
+  nitroApp.hooks.hook("render:response", (response, { event }) => {
+    if (typeof response.body !== "string" || !String(response.headers?.["content-type"] || "").includes("text/html"))
+      return;
+    storePrerenderedHtml(event.path, response.body);
+  });
+}

package/dist/runtime/server/routes/llms-full.txt.get.js

@@ -1,6 +1,8 @@
 import { eventHandler, sendIterable, setHeader, setResponseHeader } from "h3";
 import { useRuntimeConfig } from "nitropack/runtime";
 import { getSiteConfig } from "#site-config/server/composables";
+import { withSiteUrl } from "#site-config/server/composables/utils";
+import { toDeployedRoute } from "../../route-path.js";
 import { countPages, streamPages } from "../db/queries.js";
 import { buildLlmsFullTxtHeader, formatPageForLlmsFullTxt } from "../utils/llms-full.js";
 export default eventHandler(async (event) => {
@@ -8,12 +10,15 @@ export default eventHandler(async (event) => {
     setHeader(event, "Content-Type", "text/plain; charset=utf-8");
     return "# llms-full.txt\n\nThis file is generated during prerender.";
   }
-  const config = useRuntimeConfig()["nuxt-ai-ready"];
+  const runtimeConfig = useRuntimeConfig(event);
+  const config = runtimeConfig["nuxt-ai-ready"];
   const siteConfig = getSiteConfig(event);
+  const baseURL = runtimeConfig.app.baseURL;
+  const canonicalSiteUrl = siteConfig.url ? withSiteUrl(event, toDeployedRoute("/", baseURL)) : void 0;
   const header = buildLlmsFullTxtHeader(
     {
       name: siteConfig.name,
-      url: siteConfig.url,
+      url: canonicalSiteUrl,
       description: siteConfig.description
     },
     config.llmsTxt

package/dist/runtime/server/utils/indexnow-shared.js

@@ -1,3 +1,4 @@
+import { joinURL } from "ufo";
 export const INDEXNOW_HOSTS = ["api.indexnow.org", "www.bing.com"];
 export function getIndexNowEndpoints() {
   const testEndpoint = process.env.INDEXNOW_TEST_ENDPOINT;
@@ -8,12 +9,12 @@ export function getIndexNowEndpoints() {
 }
 export function buildIndexNowBody(routes, key, siteUrl) {
   const urlList = routes.map(
-    (route) => route.startsWith("http") ? route : `${siteUrl}${route}`
+    (route) => route.startsWith("http") ? route : joinURL(siteUrl, route)
   );
   return {
     host: new URL(siteUrl).host,
     key,
-    keyLocation: `${siteUrl}/${key}.txt`,
+    keyLocation: joinURL(siteUrl, `${key}.txt`),
     urlList
   };
 }

package/dist/runtime/server/utils/link-header.js

@@ -15,9 +15,11 @@ function resolveHeaderUrl(path, resolveUrl) {
 export function buildLinkHeader(path, variant, config, resolveUrl) {
   const parts = [];
   if (variant === "html") {
-    parts.push(`<${encodePathForHeader(toMarkdownPath(path))}>; rel="alternate"; type="text/markdown"`);
+    const href = resolveHeaderUrl(toMarkdownPath(path), resolveUrl);
+    parts.push(`<${encodePathForHeader(href)}>; rel="alternate"; type="text/markdown"`);
   } else {
-    parts.push(`<${encodePathForHeader(path)}>; rel="alternate"; type="text/html"`);
+    const href = resolveHeaderUrl(path, resolveUrl);
+    parts.push(`<${encodePathForHeader(href)}>; rel="alternate"; type="text/html"`);
   }
   if (config.i18n) {
     const alternates = computeLocaleAlternates(path, config.i18n);

package/dist/runtime/server/utils/llms-full.js

@@ -1,9 +1,9 @@
+import { joinURL } from "ufo";
 import { normalizeLlmsTxtConfig } from "../../llms-txt-format.js";
-const RE_TRAILING_SLASH = /\/$/;
 const RE_FRONTMATTER = /^---\n[\s\S]*?\n---\n*/;
 const RE_HEADING = /^(#{1,6}) ([^\n]+)$/gm;
 export function formatPageForLlmsFullTxt(route, title, description, markdown, siteUrl) {
-  const canonicalUrl = siteUrl ? `${siteUrl.replace(RE_TRAILING_SLASH, "")}${route}` : route;
+  const canonicalUrl = siteUrl ? joinURL(siteUrl, route) : route;
   const heading = title && title !== route ? `### ${title}` : `### ${route}`;
   const content = markdown.replace(RE_FRONTMATTER, "").replace(RE_HEADING, (_, hashes, text) => `h${hashes.length}. ${text}`);
   const parts = [heading, ""];

package/dist/runtime/server/utils/prerender-html.d.ts

@@ -0,0 +1,2 @@
+export declare function storePrerenderedHtml(path: string, html: string): void;
+export declare function consumePrerenderedHtml(path: string): string | undefined;

package/dist/runtime/server/utils/prerender-html.js

@@ -0,0 +1,13 @@
+const htmlByPath = /* @__PURE__ */ new Map();
+function normalizeHtmlCachePath(path) {
+  return path.replace(/\/+$/, "") || "/";
+}
+export function storePrerenderedHtml(path, html) {
+  htmlByPath.set(normalizeHtmlCachePath(path), html);
+}
+export function consumePrerenderedHtml(path) {
+  const key = normalizeHtmlCachePath(path);
+  const html = htmlByPath.get(key);
+  htmlByPath.delete(key);
+  return html;
+}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "1.5.4",
+  "version": "1.5.6",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",
@@ -57,15 +57,15 @@
     }
   },
   "dependencies": {
-    "@mdream/js": "^1.4.1",
-    "@nuxt/kit": "^4.4.8",
+    "@mdream/js": "^1.5.3",
+    "@nuxt/kit": "^4.5.0",
     "citty": "^0.2.2",
     "consola": "^3.4.2",
     "defu": "^6.1.7",
     "drizzle-orm": "^0.45.2",
-    "mdream": "^1.4.1",
+    "mdream": "^1.5.3",
     "nuxt-site-config": "^4.1.1",
-    "nuxtseo-shared": "^5.3.2",
+    "nuxtseo-shared": "^5.3.3",
     "pathe": "^2.0.3",
     "pkg-types": "^2.3.1",
     "site-config-stack": "^4.1.1",
@@ -74,14 +74,14 @@
   },
   "devDependencies": {
     "@antfu/eslint-config": "^9.1.0",
-    "@arethetypeswrong/cli": "^0.18.4",
+    "@arethetypeswrong/cli": "^0.18.5",
     "@libsql/client": "^0.17.4",
     "@nuxt/content": "^3.15.0",
     "@nuxt/module-builder": "^1.0.2",
     "@nuxt/test-utils": "^4.0.3",
     "@nuxtjs/eslint-config-typescript": "^12.1.0",
-    "@nuxtjs/mcp-toolkit": "^0.17.2",
-    "@nuxtjs/robots": "^6.1.2",
+    "@nuxtjs/mcp-toolkit": "^0.18.0",
+    "@nuxtjs/robots": "^6.1.3",
     "@nuxtjs/sitemap": "^8.2.2",
     "@types/better-sqlite3": "^7.6.13",
     "@vitest/coverage-v8": "^4.1.10",
@@ -89,24 +89,24 @@
     "@vueuse/nuxt": "^14.3.0",
     "better-sqlite3": "^12.11.1",
     "bumpp": "^11.1.0",
-    "eslint": "^10.6.0",
+    "eslint": "^10.7.0",
     "eslint-plugin-harlanzw": "^0.17.0",
-    "execa": "^9.6.1",
-    "happy-dom": "^20.10.6",
+    "execa": "^10.0.0",
+    "happy-dom": "^20.11.0",
     "nitropack": "^2.13.4",
-    "nuxt": "^4.4.8",
+    "nuxt": "^4.5.0",
     "nuxt-site-config": "^4.1.1",
-    "nuxtseo-layer-devtools": "^5.3.2",
+    "nuxtseo-layer-devtools": "^5.3.3",
     "playwright": "^1.61.1",
     "playwright-core": "^1.61.1",
     "tinyglobby": "^0.2.17",
-    "typescript": "^6.0.3",
+    "typescript": "6.0.3",
     "unbuild": "^3.6.1",
     "vitest": "^4.1.10",
-    "vue": "^3.5.39",
-    "vue-router": "^5.1.0",
-    "vue-tsc": "^3.3.6",
-    "wrangler": "^4.107.0",
+    "vue": "^3.5.40",
+    "vue-router": "^5.2.0",
+    "vue-tsc": "^3.3.7",
+    "wrangler": "^4.112.0",
     "zod": "^4.4.3"
   },
   "scripts": {