nuxt-ai-ready 0.3.4 → 0.3.5

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -155,6 +155,10 @@ function setupPrerenderHandler(llmsTxtConfig, timestampsConfig) {
       });
     }
     nitro.hooks.hook("prerender:generate", async (route) => {
+      if (route.route === "/sitemap.xml" && contentHashManager) {
+        await contentHashManager.saveManifest();
+        logger.debug("Saved content hash manifest before sitemap generation");
+      }
       if (!route.fileName?.endsWith(".md")) {
         return;
       }

package/dist/runtime/server/mcp/prod/resources/pages-chunks.js

@@ -1,20 +1,23 @@
+import { getNitroOrigin } from "#site-config/server/composables";
+import { useEvent } from "nitropack/runtime";
 export default {
   uri: "resource://nuxt-ai-ready/pages-chunks",
   name: "All Page Chunks",
   description: "Chunk-level content (id, route, content) in TOON format for RAG/embeddings. Join with pages resource using id field - match chunk.id with page.chunkIds[] to get title, description, headings. TOON is token-efficient JSON encoding (see https://toonformat.dev)",
   metadata: {
-    mimeType: "text/plain"
+    mimeType: "text/toon"
   },
   cache: "1h",
   async handler(uri) {
-    const response = await fetch("/llms-full.toon");
-    if (!response.ok)
-      throw new Error(`Failed to fetch chunks: ${response.statusText}`);
-    const text = await response.text();
+    const event = useEvent();
+    const nitroOrigin = getNitroOrigin(event);
+    const text = await $fetch(`/llms-full.toon`, {
+      baseURL: nitroOrigin
+    });
     return {
       contents: [{
         uri: uri.toString(),
-        mimeType: "text/plain",
+        mimeType: "text/toon",
         text
       }]
     };

package/dist/runtime/server/mcp/prod/resources/pages.js

@@ -1,20 +1,23 @@
+import { getNitroOrigin } from "#site-config/server/composables";
+import { useEvent } from "nitropack/runtime";
 export default {
   uri: "resource://nuxt-ai-ready/pages",
   name: "All Pages",
   description: "Page-level metadata (route, title, description, markdown, headings, chunkIds) in TOON format. Each page includes chunkIds[] array to join with pages-chunks resource for chunk-level content. TOON is token-efficient JSON encoding (see https://toonformat.dev)",
   metadata: {
-    mimeType: "text/plain"
+    mimeType: "text/toon"
   },
   cache: "1h",
   async handler(uri) {
-    const response = await fetch("/llms.toon");
-    if (!response.ok)
-      throw new Error(`Failed to fetch pages: ${response.statusText}`);
-    const text = await response.text();
+    const event = useEvent();
+    const nitroOrigin = getNitroOrigin(event);
+    const text = await $fetch(`/llms.toon`, {
+      baseURL: nitroOrigin
+    });
     return {
       contents: [{
         uri: uri.toString(),
-        mimeType: "text/plain",
+        mimeType: "text/toon",
         text
       }]
     };

package/dist/runtime/server/mcp/prod/tools/list-pages.js

@@ -1,3 +1,5 @@
+import { getNitroOrigin } from "#site-config/server/composables";
+import { useEvent } from "nitropack/runtime";
 import { z } from "zod";
 import { toonResult } from "../../utils.js";
 const schema = {
@@ -9,10 +11,11 @@ export default {
   inputSchema: schema,
   cache: "1h",
   async handler({ mode }) {
-    const response = await fetch(mode === "chunks" ? "/llms-full.toon" : "/llms.toon");
-    if (!response.ok)
-      throw new Error(`Failed to fetch pages: ${response.statusText}`);
-    const toon = await response.text();
-    return toonResult(toon);
+    const event = useEvent();
+    const nitroOrigin = getNitroOrigin(event);
+    const text = await $fetch(mode === "chunks" ? "/llms-full.toon" : "/llms.toon", {
+      baseURL: nitroOrigin
+    });
+    return toonResult(text);
   }
 };

package/dist/runtime/server/middleware/mdream.js

@@ -6,6 +6,9 @@ import { withMinimalPreset } from "mdream/preset/minimal";
 import { useNitroApp, useRuntimeConfig } from "nitropack/runtime";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdownChunks } from "../utils.js";
+function normalizeWhitespace(text) {
+  return text.replace(/\u00A0/g, " ");
+}
 function shouldServeMarkdown(event) {
   const accept = getHeader(event, "accept") || "";
   const secFetchDest = getHeader(event, "sec-fetch-dest") || "";
@@ -58,8 +61,8 @@ async function convertHtmlToMarkdown(html, url, config, route, event) {
     event
   };
   await nitroApp.hooks.callHook("ai-ready:markdown", context);
-  markdown = context.markdown;
-  return { markdown, title, description, headings };
+  markdown = normalizeWhitespace(context.markdown);
+  return { markdown, title: normalizeWhitespace(title), description: normalizeWhitespace(description), headings };
 }
 export default defineEventHandler(async (event) => {
   let path = event.path;

package/dist/runtime/server/utils.js

@@ -11,6 +11,9 @@ function stripFrontmatter(text) {
     return text;
   return text.slice(endIdx + 4).trimStart();
 }
+function normalizeWhitespace(text) {
+  return text.replace(/\u00A0/g, " ");
+}
 export function convertHtmlToMarkdownChunks(html, url, mdreamOptions) {
   let title = "";
   let description = "";
@@ -39,7 +42,7 @@ export function convertHtmlToMarkdownChunks(html, url, mdreamOptions) {
     options.plugins = [extractPlugin, ...options.plugins || []];
   }
   const rawMarkdown = htmlToMarkdown(html, options);
-  const markdown = stripFrontmatter(rawMarkdown);
+  const markdown = normalizeWhitespace(stripFrontmatter(rawMarkdown));
   const rawChunks = htmlToMarkdownSplitChunks(html, {
     ...options,
     headersToSplitOn: [TagIdMap.h1, TagIdMap.h2, TagIdMap.h3],
@@ -51,6 +54,7 @@ export function convertHtmlToMarkdownChunks(html, url, mdreamOptions) {
     }
   });
   const chunks = rawChunks.filter((chunk, idx) => {
+    chunk.content = normalizeWhitespace(chunk.content);
     if (idx === 0 && chunk.content.startsWith("---\n")) {
       const endIdx = chunk.content.indexOf("\n---", 4);
       if (endIdx !== -1) {
@@ -72,8 +76,8 @@ export function convertHtmlToMarkdownChunks(html, url, mdreamOptions) {
   return {
     markdown,
     chunks,
-    title,
-    description,
+    title: normalizeWhitespace(title),
+    description: normalizeWhitespace(description),
     headings,
     ...updatedAt && { updatedAt }
   };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",