nuxt-ai-ready 0.4.2 → 0.4.4

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "0.4.2",
+  "version": "0.4.4",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -227,7 +227,13 @@ async function crawlSitemapEntries(state, nuxt, nitro, entries) {
     });
     if (!res)
       continue;
-    const parsed = JSON.parse(res);
+    let parsed;
+    try {
+      parsed = JSON.parse(res);
+    } catch (err) {
+      logger.debug(`Skipping ${route}: Response is not JSON (likely HTML instead of markdown conversion)`);
+      continue;
+    }
     await processMarkdownRoute(state, nuxt, route, parsed, lastmod);
     crawled++;
   }

package/dist/runtime/server/middleware/markdown.js

@@ -1,15 +1,20 @@
 import { withSiteUrl } from "#site-config/server/composables/utils";
-import { createError, defineEventHandler, setHeader } from "h3";
+import { createError, defineEventHandler, getHeader, setHeader } from "h3";
 import { useRuntimeConfig } from "nitropack/runtime";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdown, getMarkdownRenderInfo } from "../utils.js";
+const INTERNAL_HEADER = "x-ai-ready-internal";
 export default defineEventHandler(async (event) => {
+  if (getHeader(event, INTERNAL_HEADER))
+    return;
   const renderInfo = getMarkdownRenderInfo(event);
   if (!renderInfo)
     return;
   const { path, isExplicit } = renderInfo;
   const config = useRuntimeConfig(event)["nuxt-ai-ready"];
-  const response = await event.fetch(path).catch((e) => {
+  const response = await event.fetch(path, {
+    headers: { [INTERNAL_HEADER]: "1" }
+  }).catch((e) => {
     logger.error(`Failed to fetch HTML for ${path}`, e);
     return null;
   });

package/dist/runtime/server/utils.js

@@ -1,4 +1,5 @@
-import { getHeader } from "h3";
+import { getBotInfo } from "@nuxtjs/robots/util";
+import { getHeader, getHeaders } from "h3";
 import { htmlToMarkdown } from "mdream";
 import { extractionPlugin } from "mdream/plugins";
 import { withMinimalPreset } from "mdream/preset/minimal";
@@ -40,7 +41,14 @@ export function clientPrefersMarkdown(event) {
   if (accept.includes("text/html")) {
     return false;
   }
-  return accept.includes("*/*") || accept.includes("text/markdown");
+  if (accept.includes("text/markdown")) {
+    return true;
+  }
+  const botInfo = getBotInfo(getHeaders(event));
+  if (botInfo?.category === "ai") {
+    return true;
+  }
+  return false;
 }
 export async function convertHtmlToMarkdown(html, url, config, route, event) {
   const nitroApp = useNitroApp();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "0.4.2",
+  "version": "0.4.4",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",
@@ -77,7 +77,7 @@
     "postgres": "^3.4.7",
     "typescript": "^5.9.3",
     "vitest": "^4.0.16",
-    "vue": "^3.5.25",
+    "vue": "^3.5.26",
     "vue-router": "^4.6.4",
     "vue-tsc": "^3.1.8",
     "zod": "^4.2.1"