nuxt-ai-ready 0.12.0 → 0.12.2

package/README.md

@@ -8,7 +8,7 @@
 
 ## Why Nuxt AI Ready?
 
-ChatGPT search interest doubled in the past year. Users now ask AI assistants questions your site could answer—but LLMs only cite sources they can parse.
+[ChatGPT](https://chatgpt.com) search interest doubled in the past year. Users now ask AI assistants questions your site could answer - but LLMs only cite sources they can parse.
 
 Two standards are emerging: [llms.txt](https://llmstxt.org/) (4,400 searches/mo, +26,900% YoY) for AI-readable site summaries, and [MCP](https://modelcontextprotocol.io/) (22,200 searches/mo) for letting agents query your content directly.
 

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "0.12.0",
+  "version": "0.12.2",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -81,6 +81,9 @@ function hookNuxtSeoProLicense() {
 }
 
 const BUILD_FETCH_TIMEOUT = 15e3;
+const RE_HTML_MD_EXT = /\.(html|md)$/;
+const RE_INDEX_SUFFIX = /\/index$/;
+const RE_MD_EXT = /\.md$/;
 async function fetchPreviousMeta(siteUrl, indexNow) {
   const metaUrl = `${siteUrl}/__ai-ready/pages.meta.json`;
   logger.info(`Fetching previous build meta from ${metaUrl}`);
@@ -208,7 +211,7 @@ async function processSitemapEntry(state, nuxt, nitro, entry) {
   if (state.prerenderedRoutes.has(route)) {
     return { crawled: false, skipped: true };
   }
-  const mdRoute = route === "/" ? "/index.md" : `${route}.md`;
+  const mdRoute = route.endsWith("/") ? `${route}index.md` : `${route}.md`;
   const mdUrl = withBase(mdRoute, nitro.options.baseURL);
   logger.debug(`Fetching markdown for ${route} \u2192 ${mdUrl}`);
   const res = await globalThis.$fetch(mdUrl, {
@@ -313,14 +316,14 @@ function setupPrerenderHandler(options, dbPath, siteInfo, llmsTxtConfig, indexNo
     let initPromise = null;
     nitro.hooks.hook("prerender:generate", async (route) => {
       if (route.error) {
-        const pageRoute2 = route.route.replace(/\.(html|md)$/, "").replace(/\/index$/, "") || "/";
+        const pageRoute2 = route.route.replace(RE_HTML_MD_EXT, "").replace(RE_INDEX_SUFFIX, "") || "/";
         state.errorRoutes.add(pageRoute2);
         logger.debug(`Detected error page: ${pageRoute2}`);
         return;
       }
       if (!route.fileName?.endsWith(".md"))
         return;
-      let pageRoute = route.route.replace(/\.md$/, "");
+      let pageRoute = route.route.replace(RE_MD_EXT, "");
       if (pageRoute === "/index")
         pageRoute = "/";
       const pageStartTime = Date.now();

package/dist/runtime/server/db/drizzle/queries.js

@@ -1,8 +1,10 @@
 import { cronRuns, info, pages, sitemaps } from "#ai-ready-virtual/db-schema.mjs";
 import { and, count, desc, eq, gt, isNull, like, lt, or, sql } from "drizzle-orm";
 import { useDrizzle } from "./client.js";
+const RE_LEADING_SLASH = /^\//;
+const RE_SLASH = /\//g;
 function normalizeRouteKey(route) {
-  return route.replace(/^\//, "").replace(/\//g, ":") || "index";
+  return route.replace(RE_LEADING_SLASH, "").replace(RE_SLASH, ":") || "index";
 }
 function rowToPage(row) {
   return {

package/dist/runtime/server/db/drizzle/raw.js

@@ -3,6 +3,7 @@ const driverCache = /* @__PURE__ */ new WeakMap();
 export function registerDriver(db, type, driver) {
   driverCache.set(db, { type, driver });
 }
+const RE_PARAM_PLACEHOLDER = /\?/g;
 export function getRawExecutor(client) {
   const cached = driverCache.get(client.db);
   if (!cached) {
@@ -30,7 +31,7 @@ export function getRawExecutor(client) {
         case "neon": {
           const sqlFn = driver;
           let idx = 0;
-          const pgQuery = query.replace(/\?/g, () => `$${++idx}`);
+          const pgQuery = query.replace(RE_PARAM_PLACEHOLDER, () => `$${++idx}`);
           const result = await sqlFn.query(pgQuery, params);
           return result.rows || result;
         }
@@ -60,7 +61,7 @@ export function getRawExecutor(client) {
         case "neon": {
           const sqlFn = driver;
           let idx = 0;
-          const pgQuery = query.replace(/\?/g, () => `$${++idx}`);
+          const pgQuery = query.replace(RE_PARAM_PLACEHOLDER, () => `$${++idx}`);
           await sqlFn.query(pgQuery, params);
           break;
         }

package/dist/runtime/server/db/queries.js

@@ -13,6 +13,8 @@ function getEventFromContext(providedEvent) {
 }
 let devWarningShown = false;
 let schemaInitialized = false;
+const RE_FTS_CHARS = /[*:^"()]/g;
+const RE_WHITESPACE = /\s+/;
 async function getDb(event) {
   if (import.meta.dev) {
     if (!devWarningShown) {
@@ -213,10 +215,10 @@ export async function searchPages(event, query, options = {}) {
   if (!db)
     return [];
   const { limit = 10 } = options;
-  const sanitized = query.replace(/[*:^"()]/g, " ").trim();
+  const sanitized = query.replace(RE_FTS_CHARS, " ").trim();
   if (!sanitized)
     return [];
-  const terms = sanitized.split(/\s+/).map((t) => `${t}*`).join(" ");
+  const terms = sanitized.split(RE_WHITESPACE).map((t) => `${t}*`).join(" ");
   return db.all(`
     SELECT p.route, p.title, p.description, bm25(ai_ready_pages_fts, 5.0, 3.0, 1.0, 0.5, 2.0, 2.0) as score
     FROM ai_ready_pages_fts

package/dist/runtime/server/db/shared.js

@@ -4,7 +4,7 @@ export async function computeContentHash(markdown) {
   const encoder = new TextEncoder();
   const data = encoder.encode(markdown);
   const hashBuffer = await subtle.digest("SHA-256", data);
-  const hashArray = Array.from(new Uint8Array(hashBuffer));
+  const hashArray = [...new Uint8Array(hashBuffer)];
   return hashArray.map((b) => b.toString(16).padStart(2, "0")).join("").slice(0, 16);
 }
 export async function initSchema(db) {
@@ -31,8 +31,10 @@ async function getSchemaVersion(db) {
   ).catch(() => null);
   return info?.version || null;
 }
+const RE_LEADING_SLASH = /^\//;
+const RE_SLASH = /\//g;
 export function normalizeRouteKey(route) {
-  return route.replace(/^\//, "").replace(/\//g, ":") || "index";
+  return route.replace(RE_LEADING_SLASH, "").replace(RE_SLASH, ":") || "index";
 }
 export async function compressToBase64(data) {
   const json = JSON.stringify(data);

package/dist/runtime/server/middleware/markdown.js

@@ -71,6 +71,7 @@ export default defineEventHandler(async (event) => {
     { hooks: { route: path, event } }
   );
   setHeader(event, "content-type", "text/markdown; charset=utf-8");
+  setHeader(event, "vary", "Accept, Sec-Fetch-Dest");
   if (config.markdownCacheHeaders) {
     const { maxAge, swr } = config.markdownCacheHeaders;
     const cacheControl = swr ? `public, max-age=${maxAge}, stale-while-revalidate=${maxAge}` : `public, max-age=${maxAge}`;

package/dist/runtime/server/utils/indexnow-shared.js

@@ -48,7 +48,7 @@ export async function submitToIndexNowShared(routes, key, siteUrl, options) {
   return {
     success: false,
     error: lastError || "All endpoints rate limited",
-    host: endpoints[endpoints.length - 1]
+    host: endpoints.at(-1)
   };
 }
 function normalizePagesToMap(pages) {

package/dist/runtime/server/utils/keywords.js

@@ -1,3 +1,6 @@
+const RE_NON_WORD_CHARS = /[^\w\s-]/g;
+const RE_WHITESPACE = /\s+/;
+const RE_DIGITS = /^\d+$/;
 const STOPWORDS = /* @__PURE__ */ new Set([
   // Articles, pronouns, prepositions
   "a",
@@ -271,9 +274,10 @@ export function extractKeywords(text, metaKeywords, max = 10) {
   }
   if (!text?.trim())
     return [];
-  const words = text.toLowerCase().replace(/[^\w\s-]/g, " ").split(/\s+/).filter((w) => w.length > 2 && !STOPWORDS.has(w) && !/^\d+$/.test(w));
+  const words = text.toLowerCase().replace(RE_NON_WORD_CHARS, " ").split(RE_WHITESPACE).filter((w) => w.length > 2 && !STOPWORDS.has(w) && !RE_DIGITS.test(w));
   const freq = /* @__PURE__ */ new Map();
   for (const word of words)
     freq.set(word, (freq.get(word) || 0) + 1);
-  return Array.from(freq.entries()).sort((a, b) => b[1] - a[1]).slice(0, max).map(([word]) => word);
+  const entries = [...freq];
+  return entries.sort((a, b) => b[1] - a[1]).slice(0, max).map(([word]) => word);
 }

package/dist/runtime/server/utils/llms-full.js

@@ -1,8 +1,11 @@
 import { normalizeLlmsTxtConfig } from "../../llms-txt-format.js";
+const RE_TRAILING_SLASH = /\/$/;
+const RE_FRONTMATTER = /^---\n[\s\S]*?\n---\n*/;
+const RE_HEADING = /^(#{1,6}) ([^\n]+)$/gm;
 export function formatPageForLlmsFullTxt(route, title, description, markdown, siteUrl) {
-  const canonicalUrl = siteUrl ? `${siteUrl.replace(/\/$/, "")}${route}` : route;
+  const canonicalUrl = siteUrl ? `${siteUrl.replace(RE_TRAILING_SLASH, "")}${route}` : route;
   const heading = title && title !== route ? `### ${title}` : `### ${route}`;
-  const content = markdown.replace(/^---\n[\s\S]*?\n---\n*/, "").replace(/^(#{1,6}) ([^\n]+)$/gm, (_, hashes, text) => `h${hashes.length}. ${text}`);
+  const content = markdown.replace(RE_FRONTMATTER, "").replace(RE_HEADING, (_, hashes, text) => `h${hashes.length}. ${text}`);
   const parts = [heading, ""];
   parts.push(`Source: ${canonicalUrl}`);
   if (description)

package/dist/runtime/server/utils.d.ts

@@ -4,6 +4,7 @@ export declare function getMarkdownRenderInfo(event: H3Event, explicitOnly?: boo
     path: string;
     isExplicit: boolean;
 } | null;
+export declare function clientPrefersMarkdown(event: H3Event): boolean;
 interface ConvertHtmlOptions {
     /** Extract updatedAt from meta tags */
     extractUpdatedAt?: boolean;

package/dist/runtime/server/utils.js

@@ -1,11 +1,13 @@
 import { getBotInfo } from "@nuxtjs/robots/util";
 import { getHeader, getHeaders } from "h3";
 import { htmlToMarkdown } from "mdream";
+import { shouldServeMarkdown } from "mdream/negotiate";
 import { extractionPlugin } from "mdream/plugins";
 import { withMinimalPreset } from "mdream/preset/minimal";
 import { useNitroApp } from "nitropack/runtime";
+const RE_NBSP = /\u00A0/g;
 function normalizeWhitespace(text) {
-  return text.replace(/\u00A0/g, " ");
+  return text.replace(RE_NBSP, " ");
 }
 function buildMdreamOptions(url, mdreamOptions, meta, extractUpdatedAt = false) {
   const extractPlugin = extractionPlugin({
@@ -63,28 +65,22 @@ export function getMarkdownRenderInfo(event, explicitOnly = false) {
     return null;
   }
   let path = isExplicit ? originalPath.slice(0, -3) : originalPath;
-  if (path === "/index") {
-    path = "/";
+  if (path.endsWith("/index")) {
+    path = path.slice(0, -5) || "/";
   }
   return { path, isExplicit };
 }
-function clientPrefersMarkdown(event) {
-  const accept = getHeader(event, "accept") || "";
+export function clientPrefersMarkdown(event) {
+  const acceptHeader = getHeader(event, "accept") || "";
   const secFetchDest = getHeader(event, "sec-fetch-dest") || "";
   if (secFetchDest === "document") {
     return false;
   }
-  if (accept.includes("text/html")) {
-    return false;
-  }
-  if (accept.includes("text/markdown")) {
-    return true;
-  }
   const botInfo = getBotInfo(getHeaders(event));
   if (botInfo?.category === "ai") {
     return true;
   }
-  return false;
+  return shouldServeMarkdown(acceptHeader, secFetchDest);
 }
 export async function convertHtmlToMarkdown(html, url, mdreamOptions, opts = {}) {
   const meta = { title: "", description: "", metaKeywords: "", headings: [], textContent: [] };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "0.12.0",
+  "version": "0.12.2",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",
@@ -57,13 +57,13 @@
     }
   },
   "dependencies": {
-    "@clack/prompts": "^1.0.1",
+    "@clack/prompts": "^1.1.0",
     "@nuxt/kit": "^4.3.1",
     "citty": "^0.2.1",
     "consola": "^3.4.2",
     "defu": "^6.1.4",
     "drizzle-orm": "^0.45.1",
-    "mdream": "^0.16.0",
+    "mdream": "^0.17.0",
     "nuxt-site-config": "^3.2.21",
     "ofetch": "^1.5.1",
     "pathe": "^2.0.3",
@@ -72,31 +72,32 @@
     "ufo": "^1.6.3"
   },
   "devDependencies": {
-    "@antfu/eslint-config": "^7.6.1",
+    "@antfu/eslint-config": "^7.7.0",
     "@arethetypeswrong/cli": "^0.18.2",
     "@headlessui/vue": "^1.7.23",
     "@libsql/client": "^0.17.0",
     "@nuxt/content": "^3.12.0",
-    "@nuxt/devtools-ui-kit": "^3.2.2",
+    "@nuxt/devtools-ui-kit": "^3.2.3",
     "@nuxt/module-builder": "^1.0.2",
     "@nuxt/test-utils": "^4.0.0",
     "@nuxtjs/color-mode": "^4.0.0",
     "@nuxtjs/eslint-config-typescript": "^12.1.0",
     "@nuxtjs/i18n": "^10.2.3",
     "@nuxtjs/mcp-toolkit": "^0.7.0",
-    "@nuxtjs/robots": "^5.7.0",
+    "@nuxtjs/robots": "^5.7.1",
     "@nuxtjs/sitemap": "^7.6.0",
     "@types/better-sqlite3": "^7.6.13",
     "@vitest/coverage-v8": "^4.0.18",
     "@vue/test-utils": "^2.4.6",
     "@vueuse/nuxt": "^14.2.1",
-    "agents": "^0.6.0",
-    "ai": "^6.0.104",
+    "agents": "^0.7.5",
+    "ai": "^6.0.116",
     "better-sqlite3": "^12.6.2",
     "bumpp": "^10.4.1",
-    "eslint": "^10.0.2",
+    "eslint": "^10.0.3",
+    "eslint-plugin-harlanzw": "^0.5.15",
     "execa": "^9.6.1",
-    "happy-dom": "^20.7.0",
+    "happy-dom": "^20.8.3",
     "nuxt": "^4.3.1",
     "nuxt-site-config": "^3.2.21",
     "playwright": "^1.58.2",
@@ -104,10 +105,10 @@
     "postgres": "^3.4.8",
     "typescript": "^5.9.3",
     "vitest": "^4.0.18",
-    "vue": "^3.5.29",
+    "vue": "^3.5.30",
     "vue-router": "^5.0.3",
     "vue-tsc": "^3.2.5",
-    "wrangler": "^4.69.0",
+    "wrangler": "^4.71.0",
     "zod": "^4.3.6"
   },
   "resolutions": {