nuxt-ai-ready 0.3.7 → 0.3.8

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "0.3.7",
+  "version": "0.3.8",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -1,3 +1,4 @@
+import { mkdir, stat, open, access, appendFile } from 'node:fs/promises';
 import { dirname, join } from 'node:path';
 import { useLogger, useNuxt, defineNuxtModule, createResolver, addTypeTemplate, hasNuxtModule, addServerHandler, addPlugin, extendPages } from '@nuxt/kit';
 import defu from 'defu';
@@ -9,7 +10,6 @@ import { $fetch } from 'ofetch';
 import { isTest, isCI } from 'std-env';
 import { createHash } from 'node:crypto';
 import { mkdirSync, createWriteStream } from 'node:fs';
-import { mkdir, stat, open } from 'node:fs/promises';
 import { encodeLines } from '@toon-format/toon';
 import { createLlmsTxtStream } from 'mdream/llms-txt';
 import { createStorage } from 'unstorage';
@@ -602,8 +602,23 @@ export {}
       setupPrerenderHandler(mergedLlmsTxt, config.timestamps);
     }
     nuxt.options.nitro.routeRules = nuxt.options.nitro.routeRules || {};
+    nuxt.options.nitro.routeRules["/llms.txt"] = { headers: { "Content-Type": "text/plain; charset=utf-8" } };
+    nuxt.options.nitro.routeRules["/llms-full.txt"] = { headers: { "Content-Type": "text/plain; charset=utf-8" } };
     nuxt.options.nitro.routeRules["/llms.toon"] = { headers: { "Content-Type": "text/toon; charset=utf-8" } };
     nuxt.options.nitro.routeRules["/llms-full.toon"] = { headers: { "Content-Type": "text/toon; charset=utf-8" } };
+    nuxt.hooks.hook("nitro:build:before", (nitro) => {
+      nitro.hooks.hook("compiled", async () => {
+        const headersPath = join(nitro.options.output.publicDir, "_headers");
+        const exists = await access(headersPath).then(() => true).catch(() => false);
+        if (exists) {
+          await appendFile(headersPath, `
+/*.md
+  Content-Type: text/markdown; charset=utf-8
+`);
+          logger.debug("Appended .md charset header to _headers");
+        }
+      });
+    });
   }
 });
 

package/dist/runtime/server/mcp/prod/resources/pages.js

@@ -3,7 +3,7 @@ import { useEvent } from "nitropack/runtime";
 export default {
   uri: "resource://nuxt-ai-ready/pages",
   name: "All Pages",
-  description: "Page-level metadata (route, title, description, markdown, headings, chunkIds) in TOON format. Each page includes chunkIds[] array to join with pages-chunks resource for chunk-level content. TOON is token-efficient JSON encoding (see https://toonformat.dev)",
+  description: "Page-level metadata (route, title, description, headings, chunkIds, updatedAt) in TOON format. Each page includes chunkIds to join with pages-chunks resource for chunk-level content. TOON is token-efficient JSON encoding (see https://toonformat.dev)",
   metadata: {
     mimeType: "text/toon"
   },

package/dist/runtime/server/utils.js

@@ -3,14 +3,6 @@ import { extractionPlugin } from "mdream/plugins";
 import { withMinimalPreset } from "mdream/preset/minimal";
 import { htmlToMarkdownSplitChunks } from "mdream/splitter";
 import { estimateTokenCount } from "tokenx";
-function stripFrontmatter(text) {
-  if (!text.startsWith("---\n"))
-    return text;
-  const endIdx = text.indexOf("\n---", 4);
-  if (endIdx === -1)
-    return text;
-  return text.slice(endIdx + 4).trimStart();
-}
 function normalizeWhitespace(text) {
   return text.replace(/\u00A0/g, " ");
 }
@@ -42,7 +34,7 @@ export function convertHtmlToMarkdownChunks(html, url, mdreamOptions) {
     options.plugins = [extractPlugin, ...options.plugins || []];
   }
   const rawMarkdown = htmlToMarkdown(html, options);
-  const markdown = normalizeWhitespace(stripFrontmatter(rawMarkdown));
+  const markdown = normalizeWhitespace(rawMarkdown);
   const rawChunks = htmlToMarkdownSplitChunks(html, {
     ...options,
     headersToSplitOn: [TagIdMap.h1, TagIdMap.h2, TagIdMap.h3],

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "0.3.7",
+  "version": "0.3.8",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",
@@ -49,7 +49,7 @@
     "unstorage": "^1.17.3"
   },
   "devDependencies": {
-    "@antfu/eslint-config": "^6.5.1",
+    "@antfu/eslint-config": "^6.6.1",
     "@arethetypeswrong/cli": "^0.18.2",
     "@headlessui/vue": "^1.7.23",
     "@nuxt/content": "^3.9.0",