nuxt-ai-ready 2.5.0 → 2.5.2

package/dist/chunks/agent-skills.mjs

@@ -2,7 +2,7 @@ import { createHash } from 'node:crypto';
 import { realpath, readFile, readdir } from 'node:fs/promises';
 import { resolve, isAbsolute, join, relative, sep } from 'node:path';
 import { parseDocument } from 'yaml';
-import { A as AGENT_SKILLS_SCHEMA } from '../shared/nuxt-ai-ready.DsokNmXc.mjs';
+import { A as AGENT_SKILLS_SCHEMA } from '../shared/nuxt-ai-ready.CLSWou20.mjs';
 import 'node:module';
 import '@nuxt/kit';
 import 'defu';

package/dist/chunks/prerender.mjs

@@ -5,7 +5,7 @@ import { colorize } from 'consola/utils';
 import { resolveLocaleFromRoute } from 'nuxtseo-shared/i18n-runtime';
 import { collectSitemap } from 'sitemapd/parse';
 import { withLeadingSlash, joinURL, withBase } from 'ufo';
-import { l as logger, s as supportsNativeNodeSqlite, M as MARKDOWN_LINK_AVAILABILITY_FILE } from '../shared/nuxt-ai-ready.DsokNmXc.mjs';
+import { l as logger, s as supportsNativeNodeSqlite, M as MARKDOWN_LINK_AVAILABILITY_FILE } from '../shared/nuxt-ai-ready.CLSWou20.mjs';
 import { normalizePagePath, toMarkdownPath } from '../../dist/runtime/markdown-path.js';
 import { toDeployedRoute, toLogicalRoute } from '../../dist/runtime/route-path.js';
 import { initSchema, computeContentHash, insertPage, queryAllPages, exportDbDump } from '../../dist/runtime/server/db/shared.js';

package/dist/cli.mjs

@@ -320,6 +320,8 @@ const main = defineCommand({
           }
         } else if (res.skipped) {
           consola.info(`Skipped: ${colors.yellow(res.route)} (still fresh)`);
+        } else if (res.gone) {
+          consola.success(`Removed: ${colors.green(res.route)} (HTTP 410)`);
         } else {
           throw new Error(`Failed to reindex ${res.route ?? args.route}${res.error ? `: ${res.error}` : ""}`);
         }

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "2.5.0",
+  "version": "2.5.2",
   "builder": {
     "@nuxt/module-builder": "1.0.3",
     "unbuild": "3.6.1"

package/dist/module.mjs

@@ -7,7 +7,7 @@ import 'defu';
 import 'nuxt-site-config/kit';
 import 'nuxtseo-shared/kit';
 import 'pkg-types';
-export { m as default } from './shared/nuxt-ai-ready.DsokNmXc.mjs';
+export { m as default } from './shared/nuxt-ai-ready.CLSWou20.mjs';
 import '../dist/runtime/markdown-path.js';
 import '../dist/runtime/server/utils/sitemap-md.js';
 import '../dist/runtime/server/utils/discovery-response.js';

package/dist/runtime/server/db/drizzle/queries.js

@@ -706,7 +706,6 @@ export async function seedRoutes(event, routes, options = {}) {
           indexed = CASE WHEN ai_ready_pages.is_error = 1 THEN 0 ELSE ai_ready_pages.indexed END
         WHERE ai_ready_pages.last_seen_at IS NULL
           OR ai_ready_pages.last_seen_at < excluded.last_seen_at - ${refreshWindowMs}
-          OR ai_ready_pages.is_error = 1
           OR ai_ready_pages.locale IS DISTINCT FROM excluded.locale
       `,
       params

package/dist/runtime/server/db/queries.d.ts

@@ -147,6 +147,8 @@ export declare function seedRoutes(event: H3Event | undefined, routes: Array<str
     locale?: string;
     url?: string;
 }>, options?: SeedRoutesOptions): Promise<number>;
+/** Remove a page after its route returns HTTP 410. */
+export declare function prunePage(event: H3Event | undefined, route: string): Promise<void>;
 /**
  * Prune routes not seen in sitemap for longer than threshold
  * Only prunes routes with source='runtime' (never prerendered pages)

package/dist/runtime/server/db/queries.js

@@ -1,5 +1,6 @@
 import { randomUUID } from "uncrypto";
 import { useEvent, useRuntimeConfig } from "#nuxtseo/nitro";
+import { logger } from "../logger.js";
 import { checkAndHandleStale } from "../utils/checkStale.js";
 import { parseSitemapCrawlState, serializeSitemapCrawlState } from "../utils/sitemap-crawl-state.js";
 import { initSchema } from "./drizzle/queries.js";
@@ -16,7 +17,7 @@ function getEventFromContext(providedEvent) {
     return void 0;
   }
 }
-let devWarningShown = false;
+let devNoticeShown = false;
 let schemaInitializationState = { _tag: "Uninitialized" };
 let dumpSyncState = { _tag: "Pending" };
 function syncBuildDump(event) {
@@ -40,9 +41,9 @@ const RE_FTS_CHARS = /[*:^"()]/g;
 const RE_WHITESPACE = /\s+/;
 async function getDb(event) {
   if (import.meta.dev) {
-    if (!devWarningShown) {
-      console.warn("[nuxt-ai-ready] Page data unavailable in dev. Run `nuxi generate` for full metadata.");
-      devWarningShown = true;
+    if (!devNoticeShown) {
+      logger.info("Page data unavailable in dev. Run `nuxi generate` for full metadata.");
+      devNoticeShown = true;
     }
     return null;
   }
@@ -402,7 +403,6 @@ export async function seedRoutes(event, routes, options = {}) {
           indexed = CASE WHEN ai_ready_pages.is_error = 1 THEN 0 ELSE ai_ready_pages.indexed END
         WHERE ai_ready_pages.last_seen_at IS NULL
           OR ai_ready_pages.last_seen_at < excluded.last_seen_at - ${refreshWindowMs}
-          OR ai_ready_pages.is_error = 1
           OR ai_ready_pages.locale IS DISTINCT FROM excluded.locale
       `,
       params
@@ -411,6 +411,12 @@ export async function seedRoutes(event, routes, options = {}) {
   await db.batch(stmts);
   return byRoute.size;
 }
+export async function prunePage(event, route) {
+  const db = await getDb(event);
+  if (!db)
+    return;
+  await db.exec("DELETE FROM ai_ready_pages WHERE route = ?", [normalizeRoute(route)]);
+}
 export async function pruneStaleRoutes(event, staleThresholdSeconds, protectedSince, refreshWindowMs = SEED_REFRESH_WINDOW_MS) {
   const db = await getDb(event);
   if (!db)

package/dist/runtime/server/db/seed.d.ts

@@ -24,8 +24,8 @@ export declare const SEED_REFRESH_WINDOW_MS: number;
 export declare function resolveSeedRefreshWindowMs(pruneTtlSeconds: number): number;
 export interface SeedRoutesOptions {
     /**
-     * An existing row is rewritten only when its `last_seen_at` is older than
-     * this, when it is an error row, or when its locale changed.
+     * An existing row is rewritten when its `last_seen_at` is older than this
+     * or its locale changed. Error rows retry after this interval.
      * @default SEED_REFRESH_WINDOW_MS
      */
     refreshWindowMs?: number;

package/dist/runtime/server/routes/__ai-ready/reindex.post.js

@@ -10,6 +10,8 @@ export default eventHandler(async (event) => {
   }
   const force = query.force !== "false" && query.force !== "0";
   const result = await indexPageByRoute(route, event, { force });
+  if (result.gone)
+    return { route, indexed: false, gone: true };
   if (!result.success) {
     setResponseStatus(event, 502);
     return { route, indexed: false, error: result.error ?? `Failed to index ${route}` };

package/dist/runtime/server/utils/batchIndex.js

@@ -36,12 +36,14 @@ export async function batchIndexPages(event, options = {}) {
           markFailedAsError: true,
           force: true
         });
-        return { route: page.route, success: result.success };
+        return { route: page.route, result };
       })
     );
     for (const result of results) {
       processed++;
-      if (result.success) {
+      if (result.result.gone) {
+        logger.debug(`[batchIndex] Pruned gone route: ${result.route}`);
+      } else if (result.result.success) {
         indexed++;
         logger.debug(`[batchIndex] Indexed: ${result.route}`);
       } else {

package/dist/runtime/server/utils/checkStale.d.ts

@@ -21,7 +21,7 @@ export declare const STALE_CHECK_INTERVAL_MS: number;
 /**
  * Check if data is stale and handle restore/mark-pending
  * Called at start of cron - handles:
- * 1. Empty DB → restore from dump
+ * 1. Empty DB with a different build ID → restore from dump
  * 2. Build ID changed → compare hashes, only mark changed pages pending, add new pages from dump
  * Skips HTTP fetch if checked within 5 minutes and DB is populated
  */

package/dist/runtime/server/utils/checkStale.js

@@ -78,7 +78,7 @@ export async function checkAndHandleStale(event) {
       logger.info("[stale-check] No build metadata found, skipping stale check");
     return { action: "none", dbCount, reason: "no_dump_metadata" };
   }
-  if (dbCount === 0) {
+  if (dbCount === 0 && storedBuildId !== meta.buildId) {
     if (debug)
       logger.info("[stale-check] DB empty, restoring from dump...");
     const rows = await fetchDump(event);

package/dist/runtime/server/utils/indexPage.d.ts

@@ -9,7 +9,7 @@ export interface IndexPageOptions {
     /** Mark failed fetches as errors in DB to prevent retry loops */
     markFailedAsError?: boolean;
 }
-export interface IndexPageResult {
+interface IndexedPageResult {
     success: boolean;
     /** True if page was already fresh and skipped */
     skipped?: boolean;
@@ -31,6 +31,12 @@ export interface IndexPageResult {
     /** Error message if failed */
     error?: string;
 }
+export type IndexPageResult = IndexedPageResult & ({
+    success: false;
+    gone: true;
+} | {
+    gone?: never;
+});
 /**
  * Manually index a page's HTML content into database
  * Use this from custom plugins or API routes to trigger indexing
@@ -41,3 +47,4 @@ export declare function indexPage(route: string, html: string, options?: IndexPa
  * Convenience wrapper around indexPage that handles fetching
  */
 export declare function indexPageByRoute(route: string, event: H3Event | undefined, options?: IndexPageOptions): Promise<IndexPageResult>;
+export {};

package/dist/runtime/server/utils/indexPage.js

@@ -1,5 +1,5 @@
 import { fetchWithEvent, useNitroApp, useRuntimeConfig } from "#nuxtseo/nitro";
-import { getPageIndexState, upsertPage } from "../db/queries.js";
+import { getPageIndexState, prunePage, upsertPage } from "../db/queries.js";
 import { computeContentHash } from "../db/shared.js";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdown } from "../utils.js";
@@ -79,18 +79,26 @@ export async function indexPage(route, html, options = {}, event) {
 }
 export async function indexPageByRoute(route, event, options = {}) {
   logger.debug(`[indexPageByRoute] Fetching HTML for ${route} (timeout: 10000ms)`);
-  const html = await (event ? fetchWithEvent(event, route, {
+  const fetched = await (event ? fetchWithEvent(event, route, {
     headers: { accept: "text/html", [INTERNAL_HEADER]: "1" },
     timeout: 1e4
   }) : globalThis.$fetch(route, {
     headers: { accept: "text/html", [INTERNAL_HEADER]: "1" },
     timeout: 1e4
     // 10s timeout per page (must fit within CF worker limit)
-  })).catch((err) => {
+  })).then((html2) => ({ _tag: "Html", html: html2 })).catch((err) => {
+    const status = err.status ?? err.statusCode ?? err.response?.status;
+    if (status === 410)
+      return { _tag: "Gone" };
     logger.warn(`[indexPageByRoute] Failed to fetch ${route}:`, err.message);
-    return null;
+    return { _tag: "Failed" };
   });
-  if (html) {
+  if (fetched._tag === "Gone") {
+    await prunePage(event, route);
+    return { success: false, gone: true };
+  }
+  const html = fetched._tag === "Html" ? fetched.html : null;
+  if (typeof html === "string" && html) {
     logger.debug(`[indexPageByRoute] Fetched ${route} (${html.length} bytes)`);
   }
   if (!html || typeof html !== "string") {

package/dist/shared/{nuxt-ai-ready.DsokNmXc.mjs → nuxt-ai-ready.CLSWou20.mjs}

@@ -1618,6 +1618,8 @@ ${details}`);
       nitroConfig.experimental.asyncContext = true;
       const preset = String(nitroConfig.preset || "");
       const isEdgePreset = ["cloudflare", "vercel-edge", "netlify-edge", "deno"].some((p) => preset.startsWith(p));
+      if (isEdgePreset)
+        nitroConfig.experimental.wasm = true;
       if (nitroCompatibility._tag === "nitro-v3") {
         const nitro3Config = nitroConfig;
         const noExternals = Array.isArray(nitro3Config.noExternals) ? nitro3Config.noExternals : [];

package/node_modules/@mdream/js/LICENSE.md

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright (c) 2025 Harlan Wilton
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.