nuxt-ai-ready 2.5.1 → 2.5.2

package/dist/cli.mjs

@@ -320,6 +320,8 @@ const main = defineCommand({
           }
         } else if (res.skipped) {
           consola.info(`Skipped: ${colors.yellow(res.route)} (still fresh)`);
+        } else if (res.gone) {
+          consola.success(`Removed: ${colors.green(res.route)} (HTTP 410)`);
         } else {
           throw new Error(`Failed to reindex ${res.route ?? args.route}${res.error ? `: ${res.error}` : ""}`);
         }

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "2.5.1",
+  "version": "2.5.2",
   "builder": {
     "@nuxt/module-builder": "1.0.3",
     "unbuild": "3.6.1"

package/dist/runtime/server/db/drizzle/queries.js

@@ -706,7 +706,6 @@ export async function seedRoutes(event, routes, options = {}) {
           indexed = CASE WHEN ai_ready_pages.is_error = 1 THEN 0 ELSE ai_ready_pages.indexed END
         WHERE ai_ready_pages.last_seen_at IS NULL
           OR ai_ready_pages.last_seen_at < excluded.last_seen_at - ${refreshWindowMs}
-          OR ai_ready_pages.is_error = 1
           OR ai_ready_pages.locale IS DISTINCT FROM excluded.locale
       `,
       params

package/dist/runtime/server/db/queries.d.ts

@@ -147,6 +147,8 @@ export declare function seedRoutes(event: H3Event | undefined, routes: Array<str
     locale?: string;
     url?: string;
 }>, options?: SeedRoutesOptions): Promise<number>;
+/** Remove a page after its route returns HTTP 410. */
+export declare function prunePage(event: H3Event | undefined, route: string): Promise<void>;
 /**
  * Prune routes not seen in sitemap for longer than threshold
  * Only prunes routes with source='runtime' (never prerendered pages)

package/dist/runtime/server/db/queries.js

@@ -403,7 +403,6 @@ export async function seedRoutes(event, routes, options = {}) {
           indexed = CASE WHEN ai_ready_pages.is_error = 1 THEN 0 ELSE ai_ready_pages.indexed END
         WHERE ai_ready_pages.last_seen_at IS NULL
           OR ai_ready_pages.last_seen_at < excluded.last_seen_at - ${refreshWindowMs}
-          OR ai_ready_pages.is_error = 1
           OR ai_ready_pages.locale IS DISTINCT FROM excluded.locale
       `,
       params
@@ -412,6 +411,12 @@ export async function seedRoutes(event, routes, options = {}) {
   await db.batch(stmts);
   return byRoute.size;
 }
+export async function prunePage(event, route) {
+  const db = await getDb(event);
+  if (!db)
+    return;
+  await db.exec("DELETE FROM ai_ready_pages WHERE route = ?", [normalizeRoute(route)]);
+}
 export async function pruneStaleRoutes(event, staleThresholdSeconds, protectedSince, refreshWindowMs = SEED_REFRESH_WINDOW_MS) {
   const db = await getDb(event);
   if (!db)

package/dist/runtime/server/db/seed.d.ts

@@ -24,8 +24,8 @@ export declare const SEED_REFRESH_WINDOW_MS: number;
 export declare function resolveSeedRefreshWindowMs(pruneTtlSeconds: number): number;
 export interface SeedRoutesOptions {
     /**
-     * An existing row is rewritten only when its `last_seen_at` is older than
-     * this, when it is an error row, or when its locale changed.
+     * An existing row is rewritten when its `last_seen_at` is older than this
+     * or its locale changed. Error rows retry after this interval.
      * @default SEED_REFRESH_WINDOW_MS
      */
     refreshWindowMs?: number;

package/dist/runtime/server/routes/__ai-ready/reindex.post.js

@@ -10,6 +10,8 @@ export default eventHandler(async (event) => {
   }
   const force = query.force !== "false" && query.force !== "0";
   const result = await indexPageByRoute(route, event, { force });
+  if (result.gone)
+    return { route, indexed: false, gone: true };
   if (!result.success) {
     setResponseStatus(event, 502);
     return { route, indexed: false, error: result.error ?? `Failed to index ${route}` };

package/dist/runtime/server/utils/batchIndex.js

@@ -36,12 +36,14 @@ export async function batchIndexPages(event, options = {}) {
           markFailedAsError: true,
           force: true
         });
-        return { route: page.route, success: result.success };
+        return { route: page.route, result };
       })
     );
     for (const result of results) {
       processed++;
-      if (result.success) {
+      if (result.result.gone) {
+        logger.debug(`[batchIndex] Pruned gone route: ${result.route}`);
+      } else if (result.result.success) {
         indexed++;
         logger.debug(`[batchIndex] Indexed: ${result.route}`);
       } else {

package/dist/runtime/server/utils/checkStale.d.ts

@@ -21,7 +21,7 @@ export declare const STALE_CHECK_INTERVAL_MS: number;
 /**
  * Check if data is stale and handle restore/mark-pending
  * Called at start of cron - handles:
- * 1. Empty DB → restore from dump
+ * 1. Empty DB with a different build ID → restore from dump
  * 2. Build ID changed → compare hashes, only mark changed pages pending, add new pages from dump
  * Skips HTTP fetch if checked within 5 minutes and DB is populated
  */

package/dist/runtime/server/utils/checkStale.js

@@ -78,7 +78,7 @@ export async function checkAndHandleStale(event) {
       logger.info("[stale-check] No build metadata found, skipping stale check");
     return { action: "none", dbCount, reason: "no_dump_metadata" };
   }
-  if (dbCount === 0) {
+  if (dbCount === 0 && storedBuildId !== meta.buildId) {
     if (debug)
       logger.info("[stale-check] DB empty, restoring from dump...");
     const rows = await fetchDump(event);

package/dist/runtime/server/utils/indexPage.d.ts

@@ -9,7 +9,7 @@ export interface IndexPageOptions {
     /** Mark failed fetches as errors in DB to prevent retry loops */
     markFailedAsError?: boolean;
 }
-export interface IndexPageResult {
+interface IndexedPageResult {
     success: boolean;
     /** True if page was already fresh and skipped */
     skipped?: boolean;
@@ -31,6 +31,12 @@ export interface IndexPageResult {
     /** Error message if failed */
     error?: string;
 }
+export type IndexPageResult = IndexedPageResult & ({
+    success: false;
+    gone: true;
+} | {
+    gone?: never;
+});
 /**
  * Manually index a page's HTML content into database
  * Use this from custom plugins or API routes to trigger indexing
@@ -41,3 +47,4 @@ export declare function indexPage(route: string, html: string, options?: IndexPa
  * Convenience wrapper around indexPage that handles fetching
  */
 export declare function indexPageByRoute(route: string, event: H3Event | undefined, options?: IndexPageOptions): Promise<IndexPageResult>;
+export {};

package/dist/runtime/server/utils/indexPage.js

@@ -1,5 +1,5 @@
 import { fetchWithEvent, useNitroApp, useRuntimeConfig } from "#nuxtseo/nitro";
-import { getPageIndexState, upsertPage } from "../db/queries.js";
+import { getPageIndexState, prunePage, upsertPage } from "../db/queries.js";
 import { computeContentHash } from "../db/shared.js";
 import { logger } from "../logger.js";
 import { convertHtmlToMarkdown } from "../utils.js";
@@ -79,18 +79,26 @@ export async function indexPage(route, html, options = {}, event) {
 }
 export async function indexPageByRoute(route, event, options = {}) {
   logger.debug(`[indexPageByRoute] Fetching HTML for ${route} (timeout: 10000ms)`);
-  const html = await (event ? fetchWithEvent(event, route, {
+  const fetched = await (event ? fetchWithEvent(event, route, {
     headers: { accept: "text/html", [INTERNAL_HEADER]: "1" },
     timeout: 1e4
   }) : globalThis.$fetch(route, {
     headers: { accept: "text/html", [INTERNAL_HEADER]: "1" },
     timeout: 1e4
     // 10s timeout per page (must fit within CF worker limit)
-  })).catch((err) => {
+  })).then((html2) => ({ _tag: "Html", html: html2 })).catch((err) => {
+    const status = err.status ?? err.statusCode ?? err.response?.status;
+    if (status === 410)
+      return { _tag: "Gone" };
     logger.warn(`[indexPageByRoute] Failed to fetch ${route}:`, err.message);
-    return null;
+    return { _tag: "Failed" };
   });
-  if (html) {
+  if (fetched._tag === "Gone") {
+    await prunePage(event, route);
+    return { success: false, gone: true };
+  }
+  const html = fetched._tag === "Html" ? fetched.html : null;
+  if (typeof html === "string" && html) {
     logger.debug(`[indexPageByRoute] Fetched ${route} (${html.length} bytes)`);
   }
   if (!html || typeof html !== "string") {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "2.5.1",
+  "version": "2.5.2",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",