nuxt-ai-ready 0.7.13 → 0.7.14

package/dist/module.json

@@ -4,7 +4,7 @@
     "nuxt": ">=4.0.0"
   },
   "configKey": "aiReady",
-  "version": "0.7.13",
+  "version": "0.7.14",
   "builder": {
     "@nuxt/module-builder": "1.0.2",
     "unbuild": "3.6.1"

package/dist/runtime/server/utils/indexnow.d.ts

@@ -4,6 +4,7 @@ export interface IndexNowResult {
     submitted: number;
     remaining: number;
     error?: string;
+    backoff?: boolean;
 }
 /**
  * Submit URLs to IndexNow API
@@ -18,5 +19,6 @@ export declare function submitToIndexNow(routes: string[], config: {
 /**
  * Submit pending pages to IndexNow
  * Queries DB for pages needing sync, submits, marks as synced
+ * Implements exponential backoff on 429 rate limit errors
  */
 export declare function syncToIndexNow(event: H3Event | undefined, limit?: number): Promise<IndexNowResult>;

package/dist/runtime/server/utils/indexnow.js

@@ -1,5 +1,6 @@
 import { getSiteConfig } from "#site-config/server/composables";
 import { useRuntimeConfig } from "nitropack/runtime";
+import { useDatabase } from "../db/index.js";
 import {
   countPagesNeedingIndexNowSync,
   getPagesNeedingIndexNowSync,
@@ -7,6 +8,27 @@ import {
   updateIndexNowStats
 } from "../db/queries.js";
 import { logger } from "../logger.js";
+const BACKOFF_MINUTES = [5, 10, 20, 40, 60];
+async function getBackoffInfo(event) {
+  const db = await useDatabase(event).catch(() => null);
+  if (!db)
+    return null;
+  const row = await db.first("SELECT value FROM _ai_ready_info WHERE id = ?", ["indexnow_backoff"]);
+  if (!row)
+    return null;
+  const parsed = JSON.parse(row.value);
+  return parsed;
+}
+async function setBackoffInfo(event, info) {
+  const db = await useDatabase(event).catch(() => null);
+  if (!db)
+    return;
+  if (info) {
+    await db.exec("INSERT OR REPLACE INTO _ai_ready_info (id, value) VALUES (?, ?)", ["indexnow_backoff", JSON.stringify(info)]);
+  } else {
+    await db.exec("DELETE FROM _ai_ready_info WHERE id = ?", ["indexnow_backoff"]);
+  }
+}
 export async function submitToIndexNow(routes, config, siteUrl) {
   if (!siteUrl) {
     return { success: false, error: "Site URL not configured" };
@@ -44,6 +66,19 @@ export async function syncToIndexNow(event, limit = 100) {
   if (!siteConfig.url) {
     return { success: false, submitted: 0, remaining: 0, error: "Site URL not configured" };
   }
+  const backoff = await getBackoffInfo(event);
+  if (backoff && Date.now() < backoff.until) {
+    const waitMinutes = Math.ceil((backoff.until - Date.now()) / 6e4);
+    logger.debug(`[indexnow] In backoff period, ${waitMinutes}m remaining`);
+    const remaining2 = await countPagesNeedingIndexNowSync(event);
+    return {
+      success: false,
+      submitted: 0,
+      remaining: remaining2,
+      error: `Rate limited, retry in ${waitMinutes}m`,
+      backoff: true
+    };
+  }
   const pages = await getPagesNeedingIndexNowSync(event, limit);
   if (pages.length === 0) {
     return { success: true, submitted: 0, remaining: 0 };
@@ -51,16 +86,25 @@ export async function syncToIndexNow(event, limit = 100) {
   const routes = pages.map((p) => p.route);
   const result = await submitToIndexNow(routes, { key: config.indexNowKey }, siteConfig.url);
   if (result.success) {
+    await setBackoffInfo(event, null);
     await markIndexNowSynced(event, routes);
     await updateIndexNowStats(event, routes.length);
   } else {
     await updateIndexNowStats(event, 0, result.error);
+    if (result.error?.includes("429")) {
+      const attempt = backoff ? Math.min(backoff.attempt + 1, BACKOFF_MINUTES.length - 1) : 0;
+      const backoffMinutes = BACKOFF_MINUTES[attempt] ?? 60;
+      const until = Date.now() + backoffMinutes * 60 * 1e3;
+      await setBackoffInfo(event, { until, attempt });
+      logger.warn(`[indexnow] Rate limited, backing off for ${backoffMinutes}m (attempt ${attempt + 1})`);
+    }
   }
   const remaining = await countPagesNeedingIndexNowSync(event);
   return {
     success: result.success,
     submitted: result.success ? routes.length : 0,
     remaining,
-    error: result.error
+    error: result.error,
+    backoff: !result.success && result.error?.includes("429")
   };
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "nuxt-ai-ready",
   "type": "module",
-  "version": "0.7.13",
+  "version": "0.7.14",
   "description": "Best practice AI & LLM discoverability for Nuxt sites.",
   "author": {
     "name": "Harlan Wilton",