@consilioweb/payload-seo-analyzer 1.8.0 → 1.8.1

package/dist/index.cjs

@@ -1632,7 +1632,10 @@ function analyzeDoc(doc, collection, seoConfig) {
   if (seoInput.isGlobal) {
     seoInput.slug = "";
   }
-  const analysis = analyzeSeo(seoInput, seoConfig);
+  const analysis = analyzeSeo(seoInput, {
+    ...seoConfig,
+    disabledRules: [...seoConfig?.disabledRules ?? [], "geo", "eeat", "hreflang"]
+  });
   const extracted = extractDocContent(doc);
   const fullText = extracted.text;
   const allLinks = extracted.links;
@@ -1693,28 +1696,48 @@ function createAuditHandler(collections, seoConfig, globals = []) {
       let cached = noCache ? null : seoCache.get(CACHE_KEY);
       if (!cached) {
         const { config: mergedConfig, ignoredSlugs } = await loadMergedConfig(req.payload, seoConfig);
+        const BATCH_SIZE = Math.min(100, Math.max(1, parseInt(process.env.SEO_AUDIT_BATCH_SIZE || "25", 10) || 25));
+        const MAX_DOCS2 = Math.max(1, parseInt(process.env.SEO_AUDIT_MAX_DOCS || "1500", 10) || 1500);
         const allResults = [];
-        for (const collectionSlug of collections) {
-          try {
-            let page2 = 1;
-            let hasMore = true;
-            while (hasMore) {
-              const result = await req.payload.find({
-                collection: collectionSlug,
-                limit: 100,
-                page: page2,
-                depth: 1,
-                overrideAccess: true
-              });
-              for (const doc of result.docs) {
-                if (ignoredSlugs.includes(doc.slug)) continue;
-                allResults.push(analyzeDoc(doc, collectionSlug, mergedConfig));
+        let capped2 = false;
+        collectionsLoop:
+          for (const collectionSlug of collections) {
+            try {
+              let page2 = 1;
+              let hasMore = true;
+              while (hasMore) {
+                const result = await req.payload.find({
+                  collection: collectionSlug,
+                  limit: BATCH_SIZE,
+                  page: page2,
+                  depth: 1,
+                  overrideAccess: true
+                });
+                for (const doc of result.docs) {
+                  if (ignoredSlugs.includes(doc.slug)) continue;
+                  if (allResults.length >= MAX_DOCS2) {
+                    capped2 = true;
+                    break collectionsLoop;
+                  }
+                  try {
+                    allResults.push(analyzeDoc(doc, collectionSlug, mergedConfig));
+                  } catch (e) {
+                    req.payload.logger.warn(
+                      `[seo] audit: skipped ${collectionSlug}/${doc.id}: ${e instanceof Error ? e.message : "error"}`
+                    );
+                  }
+                }
+                hasMore = result.hasNextPage;
+                page2++;
+                await new Promise((resolve) => setImmediate(resolve));
               }
-              hasMore = result.hasNextPage;
-              page2++;
+            } catch {
             }
-          } catch {
           }
+        if (capped2) {
+          req.payload.logger.warn(
+            `[seo] audit: capped at ${MAX_DOCS2} docs (SEO_AUDIT_MAX_DOCS). Lower SEO_AUDIT_BATCH_SIZE on low-memory hosts, or raise the cap.`
+          );
         }
         for (const globalSlug of globals) {
           try {
@@ -1777,10 +1800,10 @@ function createAuditHandler(collections, seoConfig, globals = []) {
           avgWordCount: totalDocs2 > 0 ? Math.round(enrichedResults2.reduce((s, r) => s + r.wordCount, 0) / totalDocs2) : 0,
           avgReadability: totalDocs2 > 0 ? Math.round(enrichedResults2.reduce((s, r) => s + r.readabilityScore, 0) / totalDocs2) : 0
         };
-        cached = { enrichedResults: enrichedResults2, stats: stats2 };
+        cached = { enrichedResults: enrichedResults2, stats: stats2, capped: capped2 };
         seoCache.set(CACHE_KEY, cached);
       }
-      const { enrichedResults, stats } = cached;
+      const { enrichedResults, stats, capped } = cached;
       const totalDocs = enrichedResults.length;
       const totalPages = Math.ceil(totalDocs / limit);
       const startIdx = (page - 1) * limit;
@@ -1796,7 +1819,8 @@ function createAuditHandler(collections, seoConfig, globals = []) {
           hasNextPage: page < totalPages,
           hasPrevPage: page > 1
         },
-        cached: !noCache && seoCache.get(CACHE_KEY) !== null
+        cached: !noCache && seoCache.get(CACHE_KEY) !== null,
+        capped
       }, { headers: { "Cache-Control": "no-store" } });
     } catch (error) {
       const message = error instanceof Error ? error.message : "Internal server error";
@@ -8657,6 +8681,8 @@ var seoAnalyzerPlugin = (pluginConfig = {}) => (incomingConfig) => {
     settings: true,
     gscApi: false,
     // opt-in — requires Google Cloud OAuth setup + secrets
+    warmCache: true,
+    // disable on low-memory hosts to skip startup pre-loading
     ...pluginConfig.features
   };
   function hasExistingSeoMeta(fields) {
@@ -9083,7 +9109,9 @@ var seoAnalyzerPlugin = (pluginConfig = {}) => (incomingConfig) => {
   const existingOnInit = config.onInit;
   config.onInit = async (payload) => {
     if (existingOnInit) await existingOnInit(payload);
-    startCacheWarmUp(payload, basePath, targetGlobals, targetCollections);
+    if (features.warmCache) {
+      startCacheWarmUp(payload, basePath, targetGlobals, targetCollections);
+    }
   };
   return config;
 };

package/dist/index.d.cts

@@ -168,6 +168,11 @@ interface SeoFeatures {
      * enabled, the redirect URI registered, and ideally SEO_GSC_ENCRYPTION_KEY for token-at-rest.
      */
     gscApi?: boolean;
+    /**
+     * Background cache warm-up on init + hourly (pre-loads collection data). Enabled by
+     * default. Set to `false` on low-memory hosting to avoid loading all documents at startup.
+     */
+    warmCache?: boolean;
     /** Duplicate content detection (endpoint) */
     duplicateContent?: boolean;
     /** Settings view (/admin/seo-config) */

package/dist/index.d.ts

@@ -168,6 +168,11 @@ interface SeoFeatures {
      * enabled, the redirect URI registered, and ideally SEO_GSC_ENCRYPTION_KEY for token-at-rest.
      */
     gscApi?: boolean;
+    /**
+     * Background cache warm-up on init + hourly (pre-loads collection data). Enabled by
+     * default. Set to `false` on low-memory hosting to avoid loading all documents at startup.
+     */
+    warmCache?: boolean;
     /** Duplicate content detection (endpoint) */
     duplicateContent?: boolean;
     /** Settings view (/admin/seo-config) */

package/dist/index.js

@@ -1630,7 +1630,10 @@ function analyzeDoc(doc, collection, seoConfig) {
   if (seoInput.isGlobal) {
     seoInput.slug = "";
   }
-  const analysis = analyzeSeo(seoInput, seoConfig);
+  const analysis = analyzeSeo(seoInput, {
+    ...seoConfig,
+    disabledRules: [...seoConfig?.disabledRules ?? [], "geo", "eeat", "hreflang"]
+  });
   const extracted = extractDocContent(doc);
   const fullText = extracted.text;
   const allLinks = extracted.links;
@@ -1691,28 +1694,48 @@ function createAuditHandler(collections, seoConfig, globals = []) {
       let cached = noCache ? null : seoCache.get(CACHE_KEY);
       if (!cached) {
         const { config: mergedConfig, ignoredSlugs } = await loadMergedConfig(req.payload, seoConfig);
+        const BATCH_SIZE = Math.min(100, Math.max(1, parseInt(process.env.SEO_AUDIT_BATCH_SIZE || "25", 10) || 25));
+        const MAX_DOCS2 = Math.max(1, parseInt(process.env.SEO_AUDIT_MAX_DOCS || "1500", 10) || 1500);
         const allResults = [];
-        for (const collectionSlug of collections) {
-          try {
-            let page2 = 1;
-            let hasMore = true;
-            while (hasMore) {
-              const result = await req.payload.find({
-                collection: collectionSlug,
-                limit: 100,
-                page: page2,
-                depth: 1,
-                overrideAccess: true
-              });
-              for (const doc of result.docs) {
-                if (ignoredSlugs.includes(doc.slug)) continue;
-                allResults.push(analyzeDoc(doc, collectionSlug, mergedConfig));
+        let capped2 = false;
+        collectionsLoop:
+          for (const collectionSlug of collections) {
+            try {
+              let page2 = 1;
+              let hasMore = true;
+              while (hasMore) {
+                const result = await req.payload.find({
+                  collection: collectionSlug,
+                  limit: BATCH_SIZE,
+                  page: page2,
+                  depth: 1,
+                  overrideAccess: true
+                });
+                for (const doc of result.docs) {
+                  if (ignoredSlugs.includes(doc.slug)) continue;
+                  if (allResults.length >= MAX_DOCS2) {
+                    capped2 = true;
+                    break collectionsLoop;
+                  }
+                  try {
+                    allResults.push(analyzeDoc(doc, collectionSlug, mergedConfig));
+                  } catch (e) {
+                    req.payload.logger.warn(
+                      `[seo] audit: skipped ${collectionSlug}/${doc.id}: ${e instanceof Error ? e.message : "error"}`
+                    );
+                  }
+                }
+                hasMore = result.hasNextPage;
+                page2++;
+                await new Promise((resolve) => setImmediate(resolve));
               }
-              hasMore = result.hasNextPage;
-              page2++;
+            } catch {
             }
-          } catch {
           }
+        if (capped2) {
+          req.payload.logger.warn(
+            `[seo] audit: capped at ${MAX_DOCS2} docs (SEO_AUDIT_MAX_DOCS). Lower SEO_AUDIT_BATCH_SIZE on low-memory hosts, or raise the cap.`
+          );
         }
         for (const globalSlug of globals) {
           try {
@@ -1775,10 +1798,10 @@ function createAuditHandler(collections, seoConfig, globals = []) {
           avgWordCount: totalDocs2 > 0 ? Math.round(enrichedResults2.reduce((s, r) => s + r.wordCount, 0) / totalDocs2) : 0,
           avgReadability: totalDocs2 > 0 ? Math.round(enrichedResults2.reduce((s, r) => s + r.readabilityScore, 0) / totalDocs2) : 0
         };
-        cached = { enrichedResults: enrichedResults2, stats: stats2 };
+        cached = { enrichedResults: enrichedResults2, stats: stats2, capped: capped2 };
         seoCache.set(CACHE_KEY, cached);
       }
-      const { enrichedResults, stats } = cached;
+      const { enrichedResults, stats, capped } = cached;
       const totalDocs = enrichedResults.length;
       const totalPages = Math.ceil(totalDocs / limit);
       const startIdx = (page - 1) * limit;
@@ -1794,7 +1817,8 @@ function createAuditHandler(collections, seoConfig, globals = []) {
           hasNextPage: page < totalPages,
           hasPrevPage: page > 1
         },
-        cached: !noCache && seoCache.get(CACHE_KEY) !== null
+        cached: !noCache && seoCache.get(CACHE_KEY) !== null,
+        capped
       }, { headers: { "Cache-Control": "no-store" } });
     } catch (error) {
       const message = error instanceof Error ? error.message : "Internal server error";
@@ -8655,6 +8679,8 @@ var seoAnalyzerPlugin = (pluginConfig = {}) => (incomingConfig) => {
     settings: true,
     gscApi: false,
     // opt-in — requires Google Cloud OAuth setup + secrets
+    warmCache: true,
+    // disable on low-memory hosts to skip startup pre-loading
     ...pluginConfig.features
   };
   function hasExistingSeoMeta(fields) {
@@ -9081,7 +9107,9 @@ var seoAnalyzerPlugin = (pluginConfig = {}) => (incomingConfig) => {
   const existingOnInit = config.onInit;
   config.onInit = async (payload) => {
     if (existingOnInit) await existingOnInit(payload);
-    startCacheWarmUp(payload, basePath, targetGlobals, targetCollections);
+    if (features.warmCache) {
+      startCacheWarmUp(payload, basePath, targetGlobals, targetCollections);
+    }
   };
   return config;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@consilioweb/payload-seo-analyzer",
-  "version": "1.8.0",
+  "version": "1.8.1",
   "description": "Payload CMS SEO plugin — 50+ checks, dashboard, Lexical JSON support, Flesch FR/EN readability, i18n",
   "type": "module",
   "main": "./dist/index.cjs",