aeorank 2.3.0 → 2.3.2

package/dist/index.cjs

@@ -324,6 +324,7 @@ __export(index_exports, {
   analyzeAllPages: () => analyzeAllPages,
   analyzePage: () => analyzePage,
   audit: () => audit,
+  auditSite: () => auditSite,
   auditSiteFromData: () => auditSiteFromData,
   buildDetailedFindings: () => buildDetailedFindings,
   buildLinkGraph: () => buildLinkGraph,
@@ -332,6 +333,7 @@ __export(index_exports, {
   calculateOverallScore: () => calculateOverallScore,
   classifyRendering: () => classifyRendering,
   compare: () => compare,
+  countRecentSitemapDates: () => countRecentSitemapDates,
   crawlFullSite: () => crawlFullSite,
   detectClusters: () => detectClusters,
   detectHubs: () => detectHubs,
@@ -542,16 +544,20 @@ async function prefetchSiteData(domain) {
       }
     }
   }
-  let blogSample = [];
-  if (sitemapXml && sitemapXml.status === 200) {
-    let sitemapForBlog = sitemapXml.text;
-    const subSitemapUrl = extractSubSitemapUrl(sitemapForBlog);
-    if (subSitemapUrl) {
-      const subSitemap = await fetchText(subSitemapUrl);
-      if (subSitemap && subSitemap.status === 200) {
-        sitemapForBlog = subSitemap.text;
+  if (sitemapXml && sitemapXml.status === 200 && sitemapXml.text.includes("<sitemapindex")) {
+    const subUrls = extractAllSubSitemapUrls(sitemapXml.text, 5);
+    if (subUrls.length > 0) {
+      const subResults = await Promise.all(subUrls.map((u) => fetchText(u)));
+      for (const sub of subResults) {
+        if (sub && sub.status === 200) {
+          sitemapXml.text += "\n" + sub.text;
+        }
       }
     }
+  }
+  let blogSample = [];
+  if (sitemapXml && sitemapXml.status === 200) {
+    const sitemapForBlog = sitemapXml.text;
     const blogUrls = extractBlogUrlsFromSitemap(sitemapForBlog, domain, 50);
     if (blogUrls.length > 0) {
       const fetched = await Promise.all(blogUrls.map((url) => fetchText(url)));
@@ -1596,16 +1602,16 @@ function extractBlogUrlsFromSitemap(sitemapText, domain, limit = 50) {
   });
   return candidates.slice(0, limit).map((c) => c.url);
 }
-function extractSubSitemapUrl(sitemapText) {
-  if (!sitemapText.includes("<sitemapindex")) return null;
+function extractAllSubSitemapUrls(sitemapText, limit = 5) {
+  if (!sitemapText.includes("<sitemapindex")) return [];
   const sitemapLocs = sitemapText.match(/<sitemap>[\s\S]*?<loc>([^<]+)<\/loc>[\s\S]*?<\/sitemap>/gi) || [];
-  if (sitemapLocs.length === 0) return null;
   const urls = sitemapLocs.map((block) => {
     const match = block.match(/<loc>([^<]+)<\/loc>/i);
     return match ? match[1].trim() : "";
   }).filter(Boolean);
-  const preferred = urls.find((u) => /post|blog|article/i.test(u));
-  return preferred || urls[0] || null;
+  const preferred = urls.filter((u) => /post|blog|article|page/i.test(u));
+  const rest = urls.filter((u) => !preferred.includes(u));
+  return [...preferred, ...rest].slice(0, limit);
 }
 function checkContentVelocity(data) {
   const findings = [];
@@ -2434,6 +2440,12 @@ function auditSiteFromData(data) {
     checkContentDepth(data, topicCoherence.score)
   ];
 }
+async function auditSite(targetUrl) {
+  const url = new URL(targetUrl.startsWith("http") ? targetUrl : `https://${targetUrl}`);
+  const domain = url.hostname.replace(/^www\./, "");
+  const data = await prefetchSiteData(domain);
+  return auditSiteFromData(data);
+}
 
 // src/scoring.ts
 var WEIGHTS = {
@@ -5584,6 +5596,7 @@ async function compare(domainA, domainB, options) {
   analyzeAllPages,
   analyzePage,
   audit,
+  auditSite,
   auditSiteFromData,
   buildDetailedFindings,
   buildLinkGraph,
@@ -5592,6 +5605,7 @@ async function compare(domainA, domainB, options) {
   calculateOverallScore,
   classifyRendering,
   compare,
+  countRecentSitemapDates,
   crawlFullSite,
   detectClusters,
   detectHubs,