@seostudio/audit-engine 0.0.0-stage → 0.1.0

package/dist/chunk-6QPF6O7D.js

@@ -0,0 +1,197 @@
+// src/config.ts
+var SEO_CRAWLER_ROBOTS_AGENT = "SiteSnapshot";
+var SEO_CRAWLER_USER_AGENT_TOKEN = `${SEO_CRAWLER_ROBOTS_AGENT}/1.0`;
+var SEO_CRAWLER_DOCS_PATH = "/docs/site-snapshot";
+function seoCrawlerUserAgent(baseUrl) {
+  return `${SEO_CRAWLER_USER_AGENT_TOKEN} (+${baseUrl.replace(/\/+$/, "")}${SEO_CRAWLER_DOCS_PATH})`;
+}
+function compatiblePart(crawlerUserAgent) {
+  const match = /^(\S+) \(\+([^)]+)\)$/.exec(crawlerUserAgent.trim());
+  return match === null ? `${crawlerUserAgent.trim()}; bot` : `${match[1] ?? ""}; bot; +${match[2] ?? ""}`;
+}
+function seoRenderUserAgent(crawlerUserAgent, chromeMajor) {
+  if (seoIsBrowserUserAgent(crawlerUserAgent)) return crawlerUserAgent.trim();
+  const major = /^\d+$/.test(chromeMajor) ? chromeMajor : "0";
+  return `Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${major}.0.0.0 Mobile Safari/537.36 (compatible; ${compatiblePart(crawlerUserAgent)})`;
+}
+function seoDesktopRenderUserAgent(crawlerUserAgent, chromeMajor) {
+  if (seoIsBrowserUserAgent(crawlerUserAgent)) return crawlerUserAgent.trim();
+  const major = /^\d+$/.test(chromeMajor) ? chromeMajor : "0";
+  return `Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${major}.0.0.0 Safari/537.36 (compatible; ${compatiblePart(crawlerUserAgent)})`;
+}
+var SEO_STATED_CHROME_MAJOR = "141";
+function seoIsBrowserUserAgent(userAgent) {
+  return userAgent.trim().startsWith("Mozilla/");
+}
+var seoCrawlerLimits = {
+  minDelayMs: 1e3,
+  maxCrawlDelayMs: 1e4,
+  timeoutMs: 15e3,
+  maxPageBytes: 5 * 1024 * 1024,
+  maxSitemapBytes: 50 * 1024 * 1024,
+  maxSitemapFiles: 50,
+  maxSitemapBytesTotal: 100 * 1024 * 1024,
+  maxSitemapUrls: 5e4,
+  maxRedirects: 5,
+  trapGuards: { maxQueryParams: 3, maxPathSegments: 12, maxUrlChars: 1024, maxSegmentRepeats: 2 },
+  maxLinksPerPage: 500,
+  renderTimeoutMs: 15e3,
+  renderQuietMs: 500,
+  renderResourceTimeoutMs: 1e4,
+  renderMaxRequests: 300,
+  renderMaxResourceBytes: 8 * 1024 * 1024,
+  renderMaxBytes: 32 * 1024 * 1024,
+  renderMaxInflight: 8,
+  renderResourceIntervalMs: 250,
+  renderMaxPostBytes: 64 * 1024,
+  renderMaxElements: 15e4,
+  renderGraceMs: 5e3,
+  renderProbeMs: 3e3,
+  renderAxeMs: 6e3,
+  renderScriptsMs: 4e3,
+  renderMaxWaitMs: 1e4,
+  renderDesktopViewport: { width: 1350, height: 940 },
+  renderViewport: { width: 412, height: 915 },
+  noindexFamilySample: 10
+};
+var SEO_SHARED_CDN_HOSTS = [
+  "cdn.shopify.com",
+  "amplience.net",
+  "res.cloudinary.com",
+  "imgix.net",
+  "imagedelivery.net",
+  "cdnjs.cloudflare.com",
+  "cdn.jsdelivr.net",
+  "unpkg.com",
+  "code.jquery.com",
+  "global.ssl.fastly.net",
+  "static.wixstatic.com",
+  "static.parastorage.com",
+  "images.squarespace-cdn.com",
+  "website-files.com",
+  "ctfassets.net",
+  "cdn.sanity.io",
+  "a.storyblok.com",
+  "wp.com",
+  "fonts.googleapis.com",
+  "ajax.googleapis.com",
+  "gstatic.com",
+  "googletagmanager.com",
+  "use.typekit.net",
+  "ytimg.com"
+];
+var seoResourceCheckLimits = {
+  resourcesPerPage: 200,
+  outboundLinksPerPage: 100,
+  checksPerStep: 100,
+  sharedCdnDelayMs: 125,
+  maxBodyBytes: 16 * 1024 * 1024,
+  documentsPerPage: 50,
+  documentTitleBytes: 64 * 1024,
+  documentLargeBytes: 10 * 1024 * 1024
+};
+var SEO_JSON_LD_CHARS_PER_PAGE = 16e3;
+
+// src/scope.ts
+function bareHost(host) {
+  return host.toLowerCase().replace(/\.$/, "").replace(/^www\./, "");
+}
+function siteScope(url) {
+  try {
+    const parsed = new URL(url);
+    if (parsed.protocol !== "http:" && parsed.protocol !== "https:") return null;
+    const host = parsed.hostname.toLowerCase();
+    if (host === "") return null;
+    return { origin: `https://${parsed.host.toLowerCase()}`, host };
+  } catch {
+    return null;
+  }
+}
+function isInternalHost(scope, host) {
+  const bare = bareHost(host);
+  const site = bareHost(scope.host);
+  if (bare === site) return true;
+  return scope.subdomains === true && site !== "" && bare.endsWith(`.${site}`);
+}
+function scopePort(scope) {
+  try {
+    return new URL(scope.origin).port;
+  } catch {
+    return "";
+  }
+}
+function isInternalUrl(scope, url) {
+  let parsed;
+  try {
+    parsed = new URL(url);
+  } catch {
+    return false;
+  }
+  if (parsed.protocol !== "https:" && parsed.protocol !== "http:") return false;
+  if (parsed.username !== "" || parsed.password !== "") return false;
+  if (parsed.port !== scopePort(scope)) return false;
+  return isInternalHost(scope, parsed.hostname);
+}
+function keyInScope(scope, key) {
+  return isInternalUrl(scope, `https://${key}`);
+}
+function hostOfKey(key) {
+  return (key.split("/")[0] ?? "").replace(/:\d+$/, "");
+}
+function bareHostOfKey(key) {
+  return bareHost(hostOfKey(key));
+}
+function onSiteOrBelow(url, siteHost) {
+  let host;
+  try {
+    host = new URL(url).hostname.toLowerCase().replace(/^www\./, "");
+  } catch {
+    return false;
+  }
+  return host === siteHost || host.endsWith(`.${siteHost}`);
+}
+var PLATFORM_PATH = /^\/cdn-cgi(?:\/|$)/i;
+function isPlatformPath(keyOrUrl) {
+  if (/^https?:\/\//i.test(keyOrUrl)) {
+    try {
+      return PLATFORM_PATH.test(new URL(keyOrUrl).pathname);
+    } catch {
+      return false;
+    }
+  }
+  const slash = keyOrUrl.indexOf("/");
+  return slash !== -1 && PLATFORM_PATH.test(keyOrUrl.slice(slash).split(/[?#]/)[0] ?? "");
+}
+
+// src/host-gate.ts
+function hostGateKey(host) {
+  return bareHost(host);
+}
+function isSharedCdnHost(host) {
+  const name = hostGateKey(host.replace(/:\d+$/, ""));
+  return SEO_SHARED_CDN_HOSTS.some((listed) => name === listed || name.endsWith(`.${listed}`));
+}
+function memoryHostGate() {
+  const next = /* @__PURE__ */ new Map();
+  return {
+    reserve: async (host, intervalMs, now) => {
+      const key = hostGateKey(host);
+      const at = Math.max(now, next.get(key) ?? 0);
+      next.set(key, at + intervalMs);
+      return at - now;
+    },
+    backOff: async (host, untilMs) => {
+      const key = hostGateKey(host);
+      next.set(key, Math.max(next.get(key) ?? 0, untilMs));
+    }
+  };
+}
+function retryAfterMs(retryAfter, now, defaults) {
+  const value = retryAfter?.trim() ?? "";
+  let asked = defaults.defaultMs;
+  if (/^\d+$/.test(value)) asked = Number(value) * 1e3;
+  else if (value !== "" && Number.isFinite(Date.parse(value))) asked = Date.parse(value) - now;
+  return Math.min(defaults.maxMs, Math.max(0, asked));
+}
+
+export { SEO_CRAWLER_ROBOTS_AGENT, SEO_CRAWLER_USER_AGENT_TOKEN, SEO_JSON_LD_CHARS_PER_PAGE, SEO_STATED_CHROME_MAJOR, bareHost, bareHostOfKey, hostGateKey, hostOfKey, isInternalHost, isInternalUrl, isPlatformPath, isSharedCdnHost, keyInScope, memoryHostGate, onSiteOrBelow, retryAfterMs, seoCrawlerLimits, seoCrawlerUserAgent, seoDesktopRenderUserAgent, seoRenderUserAgent, seoResourceCheckLimits, siteScope };