seo 0.16.0 → 0.16.1

package/dist/index.d.ts

@@ -2831,7 +2831,7 @@ export declare function fetchSitemapUrls(input: {
   limit?: number;
   maxNested?: number;
 }): Promise<SitemapFetchResult>;
-export declare const CRAWL_SKIP_REASONS: readonly ["asset-url", "configured-exclusion", "duplicate-normalization", "invalid-url", "memory-pressure", "off-origin", "origin-backpressure", "queue-safety-limit", "query-variant-limit", "robots-disallowed", "robots-uncertain", "legacy-unclassified"];
+export declare const CRAWL_SKIP_REASONS: readonly ["asset-url", "cdn-utility-url", "configured-exclusion", "duplicate-normalization", "invalid-url", "memory-pressure", "off-origin", "origin-backpressure", "queue-safety-limit", "query-variant-limit", "robots-disallowed", "robots-uncertain", "legacy-unclassified"];
 export type CrawlSkipReason = (typeof CRAWL_SKIP_REASONS)[number];
 export type CrawlSkipImpact = 'coverage-affecting' | 'non-impacting';
 export type CrawlSkipReasonCount = {
@@ -3267,6 +3267,8 @@ export declare function reviewObservations(report: CrawlReport, filters?: Omit<T
 export type CrawlOutputFormat = 'pretty' | 'json' | 'csv' | 'html' | 'markdown' | 'junit';
 export declare function renderCrawlCsv(report: CrawlReport): string;
 export declare function renderCrawlPagesCsv(report: CrawlReport): string;
+/** The caveat a report must lead with when the crawl read too little. */
+export declare function crawlCoverageCaveat(report: CrawlReport): string | undefined;
 export declare function renderCrawlPretty(report: CrawlReport, fixes?: TopFix[]): string;
 export declare function renderCrawlJunit(report: CrawlReport): string;
 export declare function renderCrawlHtml(report: CrawlReport, fixes?: TopFix[]): string;
@@ -3682,10 +3684,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
     raw: z.ZodString;
     resolved: z.ZodOptional<z.ZodString>;
     ignoredReason: z.ZodOptional<z.ZodEnum<{
+      "invalid-url": "invalid-url";
       "outside-head": "outside-head";
       "alternate-qualifier": "alternate-qualifier";
       fragment: "fragment";
-      "invalid-url": "invalid-url";
       "non-http-url": "non-http-url";
     }>>;
     streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -4319,16 +4321,17 @@ export declare const crawlReportSummarySchema: z.ZodObject<{
   skippedUrls: z.ZodNumber;
   skipReasons: z.ZodArray<z.ZodObject<{
     reason: z.ZodEnum<{
-      "invalid-url": "invalid-url";
-      "robots-disallowed": "robots-disallowed";
-      "origin-backpressure": "origin-backpressure";
       "asset-url": "asset-url";
+      "cdn-utility-url": "cdn-utility-url";
       "configured-exclusion": "configured-exclusion";
       "duplicate-normalization": "duplicate-normalization";
+      "invalid-url": "invalid-url";
       "memory-pressure": "memory-pressure";
       "off-origin": "off-origin";
+      "origin-backpressure": "origin-backpressure";
       "queue-safety-limit": "queue-safety-limit";
       "query-variant-limit": "query-variant-limit";
+      "robots-disallowed": "robots-disallowed";
       "robots-uncertain": "robots-uncertain";
       "legacy-unclassified": "legacy-unclassified";
     }>;
@@ -4486,16 +4489,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
-        "invalid-url": "invalid-url";
-        "robots-disallowed": "robots-disallowed";
-        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
+        "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
+        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
+        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
+        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -4868,10 +4872,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
+        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
-        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -5803,16 +5807,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
-        "invalid-url": "invalid-url";
-        "robots-disallowed": "robots-disallowed";
-        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
+        "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
+        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
+        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
+        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -6185,10 +6190,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
+        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
-        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -7120,16 +7125,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
-        "invalid-url": "invalid-url";
-        "robots-disallowed": "robots-disallowed";
-        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
+        "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
+        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
+        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
+        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -7502,10 +7508,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
+        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
-        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -8439,16 +8445,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -8821,10 +8828,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -9756,16 +9763,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -10138,10 +10146,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -11073,16 +11081,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -11455,10 +11464,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -12895,10 +12904,10 @@ export declare const crawlerSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
+        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
-        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -13319,16 +13328,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -13701,10 +13711,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -14636,16 +14646,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -15018,10 +15029,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -15953,16 +15964,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
-          "invalid-url": "invalid-url";
-          "robots-disallowed": "robots-disallowed";
-          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
+          "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
+          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
+          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
+          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -16335,10 +16347,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
+          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
-          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -17775,10 +17787,10 @@ export declare const crawlerJsonSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
+        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
-        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -18091,12 +18103,12 @@ export declare const providerPackageNameSchema: z.ZodString;
 export declare const providerExactVersionSchema: z.ZodString;
 export declare const providerIntegritySchema: z.ZodString;
 export declare const providerKindSchema: z.ZodEnum<{
-  "local-search": "local-search";
   "traffic-analytics": "traffic-analytics";
   "search-results": "search-results";
   "keyword-data": "keyword-data";
   "domain-data": "domain-data";
   "link-data": "link-data";
+  "local-search": "local-search";
   "ai-data": "ai-data";
   other: "other";
 }>;
@@ -18139,12 +18151,12 @@ export declare const providerRegistrationSchema: z.ZodObject<{
   displayName: z.ZodString;
   description: z.ZodString;
   kinds: z.ZodArray<z.ZodEnum<{
-    "local-search": "local-search";
     "traffic-analytics": "traffic-analytics";
     "search-results": "search-results";
     "keyword-data": "keyword-data";
     "domain-data": "domain-data";
     "link-data": "link-data";
+    "local-search": "local-search";
     "ai-data": "ai-data";
     other: "other";
   }>>;
@@ -18209,6 +18221,7 @@ export declare const providerIdSchema: z.ZodString;
 export type ProviderId = z.infer<typeof providerIdSchema>;
 export type ExternalServiceId = string;
 export declare const providerCapabilitySchema: z.ZodEnum<{
+  "local-search": "local-search";
   "keyword-metrics": "keyword-metrics";
   "keyword-discovery": "keyword-discovery";
   "serp-snapshot": "serp-snapshot";
@@ -18220,7 +18233,6 @@ export declare const providerCapabilitySchema: z.ZodEnum<{
   "referring-domains": "referring-domains";
   backlinks: "backlinks";
   "domain-rating": "domain-rating";
-  "local-search": "local-search";
   "ai-mentions": "ai-mentions";
   "ai-prompt-observation": "ai-prompt-observation";
 }>;
@@ -18373,6 +18385,8 @@ type ResolvedCrawlSiteDependencies = {
   fetchLandingPageValues: typeof fetchLandingPageValues;
   landingValueForUrl: typeof landingValueForUrl;
   now: () => Date;
+  /** Waits out a rate-limit cool-down. Tests inject a zero delay. */
+  sleep: (ms: number, signal?: AbortSignal) => Promise<void>;
   memoryUsage: () => Pick<NodeJS.MemoryUsage, 'rss' | 'heapUsed' | 'external'>;
   totalMemory: () => number;
 };