seo 0.16.1 → 0.17.1

package/dist/index.d.ts

@@ -141,7 +141,7 @@ export interface PageFetchResult {
   robotsTxt?: {
     url: string;
     allowed: boolean | null;
-    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
+    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
     status?: number;
     error?: string;
     matchedLine?: string;
@@ -177,7 +177,7 @@ export interface PageFetchDiagnostics {
     url: string;
     cache: 'hit' | 'miss' | 'bypass';
     allowed: boolean | null;
-    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
+    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
     status?: number;
     error?: string;
   };
@@ -457,6 +457,19 @@ declare const RULE_DEFINITIONS: readonly [{
     readonly evidenceFields: ["page.title"];
     readonly suggestedCommands: ["seo audit-page --url <url> --json"];
   };
+}, {
+  readonly id: "empty_title";
+  readonly title: "Title empty";
+  readonly category: "metadata";
+  readonly defaultSeverity: "high";
+  readonly whyItMatters: "The page has a <title> element with no text. Search engines treat it like a missing title and write their own headline for the result.";
+  readonly howToFix: "Fill the title element with a descriptive title that names the page topic. An empty title usually means a template field or CMS value is blank.";
+  readonly impactIfIgnored: "The page can look vague in search results, earn lower CTR, and send weaker relevance signals.";
+  readonly howToVerify: "Re-run the crawl and confirm the title element has text.";
+  readonly agentHints: {
+    readonly evidenceFields: ["page.title"];
+    readonly suggestedCommands: ["seo crawl <url> --max-pages 1 --json"];
+  };
 }, {
   readonly id: "title_too_wide";
   readonly title: "Title may truncate on some devices";
@@ -866,6 +879,15 @@ declare const RULE_DEFINITIONS: readonly [{
   readonly howToFix: "Write a concise, unique description that explains the page value and matches the main search intent.";
   readonly impactIfIgnored: "Search snippets may be generic or less persuasive, especially on pages that already rank.";
   readonly howToVerify: "Re-run the crawl and confirm the page has a meta description.";
+}, {
+  readonly id: "empty_meta_description";
+  readonly title: "Meta description empty";
+  readonly category: "metadata";
+  readonly defaultSeverity: "medium";
+  readonly whyItMatters: "The page has a meta description tag with no content, so search engines choose their own snippet. An empty tag usually means a template field or CMS value is blank.";
+  readonly howToFix: "Fill the content attribute with a concise, unique description, or fix the template value that leaves it blank.";
+  readonly impactIfIgnored: "Search snippets may be generic or less persuasive, especially on pages that already rank.";
+  readonly howToVerify: "Re-run the crawl and confirm the meta description has content.";
 }, {
   readonly id: "meta_description_duplicate";
   readonly title: "Duplicate meta description";
@@ -1753,6 +1775,7 @@ export interface UrlInspectionRequest {
   accountEmail?: string;
   languageCode?: string;
   quotaLimit?: number;
+  signal?: AbortSignal;
 }
 export interface UrlInspectionResult {
   inspectionResult?: {
@@ -1782,12 +1805,16 @@ export declare class GoogleApiError extends SeoError {
   readonly status: number;
   constructor(code: SeoErrorCode, message: string, status: number);
 }
+export declare const GOOGLE_TIMEOUT_MS = 30000;
+export declare const URL_INSPECTION_TIMEOUT_MS = 60000;
+export declare function withinGoogleTimeout<T>(what: string, timeoutMs: number, signal: AbortSignal | undefined, run: (signal: AbortSignal) => Promise<T>): Promise<T>;
 export declare function bearerFetch(token: () => Promise<string> | string): GoogleFetch;
 export declare function googleJson<T>(gfetch: GoogleFetch, url: string, input: {
   body?: unknown;
   label: string;
   subject?: string;
   maxBytes?: number;
+  timeoutMs?: number;
 } & GoogleCallOptions): Promise<T>;
 export declare function searchAnalyticsRows(gfetch: GoogleFetch, site: string, body: SearchAnalyticsRequest, options: GoogleCallOptions): Promise<SearchAnalyticsResult>;
 export type SearchConsoleSite = {
@@ -2043,7 +2070,7 @@ type NormalizedFetchRateControls = {
 };
 type RobotsResult = {
   allowed: boolean | null;
-  availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
+  availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
   status?: number;
   error?: string;
   matchedLine?: string;
@@ -2106,7 +2133,7 @@ export declare function listSites(_refresh?: boolean, accountEmail?: string): Pr
   permissionLevel?: string;
   siteType?: string;
 }>>;
-export declare const AUDIT_PAGE_RULE_IDS: readonly ["missing_title", "title_too_wide", "h1_missing", "canonical_invalid", "canonical_conflict", "canonical_multiple", "canonical_outside_head", "canonical_streamed_in_body", "canonical_mismatch"];
+export declare const AUDIT_PAGE_RULE_IDS: readonly ["missing_title", "empty_title", "title_too_wide", "h1_missing", "canonical_invalid", "canonical_conflict", "canonical_multiple", "canonical_outside_head", "canonical_streamed_in_body", "canonical_mismatch"];
 export type AuditPageDependencies = {
   fetchPage: typeof fetchPage;
   queryPageMetrics: typeof queryPageMetrics;
@@ -2542,7 +2569,7 @@ export type CrawlPageSnapshot = {
   robotsTxt?: {
     url: string;
     allowed: boolean | null;
-    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
+    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
     status?: number;
     error?: string;
     matchedLine?: string;
@@ -2744,7 +2771,7 @@ export type CrawlRequestObservation = CrawlResponseObservation | {
   requestedUrl: string;
   outcome: 'failure';
   durationMs?: number;
-  failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'aborted' | 'unknown';
+  failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'aborted' | 'unknown';
   error: string;
   extraction: 'not-applicable';
 };
@@ -2854,6 +2881,9 @@ export declare function normalizeCrawlSkipReasonCounts(input: {
 };
 export declare function crawlSkipReasonCountsFromRecord(input?: Partial<Record<CrawlSkipReason, number>>): CrawlSkipReasonCount[];
 type CrawlStatusPhase = 'started' | 'url_queued' | 'url_skipped' | 'page_started' | 'page_completed' | 'page_failed' | 'page_skipped' | 'external_links_started' | 'external_links_completed' | 'cancelled' | 'completed';
+export declare function fetchFailureKind(error: unknown, signal?: AbortSignal): Extract<CrawlRequestObservation, {
+  outcome: 'failure';
+}>['failureKind'];
 export type CrawlOneResult = {
   request?: CrawlRequestObservation;
   page?: CrawlPageSnapshot;
@@ -2878,7 +2908,8 @@ type CrawlSiteChecks = {
     complete: boolean;
   };
 };
-type CrawlAiAvailability = 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
+type CrawlAiAvailability = 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
+type CrawlFetchErrorKind = 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'too-large' | 'aborted' | 'unknown';
 type CrawlAiBotAccess = {
   userAgent: string;
   purpose: 'search' | 'training' | 'other';
@@ -2908,6 +2939,7 @@ type CrawlAiSignals = {
     contentType?: string;
     servesHtml?: boolean;
     error?: string;
+    errorKind?: CrawlFetchErrorKind;
     sitemapUrls: string[];
     contentSignals?: string[];
     botAccess: CrawlAiBotAccess[];
@@ -2920,6 +2952,7 @@ type CrawlAiSignals = {
     contentType?: string;
     servesHtml?: boolean;
     error?: string;
+    errorKind?: CrawlFetchErrorKind;
     links?: {
       found: number;
       checked: number;
@@ -3440,6 +3473,7 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -3657,6 +3691,7 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
       "access-blocked": "access-blocked";
       "rate-limited": "rate-limited";
       unreachable: "unreachable";
+      unreadable: "unreadable";
     }>;
     status: z.ZodOptional<z.ZodNumber>;
     error: z.ZodOptional<z.ZodString>;
@@ -4028,6 +4063,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
       "access-blocked": "access-blocked";
       "rate-limited": "rate-limited";
       unreachable: "unreachable";
+      unreadable: "unreadable";
     }>;
     status: z.ZodOptional<z.ZodNumber>;
     error: z.ZodOptional<z.ZodString>;
@@ -4087,6 +4123,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
       "access-blocked": "access-blocked";
       "rate-limited": "rate-limited";
       unreachable: "unreachable";
+      unreadable: "unreadable";
     }>;
     status: z.ZodOptional<z.ZodNumber>;
     error: z.ZodOptional<z.ZodString>;
@@ -4111,6 +4148,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
       "access-blocked": "access-blocked";
       "rate-limited": "rate-limited";
       unreachable: "unreachable";
+      unreadable: "unreadable";
     }>;
     status: z.ZodOptional<z.ZodNumber>;
     error: z.ZodOptional<z.ZodString>;
@@ -4134,6 +4172,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
     dns: "dns";
     tls: "tls";
     "redirect-limit": "redirect-limit";
+    "redirect-loop": "redirect-loop";
     aborted: "aborted";
   }>;
   error: z.ZodString;
@@ -4628,6 +4667,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -4845,6 +4885,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -5299,11 +5340,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
       botAccess: z.ZodArray<z.ZodObject<{
@@ -5327,11 +5379,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
         checked: z.ZodNumber;
@@ -5359,6 +5422,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
@@ -5569,6 +5633,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -5628,6 +5693,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -5652,6 +5718,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -5675,6 +5742,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       dns: "dns";
       tls: "tls";
       "redirect-limit": "redirect-limit";
+      "redirect-loop": "redirect-loop";
       aborted: "aborted";
     }>;
     error: z.ZodString;
@@ -5946,6 +6014,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -6163,6 +6232,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -6617,11 +6687,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
       botAccess: z.ZodArray<z.ZodObject<{
@@ -6645,11 +6726,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
         checked: z.ZodNumber;
@@ -6677,6 +6769,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
@@ -6887,6 +6980,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -6946,6 +7040,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -6970,6 +7065,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -6993,6 +7089,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       dns: "dns";
       tls: "tls";
       "redirect-limit": "redirect-limit";
+      "redirect-loop": "redirect-loop";
       aborted: "aborted";
     }>;
     error: z.ZodString;
@@ -7264,6 +7361,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -7481,6 +7579,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -7935,11 +8034,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
       botAccess: z.ZodArray<z.ZodObject<{
@@ -7963,11 +8073,22 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
       servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
+      errorKind: z.ZodOptional<z.ZodEnum<{
+        unknown: "unknown";
+        timeout: "timeout";
+        dns: "dns";
+        tls: "tls";
+        "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
+        aborted: "aborted";
+        "too-large": "too-large";
+      }>>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
         checked: z.ZodNumber;
@@ -7995,6 +8116,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       contentType: z.ZodOptional<z.ZodString>;
@@ -8205,6 +8327,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -8264,6 +8387,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -8288,6 +8412,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -8311,6 +8436,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       dns: "dns";
       tls: "tls";
       "redirect-limit": "redirect-limit";
+      "redirect-loop": "redirect-loop";
       aborted: "aborted";
     }>;
     error: z.ZodString;
@@ -8584,6 +8710,7 @@ export declare const crawlerSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -8801,6 +8928,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -9255,11 +9383,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -9283,11 +9422,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -9315,6 +9465,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -9525,6 +9676,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -9584,6 +9736,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -9608,6 +9761,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -9631,6 +9785,7 @@ export declare const crawlerSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -9902,6 +10057,7 @@ export declare const crawlerSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -10119,6 +10275,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -10573,11 +10730,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -10601,11 +10769,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -10633,6 +10812,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -10843,6 +11023,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -10902,6 +11083,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -10926,6 +11108,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -10949,6 +11132,7 @@ export declare const crawlerSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -11220,6 +11404,7 @@ export declare const crawlerSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -11437,6 +11622,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -11891,11 +12077,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -11919,11 +12116,22 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -11951,6 +12159,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -12161,6 +12370,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -12220,6 +12430,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -12244,6 +12455,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -12267,6 +12479,7 @@ export declare const crawlerSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -12451,6 +12664,7 @@ export declare const crawlerSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -12510,6 +12724,7 @@ export declare const crawlerSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -12534,6 +12749,7 @@ export declare const crawlerSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -12557,6 +12773,7 @@ export declare const crawlerSchemas: {
       dns: "dns";
       tls: "tls";
       "redirect-limit": "redirect-limit";
+      "redirect-loop": "redirect-loop";
       aborted: "aborted";
     }>;
     error: z.ZodString;
@@ -12660,6 +12877,7 @@ export declare const crawlerSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -12877,6 +13095,7 @@ export declare const crawlerSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -13467,6 +13686,7 @@ export declare const crawlerJsonSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -13684,6 +13904,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -14138,11 +14359,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -14166,11 +14398,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -14198,6 +14441,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -14408,6 +14652,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -14467,6 +14712,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -14491,6 +14737,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -14514,6 +14761,7 @@ export declare const crawlerJsonSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -14785,6 +15033,7 @@ export declare const crawlerJsonSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -15002,6 +15251,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -15456,11 +15706,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -15484,11 +15745,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -15516,6 +15788,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -15726,6 +15999,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -15785,6 +16059,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -15809,6 +16084,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -15832,6 +16108,7 @@ export declare const crawlerJsonSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -16103,6 +16380,7 @@ export declare const crawlerJsonSchemas: {
             "access-blocked": "access-blocked";
             "rate-limited": "rate-limited";
             unreachable: "unreachable";
+            unreadable: "unreadable";
           }>;
           status: z.ZodOptional<z.ZodNumber>;
           error: z.ZodOptional<z.ZodString>;
@@ -16320,6 +16598,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -16774,11 +17053,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
         botAccess: z.ZodArray<z.ZodObject<{
@@ -16802,11 +17092,22 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
         servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
+        errorKind: z.ZodOptional<z.ZodEnum<{
+          unknown: "unknown";
+          timeout: "timeout";
+          dns: "dns";
+          tls: "tls";
+          "redirect-limit": "redirect-limit";
+          "redirect-loop": "redirect-loop";
+          aborted: "aborted";
+          "too-large": "too-large";
+        }>>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
           checked: z.ZodNumber;
@@ -16834,6 +17135,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         contentType: z.ZodOptional<z.ZodString>;
@@ -17044,6 +17346,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -17103,6 +17406,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -17127,6 +17431,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -17150,6 +17455,7 @@ export declare const crawlerJsonSchemas: {
         dns: "dns";
         tls: "tls";
         "redirect-limit": "redirect-limit";
+        "redirect-loop": "redirect-loop";
         aborted: "aborted";
       }>;
       error: z.ZodString;
@@ -17334,6 +17640,7 @@ export declare const crawlerJsonSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -17393,6 +17700,7 @@ export declare const crawlerJsonSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -17417,6 +17725,7 @@ export declare const crawlerJsonSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -17440,6 +17749,7 @@ export declare const crawlerJsonSchemas: {
       dns: "dns";
       tls: "tls";
       "redirect-limit": "redirect-limit";
+      "redirect-loop": "redirect-loop";
       aborted: "aborted";
     }>;
     error: z.ZodString;
@@ -17543,6 +17853,7 @@ export declare const crawlerJsonSchemas: {
           "access-blocked": "access-blocked";
           "rate-limited": "rate-limited";
           unreachable: "unreachable";
+          unreadable: "unreadable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
         error: z.ZodOptional<z.ZodString>;
@@ -17760,6 +18071,7 @@ export declare const crawlerJsonSchemas: {
         "access-blocked": "access-blocked";
         "rate-limited": "rate-limited";
         unreachable: "unreachable";
+        unreadable: "unreadable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
       error: z.ZodOptional<z.ZodString>;
@@ -18222,9 +18534,9 @@ export type ProviderId = z.infer<typeof providerIdSchema>;
 export type ExternalServiceId = string;
 export declare const providerCapabilitySchema: z.ZodEnum<{
   "local-search": "local-search";
+  "serp-snapshot": "serp-snapshot";
   "keyword-metrics": "keyword-metrics";
   "keyword-discovery": "keyword-discovery";
-  "serp-snapshot": "serp-snapshot";
   "domain-overview": "domain-overview";
   "ranked-keywords": "ranked-keywords";
   "relevant-pages": "relevant-pages";
@@ -18392,6 +18704,103 @@ type ResolvedCrawlSiteDependencies = {
 };
 type CrawlSiteDependencies = Partial<ResolvedCrawlSiteDependencies>;
 export declare function crawlSite(input: CrawlConfigInput, dependencies?: CrawlSiteDependencies): Promise<CrawlReport>;
+export declare const SITE_FACTS_MAX_SITES = 1000;
+export declare const SITE_FACTS_DEFAULT_CONCURRENCY = 8;
+export declare const SITE_FACTS_MAX_CONCURRENCY = 16;
+export declare const SITE_FACTS_TIMEOUT_MS = 5000;
+export type SiteHomepageFacts = {
+  url: string;
+  outcome: 'response' | 'failed' | 'skipped';
+  skipReason?: 'robots-disallowed' | 'robots-unknown';
+  availability?: CrawlAiAvailability;
+  status?: number;
+  finalUrl?: string;
+  redirects?: NonNullable<PageFetchResult['diagnostics']['redirectChain']>;
+  contentType?: string;
+  accessBlock?: {
+    provider: string;
+    kind: string;
+  };
+  responseTimeMs?: number;
+  sizeBytes?: number;
+  title?: string;
+  metaDescription?: string;
+  h1?: string;
+  lang?: string;
+  canonical?: string;
+  metaRobots?: string;
+  xRobotsTag?: string;
+  indexable?: boolean;
+  indexability?: string;
+  markdownAlternates?: string[];
+  contentSignal?: string;
+  linkRelations?: string[];
+  error?: string;
+  errorKind?: CrawlFetchErrorKind;
+};
+export type SiteRobotsFacts = Omit<NonNullable<CrawlAiSignals['robotsTxt']>, 'sitemapUrls'> & {
+  sitemapUrls: string[];
+  sitemapCount: number;
+  homepageAllowed: boolean | null;
+};
+export type SiteLlmsFacts = NonNullable<CrawlAiSignals['llmsTxt']> & {
+  sizeBytes?: number;
+  startsWithH1?: boolean;
+  h1?: string;
+  sameSiteLinks?: number;
+};
+export type SiteFactsRow = {
+  type: 'site';
+  input: string;
+  origin?: string;
+  error?: string;
+  checkedAt?: string;
+  robotsTxt?: SiteRobotsFacts;
+  homepage?: SiteHomepageFacts;
+  llmsTxt?: SiteLlmsFacts;
+};
+type AvailabilityCounts = Record<CrawlAiAvailability, number> & {
+  failed: number;
+};
+export type SiteFactsSummary = {
+  type: 'summary';
+  status: 'complete' | 'cancelled';
+  sites: number;
+  checked: number;
+  invalid: number;
+  duplicatesRemoved: number;
+  maxSites: number;
+  concurrency: number;
+  timeoutMs: number;
+  durationMs: number;
+  robotsTxt: AvailabilityCounts;
+  homepage: AvailabilityCounts & {
+    skipped: number;
+  };
+  llmsTxt: AvailabilityCounts & {
+    startsWithH1: number;
+  };
+  botAccess: Array<{
+    userAgent: string;
+    purpose: CrawlAiBotAccess['purpose'];
+    allowed: number;
+    blocked: number;
+    unknown: number;
+  }>;
+};
+type Fetch = typeof publicHttpFetch;
+export type SiteFactsInput = {
+  sites: string[];
+  concurrency?: number;
+  respectRobots?: boolean;
+  signal?: AbortSignal;
+  onRow: (row: SiteFactsRow) => Promise<void> | void;
+};
+export type SiteFactsDependencies = {
+  fetch?: Fetch;
+  now?: () => Date;
+};
+export declare function checkSites(input: SiteFactsInput, dependencies?: SiteFactsDependencies): Promise<SiteFactsSummary>;
 type QueryFlag = 'likely-automated' | 'navigational-other';
 declare const QUERY_FLAG_METHOD: {
   readonly id: "query_flags_v1";
@@ -20606,6 +21015,7 @@ export type IndexCoverageReportDependencies = {
   now: () => Date;
 };
 export declare function indexCoverageSignals(input: IndexCoverageReportInput, dependencies?: IndexCoverageReportDependencies): Promise<IndexCoverageReport>;
+type RedirectOutcome = 'done' | 'loop' | 'too_many' | 'timeout' | 'error';
 export type RedirectTraceStep = {
   url: string;
   status: number;
@@ -20620,7 +21030,9 @@ export type RedirectTraceReport = {
   generatedAt: string;
   summary: {
     hops: number;
-    finalStatus: number;
+    finalStatus: number | null;
+    outcome: RedirectOutcome;
+    error?: string;
     finalIndexable?: boolean;
     issues: RedirectTraceIssue[];
   };
@@ -21535,6 +21947,7 @@ type PageFacts = {
   h1: string | null;
   canonical: string | null;
   robots: string | null;
+  google_noindex: boolean | null;
   www_authenticate?: string;
   error?: string;
 };
@@ -21555,7 +21968,7 @@ type CommandDeps = {
   searchAnalytics: SearchAnalyticsQuery;
   checkPages: (urls: string[]) => Promise<PageFacts[]>;
   liveCheck: (url: string) => Promise<LiveCheck>;
-  inspect: (site: string, url: string) => Promise<IndexStatus>;
+  inspect: (site: string, url: string, signal?: AbortSignal) => Promise<IndexStatus>;
   inspectionQuota?: (site: string) => Promise<{
     used: number;
     limit: number;
@@ -21567,7 +21980,7 @@ type CommandDeps = {
     }>;
     save: (site: string, url: string, status: IndexStatus) => void;
   };
-  pageMarkdown?: (url: string) => Promise<PageMarkdown>;
+  pageMarkdown?: (url: string, limit?: number) => Promise<PageMarkdown>;
   call: Caller;
   bing?: () => Promise<BingCall | null>;
   bingConnect?: string;
@@ -21576,6 +21989,7 @@ type CommandDeps = {
   week?: () => Promise<WeekData | null>;
   startAudit?: (site: string) => Promise<StartAudit>;
   issues?: IssueStore;
+  progress?: ProgressReporter;
   now?: () => Date;
 };
 type StartAudit = {
@@ -21755,13 +22169,45 @@ export declare function pendingCloudLogin(): Pending | null;
 export declare function finishCloudLogin(): Promise<'linked' | 'pending' | 'expired'>;
 export declare function cloudLogout(): Promise<boolean>;
 export declare function openCloudLink(url: string): Promise<void>;
+export type RobotsDirective = 'noindex' | 'nofollow' | 'nosnippet';
+export type SnippetControlEvidence = {
+  source: 'meta-robots' | 'x-robots-tag';
+  directive: 'nosnippet' | 'max-snippet';
+  raw: string;
+  value?: number;
+};
+export type EffectiveSnippetControl = {
+  status: 'not-restricted' | 'limited' | 'blocked';
+  reason: 'no-restrictive-directive' | 'max-snippet-limit' | 'max-snippet-zero' | 'nosnippet';
+  maxCharacters?: number;
+  evidence: SnippetControlEvidence[];
+};
+export declare function combineRobotsValues(value: Array<string | undefined>): string | undefined;
+export declare function metaRobotsDirectives(value?: string | string[]): Set<RobotsDirective>;
+export declare function xRobotsDirectives(value?: string | string[], userAgent?: string): Set<RobotsDirective>;
+export declare function hasMetaRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
+export declare function hasXRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
+export declare function effectiveRobotsDirectives(input: {
+  metaRobots?: string | string[];
+  xRobotsTag?: string | string[];
+}): Set<RobotsDirective>;
+export declare function effectiveSnippetControl(input: {
+  metaRobots?: string | string[];
+  xRobotsTag?: string | string[];
+}): EffectiveSnippetControl;
 type LintSource = {
   path: string;
   text: string;
+  note?: string;
+  partial?: string;
 } | {
   path: string;
   skipped: string;
 };
+type ResearchStore = {
+  get(key: string): Promise<string | null>;
+  put(key: string, value: string, ttlSeconds: number): Promise<void>;
+};
 export type TokenStorageMode = 'keychain' | 'file';
 export type TokenStorageStatus = {
   configured: TokenStorageMode;
@@ -21872,6 +22318,7 @@ export declare function nodeCommandDeps(options: {
   account?: string;
   refresh?: boolean;
 }): CommandDeps;
+export declare function localResearchStore(refresh?: boolean): ResearchStore;
 export declare const LOCAL_BING_CONNECT = "Connect Bing on your seoskill.dev account and run `seo login`, or run `seo providers bing connect` with an API key from Bing Webmaster Tools (Settings, API access).";
 export declare function localBing(): Promise<BingCall | null>;
 export declare function localAccounts(): Promise<GoogleAccount[]>;
@@ -22404,32 +22851,6 @@ export declare class ProviderError extends Error {
   });
   toJSON(): Record<string, unknown>;
 }
-export type RobotsDirective = 'noindex' | 'nofollow' | 'nosnippet';
-export type SnippetControlEvidence = {
-  source: 'meta-robots' | 'x-robots-tag';
-  directive: 'nosnippet' | 'max-snippet';
-  raw: string;
-  value?: number;
-};
-export type EffectiveSnippetControl = {
-  status: 'not-restricted' | 'limited' | 'blocked';
-  reason: 'no-restrictive-directive' | 'max-snippet-limit' | 'max-snippet-zero' | 'nosnippet';
-  maxCharacters?: number;
-  evidence: SnippetControlEvidence[];
-};
-export declare function combineRobotsValues(value: Array<string | undefined>): string | undefined;
-export declare function metaRobotsDirectives(value?: string | string[]): Set<RobotsDirective>;
-export declare function xRobotsDirectives(value?: string | string[], userAgent?: string): Set<RobotsDirective>;
-export declare function hasMetaRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
-export declare function hasXRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
-export declare function effectiveRobotsDirectives(input: {
-  metaRobots?: string | string[];
-  xRobotsTag?: string | string[];
-}): Set<RobotsDirective>;
-export declare function effectiveSnippetControl(input: {
-  metaRobots?: string | string[];
-  xRobotsTag?: string | string[];
-}): EffectiveSnippetControl;
 export interface CredentialsProvider {
   getGoogleOAuthClient(): OAuthClientConfig | undefined;
   readGoogleTokens(): Promise<StoredTokens | undefined>;
@@ -22638,5 +23059,5 @@ export declare function parseOlderThan(input?: string): number | undefined;
 export declare function formatRelativeExpiry(expiresAt: number): string;
 export declare function isoDate(daysAgo?: number): string;
 export declare const SEO_VERSION: string;
-export { type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, type AnalyzeCannibalImportRowsInput, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, type CannibalAnalysis, type CannibalImportAnalysis, type CannibalImportItem, type CannibalImportPage, type CannibalImportReport, type CannibalImportSelection, type CannibalItem, type CannibalPage, type CannibalReport, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, type CrawlAiAvailability, type CrawlAiBotAccess, type CrawlAiLinkCheck, type CrawlAiResourceSignal, type CrawlAiSignals, type CrawlSiteChecks, type CrawlSiteDependencies, type CrawlStatusPhase, type CtrUnderperformer, type CtrUnderperformerSelection, type DataForSeoAccountSnapshot, type DataForSeoClientOptions, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, type FetchPageOptions, type FetchRateControls, type Ga4AccountSummary, type Ga4PropertySummary, type GoogleAccessTokenClient, type InternalLinkSuggestion, type InternalLinksPage, type InternalLinksReport, type JavaScriptRenderingInput, type JavaScriptRenderingMode, type OAuthClientConfig, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, type PageOpportunityItem, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, type QueryClusterPage, type QueryClusterRow, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, SEO_PROVIDER_API_VERSION, type SearchStatusIncident, type SearchUpdate, type SecondPageAnalysis, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SeoAnalyticsConnection, SeoAnalyticsLandingPageResult, SeoLandingPageVisitRow, SeoLandingPageVisitsCapability, SeoLandingPageVisitsResult, SeoProviderActionAdapter, SeoProviderActivate, SeoProviderApiVersion, SeoProviderCapabilityAdapter, SeoProviderCapabilityId, SeoProviderConnection, SeoProviderConnectionAdapter, SeoProviderConnectionField, SeoProviderHost, SeoProviderJson, SeoProviderJsonSchema, SeoProviderKind, SeoProviderRegistration, SeoProviderRequest, SeoProviderRuntime, SeoSearchMarket, SeoSerpLocalPackResult, SeoSerpOrganicResult, SeoSerpSnapshotCapability, SeoSerpSnapshotResult, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, type TelemetryErrorCategory, type TelemetryFailureClassification, type TelemetryFailureContext, type TelemetryFailureReason, type TelemetryOperation, type UnmatchedSegment, pageTechnicalSignals as technicalPageSignals };
+export { type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, type AnalyzeCannibalImportRowsInput, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, type CannibalAnalysis, type CannibalImportAnalysis, type CannibalImportItem, type CannibalImportPage, type CannibalImportReport, type CannibalImportSelection, type CannibalItem, type CannibalPage, type CannibalReport, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, type CrawlAiAvailability, type CrawlAiBotAccess, type CrawlAiLinkCheck, type CrawlAiResourceSignal, type CrawlAiSignals, type CrawlFetchErrorKind, type CrawlSiteChecks, type CrawlSiteDependencies, type CrawlStatusPhase, type CtrUnderperformer, type CtrUnderperformerSelection, type DataForSeoAccountSnapshot, type DataForSeoClientOptions, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, type FetchPageOptions, type FetchRateControls, type Ga4AccountSummary, type Ga4PropertySummary, type GoogleAccessTokenClient, type InternalLinkSuggestion, type InternalLinksPage, type InternalLinksReport, type JavaScriptRenderingInput, type JavaScriptRenderingMode, type OAuthClientConfig, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, type PageOpportunityItem, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, type QueryClusterPage, type QueryClusterRow, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, SEO_PROVIDER_API_VERSION, type SearchStatusIncident, type SearchUpdate, type SecondPageAnalysis, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SeoAnalyticsConnection, SeoAnalyticsLandingPageResult, SeoLandingPageVisitRow, SeoLandingPageVisitsCapability, SeoLandingPageVisitsResult, SeoProviderActionAdapter, SeoProviderActivate, SeoProviderApiVersion, SeoProviderCapabilityAdapter, SeoProviderCapabilityId, SeoProviderConnection, SeoProviderConnectionAdapter, SeoProviderConnectionField, SeoProviderHost, SeoProviderJson, SeoProviderJsonSchema, SeoProviderKind, SeoProviderRegistration, SeoProviderRequest, SeoProviderRuntime, SeoSearchMarket, SeoSerpLocalPackResult, SeoSerpOrganicResult, SeoSerpSnapshotCapability, SeoSerpSnapshotResult, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, type TelemetryErrorCategory, type TelemetryFailureClassification, type TelemetryFailureContext, type TelemetryFailureReason, type TelemetryOperation, type UnmatchedSegment, pageTechnicalSignals as technicalPageSignals };
 //# sourceMappingURL=index.d.ts.map