seo 0.17.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (14) hide show
  1. package/dist/cli.js +73 -73
  2. package/dist/cli.js.map +1 -1
  3. package/dist/{dist-CWH3D29C.js → dist-B9mN7y6S.js} +1 -1
  4. package/dist/{dist-DzEqoO8B.js → dist-BjB7Lfd6.js} +138 -137
  5. package/dist/dist-BjB7Lfd6.js.map +1 -0
  6. package/dist/{esm-CkObTzDg.js → esm-G8B5TPzB.js} +2 -2
  7. package/dist/{esm-CkObTzDg.js.map → esm-G8B5TPzB.js.map} +1 -1
  8. package/dist/index.d.ts +222 -79
  9. package/dist/index.js +701 -243
  10. package/dist/index.js.map +1 -1
  11. package/dist/mcp.js +690 -238
  12. package/dist/mcp.js.map +1 -1
  13. package/package.json +1 -1
  14. package/dist/dist-DzEqoO8B.js.map +0 -1
package/dist/index.d.ts CHANGED
@@ -141,7 +141,7 @@ export interface PageFetchResult {
141
141
  robotsTxt?: {
142
142
  url: string;
143
143
  allowed: boolean | null;
144
- availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
144
+ availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
145
145
  status?: number;
146
146
  error?: string;
147
147
  matchedLine?: string;
@@ -177,7 +177,7 @@ export interface PageFetchDiagnostics {
177
177
  url: string;
178
178
  cache: 'hit' | 'miss' | 'bypass';
179
179
  allowed: boolean | null;
180
- availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
180
+ availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
181
181
  status?: number;
182
182
  error?: string;
183
183
  };
@@ -457,6 +457,19 @@ declare const RULE_DEFINITIONS: readonly [{
457
457
  readonly evidenceFields: ["page.title"];
458
458
  readonly suggestedCommands: ["seo audit-page --url <url> --json"];
459
459
  };
460
+ }, {
461
+ readonly id: "empty_title";
462
+ readonly title: "Title empty";
463
+ readonly category: "metadata";
464
+ readonly defaultSeverity: "high";
465
+ readonly whyItMatters: "The page has a <title> element with no text. Search engines treat it like a missing title and write their own headline for the result.";
466
+ readonly howToFix: "Fill the title element with a descriptive title that names the page topic. An empty title usually means a template field or CMS value is blank.";
467
+ readonly impactIfIgnored: "The page can look vague in search results, earn lower CTR, and send weaker relevance signals.";
468
+ readonly howToVerify: "Re-run the crawl and confirm the title element has text.";
469
+ readonly agentHints: {
470
+ readonly evidenceFields: ["page.title"];
471
+ readonly suggestedCommands: ["seo crawl <url> --max-pages 1 --json"];
472
+ };
460
473
  }, {
461
474
  readonly id: "title_too_wide";
462
475
  readonly title: "Title may truncate on some devices";
@@ -866,6 +879,15 @@ declare const RULE_DEFINITIONS: readonly [{
866
879
  readonly howToFix: "Write a concise, unique description that explains the page value and matches the main search intent.";
867
880
  readonly impactIfIgnored: "Search snippets may be generic or less persuasive, especially on pages that already rank.";
868
881
  readonly howToVerify: "Re-run the crawl and confirm the page has a meta description.";
882
+ }, {
883
+ readonly id: "empty_meta_description";
884
+ readonly title: "Meta description empty";
885
+ readonly category: "metadata";
886
+ readonly defaultSeverity: "medium";
887
+ readonly whyItMatters: "The page has a meta description tag with no content, so search engines choose their own snippet. An empty tag usually means a template field or CMS value is blank.";
888
+ readonly howToFix: "Fill the content attribute with a concise, unique description, or fix the template value that leaves it blank.";
889
+ readonly impactIfIgnored: "Search snippets may be generic or less persuasive, especially on pages that already rank.";
890
+ readonly howToVerify: "Re-run the crawl and confirm the meta description has content.";
869
891
  }, {
870
892
  readonly id: "meta_description_duplicate";
871
893
  readonly title: "Duplicate meta description";
@@ -1783,12 +1805,16 @@ export declare class GoogleApiError extends SeoError {
1783
1805
  readonly status: number;
1784
1806
  constructor(code: SeoErrorCode, message: string, status: number);
1785
1807
  }
1808
+ export declare const GOOGLE_TIMEOUT_MS = 30000;
1809
+ export declare const URL_INSPECTION_TIMEOUT_MS = 60000;
1810
+ export declare function withinGoogleTimeout<T>(what: string, timeoutMs: number, signal: AbortSignal | undefined, run: (signal: AbortSignal) => Promise<T>): Promise<T>;
1786
1811
  export declare function bearerFetch(token: () => Promise<string> | string): GoogleFetch;
1787
1812
  export declare function googleJson<T>(gfetch: GoogleFetch, url: string, input: {
1788
1813
  body?: unknown;
1789
1814
  label: string;
1790
1815
  subject?: string;
1791
1816
  maxBytes?: number;
1817
+ timeoutMs?: number;
1792
1818
  } & GoogleCallOptions): Promise<T>;
1793
1819
  export declare function searchAnalyticsRows(gfetch: GoogleFetch, site: string, body: SearchAnalyticsRequest, options: GoogleCallOptions): Promise<SearchAnalyticsResult>;
1794
1820
  export type SearchConsoleSite = {
@@ -2044,7 +2070,7 @@ type NormalizedFetchRateControls = {
2044
2070
  };
2045
2071
  type RobotsResult = {
2046
2072
  allowed: boolean | null;
2047
- availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
2073
+ availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
2048
2074
  status?: number;
2049
2075
  error?: string;
2050
2076
  matchedLine?: string;
@@ -2107,7 +2133,7 @@ export declare function listSites(_refresh?: boolean, accountEmail?: string): Pr
2107
2133
  permissionLevel?: string;
2108
2134
  siteType?: string;
2109
2135
  }>>;
2110
- export declare const AUDIT_PAGE_RULE_IDS: readonly ["missing_title", "title_too_wide", "h1_missing", "canonical_invalid", "canonical_conflict", "canonical_multiple", "canonical_outside_head", "canonical_streamed_in_body", "canonical_mismatch"];
2136
+ export declare const AUDIT_PAGE_RULE_IDS: readonly ["missing_title", "empty_title", "title_too_wide", "h1_missing", "canonical_invalid", "canonical_conflict", "canonical_multiple", "canonical_outside_head", "canonical_streamed_in_body", "canonical_mismatch"];
2111
2137
  export type AuditPageDependencies = {
2112
2138
  fetchPage: typeof fetchPage;
2113
2139
  queryPageMetrics: typeof queryPageMetrics;
@@ -2543,7 +2569,7 @@ export type CrawlPageSnapshot = {
2543
2569
  robotsTxt?: {
2544
2570
  url: string;
2545
2571
  allowed: boolean | null;
2546
- availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
2572
+ availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
2547
2573
  status?: number;
2548
2574
  error?: string;
2549
2575
  matchedLine?: string;
@@ -2745,7 +2771,7 @@ export type CrawlRequestObservation = CrawlResponseObservation | {
2745
2771
  requestedUrl: string;
2746
2772
  outcome: 'failure';
2747
2773
  durationMs?: number;
2748
- failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'aborted' | 'unknown';
2774
+ failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'aborted' | 'unknown';
2749
2775
  error: string;
2750
2776
  extraction: 'not-applicable';
2751
2777
  };
@@ -2882,8 +2908,8 @@ type CrawlSiteChecks = {
2882
2908
  complete: boolean;
2883
2909
  };
2884
2910
  };
2885
- type CrawlAiAvailability = 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
2886
- type CrawlFetchErrorKind = 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'too-large' | 'aborted' | 'unknown';
2911
+ type CrawlAiAvailability = 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
2912
+ type CrawlFetchErrorKind = 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'too-large' | 'aborted' | 'unknown';
2887
2913
  type CrawlAiBotAccess = {
2888
2914
  userAgent: string;
2889
2915
  purpose: 'search' | 'training' | 'other';
@@ -3447,6 +3473,7 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
3447
3473
  "access-blocked": "access-blocked";
3448
3474
  "rate-limited": "rate-limited";
3449
3475
  unreachable: "unreachable";
3476
+ unreadable: "unreadable";
3450
3477
  }>;
3451
3478
  status: z.ZodOptional<z.ZodNumber>;
3452
3479
  error: z.ZodOptional<z.ZodString>;
@@ -3664,6 +3691,7 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
3664
3691
  "access-blocked": "access-blocked";
3665
3692
  "rate-limited": "rate-limited";
3666
3693
  unreachable: "unreachable";
3694
+ unreadable: "unreadable";
3667
3695
  }>;
3668
3696
  status: z.ZodOptional<z.ZodNumber>;
3669
3697
  error: z.ZodOptional<z.ZodString>;
@@ -3691,10 +3719,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
3691
3719
  raw: z.ZodString;
3692
3720
  resolved: z.ZodOptional<z.ZodString>;
3693
3721
  ignoredReason: z.ZodOptional<z.ZodEnum<{
3722
+ "invalid-url": "invalid-url";
3694
3723
  "outside-head": "outside-head";
3695
3724
  "alternate-qualifier": "alternate-qualifier";
3696
3725
  fragment: "fragment";
3697
- "invalid-url": "invalid-url";
3698
3726
  "non-http-url": "non-http-url";
3699
3727
  }>>;
3700
3728
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -4035,6 +4063,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
4035
4063
  "access-blocked": "access-blocked";
4036
4064
  "rate-limited": "rate-limited";
4037
4065
  unreachable: "unreachable";
4066
+ unreadable: "unreadable";
4038
4067
  }>;
4039
4068
  status: z.ZodOptional<z.ZodNumber>;
4040
4069
  error: z.ZodOptional<z.ZodString>;
@@ -4094,6 +4123,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
4094
4123
  "access-blocked": "access-blocked";
4095
4124
  "rate-limited": "rate-limited";
4096
4125
  unreachable: "unreachable";
4126
+ unreadable: "unreadable";
4097
4127
  }>;
4098
4128
  status: z.ZodOptional<z.ZodNumber>;
4099
4129
  error: z.ZodOptional<z.ZodString>;
@@ -4118,6 +4148,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
4118
4148
  "access-blocked": "access-blocked";
4119
4149
  "rate-limited": "rate-limited";
4120
4150
  unreachable: "unreachable";
4151
+ unreadable: "unreadable";
4121
4152
  }>;
4122
4153
  status: z.ZodOptional<z.ZodNumber>;
4123
4154
  error: z.ZodOptional<z.ZodString>;
@@ -4141,6 +4172,7 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
4141
4172
  dns: "dns";
4142
4173
  tls: "tls";
4143
4174
  "redirect-limit": "redirect-limit";
4175
+ "redirect-loop": "redirect-loop";
4144
4176
  aborted: "aborted";
4145
4177
  }>;
4146
4178
  error: z.ZodString;
@@ -4328,17 +4360,17 @@ export declare const crawlReportSummarySchema: z.ZodObject<{
4328
4360
  skippedUrls: z.ZodNumber;
4329
4361
  skipReasons: z.ZodArray<z.ZodObject<{
4330
4362
  reason: z.ZodEnum<{
4331
- "invalid-url": "invalid-url";
4332
- "robots-disallowed": "robots-disallowed";
4333
- "origin-backpressure": "origin-backpressure";
4334
4363
  "asset-url": "asset-url";
4335
4364
  "cdn-utility-url": "cdn-utility-url";
4336
4365
  "configured-exclusion": "configured-exclusion";
4337
4366
  "duplicate-normalization": "duplicate-normalization";
4367
+ "invalid-url": "invalid-url";
4338
4368
  "memory-pressure": "memory-pressure";
4339
4369
  "off-origin": "off-origin";
4370
+ "origin-backpressure": "origin-backpressure";
4340
4371
  "queue-safety-limit": "queue-safety-limit";
4341
4372
  "query-variant-limit": "query-variant-limit";
4373
+ "robots-disallowed": "robots-disallowed";
4342
4374
  "robots-uncertain": "robots-uncertain";
4343
4375
  "legacy-unclassified": "legacy-unclassified";
4344
4376
  }>;
@@ -4496,17 +4528,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4496
4528
  skippedUrls: z.ZodNumber;
4497
4529
  skipReasons: z.ZodArray<z.ZodObject<{
4498
4530
  reason: z.ZodEnum<{
4499
- "invalid-url": "invalid-url";
4500
- "robots-disallowed": "robots-disallowed";
4501
- "origin-backpressure": "origin-backpressure";
4502
4531
  "asset-url": "asset-url";
4503
4532
  "cdn-utility-url": "cdn-utility-url";
4504
4533
  "configured-exclusion": "configured-exclusion";
4505
4534
  "duplicate-normalization": "duplicate-normalization";
4535
+ "invalid-url": "invalid-url";
4506
4536
  "memory-pressure": "memory-pressure";
4507
4537
  "off-origin": "off-origin";
4538
+ "origin-backpressure": "origin-backpressure";
4508
4539
  "queue-safety-limit": "queue-safety-limit";
4509
4540
  "query-variant-limit": "query-variant-limit";
4541
+ "robots-disallowed": "robots-disallowed";
4510
4542
  "robots-uncertain": "robots-uncertain";
4511
4543
  "legacy-unclassified": "legacy-unclassified";
4512
4544
  }>;
@@ -4635,6 +4667,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4635
4667
  "access-blocked": "access-blocked";
4636
4668
  "rate-limited": "rate-limited";
4637
4669
  unreachable: "unreachable";
4670
+ unreadable: "unreadable";
4638
4671
  }>;
4639
4672
  status: z.ZodOptional<z.ZodNumber>;
4640
4673
  error: z.ZodOptional<z.ZodString>;
@@ -4852,6 +4885,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4852
4885
  "access-blocked": "access-blocked";
4853
4886
  "rate-limited": "rate-limited";
4854
4887
  unreachable: "unreachable";
4888
+ unreadable: "unreadable";
4855
4889
  }>;
4856
4890
  status: z.ZodOptional<z.ZodNumber>;
4857
4891
  error: z.ZodOptional<z.ZodString>;
@@ -4879,10 +4913,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4879
4913
  raw: z.ZodString;
4880
4914
  resolved: z.ZodOptional<z.ZodString>;
4881
4915
  ignoredReason: z.ZodOptional<z.ZodEnum<{
4916
+ "invalid-url": "invalid-url";
4882
4917
  "outside-head": "outside-head";
4883
4918
  "alternate-qualifier": "alternate-qualifier";
4884
4919
  fragment: "fragment";
4885
- "invalid-url": "invalid-url";
4886
4920
  "non-http-url": "non-http-url";
4887
4921
  }>>;
4888
4922
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -5306,6 +5340,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5306
5340
  "access-blocked": "access-blocked";
5307
5341
  "rate-limited": "rate-limited";
5308
5342
  unreachable: "unreachable";
5343
+ unreadable: "unreadable";
5309
5344
  }>;
5310
5345
  status: z.ZodOptional<z.ZodNumber>;
5311
5346
  contentType: z.ZodOptional<z.ZodString>;
@@ -5317,6 +5352,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5317
5352
  dns: "dns";
5318
5353
  tls: "tls";
5319
5354
  "redirect-limit": "redirect-limit";
5355
+ "redirect-loop": "redirect-loop";
5320
5356
  aborted: "aborted";
5321
5357
  "too-large": "too-large";
5322
5358
  }>>;
@@ -5343,6 +5379,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5343
5379
  "access-blocked": "access-blocked";
5344
5380
  "rate-limited": "rate-limited";
5345
5381
  unreachable: "unreachable";
5382
+ unreadable: "unreadable";
5346
5383
  }>>;
5347
5384
  status: z.ZodOptional<z.ZodNumber>;
5348
5385
  contentType: z.ZodOptional<z.ZodString>;
@@ -5354,6 +5391,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5354
5391
  dns: "dns";
5355
5392
  tls: "tls";
5356
5393
  "redirect-limit": "redirect-limit";
5394
+ "redirect-loop": "redirect-loop";
5357
5395
  aborted: "aborted";
5358
5396
  "too-large": "too-large";
5359
5397
  }>>;
@@ -5384,6 +5422,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5384
5422
  "access-blocked": "access-blocked";
5385
5423
  "rate-limited": "rate-limited";
5386
5424
  unreachable: "unreachable";
5425
+ unreadable: "unreadable";
5387
5426
  }>;
5388
5427
  status: z.ZodOptional<z.ZodNumber>;
5389
5428
  contentType: z.ZodOptional<z.ZodString>;
@@ -5594,6 +5633,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5594
5633
  "access-blocked": "access-blocked";
5595
5634
  "rate-limited": "rate-limited";
5596
5635
  unreachable: "unreachable";
5636
+ unreadable: "unreadable";
5597
5637
  }>;
5598
5638
  status: z.ZodOptional<z.ZodNumber>;
5599
5639
  error: z.ZodOptional<z.ZodString>;
@@ -5653,6 +5693,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5653
5693
  "access-blocked": "access-blocked";
5654
5694
  "rate-limited": "rate-limited";
5655
5695
  unreachable: "unreachable";
5696
+ unreadable: "unreadable";
5656
5697
  }>;
5657
5698
  status: z.ZodOptional<z.ZodNumber>;
5658
5699
  error: z.ZodOptional<z.ZodString>;
@@ -5677,6 +5718,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5677
5718
  "access-blocked": "access-blocked";
5678
5719
  "rate-limited": "rate-limited";
5679
5720
  unreachable: "unreachable";
5721
+ unreadable: "unreadable";
5680
5722
  }>;
5681
5723
  status: z.ZodOptional<z.ZodNumber>;
5682
5724
  error: z.ZodOptional<z.ZodString>;
@@ -5700,6 +5742,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5700
5742
  dns: "dns";
5701
5743
  tls: "tls";
5702
5744
  "redirect-limit": "redirect-limit";
5745
+ "redirect-loop": "redirect-loop";
5703
5746
  aborted: "aborted";
5704
5747
  }>;
5705
5748
  error: z.ZodString;
@@ -5832,17 +5875,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5832
5875
  skippedUrls: z.ZodNumber;
5833
5876
  skipReasons: z.ZodArray<z.ZodObject<{
5834
5877
  reason: z.ZodEnum<{
5835
- "invalid-url": "invalid-url";
5836
- "robots-disallowed": "robots-disallowed";
5837
- "origin-backpressure": "origin-backpressure";
5838
5878
  "asset-url": "asset-url";
5839
5879
  "cdn-utility-url": "cdn-utility-url";
5840
5880
  "configured-exclusion": "configured-exclusion";
5841
5881
  "duplicate-normalization": "duplicate-normalization";
5882
+ "invalid-url": "invalid-url";
5842
5883
  "memory-pressure": "memory-pressure";
5843
5884
  "off-origin": "off-origin";
5885
+ "origin-backpressure": "origin-backpressure";
5844
5886
  "queue-safety-limit": "queue-safety-limit";
5845
5887
  "query-variant-limit": "query-variant-limit";
5888
+ "robots-disallowed": "robots-disallowed";
5846
5889
  "robots-uncertain": "robots-uncertain";
5847
5890
  "legacy-unclassified": "legacy-unclassified";
5848
5891
  }>;
@@ -5971,6 +6014,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5971
6014
  "access-blocked": "access-blocked";
5972
6015
  "rate-limited": "rate-limited";
5973
6016
  unreachable: "unreachable";
6017
+ unreadable: "unreadable";
5974
6018
  }>;
5975
6019
  status: z.ZodOptional<z.ZodNumber>;
5976
6020
  error: z.ZodOptional<z.ZodString>;
@@ -6188,6 +6232,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6188
6232
  "access-blocked": "access-blocked";
6189
6233
  "rate-limited": "rate-limited";
6190
6234
  unreachable: "unreachable";
6235
+ unreadable: "unreadable";
6191
6236
  }>;
6192
6237
  status: z.ZodOptional<z.ZodNumber>;
6193
6238
  error: z.ZodOptional<z.ZodString>;
@@ -6215,10 +6260,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6215
6260
  raw: z.ZodString;
6216
6261
  resolved: z.ZodOptional<z.ZodString>;
6217
6262
  ignoredReason: z.ZodOptional<z.ZodEnum<{
6263
+ "invalid-url": "invalid-url";
6218
6264
  "outside-head": "outside-head";
6219
6265
  "alternate-qualifier": "alternate-qualifier";
6220
6266
  fragment: "fragment";
6221
- "invalid-url": "invalid-url";
6222
6267
  "non-http-url": "non-http-url";
6223
6268
  }>>;
6224
6269
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -6642,6 +6687,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6642
6687
  "access-blocked": "access-blocked";
6643
6688
  "rate-limited": "rate-limited";
6644
6689
  unreachable: "unreachable";
6690
+ unreadable: "unreadable";
6645
6691
  }>;
6646
6692
  status: z.ZodOptional<z.ZodNumber>;
6647
6693
  contentType: z.ZodOptional<z.ZodString>;
@@ -6653,6 +6699,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6653
6699
  dns: "dns";
6654
6700
  tls: "tls";
6655
6701
  "redirect-limit": "redirect-limit";
6702
+ "redirect-loop": "redirect-loop";
6656
6703
  aborted: "aborted";
6657
6704
  "too-large": "too-large";
6658
6705
  }>>;
@@ -6679,6 +6726,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6679
6726
  "access-blocked": "access-blocked";
6680
6727
  "rate-limited": "rate-limited";
6681
6728
  unreachable: "unreachable";
6729
+ unreadable: "unreadable";
6682
6730
  }>>;
6683
6731
  status: z.ZodOptional<z.ZodNumber>;
6684
6732
  contentType: z.ZodOptional<z.ZodString>;
@@ -6690,6 +6738,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6690
6738
  dns: "dns";
6691
6739
  tls: "tls";
6692
6740
  "redirect-limit": "redirect-limit";
6741
+ "redirect-loop": "redirect-loop";
6693
6742
  aborted: "aborted";
6694
6743
  "too-large": "too-large";
6695
6744
  }>>;
@@ -6720,6 +6769,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6720
6769
  "access-blocked": "access-blocked";
6721
6770
  "rate-limited": "rate-limited";
6722
6771
  unreachable: "unreachable";
6772
+ unreadable: "unreadable";
6723
6773
  }>;
6724
6774
  status: z.ZodOptional<z.ZodNumber>;
6725
6775
  contentType: z.ZodOptional<z.ZodString>;
@@ -6930,6 +6980,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6930
6980
  "access-blocked": "access-blocked";
6931
6981
  "rate-limited": "rate-limited";
6932
6982
  unreachable: "unreachable";
6983
+ unreadable: "unreadable";
6933
6984
  }>;
6934
6985
  status: z.ZodOptional<z.ZodNumber>;
6935
6986
  error: z.ZodOptional<z.ZodString>;
@@ -6989,6 +7040,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6989
7040
  "access-blocked": "access-blocked";
6990
7041
  "rate-limited": "rate-limited";
6991
7042
  unreachable: "unreachable";
7043
+ unreadable: "unreadable";
6992
7044
  }>;
6993
7045
  status: z.ZodOptional<z.ZodNumber>;
6994
7046
  error: z.ZodOptional<z.ZodString>;
@@ -7013,6 +7065,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7013
7065
  "access-blocked": "access-blocked";
7014
7066
  "rate-limited": "rate-limited";
7015
7067
  unreachable: "unreachable";
7068
+ unreadable: "unreadable";
7016
7069
  }>;
7017
7070
  status: z.ZodOptional<z.ZodNumber>;
7018
7071
  error: z.ZodOptional<z.ZodString>;
@@ -7036,6 +7089,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7036
7089
  dns: "dns";
7037
7090
  tls: "tls";
7038
7091
  "redirect-limit": "redirect-limit";
7092
+ "redirect-loop": "redirect-loop";
7039
7093
  aborted: "aborted";
7040
7094
  }>;
7041
7095
  error: z.ZodString;
@@ -7168,17 +7222,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7168
7222
  skippedUrls: z.ZodNumber;
7169
7223
  skipReasons: z.ZodArray<z.ZodObject<{
7170
7224
  reason: z.ZodEnum<{
7171
- "invalid-url": "invalid-url";
7172
- "robots-disallowed": "robots-disallowed";
7173
- "origin-backpressure": "origin-backpressure";
7174
7225
  "asset-url": "asset-url";
7175
7226
  "cdn-utility-url": "cdn-utility-url";
7176
7227
  "configured-exclusion": "configured-exclusion";
7177
7228
  "duplicate-normalization": "duplicate-normalization";
7229
+ "invalid-url": "invalid-url";
7178
7230
  "memory-pressure": "memory-pressure";
7179
7231
  "off-origin": "off-origin";
7232
+ "origin-backpressure": "origin-backpressure";
7180
7233
  "queue-safety-limit": "queue-safety-limit";
7181
7234
  "query-variant-limit": "query-variant-limit";
7235
+ "robots-disallowed": "robots-disallowed";
7182
7236
  "robots-uncertain": "robots-uncertain";
7183
7237
  "legacy-unclassified": "legacy-unclassified";
7184
7238
  }>;
@@ -7307,6 +7361,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7307
7361
  "access-blocked": "access-blocked";
7308
7362
  "rate-limited": "rate-limited";
7309
7363
  unreachable: "unreachable";
7364
+ unreadable: "unreadable";
7310
7365
  }>;
7311
7366
  status: z.ZodOptional<z.ZodNumber>;
7312
7367
  error: z.ZodOptional<z.ZodString>;
@@ -7524,6 +7579,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7524
7579
  "access-blocked": "access-blocked";
7525
7580
  "rate-limited": "rate-limited";
7526
7581
  unreachable: "unreachable";
7582
+ unreadable: "unreadable";
7527
7583
  }>;
7528
7584
  status: z.ZodOptional<z.ZodNumber>;
7529
7585
  error: z.ZodOptional<z.ZodString>;
@@ -7551,10 +7607,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7551
7607
  raw: z.ZodString;
7552
7608
  resolved: z.ZodOptional<z.ZodString>;
7553
7609
  ignoredReason: z.ZodOptional<z.ZodEnum<{
7610
+ "invalid-url": "invalid-url";
7554
7611
  "outside-head": "outside-head";
7555
7612
  "alternate-qualifier": "alternate-qualifier";
7556
7613
  fragment: "fragment";
7557
- "invalid-url": "invalid-url";
7558
7614
  "non-http-url": "non-http-url";
7559
7615
  }>>;
7560
7616
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -7978,6 +8034,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7978
8034
  "access-blocked": "access-blocked";
7979
8035
  "rate-limited": "rate-limited";
7980
8036
  unreachable: "unreachable";
8037
+ unreadable: "unreadable";
7981
8038
  }>;
7982
8039
  status: z.ZodOptional<z.ZodNumber>;
7983
8040
  contentType: z.ZodOptional<z.ZodString>;
@@ -7989,6 +8046,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7989
8046
  dns: "dns";
7990
8047
  tls: "tls";
7991
8048
  "redirect-limit": "redirect-limit";
8049
+ "redirect-loop": "redirect-loop";
7992
8050
  aborted: "aborted";
7993
8051
  "too-large": "too-large";
7994
8052
  }>>;
@@ -8015,6 +8073,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8015
8073
  "access-blocked": "access-blocked";
8016
8074
  "rate-limited": "rate-limited";
8017
8075
  unreachable: "unreachable";
8076
+ unreadable: "unreadable";
8018
8077
  }>>;
8019
8078
  status: z.ZodOptional<z.ZodNumber>;
8020
8079
  contentType: z.ZodOptional<z.ZodString>;
@@ -8026,6 +8085,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8026
8085
  dns: "dns";
8027
8086
  tls: "tls";
8028
8087
  "redirect-limit": "redirect-limit";
8088
+ "redirect-loop": "redirect-loop";
8029
8089
  aborted: "aborted";
8030
8090
  "too-large": "too-large";
8031
8091
  }>>;
@@ -8056,6 +8116,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8056
8116
  "access-blocked": "access-blocked";
8057
8117
  "rate-limited": "rate-limited";
8058
8118
  unreachable: "unreachable";
8119
+ unreadable: "unreadable";
8059
8120
  }>;
8060
8121
  status: z.ZodOptional<z.ZodNumber>;
8061
8122
  contentType: z.ZodOptional<z.ZodString>;
@@ -8266,6 +8327,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8266
8327
  "access-blocked": "access-blocked";
8267
8328
  "rate-limited": "rate-limited";
8268
8329
  unreachable: "unreachable";
8330
+ unreadable: "unreadable";
8269
8331
  }>;
8270
8332
  status: z.ZodOptional<z.ZodNumber>;
8271
8333
  error: z.ZodOptional<z.ZodString>;
@@ -8325,6 +8387,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8325
8387
  "access-blocked": "access-blocked";
8326
8388
  "rate-limited": "rate-limited";
8327
8389
  unreachable: "unreachable";
8390
+ unreadable: "unreadable";
8328
8391
  }>;
8329
8392
  status: z.ZodOptional<z.ZodNumber>;
8330
8393
  error: z.ZodOptional<z.ZodString>;
@@ -8349,6 +8412,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8349
8412
  "access-blocked": "access-blocked";
8350
8413
  "rate-limited": "rate-limited";
8351
8414
  unreachable: "unreachable";
8415
+ unreadable: "unreadable";
8352
8416
  }>;
8353
8417
  status: z.ZodOptional<z.ZodNumber>;
8354
8418
  error: z.ZodOptional<z.ZodString>;
@@ -8372,6 +8436,7 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8372
8436
  dns: "dns";
8373
8437
  tls: "tls";
8374
8438
  "redirect-limit": "redirect-limit";
8439
+ "redirect-loop": "redirect-loop";
8375
8440
  aborted: "aborted";
8376
8441
  }>;
8377
8442
  error: z.ZodString;
@@ -8506,17 +8571,17 @@ export declare const crawlerSchemas: {
8506
8571
  skippedUrls: z.ZodNumber;
8507
8572
  skipReasons: z.ZodArray<z.ZodObject<{
8508
8573
  reason: z.ZodEnum<{
8509
- "invalid-url": "invalid-url";
8510
- "robots-disallowed": "robots-disallowed";
8511
- "origin-backpressure": "origin-backpressure";
8512
8574
  "asset-url": "asset-url";
8513
8575
  "cdn-utility-url": "cdn-utility-url";
8514
8576
  "configured-exclusion": "configured-exclusion";
8515
8577
  "duplicate-normalization": "duplicate-normalization";
8578
+ "invalid-url": "invalid-url";
8516
8579
  "memory-pressure": "memory-pressure";
8517
8580
  "off-origin": "off-origin";
8581
+ "origin-backpressure": "origin-backpressure";
8518
8582
  "queue-safety-limit": "queue-safety-limit";
8519
8583
  "query-variant-limit": "query-variant-limit";
8584
+ "robots-disallowed": "robots-disallowed";
8520
8585
  "robots-uncertain": "robots-uncertain";
8521
8586
  "legacy-unclassified": "legacy-unclassified";
8522
8587
  }>;
@@ -8645,6 +8710,7 @@ export declare const crawlerSchemas: {
8645
8710
  "access-blocked": "access-blocked";
8646
8711
  "rate-limited": "rate-limited";
8647
8712
  unreachable: "unreachable";
8713
+ unreadable: "unreadable";
8648
8714
  }>;
8649
8715
  status: z.ZodOptional<z.ZodNumber>;
8650
8716
  error: z.ZodOptional<z.ZodString>;
@@ -8862,6 +8928,7 @@ export declare const crawlerSchemas: {
8862
8928
  "access-blocked": "access-blocked";
8863
8929
  "rate-limited": "rate-limited";
8864
8930
  unreachable: "unreachable";
8931
+ unreadable: "unreadable";
8865
8932
  }>;
8866
8933
  status: z.ZodOptional<z.ZodNumber>;
8867
8934
  error: z.ZodOptional<z.ZodString>;
@@ -8889,10 +8956,10 @@ export declare const crawlerSchemas: {
8889
8956
  raw: z.ZodString;
8890
8957
  resolved: z.ZodOptional<z.ZodString>;
8891
8958
  ignoredReason: z.ZodOptional<z.ZodEnum<{
8959
+ "invalid-url": "invalid-url";
8892
8960
  "outside-head": "outside-head";
8893
8961
  "alternate-qualifier": "alternate-qualifier";
8894
8962
  fragment: "fragment";
8895
- "invalid-url": "invalid-url";
8896
8963
  "non-http-url": "non-http-url";
8897
8964
  }>>;
8898
8965
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -9316,6 +9383,7 @@ export declare const crawlerSchemas: {
9316
9383
  "access-blocked": "access-blocked";
9317
9384
  "rate-limited": "rate-limited";
9318
9385
  unreachable: "unreachable";
9386
+ unreadable: "unreadable";
9319
9387
  }>;
9320
9388
  status: z.ZodOptional<z.ZodNumber>;
9321
9389
  contentType: z.ZodOptional<z.ZodString>;
@@ -9327,6 +9395,7 @@ export declare const crawlerSchemas: {
9327
9395
  dns: "dns";
9328
9396
  tls: "tls";
9329
9397
  "redirect-limit": "redirect-limit";
9398
+ "redirect-loop": "redirect-loop";
9330
9399
  aborted: "aborted";
9331
9400
  "too-large": "too-large";
9332
9401
  }>>;
@@ -9353,6 +9422,7 @@ export declare const crawlerSchemas: {
9353
9422
  "access-blocked": "access-blocked";
9354
9423
  "rate-limited": "rate-limited";
9355
9424
  unreachable: "unreachable";
9425
+ unreadable: "unreadable";
9356
9426
  }>>;
9357
9427
  status: z.ZodOptional<z.ZodNumber>;
9358
9428
  contentType: z.ZodOptional<z.ZodString>;
@@ -9364,6 +9434,7 @@ export declare const crawlerSchemas: {
9364
9434
  dns: "dns";
9365
9435
  tls: "tls";
9366
9436
  "redirect-limit": "redirect-limit";
9437
+ "redirect-loop": "redirect-loop";
9367
9438
  aborted: "aborted";
9368
9439
  "too-large": "too-large";
9369
9440
  }>>;
@@ -9394,6 +9465,7 @@ export declare const crawlerSchemas: {
9394
9465
  "access-blocked": "access-blocked";
9395
9466
  "rate-limited": "rate-limited";
9396
9467
  unreachable: "unreachable";
9468
+ unreadable: "unreadable";
9397
9469
  }>;
9398
9470
  status: z.ZodOptional<z.ZodNumber>;
9399
9471
  contentType: z.ZodOptional<z.ZodString>;
@@ -9604,6 +9676,7 @@ export declare const crawlerSchemas: {
9604
9676
  "access-blocked": "access-blocked";
9605
9677
  "rate-limited": "rate-limited";
9606
9678
  unreachable: "unreachable";
9679
+ unreadable: "unreadable";
9607
9680
  }>;
9608
9681
  status: z.ZodOptional<z.ZodNumber>;
9609
9682
  error: z.ZodOptional<z.ZodString>;
@@ -9663,6 +9736,7 @@ export declare const crawlerSchemas: {
9663
9736
  "access-blocked": "access-blocked";
9664
9737
  "rate-limited": "rate-limited";
9665
9738
  unreachable: "unreachable";
9739
+ unreadable: "unreadable";
9666
9740
  }>;
9667
9741
  status: z.ZodOptional<z.ZodNumber>;
9668
9742
  error: z.ZodOptional<z.ZodString>;
@@ -9687,6 +9761,7 @@ export declare const crawlerSchemas: {
9687
9761
  "access-blocked": "access-blocked";
9688
9762
  "rate-limited": "rate-limited";
9689
9763
  unreachable: "unreachable";
9764
+ unreadable: "unreadable";
9690
9765
  }>;
9691
9766
  status: z.ZodOptional<z.ZodNumber>;
9692
9767
  error: z.ZodOptional<z.ZodString>;
@@ -9710,6 +9785,7 @@ export declare const crawlerSchemas: {
9710
9785
  dns: "dns";
9711
9786
  tls: "tls";
9712
9787
  "redirect-limit": "redirect-limit";
9788
+ "redirect-loop": "redirect-loop";
9713
9789
  aborted: "aborted";
9714
9790
  }>;
9715
9791
  error: z.ZodString;
@@ -9842,17 +9918,17 @@ export declare const crawlerSchemas: {
9842
9918
  skippedUrls: z.ZodNumber;
9843
9919
  skipReasons: z.ZodArray<z.ZodObject<{
9844
9920
  reason: z.ZodEnum<{
9845
- "invalid-url": "invalid-url";
9846
- "robots-disallowed": "robots-disallowed";
9847
- "origin-backpressure": "origin-backpressure";
9848
9921
  "asset-url": "asset-url";
9849
9922
  "cdn-utility-url": "cdn-utility-url";
9850
9923
  "configured-exclusion": "configured-exclusion";
9851
9924
  "duplicate-normalization": "duplicate-normalization";
9925
+ "invalid-url": "invalid-url";
9852
9926
  "memory-pressure": "memory-pressure";
9853
9927
  "off-origin": "off-origin";
9928
+ "origin-backpressure": "origin-backpressure";
9854
9929
  "queue-safety-limit": "queue-safety-limit";
9855
9930
  "query-variant-limit": "query-variant-limit";
9931
+ "robots-disallowed": "robots-disallowed";
9856
9932
  "robots-uncertain": "robots-uncertain";
9857
9933
  "legacy-unclassified": "legacy-unclassified";
9858
9934
  }>;
@@ -9981,6 +10057,7 @@ export declare const crawlerSchemas: {
9981
10057
  "access-blocked": "access-blocked";
9982
10058
  "rate-limited": "rate-limited";
9983
10059
  unreachable: "unreachable";
10060
+ unreadable: "unreadable";
9984
10061
  }>;
9985
10062
  status: z.ZodOptional<z.ZodNumber>;
9986
10063
  error: z.ZodOptional<z.ZodString>;
@@ -10198,6 +10275,7 @@ export declare const crawlerSchemas: {
10198
10275
  "access-blocked": "access-blocked";
10199
10276
  "rate-limited": "rate-limited";
10200
10277
  unreachable: "unreachable";
10278
+ unreadable: "unreadable";
10201
10279
  }>;
10202
10280
  status: z.ZodOptional<z.ZodNumber>;
10203
10281
  error: z.ZodOptional<z.ZodString>;
@@ -10225,10 +10303,10 @@ export declare const crawlerSchemas: {
10225
10303
  raw: z.ZodString;
10226
10304
  resolved: z.ZodOptional<z.ZodString>;
10227
10305
  ignoredReason: z.ZodOptional<z.ZodEnum<{
10306
+ "invalid-url": "invalid-url";
10228
10307
  "outside-head": "outside-head";
10229
10308
  "alternate-qualifier": "alternate-qualifier";
10230
10309
  fragment: "fragment";
10231
- "invalid-url": "invalid-url";
10232
10310
  "non-http-url": "non-http-url";
10233
10311
  }>>;
10234
10312
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -10652,6 +10730,7 @@ export declare const crawlerSchemas: {
10652
10730
  "access-blocked": "access-blocked";
10653
10731
  "rate-limited": "rate-limited";
10654
10732
  unreachable: "unreachable";
10733
+ unreadable: "unreadable";
10655
10734
  }>;
10656
10735
  status: z.ZodOptional<z.ZodNumber>;
10657
10736
  contentType: z.ZodOptional<z.ZodString>;
@@ -10663,6 +10742,7 @@ export declare const crawlerSchemas: {
10663
10742
  dns: "dns";
10664
10743
  tls: "tls";
10665
10744
  "redirect-limit": "redirect-limit";
10745
+ "redirect-loop": "redirect-loop";
10666
10746
  aborted: "aborted";
10667
10747
  "too-large": "too-large";
10668
10748
  }>>;
@@ -10689,6 +10769,7 @@ export declare const crawlerSchemas: {
10689
10769
  "access-blocked": "access-blocked";
10690
10770
  "rate-limited": "rate-limited";
10691
10771
  unreachable: "unreachable";
10772
+ unreadable: "unreadable";
10692
10773
  }>>;
10693
10774
  status: z.ZodOptional<z.ZodNumber>;
10694
10775
  contentType: z.ZodOptional<z.ZodString>;
@@ -10700,6 +10781,7 @@ export declare const crawlerSchemas: {
10700
10781
  dns: "dns";
10701
10782
  tls: "tls";
10702
10783
  "redirect-limit": "redirect-limit";
10784
+ "redirect-loop": "redirect-loop";
10703
10785
  aborted: "aborted";
10704
10786
  "too-large": "too-large";
10705
10787
  }>>;
@@ -10730,6 +10812,7 @@ export declare const crawlerSchemas: {
10730
10812
  "access-blocked": "access-blocked";
10731
10813
  "rate-limited": "rate-limited";
10732
10814
  unreachable: "unreachable";
10815
+ unreadable: "unreadable";
10733
10816
  }>;
10734
10817
  status: z.ZodOptional<z.ZodNumber>;
10735
10818
  contentType: z.ZodOptional<z.ZodString>;
@@ -10940,6 +11023,7 @@ export declare const crawlerSchemas: {
10940
11023
  "access-blocked": "access-blocked";
10941
11024
  "rate-limited": "rate-limited";
10942
11025
  unreachable: "unreachable";
11026
+ unreadable: "unreadable";
10943
11027
  }>;
10944
11028
  status: z.ZodOptional<z.ZodNumber>;
10945
11029
  error: z.ZodOptional<z.ZodString>;
@@ -10999,6 +11083,7 @@ export declare const crawlerSchemas: {
10999
11083
  "access-blocked": "access-blocked";
11000
11084
  "rate-limited": "rate-limited";
11001
11085
  unreachable: "unreachable";
11086
+ unreadable: "unreadable";
11002
11087
  }>;
11003
11088
  status: z.ZodOptional<z.ZodNumber>;
11004
11089
  error: z.ZodOptional<z.ZodString>;
@@ -11023,6 +11108,7 @@ export declare const crawlerSchemas: {
11023
11108
  "access-blocked": "access-blocked";
11024
11109
  "rate-limited": "rate-limited";
11025
11110
  unreachable: "unreachable";
11111
+ unreadable: "unreadable";
11026
11112
  }>;
11027
11113
  status: z.ZodOptional<z.ZodNumber>;
11028
11114
  error: z.ZodOptional<z.ZodString>;
@@ -11046,6 +11132,7 @@ export declare const crawlerSchemas: {
11046
11132
  dns: "dns";
11047
11133
  tls: "tls";
11048
11134
  "redirect-limit": "redirect-limit";
11135
+ "redirect-loop": "redirect-loop";
11049
11136
  aborted: "aborted";
11050
11137
  }>;
11051
11138
  error: z.ZodString;
@@ -11178,17 +11265,17 @@ export declare const crawlerSchemas: {
11178
11265
  skippedUrls: z.ZodNumber;
11179
11266
  skipReasons: z.ZodArray<z.ZodObject<{
11180
11267
  reason: z.ZodEnum<{
11181
- "invalid-url": "invalid-url";
11182
- "robots-disallowed": "robots-disallowed";
11183
- "origin-backpressure": "origin-backpressure";
11184
11268
  "asset-url": "asset-url";
11185
11269
  "cdn-utility-url": "cdn-utility-url";
11186
11270
  "configured-exclusion": "configured-exclusion";
11187
11271
  "duplicate-normalization": "duplicate-normalization";
11272
+ "invalid-url": "invalid-url";
11188
11273
  "memory-pressure": "memory-pressure";
11189
11274
  "off-origin": "off-origin";
11275
+ "origin-backpressure": "origin-backpressure";
11190
11276
  "queue-safety-limit": "queue-safety-limit";
11191
11277
  "query-variant-limit": "query-variant-limit";
11278
+ "robots-disallowed": "robots-disallowed";
11192
11279
  "robots-uncertain": "robots-uncertain";
11193
11280
  "legacy-unclassified": "legacy-unclassified";
11194
11281
  }>;
@@ -11317,6 +11404,7 @@ export declare const crawlerSchemas: {
11317
11404
  "access-blocked": "access-blocked";
11318
11405
  "rate-limited": "rate-limited";
11319
11406
  unreachable: "unreachable";
11407
+ unreadable: "unreadable";
11320
11408
  }>;
11321
11409
  status: z.ZodOptional<z.ZodNumber>;
11322
11410
  error: z.ZodOptional<z.ZodString>;
@@ -11534,6 +11622,7 @@ export declare const crawlerSchemas: {
11534
11622
  "access-blocked": "access-blocked";
11535
11623
  "rate-limited": "rate-limited";
11536
11624
  unreachable: "unreachable";
11625
+ unreadable: "unreadable";
11537
11626
  }>;
11538
11627
  status: z.ZodOptional<z.ZodNumber>;
11539
11628
  error: z.ZodOptional<z.ZodString>;
@@ -11561,10 +11650,10 @@ export declare const crawlerSchemas: {
11561
11650
  raw: z.ZodString;
11562
11651
  resolved: z.ZodOptional<z.ZodString>;
11563
11652
  ignoredReason: z.ZodOptional<z.ZodEnum<{
11653
+ "invalid-url": "invalid-url";
11564
11654
  "outside-head": "outside-head";
11565
11655
  "alternate-qualifier": "alternate-qualifier";
11566
11656
  fragment: "fragment";
11567
- "invalid-url": "invalid-url";
11568
11657
  "non-http-url": "non-http-url";
11569
11658
  }>>;
11570
11659
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -11988,6 +12077,7 @@ export declare const crawlerSchemas: {
11988
12077
  "access-blocked": "access-blocked";
11989
12078
  "rate-limited": "rate-limited";
11990
12079
  unreachable: "unreachable";
12080
+ unreadable: "unreadable";
11991
12081
  }>;
11992
12082
  status: z.ZodOptional<z.ZodNumber>;
11993
12083
  contentType: z.ZodOptional<z.ZodString>;
@@ -11999,6 +12089,7 @@ export declare const crawlerSchemas: {
11999
12089
  dns: "dns";
12000
12090
  tls: "tls";
12001
12091
  "redirect-limit": "redirect-limit";
12092
+ "redirect-loop": "redirect-loop";
12002
12093
  aborted: "aborted";
12003
12094
  "too-large": "too-large";
12004
12095
  }>>;
@@ -12025,6 +12116,7 @@ export declare const crawlerSchemas: {
12025
12116
  "access-blocked": "access-blocked";
12026
12117
  "rate-limited": "rate-limited";
12027
12118
  unreachable: "unreachable";
12119
+ unreadable: "unreadable";
12028
12120
  }>>;
12029
12121
  status: z.ZodOptional<z.ZodNumber>;
12030
12122
  contentType: z.ZodOptional<z.ZodString>;
@@ -12036,6 +12128,7 @@ export declare const crawlerSchemas: {
12036
12128
  dns: "dns";
12037
12129
  tls: "tls";
12038
12130
  "redirect-limit": "redirect-limit";
12131
+ "redirect-loop": "redirect-loop";
12039
12132
  aborted: "aborted";
12040
12133
  "too-large": "too-large";
12041
12134
  }>>;
@@ -12066,6 +12159,7 @@ export declare const crawlerSchemas: {
12066
12159
  "access-blocked": "access-blocked";
12067
12160
  "rate-limited": "rate-limited";
12068
12161
  unreachable: "unreachable";
12162
+ unreadable: "unreadable";
12069
12163
  }>;
12070
12164
  status: z.ZodOptional<z.ZodNumber>;
12071
12165
  contentType: z.ZodOptional<z.ZodString>;
@@ -12276,6 +12370,7 @@ export declare const crawlerSchemas: {
12276
12370
  "access-blocked": "access-blocked";
12277
12371
  "rate-limited": "rate-limited";
12278
12372
  unreachable: "unreachable";
12373
+ unreadable: "unreadable";
12279
12374
  }>;
12280
12375
  status: z.ZodOptional<z.ZodNumber>;
12281
12376
  error: z.ZodOptional<z.ZodString>;
@@ -12335,6 +12430,7 @@ export declare const crawlerSchemas: {
12335
12430
  "access-blocked": "access-blocked";
12336
12431
  "rate-limited": "rate-limited";
12337
12432
  unreachable: "unreachable";
12433
+ unreadable: "unreadable";
12338
12434
  }>;
12339
12435
  status: z.ZodOptional<z.ZodNumber>;
12340
12436
  error: z.ZodOptional<z.ZodString>;
@@ -12359,6 +12455,7 @@ export declare const crawlerSchemas: {
12359
12455
  "access-blocked": "access-blocked";
12360
12456
  "rate-limited": "rate-limited";
12361
12457
  unreachable: "unreachable";
12458
+ unreadable: "unreadable";
12362
12459
  }>;
12363
12460
  status: z.ZodOptional<z.ZodNumber>;
12364
12461
  error: z.ZodOptional<z.ZodString>;
@@ -12382,6 +12479,7 @@ export declare const crawlerSchemas: {
12382
12479
  dns: "dns";
12383
12480
  tls: "tls";
12384
12481
  "redirect-limit": "redirect-limit";
12482
+ "redirect-loop": "redirect-loop";
12385
12483
  aborted: "aborted";
12386
12484
  }>;
12387
12485
  error: z.ZodString;
@@ -12566,6 +12664,7 @@ export declare const crawlerSchemas: {
12566
12664
  "access-blocked": "access-blocked";
12567
12665
  "rate-limited": "rate-limited";
12568
12666
  unreachable: "unreachable";
12667
+ unreadable: "unreadable";
12569
12668
  }>;
12570
12669
  status: z.ZodOptional<z.ZodNumber>;
12571
12670
  error: z.ZodOptional<z.ZodString>;
@@ -12625,6 +12724,7 @@ export declare const crawlerSchemas: {
12625
12724
  "access-blocked": "access-blocked";
12626
12725
  "rate-limited": "rate-limited";
12627
12726
  unreachable: "unreachable";
12727
+ unreadable: "unreadable";
12628
12728
  }>;
12629
12729
  status: z.ZodOptional<z.ZodNumber>;
12630
12730
  error: z.ZodOptional<z.ZodString>;
@@ -12649,6 +12749,7 @@ export declare const crawlerSchemas: {
12649
12749
  "access-blocked": "access-blocked";
12650
12750
  "rate-limited": "rate-limited";
12651
12751
  unreachable: "unreachable";
12752
+ unreadable: "unreadable";
12652
12753
  }>;
12653
12754
  status: z.ZodOptional<z.ZodNumber>;
12654
12755
  error: z.ZodOptional<z.ZodString>;
@@ -12672,6 +12773,7 @@ export declare const crawlerSchemas: {
12672
12773
  dns: "dns";
12673
12774
  tls: "tls";
12674
12775
  "redirect-limit": "redirect-limit";
12776
+ "redirect-loop": "redirect-loop";
12675
12777
  aborted: "aborted";
12676
12778
  }>;
12677
12779
  error: z.ZodString;
@@ -12775,6 +12877,7 @@ export declare const crawlerSchemas: {
12775
12877
  "access-blocked": "access-blocked";
12776
12878
  "rate-limited": "rate-limited";
12777
12879
  unreachable: "unreachable";
12880
+ unreadable: "unreadable";
12778
12881
  }>;
12779
12882
  status: z.ZodOptional<z.ZodNumber>;
12780
12883
  error: z.ZodOptional<z.ZodString>;
@@ -12992,6 +13095,7 @@ export declare const crawlerSchemas: {
12992
13095
  "access-blocked": "access-blocked";
12993
13096
  "rate-limited": "rate-limited";
12994
13097
  unreachable: "unreachable";
13098
+ unreadable: "unreadable";
12995
13099
  }>;
12996
13100
  status: z.ZodOptional<z.ZodNumber>;
12997
13101
  error: z.ZodOptional<z.ZodString>;
@@ -13019,10 +13123,10 @@ export declare const crawlerSchemas: {
13019
13123
  raw: z.ZodString;
13020
13124
  resolved: z.ZodOptional<z.ZodString>;
13021
13125
  ignoredReason: z.ZodOptional<z.ZodEnum<{
13126
+ "invalid-url": "invalid-url";
13022
13127
  "outside-head": "outside-head";
13023
13128
  "alternate-qualifier": "alternate-qualifier";
13024
13129
  fragment: "fragment";
13025
- "invalid-url": "invalid-url";
13026
13130
  "non-http-url": "non-http-url";
13027
13131
  }>>;
13028
13132
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -13443,17 +13547,17 @@ export declare const crawlerJsonSchemas: {
13443
13547
  skippedUrls: z.ZodNumber;
13444
13548
  skipReasons: z.ZodArray<z.ZodObject<{
13445
13549
  reason: z.ZodEnum<{
13446
- "invalid-url": "invalid-url";
13447
- "robots-disallowed": "robots-disallowed";
13448
- "origin-backpressure": "origin-backpressure";
13449
13550
  "asset-url": "asset-url";
13450
13551
  "cdn-utility-url": "cdn-utility-url";
13451
13552
  "configured-exclusion": "configured-exclusion";
13452
13553
  "duplicate-normalization": "duplicate-normalization";
13554
+ "invalid-url": "invalid-url";
13453
13555
  "memory-pressure": "memory-pressure";
13454
13556
  "off-origin": "off-origin";
13557
+ "origin-backpressure": "origin-backpressure";
13455
13558
  "queue-safety-limit": "queue-safety-limit";
13456
13559
  "query-variant-limit": "query-variant-limit";
13560
+ "robots-disallowed": "robots-disallowed";
13457
13561
  "robots-uncertain": "robots-uncertain";
13458
13562
  "legacy-unclassified": "legacy-unclassified";
13459
13563
  }>;
@@ -13582,6 +13686,7 @@ export declare const crawlerJsonSchemas: {
13582
13686
  "access-blocked": "access-blocked";
13583
13687
  "rate-limited": "rate-limited";
13584
13688
  unreachable: "unreachable";
13689
+ unreadable: "unreadable";
13585
13690
  }>;
13586
13691
  status: z.ZodOptional<z.ZodNumber>;
13587
13692
  error: z.ZodOptional<z.ZodString>;
@@ -13799,6 +13904,7 @@ export declare const crawlerJsonSchemas: {
13799
13904
  "access-blocked": "access-blocked";
13800
13905
  "rate-limited": "rate-limited";
13801
13906
  unreachable: "unreachable";
13907
+ unreadable: "unreadable";
13802
13908
  }>;
13803
13909
  status: z.ZodOptional<z.ZodNumber>;
13804
13910
  error: z.ZodOptional<z.ZodString>;
@@ -13826,10 +13932,10 @@ export declare const crawlerJsonSchemas: {
13826
13932
  raw: z.ZodString;
13827
13933
  resolved: z.ZodOptional<z.ZodString>;
13828
13934
  ignoredReason: z.ZodOptional<z.ZodEnum<{
13935
+ "invalid-url": "invalid-url";
13829
13936
  "outside-head": "outside-head";
13830
13937
  "alternate-qualifier": "alternate-qualifier";
13831
13938
  fragment: "fragment";
13832
- "invalid-url": "invalid-url";
13833
13939
  "non-http-url": "non-http-url";
13834
13940
  }>>;
13835
13941
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -14253,6 +14359,7 @@ export declare const crawlerJsonSchemas: {
14253
14359
  "access-blocked": "access-blocked";
14254
14360
  "rate-limited": "rate-limited";
14255
14361
  unreachable: "unreachable";
14362
+ unreadable: "unreadable";
14256
14363
  }>;
14257
14364
  status: z.ZodOptional<z.ZodNumber>;
14258
14365
  contentType: z.ZodOptional<z.ZodString>;
@@ -14264,6 +14371,7 @@ export declare const crawlerJsonSchemas: {
14264
14371
  dns: "dns";
14265
14372
  tls: "tls";
14266
14373
  "redirect-limit": "redirect-limit";
14374
+ "redirect-loop": "redirect-loop";
14267
14375
  aborted: "aborted";
14268
14376
  "too-large": "too-large";
14269
14377
  }>>;
@@ -14290,6 +14398,7 @@ export declare const crawlerJsonSchemas: {
14290
14398
  "access-blocked": "access-blocked";
14291
14399
  "rate-limited": "rate-limited";
14292
14400
  unreachable: "unreachable";
14401
+ unreadable: "unreadable";
14293
14402
  }>>;
14294
14403
  status: z.ZodOptional<z.ZodNumber>;
14295
14404
  contentType: z.ZodOptional<z.ZodString>;
@@ -14301,6 +14410,7 @@ export declare const crawlerJsonSchemas: {
14301
14410
  dns: "dns";
14302
14411
  tls: "tls";
14303
14412
  "redirect-limit": "redirect-limit";
14413
+ "redirect-loop": "redirect-loop";
14304
14414
  aborted: "aborted";
14305
14415
  "too-large": "too-large";
14306
14416
  }>>;
@@ -14331,6 +14441,7 @@ export declare const crawlerJsonSchemas: {
14331
14441
  "access-blocked": "access-blocked";
14332
14442
  "rate-limited": "rate-limited";
14333
14443
  unreachable: "unreachable";
14444
+ unreadable: "unreadable";
14334
14445
  }>;
14335
14446
  status: z.ZodOptional<z.ZodNumber>;
14336
14447
  contentType: z.ZodOptional<z.ZodString>;
@@ -14541,6 +14652,7 @@ export declare const crawlerJsonSchemas: {
14541
14652
  "access-blocked": "access-blocked";
14542
14653
  "rate-limited": "rate-limited";
14543
14654
  unreachable: "unreachable";
14655
+ unreadable: "unreadable";
14544
14656
  }>;
14545
14657
  status: z.ZodOptional<z.ZodNumber>;
14546
14658
  error: z.ZodOptional<z.ZodString>;
@@ -14600,6 +14712,7 @@ export declare const crawlerJsonSchemas: {
14600
14712
  "access-blocked": "access-blocked";
14601
14713
  "rate-limited": "rate-limited";
14602
14714
  unreachable: "unreachable";
14715
+ unreadable: "unreadable";
14603
14716
  }>;
14604
14717
  status: z.ZodOptional<z.ZodNumber>;
14605
14718
  error: z.ZodOptional<z.ZodString>;
@@ -14624,6 +14737,7 @@ export declare const crawlerJsonSchemas: {
14624
14737
  "access-blocked": "access-blocked";
14625
14738
  "rate-limited": "rate-limited";
14626
14739
  unreachable: "unreachable";
14740
+ unreadable: "unreadable";
14627
14741
  }>;
14628
14742
  status: z.ZodOptional<z.ZodNumber>;
14629
14743
  error: z.ZodOptional<z.ZodString>;
@@ -14647,6 +14761,7 @@ export declare const crawlerJsonSchemas: {
14647
14761
  dns: "dns";
14648
14762
  tls: "tls";
14649
14763
  "redirect-limit": "redirect-limit";
14764
+ "redirect-loop": "redirect-loop";
14650
14765
  aborted: "aborted";
14651
14766
  }>;
14652
14767
  error: z.ZodString;
@@ -14779,17 +14894,17 @@ export declare const crawlerJsonSchemas: {
14779
14894
  skippedUrls: z.ZodNumber;
14780
14895
  skipReasons: z.ZodArray<z.ZodObject<{
14781
14896
  reason: z.ZodEnum<{
14782
- "invalid-url": "invalid-url";
14783
- "robots-disallowed": "robots-disallowed";
14784
- "origin-backpressure": "origin-backpressure";
14785
14897
  "asset-url": "asset-url";
14786
14898
  "cdn-utility-url": "cdn-utility-url";
14787
14899
  "configured-exclusion": "configured-exclusion";
14788
14900
  "duplicate-normalization": "duplicate-normalization";
14901
+ "invalid-url": "invalid-url";
14789
14902
  "memory-pressure": "memory-pressure";
14790
14903
  "off-origin": "off-origin";
14904
+ "origin-backpressure": "origin-backpressure";
14791
14905
  "queue-safety-limit": "queue-safety-limit";
14792
14906
  "query-variant-limit": "query-variant-limit";
14907
+ "robots-disallowed": "robots-disallowed";
14793
14908
  "robots-uncertain": "robots-uncertain";
14794
14909
  "legacy-unclassified": "legacy-unclassified";
14795
14910
  }>;
@@ -14918,6 +15033,7 @@ export declare const crawlerJsonSchemas: {
14918
15033
  "access-blocked": "access-blocked";
14919
15034
  "rate-limited": "rate-limited";
14920
15035
  unreachable: "unreachable";
15036
+ unreadable: "unreadable";
14921
15037
  }>;
14922
15038
  status: z.ZodOptional<z.ZodNumber>;
14923
15039
  error: z.ZodOptional<z.ZodString>;
@@ -15135,6 +15251,7 @@ export declare const crawlerJsonSchemas: {
15135
15251
  "access-blocked": "access-blocked";
15136
15252
  "rate-limited": "rate-limited";
15137
15253
  unreachable: "unreachable";
15254
+ unreadable: "unreadable";
15138
15255
  }>;
15139
15256
  status: z.ZodOptional<z.ZodNumber>;
15140
15257
  error: z.ZodOptional<z.ZodString>;
@@ -15162,10 +15279,10 @@ export declare const crawlerJsonSchemas: {
15162
15279
  raw: z.ZodString;
15163
15280
  resolved: z.ZodOptional<z.ZodString>;
15164
15281
  ignoredReason: z.ZodOptional<z.ZodEnum<{
15282
+ "invalid-url": "invalid-url";
15165
15283
  "outside-head": "outside-head";
15166
15284
  "alternate-qualifier": "alternate-qualifier";
15167
15285
  fragment: "fragment";
15168
- "invalid-url": "invalid-url";
15169
15286
  "non-http-url": "non-http-url";
15170
15287
  }>>;
15171
15288
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -15589,6 +15706,7 @@ export declare const crawlerJsonSchemas: {
15589
15706
  "access-blocked": "access-blocked";
15590
15707
  "rate-limited": "rate-limited";
15591
15708
  unreachable: "unreachable";
15709
+ unreadable: "unreadable";
15592
15710
  }>;
15593
15711
  status: z.ZodOptional<z.ZodNumber>;
15594
15712
  contentType: z.ZodOptional<z.ZodString>;
@@ -15600,6 +15718,7 @@ export declare const crawlerJsonSchemas: {
15600
15718
  dns: "dns";
15601
15719
  tls: "tls";
15602
15720
  "redirect-limit": "redirect-limit";
15721
+ "redirect-loop": "redirect-loop";
15603
15722
  aborted: "aborted";
15604
15723
  "too-large": "too-large";
15605
15724
  }>>;
@@ -15626,6 +15745,7 @@ export declare const crawlerJsonSchemas: {
15626
15745
  "access-blocked": "access-blocked";
15627
15746
  "rate-limited": "rate-limited";
15628
15747
  unreachable: "unreachable";
15748
+ unreadable: "unreadable";
15629
15749
  }>>;
15630
15750
  status: z.ZodOptional<z.ZodNumber>;
15631
15751
  contentType: z.ZodOptional<z.ZodString>;
@@ -15637,6 +15757,7 @@ export declare const crawlerJsonSchemas: {
15637
15757
  dns: "dns";
15638
15758
  tls: "tls";
15639
15759
  "redirect-limit": "redirect-limit";
15760
+ "redirect-loop": "redirect-loop";
15640
15761
  aborted: "aborted";
15641
15762
  "too-large": "too-large";
15642
15763
  }>>;
@@ -15667,6 +15788,7 @@ export declare const crawlerJsonSchemas: {
15667
15788
  "access-blocked": "access-blocked";
15668
15789
  "rate-limited": "rate-limited";
15669
15790
  unreachable: "unreachable";
15791
+ unreadable: "unreadable";
15670
15792
  }>;
15671
15793
  status: z.ZodOptional<z.ZodNumber>;
15672
15794
  contentType: z.ZodOptional<z.ZodString>;
@@ -15877,6 +15999,7 @@ export declare const crawlerJsonSchemas: {
15877
15999
  "access-blocked": "access-blocked";
15878
16000
  "rate-limited": "rate-limited";
15879
16001
  unreachable: "unreachable";
16002
+ unreadable: "unreadable";
15880
16003
  }>;
15881
16004
  status: z.ZodOptional<z.ZodNumber>;
15882
16005
  error: z.ZodOptional<z.ZodString>;
@@ -15936,6 +16059,7 @@ export declare const crawlerJsonSchemas: {
15936
16059
  "access-blocked": "access-blocked";
15937
16060
  "rate-limited": "rate-limited";
15938
16061
  unreachable: "unreachable";
16062
+ unreadable: "unreadable";
15939
16063
  }>;
15940
16064
  status: z.ZodOptional<z.ZodNumber>;
15941
16065
  error: z.ZodOptional<z.ZodString>;
@@ -15960,6 +16084,7 @@ export declare const crawlerJsonSchemas: {
15960
16084
  "access-blocked": "access-blocked";
15961
16085
  "rate-limited": "rate-limited";
15962
16086
  unreachable: "unreachable";
16087
+ unreadable: "unreadable";
15963
16088
  }>;
15964
16089
  status: z.ZodOptional<z.ZodNumber>;
15965
16090
  error: z.ZodOptional<z.ZodString>;
@@ -15983,6 +16108,7 @@ export declare const crawlerJsonSchemas: {
15983
16108
  dns: "dns";
15984
16109
  tls: "tls";
15985
16110
  "redirect-limit": "redirect-limit";
16111
+ "redirect-loop": "redirect-loop";
15986
16112
  aborted: "aborted";
15987
16113
  }>;
15988
16114
  error: z.ZodString;
@@ -16115,17 +16241,17 @@ export declare const crawlerJsonSchemas: {
16115
16241
  skippedUrls: z.ZodNumber;
16116
16242
  skipReasons: z.ZodArray<z.ZodObject<{
16117
16243
  reason: z.ZodEnum<{
16118
- "invalid-url": "invalid-url";
16119
- "robots-disallowed": "robots-disallowed";
16120
- "origin-backpressure": "origin-backpressure";
16121
16244
  "asset-url": "asset-url";
16122
16245
  "cdn-utility-url": "cdn-utility-url";
16123
16246
  "configured-exclusion": "configured-exclusion";
16124
16247
  "duplicate-normalization": "duplicate-normalization";
16248
+ "invalid-url": "invalid-url";
16125
16249
  "memory-pressure": "memory-pressure";
16126
16250
  "off-origin": "off-origin";
16251
+ "origin-backpressure": "origin-backpressure";
16127
16252
  "queue-safety-limit": "queue-safety-limit";
16128
16253
  "query-variant-limit": "query-variant-limit";
16254
+ "robots-disallowed": "robots-disallowed";
16129
16255
  "robots-uncertain": "robots-uncertain";
16130
16256
  "legacy-unclassified": "legacy-unclassified";
16131
16257
  }>;
@@ -16254,6 +16380,7 @@ export declare const crawlerJsonSchemas: {
16254
16380
  "access-blocked": "access-blocked";
16255
16381
  "rate-limited": "rate-limited";
16256
16382
  unreachable: "unreachable";
16383
+ unreadable: "unreadable";
16257
16384
  }>;
16258
16385
  status: z.ZodOptional<z.ZodNumber>;
16259
16386
  error: z.ZodOptional<z.ZodString>;
@@ -16471,6 +16598,7 @@ export declare const crawlerJsonSchemas: {
16471
16598
  "access-blocked": "access-blocked";
16472
16599
  "rate-limited": "rate-limited";
16473
16600
  unreachable: "unreachable";
16601
+ unreadable: "unreadable";
16474
16602
  }>;
16475
16603
  status: z.ZodOptional<z.ZodNumber>;
16476
16604
  error: z.ZodOptional<z.ZodString>;
@@ -16498,10 +16626,10 @@ export declare const crawlerJsonSchemas: {
16498
16626
  raw: z.ZodString;
16499
16627
  resolved: z.ZodOptional<z.ZodString>;
16500
16628
  ignoredReason: z.ZodOptional<z.ZodEnum<{
16629
+ "invalid-url": "invalid-url";
16501
16630
  "outside-head": "outside-head";
16502
16631
  "alternate-qualifier": "alternate-qualifier";
16503
16632
  fragment: "fragment";
16504
- "invalid-url": "invalid-url";
16505
16633
  "non-http-url": "non-http-url";
16506
16634
  }>>;
16507
16635
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -16925,6 +17053,7 @@ export declare const crawlerJsonSchemas: {
16925
17053
  "access-blocked": "access-blocked";
16926
17054
  "rate-limited": "rate-limited";
16927
17055
  unreachable: "unreachable";
17056
+ unreadable: "unreadable";
16928
17057
  }>;
16929
17058
  status: z.ZodOptional<z.ZodNumber>;
16930
17059
  contentType: z.ZodOptional<z.ZodString>;
@@ -16936,6 +17065,7 @@ export declare const crawlerJsonSchemas: {
16936
17065
  dns: "dns";
16937
17066
  tls: "tls";
16938
17067
  "redirect-limit": "redirect-limit";
17068
+ "redirect-loop": "redirect-loop";
16939
17069
  aborted: "aborted";
16940
17070
  "too-large": "too-large";
16941
17071
  }>>;
@@ -16962,6 +17092,7 @@ export declare const crawlerJsonSchemas: {
16962
17092
  "access-blocked": "access-blocked";
16963
17093
  "rate-limited": "rate-limited";
16964
17094
  unreachable: "unreachable";
17095
+ unreadable: "unreadable";
16965
17096
  }>>;
16966
17097
  status: z.ZodOptional<z.ZodNumber>;
16967
17098
  contentType: z.ZodOptional<z.ZodString>;
@@ -16973,6 +17104,7 @@ export declare const crawlerJsonSchemas: {
16973
17104
  dns: "dns";
16974
17105
  tls: "tls";
16975
17106
  "redirect-limit": "redirect-limit";
17107
+ "redirect-loop": "redirect-loop";
16976
17108
  aborted: "aborted";
16977
17109
  "too-large": "too-large";
16978
17110
  }>>;
@@ -17003,6 +17135,7 @@ export declare const crawlerJsonSchemas: {
17003
17135
  "access-blocked": "access-blocked";
17004
17136
  "rate-limited": "rate-limited";
17005
17137
  unreachable: "unreachable";
17138
+ unreadable: "unreadable";
17006
17139
  }>;
17007
17140
  status: z.ZodOptional<z.ZodNumber>;
17008
17141
  contentType: z.ZodOptional<z.ZodString>;
@@ -17213,6 +17346,7 @@ export declare const crawlerJsonSchemas: {
17213
17346
  "access-blocked": "access-blocked";
17214
17347
  "rate-limited": "rate-limited";
17215
17348
  unreachable: "unreachable";
17349
+ unreadable: "unreadable";
17216
17350
  }>;
17217
17351
  status: z.ZodOptional<z.ZodNumber>;
17218
17352
  error: z.ZodOptional<z.ZodString>;
@@ -17272,6 +17406,7 @@ export declare const crawlerJsonSchemas: {
17272
17406
  "access-blocked": "access-blocked";
17273
17407
  "rate-limited": "rate-limited";
17274
17408
  unreachable: "unreachable";
17409
+ unreadable: "unreadable";
17275
17410
  }>;
17276
17411
  status: z.ZodOptional<z.ZodNumber>;
17277
17412
  error: z.ZodOptional<z.ZodString>;
@@ -17296,6 +17431,7 @@ export declare const crawlerJsonSchemas: {
17296
17431
  "access-blocked": "access-blocked";
17297
17432
  "rate-limited": "rate-limited";
17298
17433
  unreachable: "unreachable";
17434
+ unreadable: "unreadable";
17299
17435
  }>;
17300
17436
  status: z.ZodOptional<z.ZodNumber>;
17301
17437
  error: z.ZodOptional<z.ZodString>;
@@ -17319,6 +17455,7 @@ export declare const crawlerJsonSchemas: {
17319
17455
  dns: "dns";
17320
17456
  tls: "tls";
17321
17457
  "redirect-limit": "redirect-limit";
17458
+ "redirect-loop": "redirect-loop";
17322
17459
  aborted: "aborted";
17323
17460
  }>;
17324
17461
  error: z.ZodString;
@@ -17503,6 +17640,7 @@ export declare const crawlerJsonSchemas: {
17503
17640
  "access-blocked": "access-blocked";
17504
17641
  "rate-limited": "rate-limited";
17505
17642
  unreachable: "unreachable";
17643
+ unreadable: "unreadable";
17506
17644
  }>;
17507
17645
  status: z.ZodOptional<z.ZodNumber>;
17508
17646
  error: z.ZodOptional<z.ZodString>;
@@ -17562,6 +17700,7 @@ export declare const crawlerJsonSchemas: {
17562
17700
  "access-blocked": "access-blocked";
17563
17701
  "rate-limited": "rate-limited";
17564
17702
  unreachable: "unreachable";
17703
+ unreadable: "unreadable";
17565
17704
  }>;
17566
17705
  status: z.ZodOptional<z.ZodNumber>;
17567
17706
  error: z.ZodOptional<z.ZodString>;
@@ -17586,6 +17725,7 @@ export declare const crawlerJsonSchemas: {
17586
17725
  "access-blocked": "access-blocked";
17587
17726
  "rate-limited": "rate-limited";
17588
17727
  unreachable: "unreachable";
17728
+ unreadable: "unreadable";
17589
17729
  }>;
17590
17730
  status: z.ZodOptional<z.ZodNumber>;
17591
17731
  error: z.ZodOptional<z.ZodString>;
@@ -17609,6 +17749,7 @@ export declare const crawlerJsonSchemas: {
17609
17749
  dns: "dns";
17610
17750
  tls: "tls";
17611
17751
  "redirect-limit": "redirect-limit";
17752
+ "redirect-loop": "redirect-loop";
17612
17753
  aborted: "aborted";
17613
17754
  }>;
17614
17755
  error: z.ZodString;
@@ -17712,6 +17853,7 @@ export declare const crawlerJsonSchemas: {
17712
17853
  "access-blocked": "access-blocked";
17713
17854
  "rate-limited": "rate-limited";
17714
17855
  unreachable: "unreachable";
17856
+ unreadable: "unreadable";
17715
17857
  }>;
17716
17858
  status: z.ZodOptional<z.ZodNumber>;
17717
17859
  error: z.ZodOptional<z.ZodString>;
@@ -17929,6 +18071,7 @@ export declare const crawlerJsonSchemas: {
17929
18071
  "access-blocked": "access-blocked";
17930
18072
  "rate-limited": "rate-limited";
17931
18073
  unreachable: "unreachable";
18074
+ unreadable: "unreadable";
17932
18075
  }>;
17933
18076
  status: z.ZodOptional<z.ZodNumber>;
17934
18077
  error: z.ZodOptional<z.ZodString>;
@@ -17956,10 +18099,10 @@ export declare const crawlerJsonSchemas: {
17956
18099
  raw: z.ZodString;
17957
18100
  resolved: z.ZodOptional<z.ZodString>;
17958
18101
  ignoredReason: z.ZodOptional<z.ZodEnum<{
18102
+ "invalid-url": "invalid-url";
17959
18103
  "outside-head": "outside-head";
17960
18104
  "alternate-qualifier": "alternate-qualifier";
17961
18105
  fragment: "fragment";
17962
- "invalid-url": "invalid-url";
17963
18106
  "non-http-url": "non-http-url";
17964
18107
  }>>;
17965
18108
  streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -18272,12 +18415,12 @@ export declare const providerPackageNameSchema: z.ZodString;
18272
18415
  export declare const providerExactVersionSchema: z.ZodString;
18273
18416
  export declare const providerIntegritySchema: z.ZodString;
18274
18417
  export declare const providerKindSchema: z.ZodEnum<{
18275
- "local-search": "local-search";
18276
18418
  "traffic-analytics": "traffic-analytics";
18277
18419
  "search-results": "search-results";
18278
18420
  "keyword-data": "keyword-data";
18279
18421
  "domain-data": "domain-data";
18280
18422
  "link-data": "link-data";
18423
+ "local-search": "local-search";
18281
18424
  "ai-data": "ai-data";
18282
18425
  other: "other";
18283
18426
  }>;
@@ -18320,12 +18463,12 @@ export declare const providerRegistrationSchema: z.ZodObject<{
18320
18463
  displayName: z.ZodString;
18321
18464
  description: z.ZodString;
18322
18465
  kinds: z.ZodArray<z.ZodEnum<{
18323
- "local-search": "local-search";
18324
18466
  "traffic-analytics": "traffic-analytics";
18325
18467
  "search-results": "search-results";
18326
18468
  "keyword-data": "keyword-data";
18327
18469
  "domain-data": "domain-data";
18328
18470
  "link-data": "link-data";
18471
+ "local-search": "local-search";
18329
18472
  "ai-data": "ai-data";
18330
18473
  other: "other";
18331
18474
  }>>;
@@ -18390,6 +18533,7 @@ export declare const providerIdSchema: z.ZodString;
18390
18533
  export type ProviderId = z.infer<typeof providerIdSchema>;
18391
18534
  export type ExternalServiceId = string;
18392
18535
  export declare const providerCapabilitySchema: z.ZodEnum<{
18536
+ "local-search": "local-search";
18393
18537
  "serp-snapshot": "serp-snapshot";
18394
18538
  "keyword-metrics": "keyword-metrics";
18395
18539
  "keyword-discovery": "keyword-discovery";
@@ -18401,7 +18545,6 @@ export declare const providerCapabilitySchema: z.ZodEnum<{
18401
18545
  "referring-domains": "referring-domains";
18402
18546
  backlinks: "backlinks";
18403
18547
  "domain-rating": "domain-rating";
18404
- "local-search": "local-search";
18405
18548
  "ai-mentions": "ai-mentions";
18406
18549
  "ai-prompt-observation": "ai-prompt-observation";
18407
18550
  }>;
@@ -22026,6 +22169,32 @@ export declare function pendingCloudLogin(): Pending | null;
22026
22169
  export declare function finishCloudLogin(): Promise<'linked' | 'pending' | 'expired'>;
22027
22170
  export declare function cloudLogout(): Promise<boolean>;
22028
22171
  export declare function openCloudLink(url: string): Promise<void>;
22172
+ export type RobotsDirective = 'noindex' | 'nofollow' | 'nosnippet';
22173
+ export type SnippetControlEvidence = {
22174
+ source: 'meta-robots' | 'x-robots-tag';
22175
+ directive: 'nosnippet' | 'max-snippet';
22176
+ raw: string;
22177
+ value?: number;
22178
+ };
22179
+ export type EffectiveSnippetControl = {
22180
+ status: 'not-restricted' | 'limited' | 'blocked';
22181
+ reason: 'no-restrictive-directive' | 'max-snippet-limit' | 'max-snippet-zero' | 'nosnippet';
22182
+ maxCharacters?: number;
22183
+ evidence: SnippetControlEvidence[];
22184
+ };
22185
+ export declare function combineRobotsValues(value: Array<string | undefined>): string | undefined;
22186
+ export declare function metaRobotsDirectives(value?: string | string[]): Set<RobotsDirective>;
22187
+ export declare function xRobotsDirectives(value?: string | string[], userAgent?: string): Set<RobotsDirective>;
22188
+ export declare function hasMetaRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
22189
+ export declare function hasXRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
22190
+ export declare function effectiveRobotsDirectives(input: {
22191
+ metaRobots?: string | string[];
22192
+ xRobotsTag?: string | string[];
22193
+ }): Set<RobotsDirective>;
22194
+ export declare function effectiveSnippetControl(input: {
22195
+ metaRobots?: string | string[];
22196
+ xRobotsTag?: string | string[];
22197
+ }): EffectiveSnippetControl;
22029
22198
  type LintSource = {
22030
22199
  path: string;
22031
22200
  text: string;
@@ -22682,32 +22851,6 @@ export declare class ProviderError extends Error {
22682
22851
  });
22683
22852
  toJSON(): Record<string, unknown>;
22684
22853
  }
22685
- export type RobotsDirective = 'noindex' | 'nofollow' | 'nosnippet';
22686
- export type SnippetControlEvidence = {
22687
- source: 'meta-robots' | 'x-robots-tag';
22688
- directive: 'nosnippet' | 'max-snippet';
22689
- raw: string;
22690
- value?: number;
22691
- };
22692
- export type EffectiveSnippetControl = {
22693
- status: 'not-restricted' | 'limited' | 'blocked';
22694
- reason: 'no-restrictive-directive' | 'max-snippet-limit' | 'max-snippet-zero' | 'nosnippet';
22695
- maxCharacters?: number;
22696
- evidence: SnippetControlEvidence[];
22697
- };
22698
- export declare function combineRobotsValues(value: Array<string | undefined>): string | undefined;
22699
- export declare function metaRobotsDirectives(value?: string | string[]): Set<RobotsDirective>;
22700
- export declare function xRobotsDirectives(value?: string | string[], userAgent?: string): Set<RobotsDirective>;
22701
- export declare function hasMetaRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
22702
- export declare function hasXRobotsDirective(value: string | string[] | undefined, directive: RobotsDirective): boolean;
22703
- export declare function effectiveRobotsDirectives(input: {
22704
- metaRobots?: string | string[];
22705
- xRobotsTag?: string | string[];
22706
- }): Set<RobotsDirective>;
22707
- export declare function effectiveSnippetControl(input: {
22708
- metaRobots?: string | string[];
22709
- xRobotsTag?: string | string[];
22710
- }): EffectiveSnippetControl;
22711
22854
  export interface CredentialsProvider {
22712
22855
  getGoogleOAuthClient(): OAuthClientConfig | undefined;
22713
22856
  readGoogleTokens(): Promise<StoredTokens | undefined>;