seo 0.2.8 → 0.2.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -347,6 +347,27 @@ interface GscRow {
347
347
  ctr: number;
348
348
  position: number;
349
349
  }
350
+ type CrawlerIdentity = {
351
+ name: string;
352
+ robotsToken: string;
353
+ version: string;
354
+ userAgent: string;
355
+ documentationUrl: string;
356
+ };
357
+ type AccessBlockEvidence = {
358
+ provider: 'cloudflare' | 'unknown';
359
+ kind: 'challenge' | 'firewall' | 'rate-limit' | 'authentication';
360
+ status: number;
361
+ crawler: CrawlerIdentity;
362
+ indicators: string[];
363
+ requestId?: string;
364
+ guidance: {
365
+ summary: string;
366
+ recommendedAction: string;
367
+ securityNote: string;
368
+ documentationUrl?: string;
369
+ };
370
+ };
350
371
  interface PageFetchResult {
351
372
  url: string;
352
373
  finalUrl: string;
@@ -390,6 +411,7 @@ interface PageFetchDiagnostics {
390
411
  consecutiveErrors: number;
391
412
  recentP95Ms?: number;
392
413
  };
414
+ accessBlock?: AccessBlockEvidence;
393
415
  robotsTxt?: {
394
416
  url: string;
395
417
  cache: 'hit' | 'miss' | 'bypass';
@@ -509,7 +531,7 @@ interface QueryContentCoverage {
509
531
  recommendation: string;
510
532
  summary: string;
511
533
  }
512
- type ContentExtractor = 'defuddle' | 'readability';
534
+ type ContentExtractor = 'crawler' | 'defuddle' | 'readability';
513
535
  interface ContentExtractionDiagnostics {
514
536
  requested: ContentExtractor;
515
537
  used: ContentExtractor;
@@ -868,6 +890,19 @@ declare const RULE_DEFINITIONS: readonly [{
868
890
  readonly howToFix: "Check DNS, TLS certificates, firewall/CDN rules, server logs, and timeout behavior. Make the URL return a stable 2xx response or one direct redirect to the replacement.";
869
891
  readonly impactIfIgnored: "The page cannot be crawled, ranked, or cited while the connection failure remains.";
870
892
  readonly howToVerify: "Re-run the crawl and confirm the URL returns a normal HTTP status instead of status 0.";
893
+ }, {
894
+ readonly id: "crawler_access_blocked";
895
+ readonly title: "Crawler access blocked";
896
+ readonly category: "response";
897
+ readonly defaultSeverity: "medium";
898
+ readonly whyItMatters: "The audit could not observe the intended page because an authentication layer, rate limit, firewall, or challenge intercepted this crawler. This limits the audit evidence but does not prove that search engines or users are blocked.";
899
+ readonly howToFix: "First confirm the block is unintended. If the audit should have access, use the provider evidence in the report to grant temporary, narrow access for the audit machine source IP, required hostname or paths, and the exact crawler User-Agent. Do not trust a User-Agent by itself.";
900
+ readonly impactIfIgnored: "The affected URL remains unverified in this crawl, so content and indexability checks cannot support a pass or an all-clear.";
901
+ readonly howToVerify: "Re-run the same health check and confirm access.blockedRequests is zero and the URL returns its intended status without challenge evidence.";
902
+ readonly agentHints: {
903
+ readonly evidenceFields: ["request.accessBlock", "report.access", "issue.evidence.accessBlock"];
904
+ readonly suggestedCommands: ["seo crawl --sitemap-url <url> --health --json"];
905
+ };
871
906
  }, {
872
907
  readonly id: "client_error";
873
908
  readonly title: "Client error";
@@ -1553,6 +1588,8 @@ interface QueryCluster {
1553
1588
  interface CacheStats {
1554
1589
  dbPath: string;
1555
1590
  sizeBytes: number;
1591
+ logicalSizeBytes: number;
1592
+ maxSizeBytes: number;
1556
1593
  counts: Record<string, number>;
1557
1594
  }
1558
1595
  //#endregion
@@ -1584,6 +1621,8 @@ interface FetchPageOptions {
1584
1621
  rate?: FetchRateControls;
1585
1622
  signal?: AbortSignal;
1586
1623
  respectRobots?: boolean;
1624
+ /** Reuse one robots.txt policy in memory across a bounded crawl. */
1625
+ robotsResolver?: RobotsResolver;
1587
1626
  /** Reuse one browser process across related fetches, such as a site crawl. */
1588
1627
  renderer?: PageRenderer;
1589
1628
  }
@@ -1602,6 +1641,16 @@ type NormalizedFetchRateControls = {
1602
1641
  intervalMs: number;
1603
1642
  backpressure: Required<FetchBackpressureControls>;
1604
1643
  };
1644
+ type RobotsResult = {
1645
+ allowed: boolean | null;
1646
+ availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
1647
+ status?: number;
1648
+ error?: string;
1649
+ matchedLine?: string;
1650
+ cache: 'hit' | 'miss' | 'bypass';
1651
+ url: string;
1652
+ };
1653
+ type RobotsResolver = (origin: string, targetUrl: string) => Promise<RobotsResult>;
1605
1654
  //#endregion
1606
1655
  //#region packages/core/src/fetch/page-fetcher/plain.d.ts
1607
1656
  declare function fetchPlain(url: string, refresh: boolean | undefined, timeoutMs: number | undefined, rate: NormalizedFetchRateControls, signal?: AbortSignal, respectRobots?: boolean): Promise<PageFetchResult>;
@@ -1615,6 +1664,9 @@ declare function createPageRenderer(input?: {
1615
1664
  concurrency?: number;
1616
1665
  }): PageRenderer;
1617
1666
  //#endregion
1667
+ //#region packages/core/src/fetch/page-fetcher/status-probe.d.ts
1668
+ declare function fetchPageStatus(url: string, opts?: FetchPageOptions): Promise<PageFetchResult>;
1669
+ //#endregion
1618
1670
  //#region packages/core/src/fetch/page-fetcher.d.ts
1619
1671
  type FetchPageDependencies = {
1620
1672
  fetchPlain?: typeof fetchPlain;
@@ -2040,7 +2092,13 @@ declare function createCtrBenchmarkContext(rows: OpportunityBenchmarkRow[], opti
2040
2092
  byPosition: Record<string, PositionBenchmark>;
2041
2093
  forRow(row: OpportunityBenchmarkRow): PositionBenchmark;
2042
2094
  forUrl(row: OpportunityBenchmarkRow): PositionBenchmark;
2095
+ urlRowCount(row: OpportunityBenchmarkRow): number;
2043
2096
  forAggregate(row: OpportunityBenchmarkRow, excludedRows?: OpportunityBenchmarkRow[]): PositionBenchmark;
2097
+ diagnostics: {
2098
+ indexRowVisits: number;
2099
+ urlLookups: number;
2100
+ fallbackRowScans: number;
2101
+ };
2044
2102
  };
2045
2103
  declare function queryFieldCoverage(query: string, input: {
2046
2104
  title?: string;
@@ -2312,6 +2370,8 @@ type CrawlPageSnapshot = {
2312
2370
  fetchSource?: 'cache' | 'network' | 'rendered';
2313
2371
  cacheState?: 'hit' | 'miss' | 'bypass';
2314
2372
  fetchDiagnostics?: PageFetchDiagnostics;
2373
+ auditScope?: 'full' | 'status';
2374
+ accessBlock?: AccessBlockEvidence;
2315
2375
  blocked?: boolean;
2316
2376
  contentAuditAllowed?: boolean;
2317
2377
  crawlDepth?: number;
@@ -2474,6 +2534,8 @@ type CrawlResponseObservation = {
2474
2534
  contentType?: string;
2475
2535
  durationMs?: number;
2476
2536
  redirectChain?: PageFetchDiagnostics['redirectChain'];
2537
+ accessBlock?: AccessBlockEvidence;
2538
+ robotsTxt?: NonNullable<CrawlPageSnapshot['robotsTxt']>;
2477
2539
  } & ({
2478
2540
  extraction: 'complete' | 'not-applicable' | 'unknown-media-type';
2479
2541
  } | {
@@ -2739,13 +2801,24 @@ type LatestCrawlSummaryRow = CrawlRunRow & {
2739
2801
  top_recommendation_severity?: string | null;
2740
2802
  };
2741
2803
  //#endregion
2804
+ //#region packages/core/src/fetch/crawler-identity.d.ts
2805
+ declare const SEO_CRAWLER_TOKEN = "SEO-Skill";
2806
+ declare const SEO_CRAWLER_USER_AGENT: string;
2807
+ declare const SEO_CRAWLER_IDENTITY: CrawlerIdentity;
2808
+ //#endregion
2742
2809
  //#region packages/core/src/fetch/http-client.d.ts
2743
2810
  type HttpProfile = 'browser' | 'bot';
2811
+ declare class ResponseSizeLimitError extends Error {
2812
+ readonly maxBytes: number;
2813
+ constructor(maxBytes: number, label?: string);
2814
+ }
2815
+ /** @deprecated Use SEO_CRAWLER_USER_AGENT. */
2744
2816
  declare const BROWSER_USER_AGENT: string;
2745
2817
  declare function requestHeaders(profile: HttpProfile): Headers;
2746
2818
  declare function publicHttpFetch(url: string, input?: RequestInit$1 & {
2747
2819
  profile?: HttpProfile;
2748
2820
  }): Promise<import("undici").Response>;
2821
+ declare function readBoundedResponseText(response: Awaited<ReturnType<typeof publicHttpFetch>>, maxBytes: number, label?: string): Promise<string>;
2749
2822
  //#endregion
2750
2823
  //#region packages/core/src/analyze/crawler/agent-discovery-types.d.ts
2751
2824
  type AgentReadinessProfile = 'content' | 'api' | 'application' | 'commerce';
@@ -2808,6 +2881,34 @@ type AgentSkillObservation = {
2808
2881
  cors?: string;
2809
2882
  error?: string;
2810
2883
  };
2884
+ type AgentEndpointObservation = {
2885
+ id: string;
2886
+ url: string;
2887
+ status?: number;
2888
+ exists: boolean;
2889
+ contentType?: string;
2890
+ validJson?: boolean;
2891
+ presentFields?: string[];
2892
+ missingFields?: string[];
2893
+ error?: string;
2894
+ };
2895
+ type AgentLinkHeaderEntry = {
2896
+ url: string;
2897
+ rel: string[];
2898
+ type?: string;
2899
+ };
2900
+ type AgentLinkHeaderObservation = {
2901
+ url: string;
2902
+ status?: number;
2903
+ entries: AgentLinkHeaderEntry[];
2904
+ registeredRels: string[];
2905
+ emergingRels: string[];
2906
+ error?: string;
2907
+ };
2908
+ type AgentEndpointDiscovery = {
2909
+ linkHeader: AgentLinkHeaderObservation;
2910
+ endpoints: AgentEndpointObservation[];
2911
+ };
2811
2912
  type LlmsTxtLinkObservation = {
2812
2913
  label: string;
2813
2914
  url: string;
@@ -2887,6 +2988,7 @@ type CrawlAgentDiscovery = {
2887
2988
  missingMarkdownPages: number;
2888
2989
  consistent: boolean | null;
2889
2990
  };
2991
+ endpointDiscovery?: AgentEndpointDiscovery;
2890
2992
  protocolVariants: {
2891
2993
  http: {
2892
2994
  url: string;
@@ -2908,6 +3010,23 @@ type CrawlAgentDiscovery = {
2908
3010
  };
2909
3011
  //#endregion
2910
3012
  //#region packages/core/src/analyze/crawler/agent-discovery.d.ts
3013
+ declare function linkEntries(value: string | undefined, base: string): {
3014
+ url: string;
3015
+ rel: string[];
3016
+ type: string;
3017
+ }[];
3018
+ declare function fetchText(input: {
3019
+ url: string;
3020
+ timeoutMs: number;
3021
+ fetch: typeof publicHttpFetch;
3022
+ signal?: AbortSignal;
3023
+ redirect?: 'follow' | 'manual';
3024
+ accept?: string;
3025
+ }): Promise<{
3026
+ response: import("undici").Response;
3027
+ body: string;
3028
+ }>;
3029
+ declare function safeError(error: unknown): string;
2911
3030
  declare function collectAgentDiscovery(input: {
2912
3031
  startUrl: string;
2913
3032
  pages: CrawlPageSnapshot[];
@@ -2943,10 +3062,17 @@ declare function crawlSkipReasonCountsFromRecord(input?: Partial<Record<CrawlSki
2943
3062
  //#endregion
2944
3063
  //#region packages/core/src/analyze/crawler/report.d.ts
2945
3064
  type CrawlMode = 'site' | 'page' | 'list' | 'sitemap';
3065
+ type CrawlStrategy = 'full' | 'health';
3066
+ declare const MAX_CRAWL_PAGES = 10000;
3067
+ declare const MAX_CRAWL_DEPTH = 64;
3068
+ declare const MAX_CRAWL_CONCURRENCY = 16;
3069
+ declare const MAX_CRAWL_TIMEOUT_MS = 120000;
2946
3070
  type CrawlFetchRateConfig = FetchRateControls;
2947
3071
  type CrawlConfig = {
2948
3072
  url: string;
2949
3073
  mode: CrawlMode;
3074
+ strategy: CrawlStrategy;
3075
+ sitemapUrl?: string;
2950
3076
  urls: string[];
2951
3077
  maxPages: number;
2952
3078
  maxDepth: number;
@@ -3046,6 +3172,7 @@ type CrawlAiSignals = {
3046
3172
  status?: number;
3047
3173
  error?: string;
3048
3174
  sitemapUrls: string[];
3175
+ contentSignals?: string[];
3049
3176
  botAccess: CrawlAiBotAccess[];
3050
3177
  };
3051
3178
  llmsTxt?: {
@@ -3060,7 +3187,7 @@ type CrawlSitemapDiscovery = {
3060
3187
  urlsReturned: number;
3061
3188
  roots: Array<{
3062
3189
  url: string;
3063
- source: 'robots-txt' | 'default-path';
3190
+ source: 'explicit' | 'robots-txt' | 'default-path';
3064
3191
  dataStatus: 'complete' | 'partial' | 'unavailable';
3065
3192
  urlsReturned: number;
3066
3193
  sitemapsFetched: number;
@@ -3121,6 +3248,7 @@ type CrawlReportDataSources = {
3121
3248
  };
3122
3249
  type CrawlReportSummary = {
3123
3250
  totalPages: number;
3251
+ statusOnlyPages: number;
3124
3252
  indexablePages: number;
3125
3253
  nonIndexablePages: number;
3126
3254
  statusErrors: number;
@@ -3147,6 +3275,17 @@ type CrawlReportSummary = {
3147
3275
  byStatus: Record<string, number>;
3148
3276
  byCategory: Record<string, number>;
3149
3277
  };
3278
+ type CrawlAccessSummary = {
3279
+ crawler: CrawlerIdentity;
3280
+ blockedRequests: number;
3281
+ providers: Partial<Record<AccessBlockEvidence['provider'], number>>;
3282
+ samples: Array<{
3283
+ url: string;
3284
+ evidence: AccessBlockEvidence;
3285
+ }>;
3286
+ sampleLimit: number;
3287
+ truncated: boolean;
3288
+ };
3150
3289
  type CrawlReport = {
3151
3290
  id: string;
3152
3291
  definitionId: string;
@@ -3157,6 +3296,7 @@ type CrawlReport = {
3157
3296
  status: 'completed' | 'partial' | 'failed';
3158
3297
  configHash: string;
3159
3298
  config: CrawlConfig;
3299
+ access: CrawlAccessSummary;
3160
3300
  summary: CrawlReportSummary;
3161
3301
  requestEvidenceStatus: 'available' | 'partial' | 'unavailable';
3162
3302
  requests: CrawlRequestObservation[];
@@ -3172,6 +3312,7 @@ type CrawlReport = {
3172
3312
  caveats: string[];
3173
3313
  };
3174
3314
  declare function normalizeCrawlConfig(input: CrawlConfigInput): CrawlConfig;
3315
+ declare function assertCrawlConfigLimits(config: CrawlConfig): CrawlConfig;
3175
3316
  declare function crawlConfigHash(config: CrawlConfigInput): string;
3176
3317
  declare function crawlDefinitionId(input: {
3177
3318
  config: CrawlConfigInput;
@@ -3518,6 +3659,11 @@ declare function auditCrawlPages(pages: CrawlPageSnapshot[], opts?: {
3518
3659
  //#endregion
3519
3660
  //#region packages/core/src/analyze/crawler/report-store.d.ts
3520
3661
  declare const CRAWL_REPORT_STORAGE_VERSION = 6;
3662
+ declare const AUTOMATIC_BASELINE_SITE_RETENTION = 2;
3663
+ declare const AUTOMATIC_BASELINE_TOTAL_RETENTION = 50;
3664
+ type CrawlReportSaveOptions = {
3665
+ retention?: 'saved' | 'baseline';
3666
+ };
3521
3667
  type CrawlReportMeta = {
3522
3668
  id: string;
3523
3669
  configHash: string;
@@ -3540,7 +3686,7 @@ type CrawlReportStorageEnvelope = {
3540
3686
  report: CrawlReport;
3541
3687
  };
3542
3688
  type CrawlReportStoreAdapter = {
3543
- save: (report: CrawlReport) => CrawlReportMeta;
3689
+ save: (report: CrawlReport, options?: CrawlReportSaveOptions) => CrawlReportMeta;
3544
3690
  list: (input?: {
3545
3691
  site?: string;
3546
3692
  limit?: number;
@@ -3551,7 +3697,7 @@ type CrawlReportStoreAdapter = {
3551
3697
  };
3552
3698
  declare const sqliteCrawlReportStore: CrawlReportStoreAdapter;
3553
3699
  declare const crawlReportStore: CrawlReportStoreAdapter;
3554
- declare function saveCrawlReport(report: CrawlReport, store?: CrawlReportStoreAdapter): CrawlReportMeta;
3700
+ declare function saveCrawlReport(report: CrawlReport, store?: CrawlReportStoreAdapter, options?: CrawlReportSaveOptions): CrawlReportMeta;
3555
3701
  declare function listCrawlReports(input?: {
3556
3702
  site?: string;
3557
3703
  limit?: number;
@@ -3568,6 +3714,7 @@ type CrawlOneResult = {
3568
3714
  warning?: string;
3569
3715
  };
3570
3716
  declare function crawlOne(url: string, opts?: FetchPageOptions): Promise<CrawlOneResult>;
3717
+ declare function crawlStatusOnly(url: string, opts?: FetchPageOptions): Promise<CrawlOneResult>;
3571
3718
  //#endregion
3572
3719
  //#region packages/core/src/analyze/workflows/analytics-value.d.ts
3573
3720
  type LandingPageValue = {
@@ -3602,6 +3749,7 @@ declare function fetchLandingPageValues(input: {
3602
3749
  //#region packages/core/src/analyze/crawler/site-crawl-dependencies.d.ts
3603
3750
  type ResolvedCrawlSiteDependencies = {
3604
3751
  fetchPage: typeof crawlOne;
3752
+ fetchStatusPage: typeof crawlStatusOnly;
3605
3753
  fetchSitemapUrls: typeof fetchSitemapUrls;
3606
3754
  fetch: typeof publicHttpFetch;
3607
3755
  queryPageMetrics: typeof queryPageMetrics;
@@ -3726,10 +3874,11 @@ declare function topFixes(report: CrawlReport, filters?: TopFixFilters): TopFix[
3726
3874
  declare function reviewObservations(report: CrawlReport, filters?: Omit<TopFixFilters, 'recommendation'>): TopFix[];
3727
3875
  //#endregion
3728
3876
  //#region packages/core/src/analyze/crawler/export.d.ts
3729
- type CrawlOutputFormat = 'pretty' | 'json' | 'csv' | 'html' | 'markdown';
3877
+ type CrawlOutputFormat = 'pretty' | 'json' | 'csv' | 'html' | 'markdown' | 'junit';
3730
3878
  declare function renderCrawlCsv(report: CrawlReport): string;
3731
3879
  declare function renderCrawlPagesCsv(report: CrawlReport): string;
3732
3880
  declare function renderCrawlPretty(report: CrawlReport, fixes?: TopFix[]): string;
3881
+ declare function renderCrawlJunit(report: CrawlReport): string;
3733
3882
  declare function renderCrawlHtml(report: CrawlReport, fixes?: TopFix[]): string;
3734
3883
  declare function renderCrawlMarkdownTickets(report: CrawlReport, fixes?: TopFix[]): string;
3735
3884
  //#endregion
@@ -3901,6 +4050,16 @@ type GeneratedLlmsTxt = {
3901
4050
  includedUrls: number;
3902
4051
  estimatedTokens: number;
3903
4052
  sections: Record<string, number>;
4053
+ source: {
4054
+ reportId: string;
4055
+ status: CrawlReport['status'];
4056
+ crawledUrls: number;
4057
+ discoveredUrls: number;
4058
+ sitemapUrlsReturned?: number;
4059
+ warnings: string[];
4060
+ warningCount: number;
4061
+ warningsTruncated: boolean;
4062
+ };
3904
4063
  };
3905
4064
  declare function auditLlmsTxt(report: CrawlReport): LlmsAuditReport;
3906
4065
  declare function generateLlmsTxt(report: CrawlReport, options?: GenerateLlmsTxtOptions): GeneratedLlmsTxt;
@@ -4088,6 +4247,34 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
4088
4247
  consecutiveErrors: z.ZodNumber;
4089
4248
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
4090
4249
  }, z.core.$strip>>;
4250
+ accessBlock: z.ZodOptional<z.ZodObject<{
4251
+ provider: z.ZodEnum<{
4252
+ unknown: "unknown";
4253
+ cloudflare: "cloudflare";
4254
+ }>;
4255
+ kind: z.ZodEnum<{
4256
+ challenge: "challenge";
4257
+ firewall: "firewall";
4258
+ "rate-limit": "rate-limit";
4259
+ authentication: "authentication";
4260
+ }>;
4261
+ status: z.ZodNumber;
4262
+ crawler: z.ZodObject<{
4263
+ name: z.ZodString;
4264
+ robotsToken: z.ZodString;
4265
+ version: z.ZodString;
4266
+ userAgent: z.ZodString;
4267
+ documentationUrl: z.ZodString;
4268
+ }, z.core.$strip>;
4269
+ indicators: z.ZodArray<z.ZodString>;
4270
+ requestId: z.ZodOptional<z.ZodString>;
4271
+ guidance: z.ZodObject<{
4272
+ summary: z.ZodString;
4273
+ recommendedAction: z.ZodString;
4274
+ securityNote: z.ZodString;
4275
+ documentationUrl: z.ZodOptional<z.ZodString>;
4276
+ }, z.core.$strip>;
4277
+ }, z.core.$strip>>;
4091
4278
  robotsTxt: z.ZodOptional<z.ZodObject<{
4092
4279
  url: z.ZodString;
4093
4280
  cache: z.ZodEnum<{
@@ -4272,6 +4459,38 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
4272
4459
  }, z.core.$strip>>;
4273
4460
  }, z.core.$strip>>;
4274
4461
  blocked: z.ZodOptional<z.ZodBoolean>;
4462
+ auditScope: z.ZodOptional<z.ZodEnum<{
4463
+ status: "status";
4464
+ full: "full";
4465
+ }>>;
4466
+ accessBlock: z.ZodOptional<z.ZodObject<{
4467
+ provider: z.ZodEnum<{
4468
+ unknown: "unknown";
4469
+ cloudflare: "cloudflare";
4470
+ }>;
4471
+ kind: z.ZodEnum<{
4472
+ challenge: "challenge";
4473
+ firewall: "firewall";
4474
+ "rate-limit": "rate-limit";
4475
+ authentication: "authentication";
4476
+ }>;
4477
+ status: z.ZodNumber;
4478
+ crawler: z.ZodObject<{
4479
+ name: z.ZodString;
4480
+ robotsToken: z.ZodString;
4481
+ version: z.ZodString;
4482
+ userAgent: z.ZodString;
4483
+ documentationUrl: z.ZodString;
4484
+ }, z.core.$strip>;
4485
+ indicators: z.ZodArray<z.ZodString>;
4486
+ requestId: z.ZodOptional<z.ZodString>;
4487
+ guidance: z.ZodObject<{
4488
+ summary: z.ZodString;
4489
+ recommendedAction: z.ZodString;
4490
+ securityNote: z.ZodString;
4491
+ documentationUrl: z.ZodOptional<z.ZodString>;
4492
+ }, z.core.$strip>;
4493
+ }, z.core.$strip>>;
4275
4494
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
4276
4495
  crawlDepth: z.ZodOptional<z.ZodNumber>;
4277
4496
  error: z.ZodOptional<z.ZodString>;
@@ -4344,10 +4563,12 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
4344
4563
  wordCount: z.ZodNumber;
4345
4564
  contentExtraction: z.ZodOptional<z.ZodObject<{
4346
4565
  requested: z.ZodEnum<{
4566
+ crawler: "crawler";
4347
4567
  defuddle: "defuddle";
4348
4568
  readability: "readability";
4349
4569
  }>;
4350
4570
  used: z.ZodEnum<{
4571
+ crawler: "crawler";
4351
4572
  defuddle: "defuddle";
4352
4573
  readability: "readability";
4353
4574
  }>;
@@ -4575,6 +4796,48 @@ declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodObject<{
4575
4796
  status: z.ZodNumber;
4576
4797
  location: z.ZodOptional<z.ZodString>;
4577
4798
  }, z.core.$strip>>>;
4799
+ accessBlock: z.ZodOptional<z.ZodObject<{
4800
+ provider: z.ZodEnum<{
4801
+ unknown: "unknown";
4802
+ cloudflare: "cloudflare";
4803
+ }>;
4804
+ kind: z.ZodEnum<{
4805
+ challenge: "challenge";
4806
+ firewall: "firewall";
4807
+ "rate-limit": "rate-limit";
4808
+ authentication: "authentication";
4809
+ }>;
4810
+ status: z.ZodNumber;
4811
+ crawler: z.ZodObject<{
4812
+ name: z.ZodString;
4813
+ robotsToken: z.ZodString;
4814
+ version: z.ZodString;
4815
+ userAgent: z.ZodString;
4816
+ documentationUrl: z.ZodString;
4817
+ }, z.core.$strip>;
4818
+ indicators: z.ZodArray<z.ZodString>;
4819
+ requestId: z.ZodOptional<z.ZodString>;
4820
+ guidance: z.ZodObject<{
4821
+ summary: z.ZodString;
4822
+ recommendedAction: z.ZodString;
4823
+ securityNote: z.ZodString;
4824
+ documentationUrl: z.ZodOptional<z.ZodString>;
4825
+ }, z.core.$strip>;
4826
+ }, z.core.$strip>>;
4827
+ robotsTxt: z.ZodOptional<z.ZodObject<{
4828
+ url: z.ZodString;
4829
+ allowed: z.ZodNullable<z.ZodBoolean>;
4830
+ availability: z.ZodEnum<{
4831
+ available: "available";
4832
+ absent: "absent";
4833
+ "access-blocked": "access-blocked";
4834
+ "rate-limited": "rate-limited";
4835
+ unreachable: "unreachable";
4836
+ }>;
4837
+ status: z.ZodOptional<z.ZodNumber>;
4838
+ error: z.ZodOptional<z.ZodString>;
4839
+ matchedLine: z.ZodOptional<z.ZodString>;
4840
+ }, z.core.$strip>>;
4578
4841
  extraction: z.ZodEnum<{
4579
4842
  complete: "complete";
4580
4843
  "not-applicable": "not-applicable";
@@ -4592,6 +4855,48 @@ declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodObject<{
4592
4855
  status: z.ZodNumber;
4593
4856
  location: z.ZodOptional<z.ZodString>;
4594
4857
  }, z.core.$strip>>>;
4858
+ accessBlock: z.ZodOptional<z.ZodObject<{
4859
+ provider: z.ZodEnum<{
4860
+ unknown: "unknown";
4861
+ cloudflare: "cloudflare";
4862
+ }>;
4863
+ kind: z.ZodEnum<{
4864
+ challenge: "challenge";
4865
+ firewall: "firewall";
4866
+ "rate-limit": "rate-limit";
4867
+ authentication: "authentication";
4868
+ }>;
4869
+ status: z.ZodNumber;
4870
+ crawler: z.ZodObject<{
4871
+ name: z.ZodString;
4872
+ robotsToken: z.ZodString;
4873
+ version: z.ZodString;
4874
+ userAgent: z.ZodString;
4875
+ documentationUrl: z.ZodString;
4876
+ }, z.core.$strip>;
4877
+ indicators: z.ZodArray<z.ZodString>;
4878
+ requestId: z.ZodOptional<z.ZodString>;
4879
+ guidance: z.ZodObject<{
4880
+ summary: z.ZodString;
4881
+ recommendedAction: z.ZodString;
4882
+ securityNote: z.ZodString;
4883
+ documentationUrl: z.ZodOptional<z.ZodString>;
4884
+ }, z.core.$strip>;
4885
+ }, z.core.$strip>>;
4886
+ robotsTxt: z.ZodOptional<z.ZodObject<{
4887
+ url: z.ZodString;
4888
+ allowed: z.ZodNullable<z.ZodBoolean>;
4889
+ availability: z.ZodEnum<{
4890
+ available: "available";
4891
+ absent: "absent";
4892
+ "access-blocked": "access-blocked";
4893
+ "rate-limited": "rate-limited";
4894
+ unreachable: "unreachable";
4895
+ }>;
4896
+ status: z.ZodOptional<z.ZodNumber>;
4897
+ error: z.ZodOptional<z.ZodString>;
4898
+ matchedLine: z.ZodOptional<z.ZodString>;
4899
+ }, z.core.$strip>>;
4595
4900
  extraction: z.ZodLiteral<"failed">;
4596
4901
  extractionError: z.ZodString;
4597
4902
  }, z.core.$strip>, z.ZodObject<{
@@ -4773,6 +5078,11 @@ declare const crawlConfigSchema: z.ZodObject<{
4773
5078
  list: "list";
4774
5079
  sitemap: "sitemap";
4775
5080
  }>;
5081
+ strategy: z.ZodEnum<{
5082
+ full: "full";
5083
+ health: "health";
5084
+ }>;
5085
+ sitemapUrl: z.ZodOptional<z.ZodString>;
4776
5086
  urls: z.ZodArray<z.ZodString>;
4777
5087
  maxPages: z.ZodNumber;
4778
5088
  maxDepth: z.ZodNumber;
@@ -4807,6 +5117,7 @@ declare const crawlConfigSchema: z.ZodObject<{
4807
5117
  }, z.core.$strip>;
4808
5118
  declare const crawlReportSummarySchema: z.ZodObject<{
4809
5119
  totalPages: z.ZodNumber;
5120
+ statusOnlyPages: z.ZodNumber;
4810
5121
  indexablePages: z.ZodNumber;
4811
5122
  nonIndexablePages: z.ZodNumber;
4812
5123
  statusErrors: z.ZodNumber;
@@ -4875,6 +5186,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4875
5186
  list: "list";
4876
5187
  sitemap: "sitemap";
4877
5188
  }>;
5189
+ strategy: z.ZodEnum<{
5190
+ full: "full";
5191
+ health: "health";
5192
+ }>;
5193
+ sitemapUrl: z.ZodOptional<z.ZodString>;
4878
5194
  urls: z.ZodArray<z.ZodString>;
4879
5195
  maxPages: z.ZodNumber;
4880
5196
  maxDepth: z.ZodNumber;
@@ -4907,8 +5223,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4907
5223
  }, z.core.$strip>>;
4908
5224
  }, z.core.$strip>;
4909
5225
  }, z.core.$strip>;
5226
+ access: z.ZodOptional<z.ZodObject<{
5227
+ crawler: z.ZodObject<{
5228
+ name: z.ZodString;
5229
+ robotsToken: z.ZodString;
5230
+ version: z.ZodString;
5231
+ userAgent: z.ZodString;
5232
+ documentationUrl: z.ZodString;
5233
+ }, z.core.$strip>;
5234
+ blockedRequests: z.ZodNumber;
5235
+ providers: z.ZodRecord<z.ZodEnum<{
5236
+ unknown: "unknown";
5237
+ cloudflare: "cloudflare";
5238
+ }> & z.core.$partial, z.ZodNumber>;
5239
+ samples: z.ZodArray<z.ZodObject<{
5240
+ url: z.ZodString;
5241
+ evidence: z.ZodObject<{
5242
+ provider: z.ZodEnum<{
5243
+ unknown: "unknown";
5244
+ cloudflare: "cloudflare";
5245
+ }>;
5246
+ kind: z.ZodEnum<{
5247
+ challenge: "challenge";
5248
+ firewall: "firewall";
5249
+ "rate-limit": "rate-limit";
5250
+ authentication: "authentication";
5251
+ }>;
5252
+ status: z.ZodNumber;
5253
+ crawler: z.ZodObject<{
5254
+ name: z.ZodString;
5255
+ robotsToken: z.ZodString;
5256
+ version: z.ZodString;
5257
+ userAgent: z.ZodString;
5258
+ documentationUrl: z.ZodString;
5259
+ }, z.core.$strip>;
5260
+ indicators: z.ZodArray<z.ZodString>;
5261
+ requestId: z.ZodOptional<z.ZodString>;
5262
+ guidance: z.ZodObject<{
5263
+ summary: z.ZodString;
5264
+ recommendedAction: z.ZodString;
5265
+ securityNote: z.ZodString;
5266
+ documentationUrl: z.ZodOptional<z.ZodString>;
5267
+ }, z.core.$strip>;
5268
+ }, z.core.$strip>;
5269
+ }, z.core.$strip>>;
5270
+ sampleLimit: z.ZodNumber;
5271
+ truncated: z.ZodBoolean;
5272
+ }, z.core.$strip>>;
4910
5273
  summary: z.ZodObject<{
4911
5274
  totalPages: z.ZodNumber;
5275
+ statusOnlyPages: z.ZodNumber;
4912
5276
  indexablePages: z.ZodNumber;
4913
5277
  nonIndexablePages: z.ZodNumber;
4914
5278
  statusErrors: z.ZodNumber;
@@ -5012,6 +5376,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5012
5376
  consecutiveErrors: z.ZodNumber;
5013
5377
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
5014
5378
  }, z.core.$strip>>;
5379
+ accessBlock: z.ZodOptional<z.ZodObject<{
5380
+ provider: z.ZodEnum<{
5381
+ unknown: "unknown";
5382
+ cloudflare: "cloudflare";
5383
+ }>;
5384
+ kind: z.ZodEnum<{
5385
+ challenge: "challenge";
5386
+ firewall: "firewall";
5387
+ "rate-limit": "rate-limit";
5388
+ authentication: "authentication";
5389
+ }>;
5390
+ status: z.ZodNumber;
5391
+ crawler: z.ZodObject<{
5392
+ name: z.ZodString;
5393
+ robotsToken: z.ZodString;
5394
+ version: z.ZodString;
5395
+ userAgent: z.ZodString;
5396
+ documentationUrl: z.ZodString;
5397
+ }, z.core.$strip>;
5398
+ indicators: z.ZodArray<z.ZodString>;
5399
+ requestId: z.ZodOptional<z.ZodString>;
5400
+ guidance: z.ZodObject<{
5401
+ summary: z.ZodString;
5402
+ recommendedAction: z.ZodString;
5403
+ securityNote: z.ZodString;
5404
+ documentationUrl: z.ZodOptional<z.ZodString>;
5405
+ }, z.core.$strip>;
5406
+ }, z.core.$strip>>;
5015
5407
  robotsTxt: z.ZodOptional<z.ZodObject<{
5016
5408
  url: z.ZodString;
5017
5409
  cache: z.ZodEnum<{
@@ -5196,6 +5588,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5196
5588
  }, z.core.$strip>>;
5197
5589
  }, z.core.$strip>>;
5198
5590
  blocked: z.ZodOptional<z.ZodBoolean>;
5591
+ auditScope: z.ZodOptional<z.ZodEnum<{
5592
+ status: "status";
5593
+ full: "full";
5594
+ }>>;
5595
+ accessBlock: z.ZodOptional<z.ZodObject<{
5596
+ provider: z.ZodEnum<{
5597
+ unknown: "unknown";
5598
+ cloudflare: "cloudflare";
5599
+ }>;
5600
+ kind: z.ZodEnum<{
5601
+ challenge: "challenge";
5602
+ firewall: "firewall";
5603
+ "rate-limit": "rate-limit";
5604
+ authentication: "authentication";
5605
+ }>;
5606
+ status: z.ZodNumber;
5607
+ crawler: z.ZodObject<{
5608
+ name: z.ZodString;
5609
+ robotsToken: z.ZodString;
5610
+ version: z.ZodString;
5611
+ userAgent: z.ZodString;
5612
+ documentationUrl: z.ZodString;
5613
+ }, z.core.$strip>;
5614
+ indicators: z.ZodArray<z.ZodString>;
5615
+ requestId: z.ZodOptional<z.ZodString>;
5616
+ guidance: z.ZodObject<{
5617
+ summary: z.ZodString;
5618
+ recommendedAction: z.ZodString;
5619
+ securityNote: z.ZodString;
5620
+ documentationUrl: z.ZodOptional<z.ZodString>;
5621
+ }, z.core.$strip>;
5622
+ }, z.core.$strip>>;
5199
5623
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
5200
5624
  crawlDepth: z.ZodOptional<z.ZodNumber>;
5201
5625
  error: z.ZodOptional<z.ZodString>;
@@ -5268,10 +5692,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5268
5692
  wordCount: z.ZodNumber;
5269
5693
  contentExtraction: z.ZodOptional<z.ZodObject<{
5270
5694
  requested: z.ZodEnum<{
5695
+ crawler: "crawler";
5271
5696
  defuddle: "defuddle";
5272
5697
  readability: "readability";
5273
5698
  }>;
5274
5699
  used: z.ZodEnum<{
5700
+ crawler: "crawler";
5275
5701
  defuddle: "defuddle";
5276
5702
  readability: "readability";
5277
5703
  }>;
@@ -5617,6 +6043,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5617
6043
  status: z.ZodOptional<z.ZodNumber>;
5618
6044
  error: z.ZodOptional<z.ZodString>;
5619
6045
  sitemapUrls: z.ZodArray<z.ZodString>;
6046
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
5620
6047
  botAccess: z.ZodArray<z.ZodObject<{
5621
6048
  userAgent: z.ZodString;
5622
6049
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -5647,6 +6074,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5647
6074
  roots: z.ZodArray<z.ZodObject<{
5648
6075
  url: z.ZodString;
5649
6076
  source: z.ZodEnum<{
6077
+ explicit: "explicit";
5650
6078
  "robots-txt": "robots-txt";
5651
6079
  "default-path": "default-path";
5652
6080
  }>;
@@ -5907,6 +6335,31 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5907
6335
  missingMarkdownPages: z.ZodNumber;
5908
6336
  consistent: z.ZodNullable<z.ZodBoolean>;
5909
6337
  }, z.core.$strip>;
6338
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
6339
+ linkHeader: z.ZodObject<{
6340
+ url: z.ZodString;
6341
+ status: z.ZodOptional<z.ZodNumber>;
6342
+ entries: z.ZodArray<z.ZodObject<{
6343
+ url: z.ZodString;
6344
+ rel: z.ZodArray<z.ZodString>;
6345
+ type: z.ZodOptional<z.ZodString>;
6346
+ }, z.core.$strip>>;
6347
+ registeredRels: z.ZodArray<z.ZodString>;
6348
+ emergingRels: z.ZodArray<z.ZodString>;
6349
+ error: z.ZodOptional<z.ZodString>;
6350
+ }, z.core.$strip>;
6351
+ endpoints: z.ZodArray<z.ZodObject<{
6352
+ id: z.ZodString;
6353
+ url: z.ZodString;
6354
+ status: z.ZodOptional<z.ZodNumber>;
6355
+ exists: z.ZodBoolean;
6356
+ contentType: z.ZodOptional<z.ZodString>;
6357
+ validJson: z.ZodOptional<z.ZodBoolean>;
6358
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
6359
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
6360
+ error: z.ZodOptional<z.ZodString>;
6361
+ }, z.core.$strip>>;
6362
+ }, z.core.$strip>>;
5910
6363
  protocolVariants: z.ZodObject<{
5911
6364
  http: z.ZodObject<{
5912
6365
  url: z.ZodString;
@@ -5941,6 +6394,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5941
6394
  status: z.ZodNumber;
5942
6395
  location: z.ZodOptional<z.ZodString>;
5943
6396
  }, z.core.$strip>>>;
6397
+ accessBlock: z.ZodOptional<z.ZodObject<{
6398
+ provider: z.ZodEnum<{
6399
+ unknown: "unknown";
6400
+ cloudflare: "cloudflare";
6401
+ }>;
6402
+ kind: z.ZodEnum<{
6403
+ challenge: "challenge";
6404
+ firewall: "firewall";
6405
+ "rate-limit": "rate-limit";
6406
+ authentication: "authentication";
6407
+ }>;
6408
+ status: z.ZodNumber;
6409
+ crawler: z.ZodObject<{
6410
+ name: z.ZodString;
6411
+ robotsToken: z.ZodString;
6412
+ version: z.ZodString;
6413
+ userAgent: z.ZodString;
6414
+ documentationUrl: z.ZodString;
6415
+ }, z.core.$strip>;
6416
+ indicators: z.ZodArray<z.ZodString>;
6417
+ requestId: z.ZodOptional<z.ZodString>;
6418
+ guidance: z.ZodObject<{
6419
+ summary: z.ZodString;
6420
+ recommendedAction: z.ZodString;
6421
+ securityNote: z.ZodString;
6422
+ documentationUrl: z.ZodOptional<z.ZodString>;
6423
+ }, z.core.$strip>;
6424
+ }, z.core.$strip>>;
6425
+ robotsTxt: z.ZodOptional<z.ZodObject<{
6426
+ url: z.ZodString;
6427
+ allowed: z.ZodNullable<z.ZodBoolean>;
6428
+ availability: z.ZodEnum<{
6429
+ available: "available";
6430
+ absent: "absent";
6431
+ "access-blocked": "access-blocked";
6432
+ "rate-limited": "rate-limited";
6433
+ unreachable: "unreachable";
6434
+ }>;
6435
+ status: z.ZodOptional<z.ZodNumber>;
6436
+ error: z.ZodOptional<z.ZodString>;
6437
+ matchedLine: z.ZodOptional<z.ZodString>;
6438
+ }, z.core.$strip>>;
5944
6439
  extraction: z.ZodEnum<{
5945
6440
  complete: "complete";
5946
6441
  "not-applicable": "not-applicable";
@@ -5958,6 +6453,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5958
6453
  status: z.ZodNumber;
5959
6454
  location: z.ZodOptional<z.ZodString>;
5960
6455
  }, z.core.$strip>>>;
6456
+ accessBlock: z.ZodOptional<z.ZodObject<{
6457
+ provider: z.ZodEnum<{
6458
+ unknown: "unknown";
6459
+ cloudflare: "cloudflare";
6460
+ }>;
6461
+ kind: z.ZodEnum<{
6462
+ challenge: "challenge";
6463
+ firewall: "firewall";
6464
+ "rate-limit": "rate-limit";
6465
+ authentication: "authentication";
6466
+ }>;
6467
+ status: z.ZodNumber;
6468
+ crawler: z.ZodObject<{
6469
+ name: z.ZodString;
6470
+ robotsToken: z.ZodString;
6471
+ version: z.ZodString;
6472
+ userAgent: z.ZodString;
6473
+ documentationUrl: z.ZodString;
6474
+ }, z.core.$strip>;
6475
+ indicators: z.ZodArray<z.ZodString>;
6476
+ requestId: z.ZodOptional<z.ZodString>;
6477
+ guidance: z.ZodObject<{
6478
+ summary: z.ZodString;
6479
+ recommendedAction: z.ZodString;
6480
+ securityNote: z.ZodString;
6481
+ documentationUrl: z.ZodOptional<z.ZodString>;
6482
+ }, z.core.$strip>;
6483
+ }, z.core.$strip>>;
6484
+ robotsTxt: z.ZodOptional<z.ZodObject<{
6485
+ url: z.ZodString;
6486
+ allowed: z.ZodNullable<z.ZodBoolean>;
6487
+ availability: z.ZodEnum<{
6488
+ available: "available";
6489
+ absent: "absent";
6490
+ "access-blocked": "access-blocked";
6491
+ "rate-limited": "rate-limited";
6492
+ unreachable: "unreachable";
6493
+ }>;
6494
+ status: z.ZodOptional<z.ZodNumber>;
6495
+ error: z.ZodOptional<z.ZodString>;
6496
+ matchedLine: z.ZodOptional<z.ZodString>;
6497
+ }, z.core.$strip>>;
5961
6498
  extraction: z.ZodLiteral<"failed">;
5962
6499
  extractionError: z.ZodString;
5963
6500
  }, z.core.$strip>, z.ZodObject<{
@@ -6026,6 +6563,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6026
6563
  list: "list";
6027
6564
  sitemap: "sitemap";
6028
6565
  }>;
6566
+ strategy: z.ZodEnum<{
6567
+ full: "full";
6568
+ health: "health";
6569
+ }>;
6570
+ sitemapUrl: z.ZodOptional<z.ZodString>;
6029
6571
  urls: z.ZodArray<z.ZodString>;
6030
6572
  maxPages: z.ZodNumber;
6031
6573
  maxDepth: z.ZodNumber;
@@ -6058,8 +6600,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6058
6600
  }, z.core.$strip>>;
6059
6601
  }, z.core.$strip>;
6060
6602
  }, z.core.$strip>;
6603
+ access: z.ZodOptional<z.ZodObject<{
6604
+ crawler: z.ZodObject<{
6605
+ name: z.ZodString;
6606
+ robotsToken: z.ZodString;
6607
+ version: z.ZodString;
6608
+ userAgent: z.ZodString;
6609
+ documentationUrl: z.ZodString;
6610
+ }, z.core.$strip>;
6611
+ blockedRequests: z.ZodNumber;
6612
+ providers: z.ZodRecord<z.ZodEnum<{
6613
+ unknown: "unknown";
6614
+ cloudflare: "cloudflare";
6615
+ }> & z.core.$partial, z.ZodNumber>;
6616
+ samples: z.ZodArray<z.ZodObject<{
6617
+ url: z.ZodString;
6618
+ evidence: z.ZodObject<{
6619
+ provider: z.ZodEnum<{
6620
+ unknown: "unknown";
6621
+ cloudflare: "cloudflare";
6622
+ }>;
6623
+ kind: z.ZodEnum<{
6624
+ challenge: "challenge";
6625
+ firewall: "firewall";
6626
+ "rate-limit": "rate-limit";
6627
+ authentication: "authentication";
6628
+ }>;
6629
+ status: z.ZodNumber;
6630
+ crawler: z.ZodObject<{
6631
+ name: z.ZodString;
6632
+ robotsToken: z.ZodString;
6633
+ version: z.ZodString;
6634
+ userAgent: z.ZodString;
6635
+ documentationUrl: z.ZodString;
6636
+ }, z.core.$strip>;
6637
+ indicators: z.ZodArray<z.ZodString>;
6638
+ requestId: z.ZodOptional<z.ZodString>;
6639
+ guidance: z.ZodObject<{
6640
+ summary: z.ZodString;
6641
+ recommendedAction: z.ZodString;
6642
+ securityNote: z.ZodString;
6643
+ documentationUrl: z.ZodOptional<z.ZodString>;
6644
+ }, z.core.$strip>;
6645
+ }, z.core.$strip>;
6646
+ }, z.core.$strip>>;
6647
+ sampleLimit: z.ZodNumber;
6648
+ truncated: z.ZodBoolean;
6649
+ }, z.core.$strip>>;
6061
6650
  summary: z.ZodObject<{
6062
6651
  totalPages: z.ZodNumber;
6652
+ statusOnlyPages: z.ZodNumber;
6063
6653
  indexablePages: z.ZodNumber;
6064
6654
  nonIndexablePages: z.ZodNumber;
6065
6655
  statusErrors: z.ZodNumber;
@@ -6163,6 +6753,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6163
6753
  consecutiveErrors: z.ZodNumber;
6164
6754
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
6165
6755
  }, z.core.$strip>>;
6756
+ accessBlock: z.ZodOptional<z.ZodObject<{
6757
+ provider: z.ZodEnum<{
6758
+ unknown: "unknown";
6759
+ cloudflare: "cloudflare";
6760
+ }>;
6761
+ kind: z.ZodEnum<{
6762
+ challenge: "challenge";
6763
+ firewall: "firewall";
6764
+ "rate-limit": "rate-limit";
6765
+ authentication: "authentication";
6766
+ }>;
6767
+ status: z.ZodNumber;
6768
+ crawler: z.ZodObject<{
6769
+ name: z.ZodString;
6770
+ robotsToken: z.ZodString;
6771
+ version: z.ZodString;
6772
+ userAgent: z.ZodString;
6773
+ documentationUrl: z.ZodString;
6774
+ }, z.core.$strip>;
6775
+ indicators: z.ZodArray<z.ZodString>;
6776
+ requestId: z.ZodOptional<z.ZodString>;
6777
+ guidance: z.ZodObject<{
6778
+ summary: z.ZodString;
6779
+ recommendedAction: z.ZodString;
6780
+ securityNote: z.ZodString;
6781
+ documentationUrl: z.ZodOptional<z.ZodString>;
6782
+ }, z.core.$strip>;
6783
+ }, z.core.$strip>>;
6166
6784
  robotsTxt: z.ZodOptional<z.ZodObject<{
6167
6785
  url: z.ZodString;
6168
6786
  cache: z.ZodEnum<{
@@ -6347,6 +6965,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6347
6965
  }, z.core.$strip>>;
6348
6966
  }, z.core.$strip>>;
6349
6967
  blocked: z.ZodOptional<z.ZodBoolean>;
6968
+ auditScope: z.ZodOptional<z.ZodEnum<{
6969
+ status: "status";
6970
+ full: "full";
6971
+ }>>;
6972
+ accessBlock: z.ZodOptional<z.ZodObject<{
6973
+ provider: z.ZodEnum<{
6974
+ unknown: "unknown";
6975
+ cloudflare: "cloudflare";
6976
+ }>;
6977
+ kind: z.ZodEnum<{
6978
+ challenge: "challenge";
6979
+ firewall: "firewall";
6980
+ "rate-limit": "rate-limit";
6981
+ authentication: "authentication";
6982
+ }>;
6983
+ status: z.ZodNumber;
6984
+ crawler: z.ZodObject<{
6985
+ name: z.ZodString;
6986
+ robotsToken: z.ZodString;
6987
+ version: z.ZodString;
6988
+ userAgent: z.ZodString;
6989
+ documentationUrl: z.ZodString;
6990
+ }, z.core.$strip>;
6991
+ indicators: z.ZodArray<z.ZodString>;
6992
+ requestId: z.ZodOptional<z.ZodString>;
6993
+ guidance: z.ZodObject<{
6994
+ summary: z.ZodString;
6995
+ recommendedAction: z.ZodString;
6996
+ securityNote: z.ZodString;
6997
+ documentationUrl: z.ZodOptional<z.ZodString>;
6998
+ }, z.core.$strip>;
6999
+ }, z.core.$strip>>;
6350
7000
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
6351
7001
  crawlDepth: z.ZodOptional<z.ZodNumber>;
6352
7002
  error: z.ZodOptional<z.ZodString>;
@@ -6419,10 +7069,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6419
7069
  wordCount: z.ZodNumber;
6420
7070
  contentExtraction: z.ZodOptional<z.ZodObject<{
6421
7071
  requested: z.ZodEnum<{
7072
+ crawler: "crawler";
6422
7073
  defuddle: "defuddle";
6423
7074
  readability: "readability";
6424
7075
  }>;
6425
7076
  used: z.ZodEnum<{
7077
+ crawler: "crawler";
6426
7078
  defuddle: "defuddle";
6427
7079
  readability: "readability";
6428
7080
  }>;
@@ -6768,6 +7420,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6768
7420
  status: z.ZodOptional<z.ZodNumber>;
6769
7421
  error: z.ZodOptional<z.ZodString>;
6770
7422
  sitemapUrls: z.ZodArray<z.ZodString>;
7423
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
6771
7424
  botAccess: z.ZodArray<z.ZodObject<{
6772
7425
  userAgent: z.ZodString;
6773
7426
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -6798,6 +7451,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6798
7451
  roots: z.ZodArray<z.ZodObject<{
6799
7452
  url: z.ZodString;
6800
7453
  source: z.ZodEnum<{
7454
+ explicit: "explicit";
6801
7455
  "robots-txt": "robots-txt";
6802
7456
  "default-path": "default-path";
6803
7457
  }>;
@@ -7058,19 +7712,44 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7058
7712
  missingMarkdownPages: z.ZodNumber;
7059
7713
  consistent: z.ZodNullable<z.ZodBoolean>;
7060
7714
  }, z.core.$strip>;
7061
- protocolVariants: z.ZodObject<{
7062
- http: z.ZodObject<{
7715
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
7716
+ linkHeader: z.ZodObject<{
7063
7717
  url: z.ZodString;
7064
7718
  status: z.ZodOptional<z.ZodNumber>;
7065
- location: z.ZodOptional<z.ZodString>;
7066
- permanentRedirectToHttps: z.ZodNullable<z.ZodBoolean>;
7719
+ entries: z.ZodArray<z.ZodObject<{
7720
+ url: z.ZodString;
7721
+ rel: z.ZodArray<z.ZodString>;
7722
+ type: z.ZodOptional<z.ZodString>;
7723
+ }, z.core.$strip>>;
7724
+ registeredRels: z.ZodArray<z.ZodString>;
7725
+ emergingRels: z.ZodArray<z.ZodString>;
7067
7726
  error: z.ZodOptional<z.ZodString>;
7068
7727
  }, z.core.$strip>;
7069
- www: z.ZodObject<{
7728
+ endpoints: z.ZodArray<z.ZodObject<{
7729
+ id: z.ZodString;
7070
7730
  url: z.ZodString;
7071
7731
  status: z.ZodOptional<z.ZodNumber>;
7072
- location: z.ZodOptional<z.ZodString>;
7073
- redirectsToPreferredHost: z.ZodNullable<z.ZodBoolean>;
7732
+ exists: z.ZodBoolean;
7733
+ contentType: z.ZodOptional<z.ZodString>;
7734
+ validJson: z.ZodOptional<z.ZodBoolean>;
7735
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
7736
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
7737
+ error: z.ZodOptional<z.ZodString>;
7738
+ }, z.core.$strip>>;
7739
+ }, z.core.$strip>>;
7740
+ protocolVariants: z.ZodObject<{
7741
+ http: z.ZodObject<{
7742
+ url: z.ZodString;
7743
+ status: z.ZodOptional<z.ZodNumber>;
7744
+ location: z.ZodOptional<z.ZodString>;
7745
+ permanentRedirectToHttps: z.ZodNullable<z.ZodBoolean>;
7746
+ error: z.ZodOptional<z.ZodString>;
7747
+ }, z.core.$strip>;
7748
+ www: z.ZodObject<{
7749
+ url: z.ZodString;
7750
+ status: z.ZodOptional<z.ZodNumber>;
7751
+ location: z.ZodOptional<z.ZodString>;
7752
+ redirectsToPreferredHost: z.ZodNullable<z.ZodBoolean>;
7074
7753
  error: z.ZodOptional<z.ZodString>;
7075
7754
  }, z.core.$strip>;
7076
7755
  hstsOnStartPage: z.ZodNullable<z.ZodBoolean>;
@@ -7092,6 +7771,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7092
7771
  status: z.ZodNumber;
7093
7772
  location: z.ZodOptional<z.ZodString>;
7094
7773
  }, z.core.$strip>>>;
7774
+ accessBlock: z.ZodOptional<z.ZodObject<{
7775
+ provider: z.ZodEnum<{
7776
+ unknown: "unknown";
7777
+ cloudflare: "cloudflare";
7778
+ }>;
7779
+ kind: z.ZodEnum<{
7780
+ challenge: "challenge";
7781
+ firewall: "firewall";
7782
+ "rate-limit": "rate-limit";
7783
+ authentication: "authentication";
7784
+ }>;
7785
+ status: z.ZodNumber;
7786
+ crawler: z.ZodObject<{
7787
+ name: z.ZodString;
7788
+ robotsToken: z.ZodString;
7789
+ version: z.ZodString;
7790
+ userAgent: z.ZodString;
7791
+ documentationUrl: z.ZodString;
7792
+ }, z.core.$strip>;
7793
+ indicators: z.ZodArray<z.ZodString>;
7794
+ requestId: z.ZodOptional<z.ZodString>;
7795
+ guidance: z.ZodObject<{
7796
+ summary: z.ZodString;
7797
+ recommendedAction: z.ZodString;
7798
+ securityNote: z.ZodString;
7799
+ documentationUrl: z.ZodOptional<z.ZodString>;
7800
+ }, z.core.$strip>;
7801
+ }, z.core.$strip>>;
7802
+ robotsTxt: z.ZodOptional<z.ZodObject<{
7803
+ url: z.ZodString;
7804
+ allowed: z.ZodNullable<z.ZodBoolean>;
7805
+ availability: z.ZodEnum<{
7806
+ available: "available";
7807
+ absent: "absent";
7808
+ "access-blocked": "access-blocked";
7809
+ "rate-limited": "rate-limited";
7810
+ unreachable: "unreachable";
7811
+ }>;
7812
+ status: z.ZodOptional<z.ZodNumber>;
7813
+ error: z.ZodOptional<z.ZodString>;
7814
+ matchedLine: z.ZodOptional<z.ZodString>;
7815
+ }, z.core.$strip>>;
7095
7816
  extraction: z.ZodEnum<{
7096
7817
  complete: "complete";
7097
7818
  "not-applicable": "not-applicable";
@@ -7109,6 +7830,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7109
7830
  status: z.ZodNumber;
7110
7831
  location: z.ZodOptional<z.ZodString>;
7111
7832
  }, z.core.$strip>>>;
7833
+ accessBlock: z.ZodOptional<z.ZodObject<{
7834
+ provider: z.ZodEnum<{
7835
+ unknown: "unknown";
7836
+ cloudflare: "cloudflare";
7837
+ }>;
7838
+ kind: z.ZodEnum<{
7839
+ challenge: "challenge";
7840
+ firewall: "firewall";
7841
+ "rate-limit": "rate-limit";
7842
+ authentication: "authentication";
7843
+ }>;
7844
+ status: z.ZodNumber;
7845
+ crawler: z.ZodObject<{
7846
+ name: z.ZodString;
7847
+ robotsToken: z.ZodString;
7848
+ version: z.ZodString;
7849
+ userAgent: z.ZodString;
7850
+ documentationUrl: z.ZodString;
7851
+ }, z.core.$strip>;
7852
+ indicators: z.ZodArray<z.ZodString>;
7853
+ requestId: z.ZodOptional<z.ZodString>;
7854
+ guidance: z.ZodObject<{
7855
+ summary: z.ZodString;
7856
+ recommendedAction: z.ZodString;
7857
+ securityNote: z.ZodString;
7858
+ documentationUrl: z.ZodOptional<z.ZodString>;
7859
+ }, z.core.$strip>;
7860
+ }, z.core.$strip>>;
7861
+ robotsTxt: z.ZodOptional<z.ZodObject<{
7862
+ url: z.ZodString;
7863
+ allowed: z.ZodNullable<z.ZodBoolean>;
7864
+ availability: z.ZodEnum<{
7865
+ available: "available";
7866
+ absent: "absent";
7867
+ "access-blocked": "access-blocked";
7868
+ "rate-limited": "rate-limited";
7869
+ unreachable: "unreachable";
7870
+ }>;
7871
+ status: z.ZodOptional<z.ZodNumber>;
7872
+ error: z.ZodOptional<z.ZodString>;
7873
+ matchedLine: z.ZodOptional<z.ZodString>;
7874
+ }, z.core.$strip>>;
7112
7875
  extraction: z.ZodLiteral<"failed">;
7113
7876
  extractionError: z.ZodString;
7114
7877
  }, z.core.$strip>, z.ZodObject<{
@@ -7177,6 +7940,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7177
7940
  list: "list";
7178
7941
  sitemap: "sitemap";
7179
7942
  }>;
7943
+ strategy: z.ZodEnum<{
7944
+ full: "full";
7945
+ health: "health";
7946
+ }>;
7947
+ sitemapUrl: z.ZodOptional<z.ZodString>;
7180
7948
  urls: z.ZodArray<z.ZodString>;
7181
7949
  maxPages: z.ZodNumber;
7182
7950
  maxDepth: z.ZodNumber;
@@ -7209,8 +7977,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7209
7977
  }, z.core.$strip>>;
7210
7978
  }, z.core.$strip>;
7211
7979
  }, z.core.$strip>;
7980
+ access: z.ZodOptional<z.ZodObject<{
7981
+ crawler: z.ZodObject<{
7982
+ name: z.ZodString;
7983
+ robotsToken: z.ZodString;
7984
+ version: z.ZodString;
7985
+ userAgent: z.ZodString;
7986
+ documentationUrl: z.ZodString;
7987
+ }, z.core.$strip>;
7988
+ blockedRequests: z.ZodNumber;
7989
+ providers: z.ZodRecord<z.ZodEnum<{
7990
+ unknown: "unknown";
7991
+ cloudflare: "cloudflare";
7992
+ }> & z.core.$partial, z.ZodNumber>;
7993
+ samples: z.ZodArray<z.ZodObject<{
7994
+ url: z.ZodString;
7995
+ evidence: z.ZodObject<{
7996
+ provider: z.ZodEnum<{
7997
+ unknown: "unknown";
7998
+ cloudflare: "cloudflare";
7999
+ }>;
8000
+ kind: z.ZodEnum<{
8001
+ challenge: "challenge";
8002
+ firewall: "firewall";
8003
+ "rate-limit": "rate-limit";
8004
+ authentication: "authentication";
8005
+ }>;
8006
+ status: z.ZodNumber;
8007
+ crawler: z.ZodObject<{
8008
+ name: z.ZodString;
8009
+ robotsToken: z.ZodString;
8010
+ version: z.ZodString;
8011
+ userAgent: z.ZodString;
8012
+ documentationUrl: z.ZodString;
8013
+ }, z.core.$strip>;
8014
+ indicators: z.ZodArray<z.ZodString>;
8015
+ requestId: z.ZodOptional<z.ZodString>;
8016
+ guidance: z.ZodObject<{
8017
+ summary: z.ZodString;
8018
+ recommendedAction: z.ZodString;
8019
+ securityNote: z.ZodString;
8020
+ documentationUrl: z.ZodOptional<z.ZodString>;
8021
+ }, z.core.$strip>;
8022
+ }, z.core.$strip>;
8023
+ }, z.core.$strip>>;
8024
+ sampleLimit: z.ZodNumber;
8025
+ truncated: z.ZodBoolean;
8026
+ }, z.core.$strip>>;
7212
8027
  summary: z.ZodObject<{
7213
8028
  totalPages: z.ZodNumber;
8029
+ statusOnlyPages: z.ZodNumber;
7214
8030
  indexablePages: z.ZodNumber;
7215
8031
  nonIndexablePages: z.ZodNumber;
7216
8032
  statusErrors: z.ZodNumber;
@@ -7314,6 +8130,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7314
8130
  consecutiveErrors: z.ZodNumber;
7315
8131
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
7316
8132
  }, z.core.$strip>>;
8133
+ accessBlock: z.ZodOptional<z.ZodObject<{
8134
+ provider: z.ZodEnum<{
8135
+ unknown: "unknown";
8136
+ cloudflare: "cloudflare";
8137
+ }>;
8138
+ kind: z.ZodEnum<{
8139
+ challenge: "challenge";
8140
+ firewall: "firewall";
8141
+ "rate-limit": "rate-limit";
8142
+ authentication: "authentication";
8143
+ }>;
8144
+ status: z.ZodNumber;
8145
+ crawler: z.ZodObject<{
8146
+ name: z.ZodString;
8147
+ robotsToken: z.ZodString;
8148
+ version: z.ZodString;
8149
+ userAgent: z.ZodString;
8150
+ documentationUrl: z.ZodString;
8151
+ }, z.core.$strip>;
8152
+ indicators: z.ZodArray<z.ZodString>;
8153
+ requestId: z.ZodOptional<z.ZodString>;
8154
+ guidance: z.ZodObject<{
8155
+ summary: z.ZodString;
8156
+ recommendedAction: z.ZodString;
8157
+ securityNote: z.ZodString;
8158
+ documentationUrl: z.ZodOptional<z.ZodString>;
8159
+ }, z.core.$strip>;
8160
+ }, z.core.$strip>>;
7317
8161
  robotsTxt: z.ZodOptional<z.ZodObject<{
7318
8162
  url: z.ZodString;
7319
8163
  cache: z.ZodEnum<{
@@ -7498,6 +8342,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7498
8342
  }, z.core.$strip>>;
7499
8343
  }, z.core.$strip>>;
7500
8344
  blocked: z.ZodOptional<z.ZodBoolean>;
8345
+ auditScope: z.ZodOptional<z.ZodEnum<{
8346
+ status: "status";
8347
+ full: "full";
8348
+ }>>;
8349
+ accessBlock: z.ZodOptional<z.ZodObject<{
8350
+ provider: z.ZodEnum<{
8351
+ unknown: "unknown";
8352
+ cloudflare: "cloudflare";
8353
+ }>;
8354
+ kind: z.ZodEnum<{
8355
+ challenge: "challenge";
8356
+ firewall: "firewall";
8357
+ "rate-limit": "rate-limit";
8358
+ authentication: "authentication";
8359
+ }>;
8360
+ status: z.ZodNumber;
8361
+ crawler: z.ZodObject<{
8362
+ name: z.ZodString;
8363
+ robotsToken: z.ZodString;
8364
+ version: z.ZodString;
8365
+ userAgent: z.ZodString;
8366
+ documentationUrl: z.ZodString;
8367
+ }, z.core.$strip>;
8368
+ indicators: z.ZodArray<z.ZodString>;
8369
+ requestId: z.ZodOptional<z.ZodString>;
8370
+ guidance: z.ZodObject<{
8371
+ summary: z.ZodString;
8372
+ recommendedAction: z.ZodString;
8373
+ securityNote: z.ZodString;
8374
+ documentationUrl: z.ZodOptional<z.ZodString>;
8375
+ }, z.core.$strip>;
8376
+ }, z.core.$strip>>;
7501
8377
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
7502
8378
  crawlDepth: z.ZodOptional<z.ZodNumber>;
7503
8379
  error: z.ZodOptional<z.ZodString>;
@@ -7570,10 +8446,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7570
8446
  wordCount: z.ZodNumber;
7571
8447
  contentExtraction: z.ZodOptional<z.ZodObject<{
7572
8448
  requested: z.ZodEnum<{
8449
+ crawler: "crawler";
7573
8450
  defuddle: "defuddle";
7574
8451
  readability: "readability";
7575
8452
  }>;
7576
8453
  used: z.ZodEnum<{
8454
+ crawler: "crawler";
7577
8455
  defuddle: "defuddle";
7578
8456
  readability: "readability";
7579
8457
  }>;
@@ -7919,6 +8797,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7919
8797
  status: z.ZodOptional<z.ZodNumber>;
7920
8798
  error: z.ZodOptional<z.ZodString>;
7921
8799
  sitemapUrls: z.ZodArray<z.ZodString>;
8800
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
7922
8801
  botAccess: z.ZodArray<z.ZodObject<{
7923
8802
  userAgent: z.ZodString;
7924
8803
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -7949,6 +8828,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7949
8828
  roots: z.ZodArray<z.ZodObject<{
7950
8829
  url: z.ZodString;
7951
8830
  source: z.ZodEnum<{
8831
+ explicit: "explicit";
7952
8832
  "robots-txt": "robots-txt";
7953
8833
  "default-path": "default-path";
7954
8834
  }>;
@@ -8209,6 +9089,31 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8209
9089
  missingMarkdownPages: z.ZodNumber;
8210
9090
  consistent: z.ZodNullable<z.ZodBoolean>;
8211
9091
  }, z.core.$strip>;
9092
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
9093
+ linkHeader: z.ZodObject<{
9094
+ url: z.ZodString;
9095
+ status: z.ZodOptional<z.ZodNumber>;
9096
+ entries: z.ZodArray<z.ZodObject<{
9097
+ url: z.ZodString;
9098
+ rel: z.ZodArray<z.ZodString>;
9099
+ type: z.ZodOptional<z.ZodString>;
9100
+ }, z.core.$strip>>;
9101
+ registeredRels: z.ZodArray<z.ZodString>;
9102
+ emergingRels: z.ZodArray<z.ZodString>;
9103
+ error: z.ZodOptional<z.ZodString>;
9104
+ }, z.core.$strip>;
9105
+ endpoints: z.ZodArray<z.ZodObject<{
9106
+ id: z.ZodString;
9107
+ url: z.ZodString;
9108
+ status: z.ZodOptional<z.ZodNumber>;
9109
+ exists: z.ZodBoolean;
9110
+ contentType: z.ZodOptional<z.ZodString>;
9111
+ validJson: z.ZodOptional<z.ZodBoolean>;
9112
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
9113
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
9114
+ error: z.ZodOptional<z.ZodString>;
9115
+ }, z.core.$strip>>;
9116
+ }, z.core.$strip>>;
8212
9117
  protocolVariants: z.ZodObject<{
8213
9118
  http: z.ZodObject<{
8214
9119
  url: z.ZodString;
@@ -8243,6 +9148,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8243
9148
  status: z.ZodNumber;
8244
9149
  location: z.ZodOptional<z.ZodString>;
8245
9150
  }, z.core.$strip>>>;
9151
+ accessBlock: z.ZodOptional<z.ZodObject<{
9152
+ provider: z.ZodEnum<{
9153
+ unknown: "unknown";
9154
+ cloudflare: "cloudflare";
9155
+ }>;
9156
+ kind: z.ZodEnum<{
9157
+ challenge: "challenge";
9158
+ firewall: "firewall";
9159
+ "rate-limit": "rate-limit";
9160
+ authentication: "authentication";
9161
+ }>;
9162
+ status: z.ZodNumber;
9163
+ crawler: z.ZodObject<{
9164
+ name: z.ZodString;
9165
+ robotsToken: z.ZodString;
9166
+ version: z.ZodString;
9167
+ userAgent: z.ZodString;
9168
+ documentationUrl: z.ZodString;
9169
+ }, z.core.$strip>;
9170
+ indicators: z.ZodArray<z.ZodString>;
9171
+ requestId: z.ZodOptional<z.ZodString>;
9172
+ guidance: z.ZodObject<{
9173
+ summary: z.ZodString;
9174
+ recommendedAction: z.ZodString;
9175
+ securityNote: z.ZodString;
9176
+ documentationUrl: z.ZodOptional<z.ZodString>;
9177
+ }, z.core.$strip>;
9178
+ }, z.core.$strip>>;
9179
+ robotsTxt: z.ZodOptional<z.ZodObject<{
9180
+ url: z.ZodString;
9181
+ allowed: z.ZodNullable<z.ZodBoolean>;
9182
+ availability: z.ZodEnum<{
9183
+ available: "available";
9184
+ absent: "absent";
9185
+ "access-blocked": "access-blocked";
9186
+ "rate-limited": "rate-limited";
9187
+ unreachable: "unreachable";
9188
+ }>;
9189
+ status: z.ZodOptional<z.ZodNumber>;
9190
+ error: z.ZodOptional<z.ZodString>;
9191
+ matchedLine: z.ZodOptional<z.ZodString>;
9192
+ }, z.core.$strip>>;
8246
9193
  extraction: z.ZodEnum<{
8247
9194
  complete: "complete";
8248
9195
  "not-applicable": "not-applicable";
@@ -8260,6 +9207,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
8260
9207
  status: z.ZodNumber;
8261
9208
  location: z.ZodOptional<z.ZodString>;
8262
9209
  }, z.core.$strip>>>;
9210
+ accessBlock: z.ZodOptional<z.ZodObject<{
9211
+ provider: z.ZodEnum<{
9212
+ unknown: "unknown";
9213
+ cloudflare: "cloudflare";
9214
+ }>;
9215
+ kind: z.ZodEnum<{
9216
+ challenge: "challenge";
9217
+ firewall: "firewall";
9218
+ "rate-limit": "rate-limit";
9219
+ authentication: "authentication";
9220
+ }>;
9221
+ status: z.ZodNumber;
9222
+ crawler: z.ZodObject<{
9223
+ name: z.ZodString;
9224
+ robotsToken: z.ZodString;
9225
+ version: z.ZodString;
9226
+ userAgent: z.ZodString;
9227
+ documentationUrl: z.ZodString;
9228
+ }, z.core.$strip>;
9229
+ indicators: z.ZodArray<z.ZodString>;
9230
+ requestId: z.ZodOptional<z.ZodString>;
9231
+ guidance: z.ZodObject<{
9232
+ summary: z.ZodString;
9233
+ recommendedAction: z.ZodString;
9234
+ securityNote: z.ZodString;
9235
+ documentationUrl: z.ZodOptional<z.ZodString>;
9236
+ }, z.core.$strip>;
9237
+ }, z.core.$strip>>;
9238
+ robotsTxt: z.ZodOptional<z.ZodObject<{
9239
+ url: z.ZodString;
9240
+ allowed: z.ZodNullable<z.ZodBoolean>;
9241
+ availability: z.ZodEnum<{
9242
+ available: "available";
9243
+ absent: "absent";
9244
+ "access-blocked": "access-blocked";
9245
+ "rate-limited": "rate-limited";
9246
+ unreachable: "unreachable";
9247
+ }>;
9248
+ status: z.ZodOptional<z.ZodNumber>;
9249
+ error: z.ZodOptional<z.ZodString>;
9250
+ matchedLine: z.ZodOptional<z.ZodString>;
9251
+ }, z.core.$strip>>;
8263
9252
  extraction: z.ZodLiteral<"failed">;
8264
9253
  extractionError: z.ZodString;
8265
9254
  }, z.core.$strip>, z.ZodObject<{
@@ -8330,6 +9319,11 @@ declare const crawlerSchemas: {
8330
9319
  list: "list";
8331
9320
  sitemap: "sitemap";
8332
9321
  }>;
9322
+ strategy: z.ZodEnum<{
9323
+ full: "full";
9324
+ health: "health";
9325
+ }>;
9326
+ sitemapUrl: z.ZodOptional<z.ZodString>;
8333
9327
  urls: z.ZodArray<z.ZodString>;
8334
9328
  maxPages: z.ZodNumber;
8335
9329
  maxDepth: z.ZodNumber;
@@ -8362,8 +9356,56 @@ declare const crawlerSchemas: {
8362
9356
  }, z.core.$strip>>;
8363
9357
  }, z.core.$strip>;
8364
9358
  }, z.core.$strip>;
9359
+ access: z.ZodOptional<z.ZodObject<{
9360
+ crawler: z.ZodObject<{
9361
+ name: z.ZodString;
9362
+ robotsToken: z.ZodString;
9363
+ version: z.ZodString;
9364
+ userAgent: z.ZodString;
9365
+ documentationUrl: z.ZodString;
9366
+ }, z.core.$strip>;
9367
+ blockedRequests: z.ZodNumber;
9368
+ providers: z.ZodRecord<z.ZodEnum<{
9369
+ unknown: "unknown";
9370
+ cloudflare: "cloudflare";
9371
+ }> & z.core.$partial, z.ZodNumber>;
9372
+ samples: z.ZodArray<z.ZodObject<{
9373
+ url: z.ZodString;
9374
+ evidence: z.ZodObject<{
9375
+ provider: z.ZodEnum<{
9376
+ unknown: "unknown";
9377
+ cloudflare: "cloudflare";
9378
+ }>;
9379
+ kind: z.ZodEnum<{
9380
+ challenge: "challenge";
9381
+ firewall: "firewall";
9382
+ "rate-limit": "rate-limit";
9383
+ authentication: "authentication";
9384
+ }>;
9385
+ status: z.ZodNumber;
9386
+ crawler: z.ZodObject<{
9387
+ name: z.ZodString;
9388
+ robotsToken: z.ZodString;
9389
+ version: z.ZodString;
9390
+ userAgent: z.ZodString;
9391
+ documentationUrl: z.ZodString;
9392
+ }, z.core.$strip>;
9393
+ indicators: z.ZodArray<z.ZodString>;
9394
+ requestId: z.ZodOptional<z.ZodString>;
9395
+ guidance: z.ZodObject<{
9396
+ summary: z.ZodString;
9397
+ recommendedAction: z.ZodString;
9398
+ securityNote: z.ZodString;
9399
+ documentationUrl: z.ZodOptional<z.ZodString>;
9400
+ }, z.core.$strip>;
9401
+ }, z.core.$strip>;
9402
+ }, z.core.$strip>>;
9403
+ sampleLimit: z.ZodNumber;
9404
+ truncated: z.ZodBoolean;
9405
+ }, z.core.$strip>>;
8365
9406
  summary: z.ZodObject<{
8366
9407
  totalPages: z.ZodNumber;
9408
+ statusOnlyPages: z.ZodNumber;
8367
9409
  indexablePages: z.ZodNumber;
8368
9410
  nonIndexablePages: z.ZodNumber;
8369
9411
  statusErrors: z.ZodNumber;
@@ -8467,6 +9509,34 @@ declare const crawlerSchemas: {
8467
9509
  consecutiveErrors: z.ZodNumber;
8468
9510
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
8469
9511
  }, z.core.$strip>>;
9512
+ accessBlock: z.ZodOptional<z.ZodObject<{
9513
+ provider: z.ZodEnum<{
9514
+ unknown: "unknown";
9515
+ cloudflare: "cloudflare";
9516
+ }>;
9517
+ kind: z.ZodEnum<{
9518
+ challenge: "challenge";
9519
+ firewall: "firewall";
9520
+ "rate-limit": "rate-limit";
9521
+ authentication: "authentication";
9522
+ }>;
9523
+ status: z.ZodNumber;
9524
+ crawler: z.ZodObject<{
9525
+ name: z.ZodString;
9526
+ robotsToken: z.ZodString;
9527
+ version: z.ZodString;
9528
+ userAgent: z.ZodString;
9529
+ documentationUrl: z.ZodString;
9530
+ }, z.core.$strip>;
9531
+ indicators: z.ZodArray<z.ZodString>;
9532
+ requestId: z.ZodOptional<z.ZodString>;
9533
+ guidance: z.ZodObject<{
9534
+ summary: z.ZodString;
9535
+ recommendedAction: z.ZodString;
9536
+ securityNote: z.ZodString;
9537
+ documentationUrl: z.ZodOptional<z.ZodString>;
9538
+ }, z.core.$strip>;
9539
+ }, z.core.$strip>>;
8470
9540
  robotsTxt: z.ZodOptional<z.ZodObject<{
8471
9541
  url: z.ZodString;
8472
9542
  cache: z.ZodEnum<{
@@ -8651,6 +9721,38 @@ declare const crawlerSchemas: {
8651
9721
  }, z.core.$strip>>;
8652
9722
  }, z.core.$strip>>;
8653
9723
  blocked: z.ZodOptional<z.ZodBoolean>;
9724
+ auditScope: z.ZodOptional<z.ZodEnum<{
9725
+ status: "status";
9726
+ full: "full";
9727
+ }>>;
9728
+ accessBlock: z.ZodOptional<z.ZodObject<{
9729
+ provider: z.ZodEnum<{
9730
+ unknown: "unknown";
9731
+ cloudflare: "cloudflare";
9732
+ }>;
9733
+ kind: z.ZodEnum<{
9734
+ challenge: "challenge";
9735
+ firewall: "firewall";
9736
+ "rate-limit": "rate-limit";
9737
+ authentication: "authentication";
9738
+ }>;
9739
+ status: z.ZodNumber;
9740
+ crawler: z.ZodObject<{
9741
+ name: z.ZodString;
9742
+ robotsToken: z.ZodString;
9743
+ version: z.ZodString;
9744
+ userAgent: z.ZodString;
9745
+ documentationUrl: z.ZodString;
9746
+ }, z.core.$strip>;
9747
+ indicators: z.ZodArray<z.ZodString>;
9748
+ requestId: z.ZodOptional<z.ZodString>;
9749
+ guidance: z.ZodObject<{
9750
+ summary: z.ZodString;
9751
+ recommendedAction: z.ZodString;
9752
+ securityNote: z.ZodString;
9753
+ documentationUrl: z.ZodOptional<z.ZodString>;
9754
+ }, z.core.$strip>;
9755
+ }, z.core.$strip>>;
8654
9756
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
8655
9757
  crawlDepth: z.ZodOptional<z.ZodNumber>;
8656
9758
  error: z.ZodOptional<z.ZodString>;
@@ -8723,10 +9825,12 @@ declare const crawlerSchemas: {
8723
9825
  wordCount: z.ZodNumber;
8724
9826
  contentExtraction: z.ZodOptional<z.ZodObject<{
8725
9827
  requested: z.ZodEnum<{
9828
+ crawler: "crawler";
8726
9829
  defuddle: "defuddle";
8727
9830
  readability: "readability";
8728
9831
  }>;
8729
9832
  used: z.ZodEnum<{
9833
+ crawler: "crawler";
8730
9834
  defuddle: "defuddle";
8731
9835
  readability: "readability";
8732
9836
  }>;
@@ -9072,6 +10176,7 @@ declare const crawlerSchemas: {
9072
10176
  status: z.ZodOptional<z.ZodNumber>;
9073
10177
  error: z.ZodOptional<z.ZodString>;
9074
10178
  sitemapUrls: z.ZodArray<z.ZodString>;
10179
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
9075
10180
  botAccess: z.ZodArray<z.ZodObject<{
9076
10181
  userAgent: z.ZodString;
9077
10182
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -9102,6 +10207,7 @@ declare const crawlerSchemas: {
9102
10207
  roots: z.ZodArray<z.ZodObject<{
9103
10208
  url: z.ZodString;
9104
10209
  source: z.ZodEnum<{
10210
+ explicit: "explicit";
9105
10211
  "robots-txt": "robots-txt";
9106
10212
  "default-path": "default-path";
9107
10213
  }>;
@@ -9362,6 +10468,31 @@ declare const crawlerSchemas: {
9362
10468
  missingMarkdownPages: z.ZodNumber;
9363
10469
  consistent: z.ZodNullable<z.ZodBoolean>;
9364
10470
  }, z.core.$strip>;
10471
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
10472
+ linkHeader: z.ZodObject<{
10473
+ url: z.ZodString;
10474
+ status: z.ZodOptional<z.ZodNumber>;
10475
+ entries: z.ZodArray<z.ZodObject<{
10476
+ url: z.ZodString;
10477
+ rel: z.ZodArray<z.ZodString>;
10478
+ type: z.ZodOptional<z.ZodString>;
10479
+ }, z.core.$strip>>;
10480
+ registeredRels: z.ZodArray<z.ZodString>;
10481
+ emergingRels: z.ZodArray<z.ZodString>;
10482
+ error: z.ZodOptional<z.ZodString>;
10483
+ }, z.core.$strip>;
10484
+ endpoints: z.ZodArray<z.ZodObject<{
10485
+ id: z.ZodString;
10486
+ url: z.ZodString;
10487
+ status: z.ZodOptional<z.ZodNumber>;
10488
+ exists: z.ZodBoolean;
10489
+ contentType: z.ZodOptional<z.ZodString>;
10490
+ validJson: z.ZodOptional<z.ZodBoolean>;
10491
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
10492
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
10493
+ error: z.ZodOptional<z.ZodString>;
10494
+ }, z.core.$strip>>;
10495
+ }, z.core.$strip>>;
9365
10496
  protocolVariants: z.ZodObject<{
9366
10497
  http: z.ZodObject<{
9367
10498
  url: z.ZodString;
@@ -9396,6 +10527,48 @@ declare const crawlerSchemas: {
9396
10527
  status: z.ZodNumber;
9397
10528
  location: z.ZodOptional<z.ZodString>;
9398
10529
  }, z.core.$strip>>>;
10530
+ accessBlock: z.ZodOptional<z.ZodObject<{
10531
+ provider: z.ZodEnum<{
10532
+ unknown: "unknown";
10533
+ cloudflare: "cloudflare";
10534
+ }>;
10535
+ kind: z.ZodEnum<{
10536
+ challenge: "challenge";
10537
+ firewall: "firewall";
10538
+ "rate-limit": "rate-limit";
10539
+ authentication: "authentication";
10540
+ }>;
10541
+ status: z.ZodNumber;
10542
+ crawler: z.ZodObject<{
10543
+ name: z.ZodString;
10544
+ robotsToken: z.ZodString;
10545
+ version: z.ZodString;
10546
+ userAgent: z.ZodString;
10547
+ documentationUrl: z.ZodString;
10548
+ }, z.core.$strip>;
10549
+ indicators: z.ZodArray<z.ZodString>;
10550
+ requestId: z.ZodOptional<z.ZodString>;
10551
+ guidance: z.ZodObject<{
10552
+ summary: z.ZodString;
10553
+ recommendedAction: z.ZodString;
10554
+ securityNote: z.ZodString;
10555
+ documentationUrl: z.ZodOptional<z.ZodString>;
10556
+ }, z.core.$strip>;
10557
+ }, z.core.$strip>>;
10558
+ robotsTxt: z.ZodOptional<z.ZodObject<{
10559
+ url: z.ZodString;
10560
+ allowed: z.ZodNullable<z.ZodBoolean>;
10561
+ availability: z.ZodEnum<{
10562
+ available: "available";
10563
+ absent: "absent";
10564
+ "access-blocked": "access-blocked";
10565
+ "rate-limited": "rate-limited";
10566
+ unreachable: "unreachable";
10567
+ }>;
10568
+ status: z.ZodOptional<z.ZodNumber>;
10569
+ error: z.ZodOptional<z.ZodString>;
10570
+ matchedLine: z.ZodOptional<z.ZodString>;
10571
+ }, z.core.$strip>>;
9399
10572
  extraction: z.ZodEnum<{
9400
10573
  complete: "complete";
9401
10574
  "not-applicable": "not-applicable";
@@ -9413,6 +10586,48 @@ declare const crawlerSchemas: {
9413
10586
  status: z.ZodNumber;
9414
10587
  location: z.ZodOptional<z.ZodString>;
9415
10588
  }, z.core.$strip>>>;
10589
+ accessBlock: z.ZodOptional<z.ZodObject<{
10590
+ provider: z.ZodEnum<{
10591
+ unknown: "unknown";
10592
+ cloudflare: "cloudflare";
10593
+ }>;
10594
+ kind: z.ZodEnum<{
10595
+ challenge: "challenge";
10596
+ firewall: "firewall";
10597
+ "rate-limit": "rate-limit";
10598
+ authentication: "authentication";
10599
+ }>;
10600
+ status: z.ZodNumber;
10601
+ crawler: z.ZodObject<{
10602
+ name: z.ZodString;
10603
+ robotsToken: z.ZodString;
10604
+ version: z.ZodString;
10605
+ userAgent: z.ZodString;
10606
+ documentationUrl: z.ZodString;
10607
+ }, z.core.$strip>;
10608
+ indicators: z.ZodArray<z.ZodString>;
10609
+ requestId: z.ZodOptional<z.ZodString>;
10610
+ guidance: z.ZodObject<{
10611
+ summary: z.ZodString;
10612
+ recommendedAction: z.ZodString;
10613
+ securityNote: z.ZodString;
10614
+ documentationUrl: z.ZodOptional<z.ZodString>;
10615
+ }, z.core.$strip>;
10616
+ }, z.core.$strip>>;
10617
+ robotsTxt: z.ZodOptional<z.ZodObject<{
10618
+ url: z.ZodString;
10619
+ allowed: z.ZodNullable<z.ZodBoolean>;
10620
+ availability: z.ZodEnum<{
10621
+ available: "available";
10622
+ absent: "absent";
10623
+ "access-blocked": "access-blocked";
10624
+ "rate-limited": "rate-limited";
10625
+ unreachable: "unreachable";
10626
+ }>;
10627
+ status: z.ZodOptional<z.ZodNumber>;
10628
+ error: z.ZodOptional<z.ZodString>;
10629
+ matchedLine: z.ZodOptional<z.ZodString>;
10630
+ }, z.core.$strip>>;
9416
10631
  extraction: z.ZodLiteral<"failed">;
9417
10632
  extractionError: z.ZodString;
9418
10633
  }, z.core.$strip>, z.ZodObject<{
@@ -9481,6 +10696,11 @@ declare const crawlerSchemas: {
9481
10696
  list: "list";
9482
10697
  sitemap: "sitemap";
9483
10698
  }>;
10699
+ strategy: z.ZodEnum<{
10700
+ full: "full";
10701
+ health: "health";
10702
+ }>;
10703
+ sitemapUrl: z.ZodOptional<z.ZodString>;
9484
10704
  urls: z.ZodArray<z.ZodString>;
9485
10705
  maxPages: z.ZodNumber;
9486
10706
  maxDepth: z.ZodNumber;
@@ -9513,8 +10733,56 @@ declare const crawlerSchemas: {
9513
10733
  }, z.core.$strip>>;
9514
10734
  }, z.core.$strip>;
9515
10735
  }, z.core.$strip>;
10736
+ access: z.ZodOptional<z.ZodObject<{
10737
+ crawler: z.ZodObject<{
10738
+ name: z.ZodString;
10739
+ robotsToken: z.ZodString;
10740
+ version: z.ZodString;
10741
+ userAgent: z.ZodString;
10742
+ documentationUrl: z.ZodString;
10743
+ }, z.core.$strip>;
10744
+ blockedRequests: z.ZodNumber;
10745
+ providers: z.ZodRecord<z.ZodEnum<{
10746
+ unknown: "unknown";
10747
+ cloudflare: "cloudflare";
10748
+ }> & z.core.$partial, z.ZodNumber>;
10749
+ samples: z.ZodArray<z.ZodObject<{
10750
+ url: z.ZodString;
10751
+ evidence: z.ZodObject<{
10752
+ provider: z.ZodEnum<{
10753
+ unknown: "unknown";
10754
+ cloudflare: "cloudflare";
10755
+ }>;
10756
+ kind: z.ZodEnum<{
10757
+ challenge: "challenge";
10758
+ firewall: "firewall";
10759
+ "rate-limit": "rate-limit";
10760
+ authentication: "authentication";
10761
+ }>;
10762
+ status: z.ZodNumber;
10763
+ crawler: z.ZodObject<{
10764
+ name: z.ZodString;
10765
+ robotsToken: z.ZodString;
10766
+ version: z.ZodString;
10767
+ userAgent: z.ZodString;
10768
+ documentationUrl: z.ZodString;
10769
+ }, z.core.$strip>;
10770
+ indicators: z.ZodArray<z.ZodString>;
10771
+ requestId: z.ZodOptional<z.ZodString>;
10772
+ guidance: z.ZodObject<{
10773
+ summary: z.ZodString;
10774
+ recommendedAction: z.ZodString;
10775
+ securityNote: z.ZodString;
10776
+ documentationUrl: z.ZodOptional<z.ZodString>;
10777
+ }, z.core.$strip>;
10778
+ }, z.core.$strip>;
10779
+ }, z.core.$strip>>;
10780
+ sampleLimit: z.ZodNumber;
10781
+ truncated: z.ZodBoolean;
10782
+ }, z.core.$strip>>;
9516
10783
  summary: z.ZodObject<{
9517
10784
  totalPages: z.ZodNumber;
10785
+ statusOnlyPages: z.ZodNumber;
9518
10786
  indexablePages: z.ZodNumber;
9519
10787
  nonIndexablePages: z.ZodNumber;
9520
10788
  statusErrors: z.ZodNumber;
@@ -9618,6 +10886,34 @@ declare const crawlerSchemas: {
9618
10886
  consecutiveErrors: z.ZodNumber;
9619
10887
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
9620
10888
  }, z.core.$strip>>;
10889
+ accessBlock: z.ZodOptional<z.ZodObject<{
10890
+ provider: z.ZodEnum<{
10891
+ unknown: "unknown";
10892
+ cloudflare: "cloudflare";
10893
+ }>;
10894
+ kind: z.ZodEnum<{
10895
+ challenge: "challenge";
10896
+ firewall: "firewall";
10897
+ "rate-limit": "rate-limit";
10898
+ authentication: "authentication";
10899
+ }>;
10900
+ status: z.ZodNumber;
10901
+ crawler: z.ZodObject<{
10902
+ name: z.ZodString;
10903
+ robotsToken: z.ZodString;
10904
+ version: z.ZodString;
10905
+ userAgent: z.ZodString;
10906
+ documentationUrl: z.ZodString;
10907
+ }, z.core.$strip>;
10908
+ indicators: z.ZodArray<z.ZodString>;
10909
+ requestId: z.ZodOptional<z.ZodString>;
10910
+ guidance: z.ZodObject<{
10911
+ summary: z.ZodString;
10912
+ recommendedAction: z.ZodString;
10913
+ securityNote: z.ZodString;
10914
+ documentationUrl: z.ZodOptional<z.ZodString>;
10915
+ }, z.core.$strip>;
10916
+ }, z.core.$strip>>;
9621
10917
  robotsTxt: z.ZodOptional<z.ZodObject<{
9622
10918
  url: z.ZodString;
9623
10919
  cache: z.ZodEnum<{
@@ -9802,6 +11098,38 @@ declare const crawlerSchemas: {
9802
11098
  }, z.core.$strip>>;
9803
11099
  }, z.core.$strip>>;
9804
11100
  blocked: z.ZodOptional<z.ZodBoolean>;
11101
+ auditScope: z.ZodOptional<z.ZodEnum<{
11102
+ status: "status";
11103
+ full: "full";
11104
+ }>>;
11105
+ accessBlock: z.ZodOptional<z.ZodObject<{
11106
+ provider: z.ZodEnum<{
11107
+ unknown: "unknown";
11108
+ cloudflare: "cloudflare";
11109
+ }>;
11110
+ kind: z.ZodEnum<{
11111
+ challenge: "challenge";
11112
+ firewall: "firewall";
11113
+ "rate-limit": "rate-limit";
11114
+ authentication: "authentication";
11115
+ }>;
11116
+ status: z.ZodNumber;
11117
+ crawler: z.ZodObject<{
11118
+ name: z.ZodString;
11119
+ robotsToken: z.ZodString;
11120
+ version: z.ZodString;
11121
+ userAgent: z.ZodString;
11122
+ documentationUrl: z.ZodString;
11123
+ }, z.core.$strip>;
11124
+ indicators: z.ZodArray<z.ZodString>;
11125
+ requestId: z.ZodOptional<z.ZodString>;
11126
+ guidance: z.ZodObject<{
11127
+ summary: z.ZodString;
11128
+ recommendedAction: z.ZodString;
11129
+ securityNote: z.ZodString;
11130
+ documentationUrl: z.ZodOptional<z.ZodString>;
11131
+ }, z.core.$strip>;
11132
+ }, z.core.$strip>>;
9805
11133
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
9806
11134
  crawlDepth: z.ZodOptional<z.ZodNumber>;
9807
11135
  error: z.ZodOptional<z.ZodString>;
@@ -9874,10 +11202,12 @@ declare const crawlerSchemas: {
9874
11202
  wordCount: z.ZodNumber;
9875
11203
  contentExtraction: z.ZodOptional<z.ZodObject<{
9876
11204
  requested: z.ZodEnum<{
11205
+ crawler: "crawler";
9877
11206
  defuddle: "defuddle";
9878
11207
  readability: "readability";
9879
11208
  }>;
9880
11209
  used: z.ZodEnum<{
11210
+ crawler: "crawler";
9881
11211
  defuddle: "defuddle";
9882
11212
  readability: "readability";
9883
11213
  }>;
@@ -10223,6 +11553,7 @@ declare const crawlerSchemas: {
10223
11553
  status: z.ZodOptional<z.ZodNumber>;
10224
11554
  error: z.ZodOptional<z.ZodString>;
10225
11555
  sitemapUrls: z.ZodArray<z.ZodString>;
11556
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
10226
11557
  botAccess: z.ZodArray<z.ZodObject<{
10227
11558
  userAgent: z.ZodString;
10228
11559
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -10253,6 +11584,7 @@ declare const crawlerSchemas: {
10253
11584
  roots: z.ZodArray<z.ZodObject<{
10254
11585
  url: z.ZodString;
10255
11586
  source: z.ZodEnum<{
11587
+ explicit: "explicit";
10256
11588
  "robots-txt": "robots-txt";
10257
11589
  "default-path": "default-path";
10258
11590
  }>;
@@ -10513,6 +11845,31 @@ declare const crawlerSchemas: {
10513
11845
  missingMarkdownPages: z.ZodNumber;
10514
11846
  consistent: z.ZodNullable<z.ZodBoolean>;
10515
11847
  }, z.core.$strip>;
11848
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
11849
+ linkHeader: z.ZodObject<{
11850
+ url: z.ZodString;
11851
+ status: z.ZodOptional<z.ZodNumber>;
11852
+ entries: z.ZodArray<z.ZodObject<{
11853
+ url: z.ZodString;
11854
+ rel: z.ZodArray<z.ZodString>;
11855
+ type: z.ZodOptional<z.ZodString>;
11856
+ }, z.core.$strip>>;
11857
+ registeredRels: z.ZodArray<z.ZodString>;
11858
+ emergingRels: z.ZodArray<z.ZodString>;
11859
+ error: z.ZodOptional<z.ZodString>;
11860
+ }, z.core.$strip>;
11861
+ endpoints: z.ZodArray<z.ZodObject<{
11862
+ id: z.ZodString;
11863
+ url: z.ZodString;
11864
+ status: z.ZodOptional<z.ZodNumber>;
11865
+ exists: z.ZodBoolean;
11866
+ contentType: z.ZodOptional<z.ZodString>;
11867
+ validJson: z.ZodOptional<z.ZodBoolean>;
11868
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
11869
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
11870
+ error: z.ZodOptional<z.ZodString>;
11871
+ }, z.core.$strip>>;
11872
+ }, z.core.$strip>>;
10516
11873
  protocolVariants: z.ZodObject<{
10517
11874
  http: z.ZodObject<{
10518
11875
  url: z.ZodString;
@@ -10547,6 +11904,48 @@ declare const crawlerSchemas: {
10547
11904
  status: z.ZodNumber;
10548
11905
  location: z.ZodOptional<z.ZodString>;
10549
11906
  }, z.core.$strip>>>;
11907
+ accessBlock: z.ZodOptional<z.ZodObject<{
11908
+ provider: z.ZodEnum<{
11909
+ unknown: "unknown";
11910
+ cloudflare: "cloudflare";
11911
+ }>;
11912
+ kind: z.ZodEnum<{
11913
+ challenge: "challenge";
11914
+ firewall: "firewall";
11915
+ "rate-limit": "rate-limit";
11916
+ authentication: "authentication";
11917
+ }>;
11918
+ status: z.ZodNumber;
11919
+ crawler: z.ZodObject<{
11920
+ name: z.ZodString;
11921
+ robotsToken: z.ZodString;
11922
+ version: z.ZodString;
11923
+ userAgent: z.ZodString;
11924
+ documentationUrl: z.ZodString;
11925
+ }, z.core.$strip>;
11926
+ indicators: z.ZodArray<z.ZodString>;
11927
+ requestId: z.ZodOptional<z.ZodString>;
11928
+ guidance: z.ZodObject<{
11929
+ summary: z.ZodString;
11930
+ recommendedAction: z.ZodString;
11931
+ securityNote: z.ZodString;
11932
+ documentationUrl: z.ZodOptional<z.ZodString>;
11933
+ }, z.core.$strip>;
11934
+ }, z.core.$strip>>;
11935
+ robotsTxt: z.ZodOptional<z.ZodObject<{
11936
+ url: z.ZodString;
11937
+ allowed: z.ZodNullable<z.ZodBoolean>;
11938
+ availability: z.ZodEnum<{
11939
+ available: "available";
11940
+ absent: "absent";
11941
+ "access-blocked": "access-blocked";
11942
+ "rate-limited": "rate-limited";
11943
+ unreachable: "unreachable";
11944
+ }>;
11945
+ status: z.ZodOptional<z.ZodNumber>;
11946
+ error: z.ZodOptional<z.ZodString>;
11947
+ matchedLine: z.ZodOptional<z.ZodString>;
11948
+ }, z.core.$strip>>;
10550
11949
  extraction: z.ZodEnum<{
10551
11950
  complete: "complete";
10552
11951
  "not-applicable": "not-applicable";
@@ -10564,6 +11963,48 @@ declare const crawlerSchemas: {
10564
11963
  status: z.ZodNumber;
10565
11964
  location: z.ZodOptional<z.ZodString>;
10566
11965
  }, z.core.$strip>>>;
11966
+ accessBlock: z.ZodOptional<z.ZodObject<{
11967
+ provider: z.ZodEnum<{
11968
+ unknown: "unknown";
11969
+ cloudflare: "cloudflare";
11970
+ }>;
11971
+ kind: z.ZodEnum<{
11972
+ challenge: "challenge";
11973
+ firewall: "firewall";
11974
+ "rate-limit": "rate-limit";
11975
+ authentication: "authentication";
11976
+ }>;
11977
+ status: z.ZodNumber;
11978
+ crawler: z.ZodObject<{
11979
+ name: z.ZodString;
11980
+ robotsToken: z.ZodString;
11981
+ version: z.ZodString;
11982
+ userAgent: z.ZodString;
11983
+ documentationUrl: z.ZodString;
11984
+ }, z.core.$strip>;
11985
+ indicators: z.ZodArray<z.ZodString>;
11986
+ requestId: z.ZodOptional<z.ZodString>;
11987
+ guidance: z.ZodObject<{
11988
+ summary: z.ZodString;
11989
+ recommendedAction: z.ZodString;
11990
+ securityNote: z.ZodString;
11991
+ documentationUrl: z.ZodOptional<z.ZodString>;
11992
+ }, z.core.$strip>;
11993
+ }, z.core.$strip>>;
11994
+ robotsTxt: z.ZodOptional<z.ZodObject<{
11995
+ url: z.ZodString;
11996
+ allowed: z.ZodNullable<z.ZodBoolean>;
11997
+ availability: z.ZodEnum<{
11998
+ available: "available";
11999
+ absent: "absent";
12000
+ "access-blocked": "access-blocked";
12001
+ "rate-limited": "rate-limited";
12002
+ unreachable: "unreachable";
12003
+ }>;
12004
+ status: z.ZodOptional<z.ZodNumber>;
12005
+ error: z.ZodOptional<z.ZodString>;
12006
+ matchedLine: z.ZodOptional<z.ZodString>;
12007
+ }, z.core.$strip>>;
10567
12008
  extraction: z.ZodLiteral<"failed">;
10568
12009
  extractionError: z.ZodString;
10569
12010
  }, z.core.$strip>, z.ZodObject<{
@@ -10632,6 +12073,11 @@ declare const crawlerSchemas: {
10632
12073
  list: "list";
10633
12074
  sitemap: "sitemap";
10634
12075
  }>;
12076
+ strategy: z.ZodEnum<{
12077
+ full: "full";
12078
+ health: "health";
12079
+ }>;
12080
+ sitemapUrl: z.ZodOptional<z.ZodString>;
10635
12081
  urls: z.ZodArray<z.ZodString>;
10636
12082
  maxPages: z.ZodNumber;
10637
12083
  maxDepth: z.ZodNumber;
@@ -10664,8 +12110,56 @@ declare const crawlerSchemas: {
10664
12110
  }, z.core.$strip>>;
10665
12111
  }, z.core.$strip>;
10666
12112
  }, z.core.$strip>;
12113
+ access: z.ZodOptional<z.ZodObject<{
12114
+ crawler: z.ZodObject<{
12115
+ name: z.ZodString;
12116
+ robotsToken: z.ZodString;
12117
+ version: z.ZodString;
12118
+ userAgent: z.ZodString;
12119
+ documentationUrl: z.ZodString;
12120
+ }, z.core.$strip>;
12121
+ blockedRequests: z.ZodNumber;
12122
+ providers: z.ZodRecord<z.ZodEnum<{
12123
+ unknown: "unknown";
12124
+ cloudflare: "cloudflare";
12125
+ }> & z.core.$partial, z.ZodNumber>;
12126
+ samples: z.ZodArray<z.ZodObject<{
12127
+ url: z.ZodString;
12128
+ evidence: z.ZodObject<{
12129
+ provider: z.ZodEnum<{
12130
+ unknown: "unknown";
12131
+ cloudflare: "cloudflare";
12132
+ }>;
12133
+ kind: z.ZodEnum<{
12134
+ challenge: "challenge";
12135
+ firewall: "firewall";
12136
+ "rate-limit": "rate-limit";
12137
+ authentication: "authentication";
12138
+ }>;
12139
+ status: z.ZodNumber;
12140
+ crawler: z.ZodObject<{
12141
+ name: z.ZodString;
12142
+ robotsToken: z.ZodString;
12143
+ version: z.ZodString;
12144
+ userAgent: z.ZodString;
12145
+ documentationUrl: z.ZodString;
12146
+ }, z.core.$strip>;
12147
+ indicators: z.ZodArray<z.ZodString>;
12148
+ requestId: z.ZodOptional<z.ZodString>;
12149
+ guidance: z.ZodObject<{
12150
+ summary: z.ZodString;
12151
+ recommendedAction: z.ZodString;
12152
+ securityNote: z.ZodString;
12153
+ documentationUrl: z.ZodOptional<z.ZodString>;
12154
+ }, z.core.$strip>;
12155
+ }, z.core.$strip>;
12156
+ }, z.core.$strip>>;
12157
+ sampleLimit: z.ZodNumber;
12158
+ truncated: z.ZodBoolean;
12159
+ }, z.core.$strip>>;
10667
12160
  summary: z.ZodObject<{
10668
12161
  totalPages: z.ZodNumber;
12162
+ statusOnlyPages: z.ZodNumber;
10669
12163
  indexablePages: z.ZodNumber;
10670
12164
  nonIndexablePages: z.ZodNumber;
10671
12165
  statusErrors: z.ZodNumber;
@@ -10769,6 +12263,34 @@ declare const crawlerSchemas: {
10769
12263
  consecutiveErrors: z.ZodNumber;
10770
12264
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
10771
12265
  }, z.core.$strip>>;
12266
+ accessBlock: z.ZodOptional<z.ZodObject<{
12267
+ provider: z.ZodEnum<{
12268
+ unknown: "unknown";
12269
+ cloudflare: "cloudflare";
12270
+ }>;
12271
+ kind: z.ZodEnum<{
12272
+ challenge: "challenge";
12273
+ firewall: "firewall";
12274
+ "rate-limit": "rate-limit";
12275
+ authentication: "authentication";
12276
+ }>;
12277
+ status: z.ZodNumber;
12278
+ crawler: z.ZodObject<{
12279
+ name: z.ZodString;
12280
+ robotsToken: z.ZodString;
12281
+ version: z.ZodString;
12282
+ userAgent: z.ZodString;
12283
+ documentationUrl: z.ZodString;
12284
+ }, z.core.$strip>;
12285
+ indicators: z.ZodArray<z.ZodString>;
12286
+ requestId: z.ZodOptional<z.ZodString>;
12287
+ guidance: z.ZodObject<{
12288
+ summary: z.ZodString;
12289
+ recommendedAction: z.ZodString;
12290
+ securityNote: z.ZodString;
12291
+ documentationUrl: z.ZodOptional<z.ZodString>;
12292
+ }, z.core.$strip>;
12293
+ }, z.core.$strip>>;
10772
12294
  robotsTxt: z.ZodOptional<z.ZodObject<{
10773
12295
  url: z.ZodString;
10774
12296
  cache: z.ZodEnum<{
@@ -10953,6 +12475,38 @@ declare const crawlerSchemas: {
10953
12475
  }, z.core.$strip>>;
10954
12476
  }, z.core.$strip>>;
10955
12477
  blocked: z.ZodOptional<z.ZodBoolean>;
12478
+ auditScope: z.ZodOptional<z.ZodEnum<{
12479
+ status: "status";
12480
+ full: "full";
12481
+ }>>;
12482
+ accessBlock: z.ZodOptional<z.ZodObject<{
12483
+ provider: z.ZodEnum<{
12484
+ unknown: "unknown";
12485
+ cloudflare: "cloudflare";
12486
+ }>;
12487
+ kind: z.ZodEnum<{
12488
+ challenge: "challenge";
12489
+ firewall: "firewall";
12490
+ "rate-limit": "rate-limit";
12491
+ authentication: "authentication";
12492
+ }>;
12493
+ status: z.ZodNumber;
12494
+ crawler: z.ZodObject<{
12495
+ name: z.ZodString;
12496
+ robotsToken: z.ZodString;
12497
+ version: z.ZodString;
12498
+ userAgent: z.ZodString;
12499
+ documentationUrl: z.ZodString;
12500
+ }, z.core.$strip>;
12501
+ indicators: z.ZodArray<z.ZodString>;
12502
+ requestId: z.ZodOptional<z.ZodString>;
12503
+ guidance: z.ZodObject<{
12504
+ summary: z.ZodString;
12505
+ recommendedAction: z.ZodString;
12506
+ securityNote: z.ZodString;
12507
+ documentationUrl: z.ZodOptional<z.ZodString>;
12508
+ }, z.core.$strip>;
12509
+ }, z.core.$strip>>;
10956
12510
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
10957
12511
  crawlDepth: z.ZodOptional<z.ZodNumber>;
10958
12512
  error: z.ZodOptional<z.ZodString>;
@@ -11025,10 +12579,12 @@ declare const crawlerSchemas: {
11025
12579
  wordCount: z.ZodNumber;
11026
12580
  contentExtraction: z.ZodOptional<z.ZodObject<{
11027
12581
  requested: z.ZodEnum<{
12582
+ crawler: "crawler";
11028
12583
  defuddle: "defuddle";
11029
12584
  readability: "readability";
11030
12585
  }>;
11031
12586
  used: z.ZodEnum<{
12587
+ crawler: "crawler";
11032
12588
  defuddle: "defuddle";
11033
12589
  readability: "readability";
11034
12590
  }>;
@@ -11374,6 +12930,7 @@ declare const crawlerSchemas: {
11374
12930
  status: z.ZodOptional<z.ZodNumber>;
11375
12931
  error: z.ZodOptional<z.ZodString>;
11376
12932
  sitemapUrls: z.ZodArray<z.ZodString>;
12933
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
11377
12934
  botAccess: z.ZodArray<z.ZodObject<{
11378
12935
  userAgent: z.ZodString;
11379
12936
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -11404,6 +12961,7 @@ declare const crawlerSchemas: {
11404
12961
  roots: z.ZodArray<z.ZodObject<{
11405
12962
  url: z.ZodString;
11406
12963
  source: z.ZodEnum<{
12964
+ explicit: "explicit";
11407
12965
  "robots-txt": "robots-txt";
11408
12966
  "default-path": "default-path";
11409
12967
  }>;
@@ -11664,6 +13222,31 @@ declare const crawlerSchemas: {
11664
13222
  missingMarkdownPages: z.ZodNumber;
11665
13223
  consistent: z.ZodNullable<z.ZodBoolean>;
11666
13224
  }, z.core.$strip>;
13225
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
13226
+ linkHeader: z.ZodObject<{
13227
+ url: z.ZodString;
13228
+ status: z.ZodOptional<z.ZodNumber>;
13229
+ entries: z.ZodArray<z.ZodObject<{
13230
+ url: z.ZodString;
13231
+ rel: z.ZodArray<z.ZodString>;
13232
+ type: z.ZodOptional<z.ZodString>;
13233
+ }, z.core.$strip>>;
13234
+ registeredRels: z.ZodArray<z.ZodString>;
13235
+ emergingRels: z.ZodArray<z.ZodString>;
13236
+ error: z.ZodOptional<z.ZodString>;
13237
+ }, z.core.$strip>;
13238
+ endpoints: z.ZodArray<z.ZodObject<{
13239
+ id: z.ZodString;
13240
+ url: z.ZodString;
13241
+ status: z.ZodOptional<z.ZodNumber>;
13242
+ exists: z.ZodBoolean;
13243
+ contentType: z.ZodOptional<z.ZodString>;
13244
+ validJson: z.ZodOptional<z.ZodBoolean>;
13245
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
13246
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
13247
+ error: z.ZodOptional<z.ZodString>;
13248
+ }, z.core.$strip>>;
13249
+ }, z.core.$strip>>;
11667
13250
  protocolVariants: z.ZodObject<{
11668
13251
  http: z.ZodObject<{
11669
13252
  url: z.ZodString;
@@ -11698,6 +13281,48 @@ declare const crawlerSchemas: {
11698
13281
  status: z.ZodNumber;
11699
13282
  location: z.ZodOptional<z.ZodString>;
11700
13283
  }, z.core.$strip>>>;
13284
+ accessBlock: z.ZodOptional<z.ZodObject<{
13285
+ provider: z.ZodEnum<{
13286
+ unknown: "unknown";
13287
+ cloudflare: "cloudflare";
13288
+ }>;
13289
+ kind: z.ZodEnum<{
13290
+ challenge: "challenge";
13291
+ firewall: "firewall";
13292
+ "rate-limit": "rate-limit";
13293
+ authentication: "authentication";
13294
+ }>;
13295
+ status: z.ZodNumber;
13296
+ crawler: z.ZodObject<{
13297
+ name: z.ZodString;
13298
+ robotsToken: z.ZodString;
13299
+ version: z.ZodString;
13300
+ userAgent: z.ZodString;
13301
+ documentationUrl: z.ZodString;
13302
+ }, z.core.$strip>;
13303
+ indicators: z.ZodArray<z.ZodString>;
13304
+ requestId: z.ZodOptional<z.ZodString>;
13305
+ guidance: z.ZodObject<{
13306
+ summary: z.ZodString;
13307
+ recommendedAction: z.ZodString;
13308
+ securityNote: z.ZodString;
13309
+ documentationUrl: z.ZodOptional<z.ZodString>;
13310
+ }, z.core.$strip>;
13311
+ }, z.core.$strip>>;
13312
+ robotsTxt: z.ZodOptional<z.ZodObject<{
13313
+ url: z.ZodString;
13314
+ allowed: z.ZodNullable<z.ZodBoolean>;
13315
+ availability: z.ZodEnum<{
13316
+ available: "available";
13317
+ absent: "absent";
13318
+ "access-blocked": "access-blocked";
13319
+ "rate-limited": "rate-limited";
13320
+ unreachable: "unreachable";
13321
+ }>;
13322
+ status: z.ZodOptional<z.ZodNumber>;
13323
+ error: z.ZodOptional<z.ZodString>;
13324
+ matchedLine: z.ZodOptional<z.ZodString>;
13325
+ }, z.core.$strip>>;
11701
13326
  extraction: z.ZodEnum<{
11702
13327
  complete: "complete";
11703
13328
  "not-applicable": "not-applicable";
@@ -11715,6 +13340,48 @@ declare const crawlerSchemas: {
11715
13340
  status: z.ZodNumber;
11716
13341
  location: z.ZodOptional<z.ZodString>;
11717
13342
  }, z.core.$strip>>>;
13343
+ accessBlock: z.ZodOptional<z.ZodObject<{
13344
+ provider: z.ZodEnum<{
13345
+ unknown: "unknown";
13346
+ cloudflare: "cloudflare";
13347
+ }>;
13348
+ kind: z.ZodEnum<{
13349
+ challenge: "challenge";
13350
+ firewall: "firewall";
13351
+ "rate-limit": "rate-limit";
13352
+ authentication: "authentication";
13353
+ }>;
13354
+ status: z.ZodNumber;
13355
+ crawler: z.ZodObject<{
13356
+ name: z.ZodString;
13357
+ robotsToken: z.ZodString;
13358
+ version: z.ZodString;
13359
+ userAgent: z.ZodString;
13360
+ documentationUrl: z.ZodString;
13361
+ }, z.core.$strip>;
13362
+ indicators: z.ZodArray<z.ZodString>;
13363
+ requestId: z.ZodOptional<z.ZodString>;
13364
+ guidance: z.ZodObject<{
13365
+ summary: z.ZodString;
13366
+ recommendedAction: z.ZodString;
13367
+ securityNote: z.ZodString;
13368
+ documentationUrl: z.ZodOptional<z.ZodString>;
13369
+ }, z.core.$strip>;
13370
+ }, z.core.$strip>>;
13371
+ robotsTxt: z.ZodOptional<z.ZodObject<{
13372
+ url: z.ZodString;
13373
+ allowed: z.ZodNullable<z.ZodBoolean>;
13374
+ availability: z.ZodEnum<{
13375
+ available: "available";
13376
+ absent: "absent";
13377
+ "access-blocked": "access-blocked";
13378
+ "rate-limited": "rate-limited";
13379
+ unreachable: "unreachable";
13380
+ }>;
13381
+ status: z.ZodOptional<z.ZodNumber>;
13382
+ error: z.ZodOptional<z.ZodString>;
13383
+ matchedLine: z.ZodOptional<z.ZodString>;
13384
+ }, z.core.$strip>>;
11718
13385
  extraction: z.ZodLiteral<"failed">;
11719
13386
  extractionError: z.ZodString;
11720
13387
  }, z.core.$strip>, z.ZodObject<{
@@ -11904,6 +13571,48 @@ declare const crawlerSchemas: {
11904
13571
  status: z.ZodNumber;
11905
13572
  location: z.ZodOptional<z.ZodString>;
11906
13573
  }, z.core.$strip>>>;
13574
+ accessBlock: z.ZodOptional<z.ZodObject<{
13575
+ provider: z.ZodEnum<{
13576
+ unknown: "unknown";
13577
+ cloudflare: "cloudflare";
13578
+ }>;
13579
+ kind: z.ZodEnum<{
13580
+ challenge: "challenge";
13581
+ firewall: "firewall";
13582
+ "rate-limit": "rate-limit";
13583
+ authentication: "authentication";
13584
+ }>;
13585
+ status: z.ZodNumber;
13586
+ crawler: z.ZodObject<{
13587
+ name: z.ZodString;
13588
+ robotsToken: z.ZodString;
13589
+ version: z.ZodString;
13590
+ userAgent: z.ZodString;
13591
+ documentationUrl: z.ZodString;
13592
+ }, z.core.$strip>;
13593
+ indicators: z.ZodArray<z.ZodString>;
13594
+ requestId: z.ZodOptional<z.ZodString>;
13595
+ guidance: z.ZodObject<{
13596
+ summary: z.ZodString;
13597
+ recommendedAction: z.ZodString;
13598
+ securityNote: z.ZodString;
13599
+ documentationUrl: z.ZodOptional<z.ZodString>;
13600
+ }, z.core.$strip>;
13601
+ }, z.core.$strip>>;
13602
+ robotsTxt: z.ZodOptional<z.ZodObject<{
13603
+ url: z.ZodString;
13604
+ allowed: z.ZodNullable<z.ZodBoolean>;
13605
+ availability: z.ZodEnum<{
13606
+ available: "available";
13607
+ absent: "absent";
13608
+ "access-blocked": "access-blocked";
13609
+ "rate-limited": "rate-limited";
13610
+ unreachable: "unreachable";
13611
+ }>;
13612
+ status: z.ZodOptional<z.ZodNumber>;
13613
+ error: z.ZodOptional<z.ZodString>;
13614
+ matchedLine: z.ZodOptional<z.ZodString>;
13615
+ }, z.core.$strip>>;
11907
13616
  extraction: z.ZodEnum<{
11908
13617
  complete: "complete";
11909
13618
  "not-applicable": "not-applicable";
@@ -11921,6 +13630,48 @@ declare const crawlerSchemas: {
11921
13630
  status: z.ZodNumber;
11922
13631
  location: z.ZodOptional<z.ZodString>;
11923
13632
  }, z.core.$strip>>>;
13633
+ accessBlock: z.ZodOptional<z.ZodObject<{
13634
+ provider: z.ZodEnum<{
13635
+ unknown: "unknown";
13636
+ cloudflare: "cloudflare";
13637
+ }>;
13638
+ kind: z.ZodEnum<{
13639
+ challenge: "challenge";
13640
+ firewall: "firewall";
13641
+ "rate-limit": "rate-limit";
13642
+ authentication: "authentication";
13643
+ }>;
13644
+ status: z.ZodNumber;
13645
+ crawler: z.ZodObject<{
13646
+ name: z.ZodString;
13647
+ robotsToken: z.ZodString;
13648
+ version: z.ZodString;
13649
+ userAgent: z.ZodString;
13650
+ documentationUrl: z.ZodString;
13651
+ }, z.core.$strip>;
13652
+ indicators: z.ZodArray<z.ZodString>;
13653
+ requestId: z.ZodOptional<z.ZodString>;
13654
+ guidance: z.ZodObject<{
13655
+ summary: z.ZodString;
13656
+ recommendedAction: z.ZodString;
13657
+ securityNote: z.ZodString;
13658
+ documentationUrl: z.ZodOptional<z.ZodString>;
13659
+ }, z.core.$strip>;
13660
+ }, z.core.$strip>>;
13661
+ robotsTxt: z.ZodOptional<z.ZodObject<{
13662
+ url: z.ZodString;
13663
+ allowed: z.ZodNullable<z.ZodBoolean>;
13664
+ availability: z.ZodEnum<{
13665
+ available: "available";
13666
+ absent: "absent";
13667
+ "access-blocked": "access-blocked";
13668
+ "rate-limited": "rate-limited";
13669
+ unreachable: "unreachable";
13670
+ }>;
13671
+ status: z.ZodOptional<z.ZodNumber>;
13672
+ error: z.ZodOptional<z.ZodString>;
13673
+ matchedLine: z.ZodOptional<z.ZodString>;
13674
+ }, z.core.$strip>>;
11924
13675
  extraction: z.ZodLiteral<"failed">;
11925
13676
  extractionError: z.ZodString;
11926
13677
  }, z.core.$strip>, z.ZodObject<{
@@ -12024,6 +13775,34 @@ declare const crawlerSchemas: {
12024
13775
  consecutiveErrors: z.ZodNumber;
12025
13776
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
12026
13777
  }, z.core.$strip>>;
13778
+ accessBlock: z.ZodOptional<z.ZodObject<{
13779
+ provider: z.ZodEnum<{
13780
+ unknown: "unknown";
13781
+ cloudflare: "cloudflare";
13782
+ }>;
13783
+ kind: z.ZodEnum<{
13784
+ challenge: "challenge";
13785
+ firewall: "firewall";
13786
+ "rate-limit": "rate-limit";
13787
+ authentication: "authentication";
13788
+ }>;
13789
+ status: z.ZodNumber;
13790
+ crawler: z.ZodObject<{
13791
+ name: z.ZodString;
13792
+ robotsToken: z.ZodString;
13793
+ version: z.ZodString;
13794
+ userAgent: z.ZodString;
13795
+ documentationUrl: z.ZodString;
13796
+ }, z.core.$strip>;
13797
+ indicators: z.ZodArray<z.ZodString>;
13798
+ requestId: z.ZodOptional<z.ZodString>;
13799
+ guidance: z.ZodObject<{
13800
+ summary: z.ZodString;
13801
+ recommendedAction: z.ZodString;
13802
+ securityNote: z.ZodString;
13803
+ documentationUrl: z.ZodOptional<z.ZodString>;
13804
+ }, z.core.$strip>;
13805
+ }, z.core.$strip>>;
12027
13806
  robotsTxt: z.ZodOptional<z.ZodObject<{
12028
13807
  url: z.ZodString;
12029
13808
  cache: z.ZodEnum<{
@@ -12208,6 +13987,38 @@ declare const crawlerSchemas: {
12208
13987
  }, z.core.$strip>>;
12209
13988
  }, z.core.$strip>>;
12210
13989
  blocked: z.ZodOptional<z.ZodBoolean>;
13990
+ auditScope: z.ZodOptional<z.ZodEnum<{
13991
+ status: "status";
13992
+ full: "full";
13993
+ }>>;
13994
+ accessBlock: z.ZodOptional<z.ZodObject<{
13995
+ provider: z.ZodEnum<{
13996
+ unknown: "unknown";
13997
+ cloudflare: "cloudflare";
13998
+ }>;
13999
+ kind: z.ZodEnum<{
14000
+ challenge: "challenge";
14001
+ firewall: "firewall";
14002
+ "rate-limit": "rate-limit";
14003
+ authentication: "authentication";
14004
+ }>;
14005
+ status: z.ZodNumber;
14006
+ crawler: z.ZodObject<{
14007
+ name: z.ZodString;
14008
+ robotsToken: z.ZodString;
14009
+ version: z.ZodString;
14010
+ userAgent: z.ZodString;
14011
+ documentationUrl: z.ZodString;
14012
+ }, z.core.$strip>;
14013
+ indicators: z.ZodArray<z.ZodString>;
14014
+ requestId: z.ZodOptional<z.ZodString>;
14015
+ guidance: z.ZodObject<{
14016
+ summary: z.ZodString;
14017
+ recommendedAction: z.ZodString;
14018
+ securityNote: z.ZodString;
14019
+ documentationUrl: z.ZodOptional<z.ZodString>;
14020
+ }, z.core.$strip>;
14021
+ }, z.core.$strip>>;
12211
14022
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
12212
14023
  crawlDepth: z.ZodOptional<z.ZodNumber>;
12213
14024
  error: z.ZodOptional<z.ZodString>;
@@ -12280,10 +14091,12 @@ declare const crawlerSchemas: {
12280
14091
  wordCount: z.ZodNumber;
12281
14092
  contentExtraction: z.ZodOptional<z.ZodObject<{
12282
14093
  requested: z.ZodEnum<{
14094
+ crawler: "crawler";
12283
14095
  defuddle: "defuddle";
12284
14096
  readability: "readability";
12285
14097
  }>;
12286
14098
  used: z.ZodEnum<{
14099
+ crawler: "crawler";
12287
14100
  defuddle: "defuddle";
12288
14101
  readability: "readability";
12289
14102
  }>;
@@ -12522,6 +14335,11 @@ declare const crawlerJsonSchemas: {
12522
14335
  list: "list";
12523
14336
  sitemap: "sitemap";
12524
14337
  }>;
14338
+ strategy: z.ZodEnum<{
14339
+ full: "full";
14340
+ health: "health";
14341
+ }>;
14342
+ sitemapUrl: z.ZodOptional<z.ZodString>;
12525
14343
  urls: z.ZodArray<z.ZodString>;
12526
14344
  maxPages: z.ZodNumber;
12527
14345
  maxDepth: z.ZodNumber;
@@ -12554,8 +14372,56 @@ declare const crawlerJsonSchemas: {
12554
14372
  }, z.core.$strip>>;
12555
14373
  }, z.core.$strip>;
12556
14374
  }, z.core.$strip>;
14375
+ access: z.ZodOptional<z.ZodObject<{
14376
+ crawler: z.ZodObject<{
14377
+ name: z.ZodString;
14378
+ robotsToken: z.ZodString;
14379
+ version: z.ZodString;
14380
+ userAgent: z.ZodString;
14381
+ documentationUrl: z.ZodString;
14382
+ }, z.core.$strip>;
14383
+ blockedRequests: z.ZodNumber;
14384
+ providers: z.ZodRecord<z.ZodEnum<{
14385
+ unknown: "unknown";
14386
+ cloudflare: "cloudflare";
14387
+ }> & z.core.$partial, z.ZodNumber>;
14388
+ samples: z.ZodArray<z.ZodObject<{
14389
+ url: z.ZodString;
14390
+ evidence: z.ZodObject<{
14391
+ provider: z.ZodEnum<{
14392
+ unknown: "unknown";
14393
+ cloudflare: "cloudflare";
14394
+ }>;
14395
+ kind: z.ZodEnum<{
14396
+ challenge: "challenge";
14397
+ firewall: "firewall";
14398
+ "rate-limit": "rate-limit";
14399
+ authentication: "authentication";
14400
+ }>;
14401
+ status: z.ZodNumber;
14402
+ crawler: z.ZodObject<{
14403
+ name: z.ZodString;
14404
+ robotsToken: z.ZodString;
14405
+ version: z.ZodString;
14406
+ userAgent: z.ZodString;
14407
+ documentationUrl: z.ZodString;
14408
+ }, z.core.$strip>;
14409
+ indicators: z.ZodArray<z.ZodString>;
14410
+ requestId: z.ZodOptional<z.ZodString>;
14411
+ guidance: z.ZodObject<{
14412
+ summary: z.ZodString;
14413
+ recommendedAction: z.ZodString;
14414
+ securityNote: z.ZodString;
14415
+ documentationUrl: z.ZodOptional<z.ZodString>;
14416
+ }, z.core.$strip>;
14417
+ }, z.core.$strip>;
14418
+ }, z.core.$strip>>;
14419
+ sampleLimit: z.ZodNumber;
14420
+ truncated: z.ZodBoolean;
14421
+ }, z.core.$strip>>;
12557
14422
  summary: z.ZodObject<{
12558
14423
  totalPages: z.ZodNumber;
14424
+ statusOnlyPages: z.ZodNumber;
12559
14425
  indexablePages: z.ZodNumber;
12560
14426
  nonIndexablePages: z.ZodNumber;
12561
14427
  statusErrors: z.ZodNumber;
@@ -12659,6 +14525,34 @@ declare const crawlerJsonSchemas: {
12659
14525
  consecutiveErrors: z.ZodNumber;
12660
14526
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
12661
14527
  }, z.core.$strip>>;
14528
+ accessBlock: z.ZodOptional<z.ZodObject<{
14529
+ provider: z.ZodEnum<{
14530
+ unknown: "unknown";
14531
+ cloudflare: "cloudflare";
14532
+ }>;
14533
+ kind: z.ZodEnum<{
14534
+ challenge: "challenge";
14535
+ firewall: "firewall";
14536
+ "rate-limit": "rate-limit";
14537
+ authentication: "authentication";
14538
+ }>;
14539
+ status: z.ZodNumber;
14540
+ crawler: z.ZodObject<{
14541
+ name: z.ZodString;
14542
+ robotsToken: z.ZodString;
14543
+ version: z.ZodString;
14544
+ userAgent: z.ZodString;
14545
+ documentationUrl: z.ZodString;
14546
+ }, z.core.$strip>;
14547
+ indicators: z.ZodArray<z.ZodString>;
14548
+ requestId: z.ZodOptional<z.ZodString>;
14549
+ guidance: z.ZodObject<{
14550
+ summary: z.ZodString;
14551
+ recommendedAction: z.ZodString;
14552
+ securityNote: z.ZodString;
14553
+ documentationUrl: z.ZodOptional<z.ZodString>;
14554
+ }, z.core.$strip>;
14555
+ }, z.core.$strip>>;
12662
14556
  robotsTxt: z.ZodOptional<z.ZodObject<{
12663
14557
  url: z.ZodString;
12664
14558
  cache: z.ZodEnum<{
@@ -12843,6 +14737,38 @@ declare const crawlerJsonSchemas: {
12843
14737
  }, z.core.$strip>>;
12844
14738
  }, z.core.$strip>>;
12845
14739
  blocked: z.ZodOptional<z.ZodBoolean>;
14740
+ auditScope: z.ZodOptional<z.ZodEnum<{
14741
+ status: "status";
14742
+ full: "full";
14743
+ }>>;
14744
+ accessBlock: z.ZodOptional<z.ZodObject<{
14745
+ provider: z.ZodEnum<{
14746
+ unknown: "unknown";
14747
+ cloudflare: "cloudflare";
14748
+ }>;
14749
+ kind: z.ZodEnum<{
14750
+ challenge: "challenge";
14751
+ firewall: "firewall";
14752
+ "rate-limit": "rate-limit";
14753
+ authentication: "authentication";
14754
+ }>;
14755
+ status: z.ZodNumber;
14756
+ crawler: z.ZodObject<{
14757
+ name: z.ZodString;
14758
+ robotsToken: z.ZodString;
14759
+ version: z.ZodString;
14760
+ userAgent: z.ZodString;
14761
+ documentationUrl: z.ZodString;
14762
+ }, z.core.$strip>;
14763
+ indicators: z.ZodArray<z.ZodString>;
14764
+ requestId: z.ZodOptional<z.ZodString>;
14765
+ guidance: z.ZodObject<{
14766
+ summary: z.ZodString;
14767
+ recommendedAction: z.ZodString;
14768
+ securityNote: z.ZodString;
14769
+ documentationUrl: z.ZodOptional<z.ZodString>;
14770
+ }, z.core.$strip>;
14771
+ }, z.core.$strip>>;
12846
14772
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
12847
14773
  crawlDepth: z.ZodOptional<z.ZodNumber>;
12848
14774
  error: z.ZodOptional<z.ZodString>;
@@ -12915,10 +14841,12 @@ declare const crawlerJsonSchemas: {
12915
14841
  wordCount: z.ZodNumber;
12916
14842
  contentExtraction: z.ZodOptional<z.ZodObject<{
12917
14843
  requested: z.ZodEnum<{
14844
+ crawler: "crawler";
12918
14845
  defuddle: "defuddle";
12919
14846
  readability: "readability";
12920
14847
  }>;
12921
14848
  used: z.ZodEnum<{
14849
+ crawler: "crawler";
12922
14850
  defuddle: "defuddle";
12923
14851
  readability: "readability";
12924
14852
  }>;
@@ -13264,6 +15192,7 @@ declare const crawlerJsonSchemas: {
13264
15192
  status: z.ZodOptional<z.ZodNumber>;
13265
15193
  error: z.ZodOptional<z.ZodString>;
13266
15194
  sitemapUrls: z.ZodArray<z.ZodString>;
15195
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
13267
15196
  botAccess: z.ZodArray<z.ZodObject<{
13268
15197
  userAgent: z.ZodString;
13269
15198
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -13294,6 +15223,7 @@ declare const crawlerJsonSchemas: {
13294
15223
  roots: z.ZodArray<z.ZodObject<{
13295
15224
  url: z.ZodString;
13296
15225
  source: z.ZodEnum<{
15226
+ explicit: "explicit";
13297
15227
  "robots-txt": "robots-txt";
13298
15228
  "default-path": "default-path";
13299
15229
  }>;
@@ -13554,6 +15484,31 @@ declare const crawlerJsonSchemas: {
13554
15484
  missingMarkdownPages: z.ZodNumber;
13555
15485
  consistent: z.ZodNullable<z.ZodBoolean>;
13556
15486
  }, z.core.$strip>;
15487
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
15488
+ linkHeader: z.ZodObject<{
15489
+ url: z.ZodString;
15490
+ status: z.ZodOptional<z.ZodNumber>;
15491
+ entries: z.ZodArray<z.ZodObject<{
15492
+ url: z.ZodString;
15493
+ rel: z.ZodArray<z.ZodString>;
15494
+ type: z.ZodOptional<z.ZodString>;
15495
+ }, z.core.$strip>>;
15496
+ registeredRels: z.ZodArray<z.ZodString>;
15497
+ emergingRels: z.ZodArray<z.ZodString>;
15498
+ error: z.ZodOptional<z.ZodString>;
15499
+ }, z.core.$strip>;
15500
+ endpoints: z.ZodArray<z.ZodObject<{
15501
+ id: z.ZodString;
15502
+ url: z.ZodString;
15503
+ status: z.ZodOptional<z.ZodNumber>;
15504
+ exists: z.ZodBoolean;
15505
+ contentType: z.ZodOptional<z.ZodString>;
15506
+ validJson: z.ZodOptional<z.ZodBoolean>;
15507
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
15508
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
15509
+ error: z.ZodOptional<z.ZodString>;
15510
+ }, z.core.$strip>>;
15511
+ }, z.core.$strip>>;
13557
15512
  protocolVariants: z.ZodObject<{
13558
15513
  http: z.ZodObject<{
13559
15514
  url: z.ZodString;
@@ -13588,6 +15543,48 @@ declare const crawlerJsonSchemas: {
13588
15543
  status: z.ZodNumber;
13589
15544
  location: z.ZodOptional<z.ZodString>;
13590
15545
  }, z.core.$strip>>>;
15546
+ accessBlock: z.ZodOptional<z.ZodObject<{
15547
+ provider: z.ZodEnum<{
15548
+ unknown: "unknown";
15549
+ cloudflare: "cloudflare";
15550
+ }>;
15551
+ kind: z.ZodEnum<{
15552
+ challenge: "challenge";
15553
+ firewall: "firewall";
15554
+ "rate-limit": "rate-limit";
15555
+ authentication: "authentication";
15556
+ }>;
15557
+ status: z.ZodNumber;
15558
+ crawler: z.ZodObject<{
15559
+ name: z.ZodString;
15560
+ robotsToken: z.ZodString;
15561
+ version: z.ZodString;
15562
+ userAgent: z.ZodString;
15563
+ documentationUrl: z.ZodString;
15564
+ }, z.core.$strip>;
15565
+ indicators: z.ZodArray<z.ZodString>;
15566
+ requestId: z.ZodOptional<z.ZodString>;
15567
+ guidance: z.ZodObject<{
15568
+ summary: z.ZodString;
15569
+ recommendedAction: z.ZodString;
15570
+ securityNote: z.ZodString;
15571
+ documentationUrl: z.ZodOptional<z.ZodString>;
15572
+ }, z.core.$strip>;
15573
+ }, z.core.$strip>>;
15574
+ robotsTxt: z.ZodOptional<z.ZodObject<{
15575
+ url: z.ZodString;
15576
+ allowed: z.ZodNullable<z.ZodBoolean>;
15577
+ availability: z.ZodEnum<{
15578
+ available: "available";
15579
+ absent: "absent";
15580
+ "access-blocked": "access-blocked";
15581
+ "rate-limited": "rate-limited";
15582
+ unreachable: "unreachable";
15583
+ }>;
15584
+ status: z.ZodOptional<z.ZodNumber>;
15585
+ error: z.ZodOptional<z.ZodString>;
15586
+ matchedLine: z.ZodOptional<z.ZodString>;
15587
+ }, z.core.$strip>>;
13591
15588
  extraction: z.ZodEnum<{
13592
15589
  complete: "complete";
13593
15590
  "not-applicable": "not-applicable";
@@ -13605,6 +15602,48 @@ declare const crawlerJsonSchemas: {
13605
15602
  status: z.ZodNumber;
13606
15603
  location: z.ZodOptional<z.ZodString>;
13607
15604
  }, z.core.$strip>>>;
15605
+ accessBlock: z.ZodOptional<z.ZodObject<{
15606
+ provider: z.ZodEnum<{
15607
+ unknown: "unknown";
15608
+ cloudflare: "cloudflare";
15609
+ }>;
15610
+ kind: z.ZodEnum<{
15611
+ challenge: "challenge";
15612
+ firewall: "firewall";
15613
+ "rate-limit": "rate-limit";
15614
+ authentication: "authentication";
15615
+ }>;
15616
+ status: z.ZodNumber;
15617
+ crawler: z.ZodObject<{
15618
+ name: z.ZodString;
15619
+ robotsToken: z.ZodString;
15620
+ version: z.ZodString;
15621
+ userAgent: z.ZodString;
15622
+ documentationUrl: z.ZodString;
15623
+ }, z.core.$strip>;
15624
+ indicators: z.ZodArray<z.ZodString>;
15625
+ requestId: z.ZodOptional<z.ZodString>;
15626
+ guidance: z.ZodObject<{
15627
+ summary: z.ZodString;
15628
+ recommendedAction: z.ZodString;
15629
+ securityNote: z.ZodString;
15630
+ documentationUrl: z.ZodOptional<z.ZodString>;
15631
+ }, z.core.$strip>;
15632
+ }, z.core.$strip>>;
15633
+ robotsTxt: z.ZodOptional<z.ZodObject<{
15634
+ url: z.ZodString;
15635
+ allowed: z.ZodNullable<z.ZodBoolean>;
15636
+ availability: z.ZodEnum<{
15637
+ available: "available";
15638
+ absent: "absent";
15639
+ "access-blocked": "access-blocked";
15640
+ "rate-limited": "rate-limited";
15641
+ unreachable: "unreachable";
15642
+ }>;
15643
+ status: z.ZodOptional<z.ZodNumber>;
15644
+ error: z.ZodOptional<z.ZodString>;
15645
+ matchedLine: z.ZodOptional<z.ZodString>;
15646
+ }, z.core.$strip>>;
13608
15647
  extraction: z.ZodLiteral<"failed">;
13609
15648
  extractionError: z.ZodString;
13610
15649
  }, z.core.$strip>, z.ZodObject<{
@@ -13673,6 +15712,11 @@ declare const crawlerJsonSchemas: {
13673
15712
  list: "list";
13674
15713
  sitemap: "sitemap";
13675
15714
  }>;
15715
+ strategy: z.ZodEnum<{
15716
+ full: "full";
15717
+ health: "health";
15718
+ }>;
15719
+ sitemapUrl: z.ZodOptional<z.ZodString>;
13676
15720
  urls: z.ZodArray<z.ZodString>;
13677
15721
  maxPages: z.ZodNumber;
13678
15722
  maxDepth: z.ZodNumber;
@@ -13705,8 +15749,56 @@ declare const crawlerJsonSchemas: {
13705
15749
  }, z.core.$strip>>;
13706
15750
  }, z.core.$strip>;
13707
15751
  }, z.core.$strip>;
15752
+ access: z.ZodOptional<z.ZodObject<{
15753
+ crawler: z.ZodObject<{
15754
+ name: z.ZodString;
15755
+ robotsToken: z.ZodString;
15756
+ version: z.ZodString;
15757
+ userAgent: z.ZodString;
15758
+ documentationUrl: z.ZodString;
15759
+ }, z.core.$strip>;
15760
+ blockedRequests: z.ZodNumber;
15761
+ providers: z.ZodRecord<z.ZodEnum<{
15762
+ unknown: "unknown";
15763
+ cloudflare: "cloudflare";
15764
+ }> & z.core.$partial, z.ZodNumber>;
15765
+ samples: z.ZodArray<z.ZodObject<{
15766
+ url: z.ZodString;
15767
+ evidence: z.ZodObject<{
15768
+ provider: z.ZodEnum<{
15769
+ unknown: "unknown";
15770
+ cloudflare: "cloudflare";
15771
+ }>;
15772
+ kind: z.ZodEnum<{
15773
+ challenge: "challenge";
15774
+ firewall: "firewall";
15775
+ "rate-limit": "rate-limit";
15776
+ authentication: "authentication";
15777
+ }>;
15778
+ status: z.ZodNumber;
15779
+ crawler: z.ZodObject<{
15780
+ name: z.ZodString;
15781
+ robotsToken: z.ZodString;
15782
+ version: z.ZodString;
15783
+ userAgent: z.ZodString;
15784
+ documentationUrl: z.ZodString;
15785
+ }, z.core.$strip>;
15786
+ indicators: z.ZodArray<z.ZodString>;
15787
+ requestId: z.ZodOptional<z.ZodString>;
15788
+ guidance: z.ZodObject<{
15789
+ summary: z.ZodString;
15790
+ recommendedAction: z.ZodString;
15791
+ securityNote: z.ZodString;
15792
+ documentationUrl: z.ZodOptional<z.ZodString>;
15793
+ }, z.core.$strip>;
15794
+ }, z.core.$strip>;
15795
+ }, z.core.$strip>>;
15796
+ sampleLimit: z.ZodNumber;
15797
+ truncated: z.ZodBoolean;
15798
+ }, z.core.$strip>>;
13708
15799
  summary: z.ZodObject<{
13709
15800
  totalPages: z.ZodNumber;
15801
+ statusOnlyPages: z.ZodNumber;
13710
15802
  indexablePages: z.ZodNumber;
13711
15803
  nonIndexablePages: z.ZodNumber;
13712
15804
  statusErrors: z.ZodNumber;
@@ -13810,6 +15902,34 @@ declare const crawlerJsonSchemas: {
13810
15902
  consecutiveErrors: z.ZodNumber;
13811
15903
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
13812
15904
  }, z.core.$strip>>;
15905
+ accessBlock: z.ZodOptional<z.ZodObject<{
15906
+ provider: z.ZodEnum<{
15907
+ unknown: "unknown";
15908
+ cloudflare: "cloudflare";
15909
+ }>;
15910
+ kind: z.ZodEnum<{
15911
+ challenge: "challenge";
15912
+ firewall: "firewall";
15913
+ "rate-limit": "rate-limit";
15914
+ authentication: "authentication";
15915
+ }>;
15916
+ status: z.ZodNumber;
15917
+ crawler: z.ZodObject<{
15918
+ name: z.ZodString;
15919
+ robotsToken: z.ZodString;
15920
+ version: z.ZodString;
15921
+ userAgent: z.ZodString;
15922
+ documentationUrl: z.ZodString;
15923
+ }, z.core.$strip>;
15924
+ indicators: z.ZodArray<z.ZodString>;
15925
+ requestId: z.ZodOptional<z.ZodString>;
15926
+ guidance: z.ZodObject<{
15927
+ summary: z.ZodString;
15928
+ recommendedAction: z.ZodString;
15929
+ securityNote: z.ZodString;
15930
+ documentationUrl: z.ZodOptional<z.ZodString>;
15931
+ }, z.core.$strip>;
15932
+ }, z.core.$strip>>;
13813
15933
  robotsTxt: z.ZodOptional<z.ZodObject<{
13814
15934
  url: z.ZodString;
13815
15935
  cache: z.ZodEnum<{
@@ -13994,6 +16114,38 @@ declare const crawlerJsonSchemas: {
13994
16114
  }, z.core.$strip>>;
13995
16115
  }, z.core.$strip>>;
13996
16116
  blocked: z.ZodOptional<z.ZodBoolean>;
16117
+ auditScope: z.ZodOptional<z.ZodEnum<{
16118
+ status: "status";
16119
+ full: "full";
16120
+ }>>;
16121
+ accessBlock: z.ZodOptional<z.ZodObject<{
16122
+ provider: z.ZodEnum<{
16123
+ unknown: "unknown";
16124
+ cloudflare: "cloudflare";
16125
+ }>;
16126
+ kind: z.ZodEnum<{
16127
+ challenge: "challenge";
16128
+ firewall: "firewall";
16129
+ "rate-limit": "rate-limit";
16130
+ authentication: "authentication";
16131
+ }>;
16132
+ status: z.ZodNumber;
16133
+ crawler: z.ZodObject<{
16134
+ name: z.ZodString;
16135
+ robotsToken: z.ZodString;
16136
+ version: z.ZodString;
16137
+ userAgent: z.ZodString;
16138
+ documentationUrl: z.ZodString;
16139
+ }, z.core.$strip>;
16140
+ indicators: z.ZodArray<z.ZodString>;
16141
+ requestId: z.ZodOptional<z.ZodString>;
16142
+ guidance: z.ZodObject<{
16143
+ summary: z.ZodString;
16144
+ recommendedAction: z.ZodString;
16145
+ securityNote: z.ZodString;
16146
+ documentationUrl: z.ZodOptional<z.ZodString>;
16147
+ }, z.core.$strip>;
16148
+ }, z.core.$strip>>;
13997
16149
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
13998
16150
  crawlDepth: z.ZodOptional<z.ZodNumber>;
13999
16151
  error: z.ZodOptional<z.ZodString>;
@@ -14066,10 +16218,12 @@ declare const crawlerJsonSchemas: {
14066
16218
  wordCount: z.ZodNumber;
14067
16219
  contentExtraction: z.ZodOptional<z.ZodObject<{
14068
16220
  requested: z.ZodEnum<{
16221
+ crawler: "crawler";
14069
16222
  defuddle: "defuddle";
14070
16223
  readability: "readability";
14071
16224
  }>;
14072
16225
  used: z.ZodEnum<{
16226
+ crawler: "crawler";
14073
16227
  defuddle: "defuddle";
14074
16228
  readability: "readability";
14075
16229
  }>;
@@ -14415,6 +16569,7 @@ declare const crawlerJsonSchemas: {
14415
16569
  status: z.ZodOptional<z.ZodNumber>;
14416
16570
  error: z.ZodOptional<z.ZodString>;
14417
16571
  sitemapUrls: z.ZodArray<z.ZodString>;
16572
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
14418
16573
  botAccess: z.ZodArray<z.ZodObject<{
14419
16574
  userAgent: z.ZodString;
14420
16575
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -14445,6 +16600,7 @@ declare const crawlerJsonSchemas: {
14445
16600
  roots: z.ZodArray<z.ZodObject<{
14446
16601
  url: z.ZodString;
14447
16602
  source: z.ZodEnum<{
16603
+ explicit: "explicit";
14448
16604
  "robots-txt": "robots-txt";
14449
16605
  "default-path": "default-path";
14450
16606
  }>;
@@ -14705,6 +16861,31 @@ declare const crawlerJsonSchemas: {
14705
16861
  missingMarkdownPages: z.ZodNumber;
14706
16862
  consistent: z.ZodNullable<z.ZodBoolean>;
14707
16863
  }, z.core.$strip>;
16864
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
16865
+ linkHeader: z.ZodObject<{
16866
+ url: z.ZodString;
16867
+ status: z.ZodOptional<z.ZodNumber>;
16868
+ entries: z.ZodArray<z.ZodObject<{
16869
+ url: z.ZodString;
16870
+ rel: z.ZodArray<z.ZodString>;
16871
+ type: z.ZodOptional<z.ZodString>;
16872
+ }, z.core.$strip>>;
16873
+ registeredRels: z.ZodArray<z.ZodString>;
16874
+ emergingRels: z.ZodArray<z.ZodString>;
16875
+ error: z.ZodOptional<z.ZodString>;
16876
+ }, z.core.$strip>;
16877
+ endpoints: z.ZodArray<z.ZodObject<{
16878
+ id: z.ZodString;
16879
+ url: z.ZodString;
16880
+ status: z.ZodOptional<z.ZodNumber>;
16881
+ exists: z.ZodBoolean;
16882
+ contentType: z.ZodOptional<z.ZodString>;
16883
+ validJson: z.ZodOptional<z.ZodBoolean>;
16884
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
16885
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
16886
+ error: z.ZodOptional<z.ZodString>;
16887
+ }, z.core.$strip>>;
16888
+ }, z.core.$strip>>;
14708
16889
  protocolVariants: z.ZodObject<{
14709
16890
  http: z.ZodObject<{
14710
16891
  url: z.ZodString;
@@ -14739,6 +16920,48 @@ declare const crawlerJsonSchemas: {
14739
16920
  status: z.ZodNumber;
14740
16921
  location: z.ZodOptional<z.ZodString>;
14741
16922
  }, z.core.$strip>>>;
16923
+ accessBlock: z.ZodOptional<z.ZodObject<{
16924
+ provider: z.ZodEnum<{
16925
+ unknown: "unknown";
16926
+ cloudflare: "cloudflare";
16927
+ }>;
16928
+ kind: z.ZodEnum<{
16929
+ challenge: "challenge";
16930
+ firewall: "firewall";
16931
+ "rate-limit": "rate-limit";
16932
+ authentication: "authentication";
16933
+ }>;
16934
+ status: z.ZodNumber;
16935
+ crawler: z.ZodObject<{
16936
+ name: z.ZodString;
16937
+ robotsToken: z.ZodString;
16938
+ version: z.ZodString;
16939
+ userAgent: z.ZodString;
16940
+ documentationUrl: z.ZodString;
16941
+ }, z.core.$strip>;
16942
+ indicators: z.ZodArray<z.ZodString>;
16943
+ requestId: z.ZodOptional<z.ZodString>;
16944
+ guidance: z.ZodObject<{
16945
+ summary: z.ZodString;
16946
+ recommendedAction: z.ZodString;
16947
+ securityNote: z.ZodString;
16948
+ documentationUrl: z.ZodOptional<z.ZodString>;
16949
+ }, z.core.$strip>;
16950
+ }, z.core.$strip>>;
16951
+ robotsTxt: z.ZodOptional<z.ZodObject<{
16952
+ url: z.ZodString;
16953
+ allowed: z.ZodNullable<z.ZodBoolean>;
16954
+ availability: z.ZodEnum<{
16955
+ available: "available";
16956
+ absent: "absent";
16957
+ "access-blocked": "access-blocked";
16958
+ "rate-limited": "rate-limited";
16959
+ unreachable: "unreachable";
16960
+ }>;
16961
+ status: z.ZodOptional<z.ZodNumber>;
16962
+ error: z.ZodOptional<z.ZodString>;
16963
+ matchedLine: z.ZodOptional<z.ZodString>;
16964
+ }, z.core.$strip>>;
14742
16965
  extraction: z.ZodEnum<{
14743
16966
  complete: "complete";
14744
16967
  "not-applicable": "not-applicable";
@@ -14756,6 +16979,48 @@ declare const crawlerJsonSchemas: {
14756
16979
  status: z.ZodNumber;
14757
16980
  location: z.ZodOptional<z.ZodString>;
14758
16981
  }, z.core.$strip>>>;
16982
+ accessBlock: z.ZodOptional<z.ZodObject<{
16983
+ provider: z.ZodEnum<{
16984
+ unknown: "unknown";
16985
+ cloudflare: "cloudflare";
16986
+ }>;
16987
+ kind: z.ZodEnum<{
16988
+ challenge: "challenge";
16989
+ firewall: "firewall";
16990
+ "rate-limit": "rate-limit";
16991
+ authentication: "authentication";
16992
+ }>;
16993
+ status: z.ZodNumber;
16994
+ crawler: z.ZodObject<{
16995
+ name: z.ZodString;
16996
+ robotsToken: z.ZodString;
16997
+ version: z.ZodString;
16998
+ userAgent: z.ZodString;
16999
+ documentationUrl: z.ZodString;
17000
+ }, z.core.$strip>;
17001
+ indicators: z.ZodArray<z.ZodString>;
17002
+ requestId: z.ZodOptional<z.ZodString>;
17003
+ guidance: z.ZodObject<{
17004
+ summary: z.ZodString;
17005
+ recommendedAction: z.ZodString;
17006
+ securityNote: z.ZodString;
17007
+ documentationUrl: z.ZodOptional<z.ZodString>;
17008
+ }, z.core.$strip>;
17009
+ }, z.core.$strip>>;
17010
+ robotsTxt: z.ZodOptional<z.ZodObject<{
17011
+ url: z.ZodString;
17012
+ allowed: z.ZodNullable<z.ZodBoolean>;
17013
+ availability: z.ZodEnum<{
17014
+ available: "available";
17015
+ absent: "absent";
17016
+ "access-blocked": "access-blocked";
17017
+ "rate-limited": "rate-limited";
17018
+ unreachable: "unreachable";
17019
+ }>;
17020
+ status: z.ZodOptional<z.ZodNumber>;
17021
+ error: z.ZodOptional<z.ZodString>;
17022
+ matchedLine: z.ZodOptional<z.ZodString>;
17023
+ }, z.core.$strip>>;
14759
17024
  extraction: z.ZodLiteral<"failed">;
14760
17025
  extractionError: z.ZodString;
14761
17026
  }, z.core.$strip>, z.ZodObject<{
@@ -14824,6 +17089,11 @@ declare const crawlerJsonSchemas: {
14824
17089
  list: "list";
14825
17090
  sitemap: "sitemap";
14826
17091
  }>;
17092
+ strategy: z.ZodEnum<{
17093
+ full: "full";
17094
+ health: "health";
17095
+ }>;
17096
+ sitemapUrl: z.ZodOptional<z.ZodString>;
14827
17097
  urls: z.ZodArray<z.ZodString>;
14828
17098
  maxPages: z.ZodNumber;
14829
17099
  maxDepth: z.ZodNumber;
@@ -14856,8 +17126,56 @@ declare const crawlerJsonSchemas: {
14856
17126
  }, z.core.$strip>>;
14857
17127
  }, z.core.$strip>;
14858
17128
  }, z.core.$strip>;
17129
+ access: z.ZodOptional<z.ZodObject<{
17130
+ crawler: z.ZodObject<{
17131
+ name: z.ZodString;
17132
+ robotsToken: z.ZodString;
17133
+ version: z.ZodString;
17134
+ userAgent: z.ZodString;
17135
+ documentationUrl: z.ZodString;
17136
+ }, z.core.$strip>;
17137
+ blockedRequests: z.ZodNumber;
17138
+ providers: z.ZodRecord<z.ZodEnum<{
17139
+ unknown: "unknown";
17140
+ cloudflare: "cloudflare";
17141
+ }> & z.core.$partial, z.ZodNumber>;
17142
+ samples: z.ZodArray<z.ZodObject<{
17143
+ url: z.ZodString;
17144
+ evidence: z.ZodObject<{
17145
+ provider: z.ZodEnum<{
17146
+ unknown: "unknown";
17147
+ cloudflare: "cloudflare";
17148
+ }>;
17149
+ kind: z.ZodEnum<{
17150
+ challenge: "challenge";
17151
+ firewall: "firewall";
17152
+ "rate-limit": "rate-limit";
17153
+ authentication: "authentication";
17154
+ }>;
17155
+ status: z.ZodNumber;
17156
+ crawler: z.ZodObject<{
17157
+ name: z.ZodString;
17158
+ robotsToken: z.ZodString;
17159
+ version: z.ZodString;
17160
+ userAgent: z.ZodString;
17161
+ documentationUrl: z.ZodString;
17162
+ }, z.core.$strip>;
17163
+ indicators: z.ZodArray<z.ZodString>;
17164
+ requestId: z.ZodOptional<z.ZodString>;
17165
+ guidance: z.ZodObject<{
17166
+ summary: z.ZodString;
17167
+ recommendedAction: z.ZodString;
17168
+ securityNote: z.ZodString;
17169
+ documentationUrl: z.ZodOptional<z.ZodString>;
17170
+ }, z.core.$strip>;
17171
+ }, z.core.$strip>;
17172
+ }, z.core.$strip>>;
17173
+ sampleLimit: z.ZodNumber;
17174
+ truncated: z.ZodBoolean;
17175
+ }, z.core.$strip>>;
14859
17176
  summary: z.ZodObject<{
14860
17177
  totalPages: z.ZodNumber;
17178
+ statusOnlyPages: z.ZodNumber;
14861
17179
  indexablePages: z.ZodNumber;
14862
17180
  nonIndexablePages: z.ZodNumber;
14863
17181
  statusErrors: z.ZodNumber;
@@ -14961,6 +17279,34 @@ declare const crawlerJsonSchemas: {
14961
17279
  consecutiveErrors: z.ZodNumber;
14962
17280
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
14963
17281
  }, z.core.$strip>>;
17282
+ accessBlock: z.ZodOptional<z.ZodObject<{
17283
+ provider: z.ZodEnum<{
17284
+ unknown: "unknown";
17285
+ cloudflare: "cloudflare";
17286
+ }>;
17287
+ kind: z.ZodEnum<{
17288
+ challenge: "challenge";
17289
+ firewall: "firewall";
17290
+ "rate-limit": "rate-limit";
17291
+ authentication: "authentication";
17292
+ }>;
17293
+ status: z.ZodNumber;
17294
+ crawler: z.ZodObject<{
17295
+ name: z.ZodString;
17296
+ robotsToken: z.ZodString;
17297
+ version: z.ZodString;
17298
+ userAgent: z.ZodString;
17299
+ documentationUrl: z.ZodString;
17300
+ }, z.core.$strip>;
17301
+ indicators: z.ZodArray<z.ZodString>;
17302
+ requestId: z.ZodOptional<z.ZodString>;
17303
+ guidance: z.ZodObject<{
17304
+ summary: z.ZodString;
17305
+ recommendedAction: z.ZodString;
17306
+ securityNote: z.ZodString;
17307
+ documentationUrl: z.ZodOptional<z.ZodString>;
17308
+ }, z.core.$strip>;
17309
+ }, z.core.$strip>>;
14964
17310
  robotsTxt: z.ZodOptional<z.ZodObject<{
14965
17311
  url: z.ZodString;
14966
17312
  cache: z.ZodEnum<{
@@ -15145,6 +17491,38 @@ declare const crawlerJsonSchemas: {
15145
17491
  }, z.core.$strip>>;
15146
17492
  }, z.core.$strip>>;
15147
17493
  blocked: z.ZodOptional<z.ZodBoolean>;
17494
+ auditScope: z.ZodOptional<z.ZodEnum<{
17495
+ status: "status";
17496
+ full: "full";
17497
+ }>>;
17498
+ accessBlock: z.ZodOptional<z.ZodObject<{
17499
+ provider: z.ZodEnum<{
17500
+ unknown: "unknown";
17501
+ cloudflare: "cloudflare";
17502
+ }>;
17503
+ kind: z.ZodEnum<{
17504
+ challenge: "challenge";
17505
+ firewall: "firewall";
17506
+ "rate-limit": "rate-limit";
17507
+ authentication: "authentication";
17508
+ }>;
17509
+ status: z.ZodNumber;
17510
+ crawler: z.ZodObject<{
17511
+ name: z.ZodString;
17512
+ robotsToken: z.ZodString;
17513
+ version: z.ZodString;
17514
+ userAgent: z.ZodString;
17515
+ documentationUrl: z.ZodString;
17516
+ }, z.core.$strip>;
17517
+ indicators: z.ZodArray<z.ZodString>;
17518
+ requestId: z.ZodOptional<z.ZodString>;
17519
+ guidance: z.ZodObject<{
17520
+ summary: z.ZodString;
17521
+ recommendedAction: z.ZodString;
17522
+ securityNote: z.ZodString;
17523
+ documentationUrl: z.ZodOptional<z.ZodString>;
17524
+ }, z.core.$strip>;
17525
+ }, z.core.$strip>>;
15148
17526
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
15149
17527
  crawlDepth: z.ZodOptional<z.ZodNumber>;
15150
17528
  error: z.ZodOptional<z.ZodString>;
@@ -15217,10 +17595,12 @@ declare const crawlerJsonSchemas: {
15217
17595
  wordCount: z.ZodNumber;
15218
17596
  contentExtraction: z.ZodOptional<z.ZodObject<{
15219
17597
  requested: z.ZodEnum<{
17598
+ crawler: "crawler";
15220
17599
  defuddle: "defuddle";
15221
17600
  readability: "readability";
15222
17601
  }>;
15223
17602
  used: z.ZodEnum<{
17603
+ crawler: "crawler";
15224
17604
  defuddle: "defuddle";
15225
17605
  readability: "readability";
15226
17606
  }>;
@@ -15566,6 +17946,7 @@ declare const crawlerJsonSchemas: {
15566
17946
  status: z.ZodOptional<z.ZodNumber>;
15567
17947
  error: z.ZodOptional<z.ZodString>;
15568
17948
  sitemapUrls: z.ZodArray<z.ZodString>;
17949
+ contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
15569
17950
  botAccess: z.ZodArray<z.ZodObject<{
15570
17951
  userAgent: z.ZodString;
15571
17952
  allowed: z.ZodNullable<z.ZodBoolean>;
@@ -15596,6 +17977,7 @@ declare const crawlerJsonSchemas: {
15596
17977
  roots: z.ZodArray<z.ZodObject<{
15597
17978
  url: z.ZodString;
15598
17979
  source: z.ZodEnum<{
17980
+ explicit: "explicit";
15599
17981
  "robots-txt": "robots-txt";
15600
17982
  "default-path": "default-path";
15601
17983
  }>;
@@ -15856,6 +18238,31 @@ declare const crawlerJsonSchemas: {
15856
18238
  missingMarkdownPages: z.ZodNumber;
15857
18239
  consistent: z.ZodNullable<z.ZodBoolean>;
15858
18240
  }, z.core.$strip>;
18241
+ endpointDiscovery: z.ZodOptional<z.ZodObject<{
18242
+ linkHeader: z.ZodObject<{
18243
+ url: z.ZodString;
18244
+ status: z.ZodOptional<z.ZodNumber>;
18245
+ entries: z.ZodArray<z.ZodObject<{
18246
+ url: z.ZodString;
18247
+ rel: z.ZodArray<z.ZodString>;
18248
+ type: z.ZodOptional<z.ZodString>;
18249
+ }, z.core.$strip>>;
18250
+ registeredRels: z.ZodArray<z.ZodString>;
18251
+ emergingRels: z.ZodArray<z.ZodString>;
18252
+ error: z.ZodOptional<z.ZodString>;
18253
+ }, z.core.$strip>;
18254
+ endpoints: z.ZodArray<z.ZodObject<{
18255
+ id: z.ZodString;
18256
+ url: z.ZodString;
18257
+ status: z.ZodOptional<z.ZodNumber>;
18258
+ exists: z.ZodBoolean;
18259
+ contentType: z.ZodOptional<z.ZodString>;
18260
+ validJson: z.ZodOptional<z.ZodBoolean>;
18261
+ presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
18262
+ missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
18263
+ error: z.ZodOptional<z.ZodString>;
18264
+ }, z.core.$strip>>;
18265
+ }, z.core.$strip>>;
15859
18266
  protocolVariants: z.ZodObject<{
15860
18267
  http: z.ZodObject<{
15861
18268
  url: z.ZodString;
@@ -15890,6 +18297,48 @@ declare const crawlerJsonSchemas: {
15890
18297
  status: z.ZodNumber;
15891
18298
  location: z.ZodOptional<z.ZodString>;
15892
18299
  }, z.core.$strip>>>;
18300
+ accessBlock: z.ZodOptional<z.ZodObject<{
18301
+ provider: z.ZodEnum<{
18302
+ unknown: "unknown";
18303
+ cloudflare: "cloudflare";
18304
+ }>;
18305
+ kind: z.ZodEnum<{
18306
+ challenge: "challenge";
18307
+ firewall: "firewall";
18308
+ "rate-limit": "rate-limit";
18309
+ authentication: "authentication";
18310
+ }>;
18311
+ status: z.ZodNumber;
18312
+ crawler: z.ZodObject<{
18313
+ name: z.ZodString;
18314
+ robotsToken: z.ZodString;
18315
+ version: z.ZodString;
18316
+ userAgent: z.ZodString;
18317
+ documentationUrl: z.ZodString;
18318
+ }, z.core.$strip>;
18319
+ indicators: z.ZodArray<z.ZodString>;
18320
+ requestId: z.ZodOptional<z.ZodString>;
18321
+ guidance: z.ZodObject<{
18322
+ summary: z.ZodString;
18323
+ recommendedAction: z.ZodString;
18324
+ securityNote: z.ZodString;
18325
+ documentationUrl: z.ZodOptional<z.ZodString>;
18326
+ }, z.core.$strip>;
18327
+ }, z.core.$strip>>;
18328
+ robotsTxt: z.ZodOptional<z.ZodObject<{
18329
+ url: z.ZodString;
18330
+ allowed: z.ZodNullable<z.ZodBoolean>;
18331
+ availability: z.ZodEnum<{
18332
+ available: "available";
18333
+ absent: "absent";
18334
+ "access-blocked": "access-blocked";
18335
+ "rate-limited": "rate-limited";
18336
+ unreachable: "unreachable";
18337
+ }>;
18338
+ status: z.ZodOptional<z.ZodNumber>;
18339
+ error: z.ZodOptional<z.ZodString>;
18340
+ matchedLine: z.ZodOptional<z.ZodString>;
18341
+ }, z.core.$strip>>;
15893
18342
  extraction: z.ZodEnum<{
15894
18343
  complete: "complete";
15895
18344
  "not-applicable": "not-applicable";
@@ -15907,6 +18356,48 @@ declare const crawlerJsonSchemas: {
15907
18356
  status: z.ZodNumber;
15908
18357
  location: z.ZodOptional<z.ZodString>;
15909
18358
  }, z.core.$strip>>>;
18359
+ accessBlock: z.ZodOptional<z.ZodObject<{
18360
+ provider: z.ZodEnum<{
18361
+ unknown: "unknown";
18362
+ cloudflare: "cloudflare";
18363
+ }>;
18364
+ kind: z.ZodEnum<{
18365
+ challenge: "challenge";
18366
+ firewall: "firewall";
18367
+ "rate-limit": "rate-limit";
18368
+ authentication: "authentication";
18369
+ }>;
18370
+ status: z.ZodNumber;
18371
+ crawler: z.ZodObject<{
18372
+ name: z.ZodString;
18373
+ robotsToken: z.ZodString;
18374
+ version: z.ZodString;
18375
+ userAgent: z.ZodString;
18376
+ documentationUrl: z.ZodString;
18377
+ }, z.core.$strip>;
18378
+ indicators: z.ZodArray<z.ZodString>;
18379
+ requestId: z.ZodOptional<z.ZodString>;
18380
+ guidance: z.ZodObject<{
18381
+ summary: z.ZodString;
18382
+ recommendedAction: z.ZodString;
18383
+ securityNote: z.ZodString;
18384
+ documentationUrl: z.ZodOptional<z.ZodString>;
18385
+ }, z.core.$strip>;
18386
+ }, z.core.$strip>>;
18387
+ robotsTxt: z.ZodOptional<z.ZodObject<{
18388
+ url: z.ZodString;
18389
+ allowed: z.ZodNullable<z.ZodBoolean>;
18390
+ availability: z.ZodEnum<{
18391
+ available: "available";
18392
+ absent: "absent";
18393
+ "access-blocked": "access-blocked";
18394
+ "rate-limited": "rate-limited";
18395
+ unreachable: "unreachable";
18396
+ }>;
18397
+ status: z.ZodOptional<z.ZodNumber>;
18398
+ error: z.ZodOptional<z.ZodString>;
18399
+ matchedLine: z.ZodOptional<z.ZodString>;
18400
+ }, z.core.$strip>>;
15910
18401
  extraction: z.ZodLiteral<"failed">;
15911
18402
  extractionError: z.ZodString;
15912
18403
  }, z.core.$strip>, z.ZodObject<{
@@ -16096,6 +18587,48 @@ declare const crawlerJsonSchemas: {
16096
18587
  status: z.ZodNumber;
16097
18588
  location: z.ZodOptional<z.ZodString>;
16098
18589
  }, z.core.$strip>>>;
18590
+ accessBlock: z.ZodOptional<z.ZodObject<{
18591
+ provider: z.ZodEnum<{
18592
+ unknown: "unknown";
18593
+ cloudflare: "cloudflare";
18594
+ }>;
18595
+ kind: z.ZodEnum<{
18596
+ challenge: "challenge";
18597
+ firewall: "firewall";
18598
+ "rate-limit": "rate-limit";
18599
+ authentication: "authentication";
18600
+ }>;
18601
+ status: z.ZodNumber;
18602
+ crawler: z.ZodObject<{
18603
+ name: z.ZodString;
18604
+ robotsToken: z.ZodString;
18605
+ version: z.ZodString;
18606
+ userAgent: z.ZodString;
18607
+ documentationUrl: z.ZodString;
18608
+ }, z.core.$strip>;
18609
+ indicators: z.ZodArray<z.ZodString>;
18610
+ requestId: z.ZodOptional<z.ZodString>;
18611
+ guidance: z.ZodObject<{
18612
+ summary: z.ZodString;
18613
+ recommendedAction: z.ZodString;
18614
+ securityNote: z.ZodString;
18615
+ documentationUrl: z.ZodOptional<z.ZodString>;
18616
+ }, z.core.$strip>;
18617
+ }, z.core.$strip>>;
18618
+ robotsTxt: z.ZodOptional<z.ZodObject<{
18619
+ url: z.ZodString;
18620
+ allowed: z.ZodNullable<z.ZodBoolean>;
18621
+ availability: z.ZodEnum<{
18622
+ available: "available";
18623
+ absent: "absent";
18624
+ "access-blocked": "access-blocked";
18625
+ "rate-limited": "rate-limited";
18626
+ unreachable: "unreachable";
18627
+ }>;
18628
+ status: z.ZodOptional<z.ZodNumber>;
18629
+ error: z.ZodOptional<z.ZodString>;
18630
+ matchedLine: z.ZodOptional<z.ZodString>;
18631
+ }, z.core.$strip>>;
16099
18632
  extraction: z.ZodEnum<{
16100
18633
  complete: "complete";
16101
18634
  "not-applicable": "not-applicable";
@@ -16113,6 +18646,48 @@ declare const crawlerJsonSchemas: {
16113
18646
  status: z.ZodNumber;
16114
18647
  location: z.ZodOptional<z.ZodString>;
16115
18648
  }, z.core.$strip>>>;
18649
+ accessBlock: z.ZodOptional<z.ZodObject<{
18650
+ provider: z.ZodEnum<{
18651
+ unknown: "unknown";
18652
+ cloudflare: "cloudflare";
18653
+ }>;
18654
+ kind: z.ZodEnum<{
18655
+ challenge: "challenge";
18656
+ firewall: "firewall";
18657
+ "rate-limit": "rate-limit";
18658
+ authentication: "authentication";
18659
+ }>;
18660
+ status: z.ZodNumber;
18661
+ crawler: z.ZodObject<{
18662
+ name: z.ZodString;
18663
+ robotsToken: z.ZodString;
18664
+ version: z.ZodString;
18665
+ userAgent: z.ZodString;
18666
+ documentationUrl: z.ZodString;
18667
+ }, z.core.$strip>;
18668
+ indicators: z.ZodArray<z.ZodString>;
18669
+ requestId: z.ZodOptional<z.ZodString>;
18670
+ guidance: z.ZodObject<{
18671
+ summary: z.ZodString;
18672
+ recommendedAction: z.ZodString;
18673
+ securityNote: z.ZodString;
18674
+ documentationUrl: z.ZodOptional<z.ZodString>;
18675
+ }, z.core.$strip>;
18676
+ }, z.core.$strip>>;
18677
+ robotsTxt: z.ZodOptional<z.ZodObject<{
18678
+ url: z.ZodString;
18679
+ allowed: z.ZodNullable<z.ZodBoolean>;
18680
+ availability: z.ZodEnum<{
18681
+ available: "available";
18682
+ absent: "absent";
18683
+ "access-blocked": "access-blocked";
18684
+ "rate-limited": "rate-limited";
18685
+ unreachable: "unreachable";
18686
+ }>;
18687
+ status: z.ZodOptional<z.ZodNumber>;
18688
+ error: z.ZodOptional<z.ZodString>;
18689
+ matchedLine: z.ZodOptional<z.ZodString>;
18690
+ }, z.core.$strip>>;
16116
18691
  extraction: z.ZodLiteral<"failed">;
16117
18692
  extractionError: z.ZodString;
16118
18693
  }, z.core.$strip>, z.ZodObject<{
@@ -16216,6 +18791,34 @@ declare const crawlerJsonSchemas: {
16216
18791
  consecutiveErrors: z.ZodNumber;
16217
18792
  recentP95Ms: z.ZodOptional<z.ZodNumber>;
16218
18793
  }, z.core.$strip>>;
18794
+ accessBlock: z.ZodOptional<z.ZodObject<{
18795
+ provider: z.ZodEnum<{
18796
+ unknown: "unknown";
18797
+ cloudflare: "cloudflare";
18798
+ }>;
18799
+ kind: z.ZodEnum<{
18800
+ challenge: "challenge";
18801
+ firewall: "firewall";
18802
+ "rate-limit": "rate-limit";
18803
+ authentication: "authentication";
18804
+ }>;
18805
+ status: z.ZodNumber;
18806
+ crawler: z.ZodObject<{
18807
+ name: z.ZodString;
18808
+ robotsToken: z.ZodString;
18809
+ version: z.ZodString;
18810
+ userAgent: z.ZodString;
18811
+ documentationUrl: z.ZodString;
18812
+ }, z.core.$strip>;
18813
+ indicators: z.ZodArray<z.ZodString>;
18814
+ requestId: z.ZodOptional<z.ZodString>;
18815
+ guidance: z.ZodObject<{
18816
+ summary: z.ZodString;
18817
+ recommendedAction: z.ZodString;
18818
+ securityNote: z.ZodString;
18819
+ documentationUrl: z.ZodOptional<z.ZodString>;
18820
+ }, z.core.$strip>;
18821
+ }, z.core.$strip>>;
16219
18822
  robotsTxt: z.ZodOptional<z.ZodObject<{
16220
18823
  url: z.ZodString;
16221
18824
  cache: z.ZodEnum<{
@@ -16400,6 +19003,38 @@ declare const crawlerJsonSchemas: {
16400
19003
  }, z.core.$strip>>;
16401
19004
  }, z.core.$strip>>;
16402
19005
  blocked: z.ZodOptional<z.ZodBoolean>;
19006
+ auditScope: z.ZodOptional<z.ZodEnum<{
19007
+ status: "status";
19008
+ full: "full";
19009
+ }>>;
19010
+ accessBlock: z.ZodOptional<z.ZodObject<{
19011
+ provider: z.ZodEnum<{
19012
+ unknown: "unknown";
19013
+ cloudflare: "cloudflare";
19014
+ }>;
19015
+ kind: z.ZodEnum<{
19016
+ challenge: "challenge";
19017
+ firewall: "firewall";
19018
+ "rate-limit": "rate-limit";
19019
+ authentication: "authentication";
19020
+ }>;
19021
+ status: z.ZodNumber;
19022
+ crawler: z.ZodObject<{
19023
+ name: z.ZodString;
19024
+ robotsToken: z.ZodString;
19025
+ version: z.ZodString;
19026
+ userAgent: z.ZodString;
19027
+ documentationUrl: z.ZodString;
19028
+ }, z.core.$strip>;
19029
+ indicators: z.ZodArray<z.ZodString>;
19030
+ requestId: z.ZodOptional<z.ZodString>;
19031
+ guidance: z.ZodObject<{
19032
+ summary: z.ZodString;
19033
+ recommendedAction: z.ZodString;
19034
+ securityNote: z.ZodString;
19035
+ documentationUrl: z.ZodOptional<z.ZodString>;
19036
+ }, z.core.$strip>;
19037
+ }, z.core.$strip>>;
16403
19038
  contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
16404
19039
  crawlDepth: z.ZodOptional<z.ZodNumber>;
16405
19040
  error: z.ZodOptional<z.ZodString>;
@@ -16472,10 +19107,12 @@ declare const crawlerJsonSchemas: {
16472
19107
  wordCount: z.ZodNumber;
16473
19108
  contentExtraction: z.ZodOptional<z.ZodObject<{
16474
19109
  requested: z.ZodEnum<{
19110
+ crawler: "crawler";
16475
19111
  defuddle: "defuddle";
16476
19112
  readability: "readability";
16477
19113
  }>;
16478
19114
  used: z.ZodEnum<{
19115
+ crawler: "crawler";
16479
19116
  defuddle: "defuddle";
16480
19117
  readability: "readability";
16481
19118
  }>;
@@ -18562,6 +21199,7 @@ declare function topCrawlRecommendations(items: CrawlDiffItem[]): Array<CrawlDif
18562
21199
  }>;
18563
21200
  //#endregion
18564
21201
  //#region packages/core/src/analyze/monitoring/crawl-store.d.ts
21202
+ declare const CRAWL_RUN_RETENTION = 20;
18565
21203
  declare function getPreviousRun(input: {
18566
21204
  site: string;
18567
21205
  startUrl: string;
@@ -18917,7 +21555,44 @@ declare function indexCoveragePlan(input: {
18917
21555
  }): Promise<IndexCoveragePlan>;
18918
21556
  declare function planIndexCoverageFromUrls(input: IndexCoveragePlanInput): IndexCoveragePlan;
18919
21557
  //#endregion
21558
+ //#region packages/core/src/storage/sqlite.d.ts
21559
+ type TransactionFunction = (...params: never[]) => unknown;
21560
+ declare class Statement {
21561
+ private readonly statement;
21562
+ constructor(statement: Libsql.Statement);
21563
+ run(...params: unknown[]): SqliteDatabase.RunResult;
21564
+ get(...params: unknown[]): unknown;
21565
+ all(...params: unknown[]): unknown[];
21566
+ }
21567
+ declare class SqliteDatabase {
21568
+ private readonly database;
21569
+ constructor(filename: string | Buffer);
21570
+ prepare(source: string): Statement;
21571
+ transaction<F extends TransactionFunction>(fn: F): Libsql.Transaction<F>;
21572
+ exec(source: string): this;
21573
+ pragma(source: string): unknown;
21574
+ close(): this;
21575
+ }
21576
+ declare namespace SqliteDatabase {
21577
+ type Database = SqliteDatabase;
21578
+ type RunResult = {
21579
+ changes: number;
21580
+ lastInsertRowid: number | bigint;
21581
+ };
21582
+ }
21583
+ //#endregion
21584
+ //#region packages/core/src/storage/database.d.ts
21585
+ declare function getDb(): SqliteDatabase.Database;
21586
+ declare function noteCacheWrite(sizeBytes?: number): void;
21587
+ declare function checkDatabaseReadiness(): {
21588
+ dbPath: string;
21589
+ };
21590
+ declare function hashKey(parts: unknown[]): string;
21591
+ declare function getCacheStats(): CacheStats;
21592
+ declare function clearCache(provider?: 'gsc' | 'google-analytics' | 'semrush' | 'http', olderThanMs?: number): number;
21593
+ //#endregion
18920
21594
  //#region packages/core/src/analyze/monitoring/index-watch.d.ts
21595
+ declare const INDEX_WATCH_ATTEMPT_RETENTION = 20;
18921
21596
  type InspectUrl$1 = (input: UrlInspectionRequest) => Promise<UrlInspectionResult>;
18922
21597
  type IndexWatchStore = {
18923
21598
  latest(rootSite: string, url: string): IndexWatchPrevious | undefined;
@@ -18928,6 +21603,7 @@ type IndexWatchDependencies = {
18928
21603
  now: () => Date;
18929
21604
  store: IndexWatchStore;
18930
21605
  };
21606
+ declare function pruneIndexWatchSnapshots(rootSite: string, url: string, database?: ReturnType<typeof getDb>): number;
18931
21607
  declare function indexWatch(input: {
18932
21608
  site: string;
18933
21609
  rootSite?: string;
@@ -19034,6 +21710,7 @@ declare function linkRecover(input: {
19034
21710
  }): Promise<LinkRecoverReport>;
19035
21711
  //#endregion
19036
21712
  //#region packages/core/src/analyze/monitoring/link-recover-store.d.ts
21713
+ declare const LINK_RECOVER_RUN_RETENTION = 20;
19037
21714
  type LinkRecoverSummary = {
19038
21715
  id: string;
19039
21716
  site: string;
@@ -20158,41 +22835,6 @@ declare function saveClient(input: ClientProfileInput): ClientProfile;
20158
22835
  declare function deleteClient(idOrName: string): boolean;
20159
22836
  declare function setDefaultClient(idOrName: string): ClientProfile;
20160
22837
  //#endregion
20161
- //#region packages/core/src/storage/sqlite.d.ts
20162
- type TransactionFunction = (...params: never[]) => unknown;
20163
- declare class Statement {
20164
- private readonly statement;
20165
- constructor(statement: Libsql.Statement);
20166
- run(...params: unknown[]): SqliteDatabase.RunResult;
20167
- get(...params: unknown[]): unknown;
20168
- all(...params: unknown[]): unknown[];
20169
- }
20170
- declare class SqliteDatabase {
20171
- private readonly database;
20172
- constructor(filename: string | Buffer);
20173
- prepare(source: string): Statement;
20174
- transaction<F extends TransactionFunction>(fn: F): Libsql.Transaction<F>;
20175
- exec(source: string): this;
20176
- pragma(source: string): unknown;
20177
- close(): this;
20178
- }
20179
- declare namespace SqliteDatabase {
20180
- type Database = SqliteDatabase;
20181
- type RunResult = {
20182
- changes: number;
20183
- lastInsertRowid: number | bigint;
20184
- };
20185
- }
20186
- //#endregion
20187
- //#region packages/core/src/storage/database.d.ts
20188
- declare function getDb(): SqliteDatabase.Database;
20189
- declare function checkDatabaseReadiness(): {
20190
- dbPath: string;
20191
- };
20192
- declare function hashKey(parts: unknown[]): string;
20193
- declare function getCacheStats(): CacheStats;
20194
- declare function clearCache(provider?: 'gsc' | 'google-analytics' | 'semrush' | 'http', olderThanMs?: number): number;
20195
- //#endregion
20196
22838
  //#region packages/core/src/doctor.d.ts
20197
22839
  type DoctorCheck = {
20198
22840
  id: string;
@@ -20553,6 +23195,23 @@ declare class SessionLedger {
20553
23195
  summary(): string;
20554
23196
  }
20555
23197
  //#endregion
23198
+ //#region packages/core/src/storage/log-retention.d.ts
23199
+ declare const LOG_MAX_FILE_BYTES: number;
23200
+ declare const LOG_MAX_TOTAL_BYTES: number;
23201
+ declare const LOG_MAX_AGE_MS: number;
23202
+ type LogPruneResult = {
23203
+ rotated: number;
23204
+ removed: number;
23205
+ sizeBytes: number;
23206
+ };
23207
+ declare function pruneLogs(options?: {
23208
+ directory?: string;
23209
+ now?: number;
23210
+ maxFileBytes?: number;
23211
+ maxTotalBytes?: number;
23212
+ maxAgeMs?: number;
23213
+ }): LogPruneResult;
23214
+ //#endregion
20556
23215
  //#region packages/core/src/telemetry.d.ts
20557
23216
  declare const TELEMETRY_ENDPOINT = "https://seoskill.dev/api/t";
20558
23217
  declare const TELEMETRY_SCHEMA_VERSION = 1;
@@ -20635,5 +23294,5 @@ declare function isoDate(daysAgo?: number): string;
20635
23294
  //#region packages/core/src/version.d.ts
20636
23295
  declare const SEO_VERSION: string;
20637
23296
  //#endregion
20638
- export { AI_REFERRAL_SOURCES, AI_REFERRAL_SOURCES_VERSION, AI_SEARCH_SCORECARD_METHODOLOGY_ID, AI_SEARCH_SCORECARD_METHODOLOGY_VERSION, AUDIT_PAGE_RULE_IDS, AffectedUrl, AffectedUrlFilters, AffectedUrlResult, AffectedUrlSelection, type AgentDiscoveryDataStatus, AgentReadinessCheck, AgentReadinessCheckStatus, type AgentReadinessProfile, AgentReadinessReport, AgentReadinessSection, type AgentRepresentationResponse, type AgentSkillObservation, AiReadinessReport, type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, AiSearchScorecard, AnalyticsMetricDelta, AnalyticsTestMetrics, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, AppConfig, AuditPageDependencies, AuditPageReport, AuthorizedGoogleClient, BROWSER_USER_AGENT, BacklinkProvider, BoundedSitemapInventory, BrandTermCandidate, CANNIBAL_MAXIMUM_DOMINANT_SHARE, CANNIBAL_MINIMUM_PAGE_SHARE, CRAWL_REPORT_STORAGE_VERSION, CRAWL_SKIP_REASONS, CTR_DEFAULT_LIMIT, CTR_DEFAULT_MIN_IMPRESSIONS, CTR_MAX_LIMIT, CTR_MAX_MIN_IMPRESSIONS, CacheStats, type CannibalAnalysis, CannibalDependencies, type CannibalItem, type CannibalPage, type CannibalReport, CannibalReportInput, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, ChangeMeasurement, ChangeMeasurementAttempt, ChangeRow, ChangeScope, ClientProfile, ClientProfileInput, CommunityIntent, CommunityIntentClassification, CommunityIntentReport, ContentExtractionDiagnostics, ContentExtractor, ContentGroup, ContentGroupDimension, ContentGroupMatchType, ContentGroupRow, ContentOptimizationIntent, ContentOptimizationReport, CoverageField, type CrawlAgentDiscovery, CrawlAiBotAccess, CrawlAiResourceSignal, CrawlAiSignals, CrawlAnalyticsDataSource, CrawlConfig, CrawlConfigInput, CrawlDataSourceStatus, CrawlDataSourceWindow, CrawlDiffItem, CrawlDiffRecommendation, CrawlDiffReport, CrawlExternalLinkVerification, CrawlFetchRateConfig, CrawlImplementationQueueInput, CrawlImplementationQueueItem, CrawlImplementationQueueOutput, CrawlIssue, CrawlIssueGroup, CrawlLinkGraph, CrawlMode, CrawlOneResult, CrawlOutputFormat, CrawlPageRow, CrawlPageSnapshot, CrawlReport, CrawlReportDataSources, CrawlReportMeta, CrawlReportStorageEnvelope, CrawlReportStoreAdapter, CrawlReportSummary, CrawlRequestObservation, CrawlResponseObservation, CrawlRun, CrawlRunRow, CrawlRunStats, CrawlSearchDataSource, type CrawlSiteDependencies, CrawlSitemapDiscovery, CrawlSkipImpact, CrawlSkipReason, CrawlSkipReasonCount, CrawlSkippedUrlsByImpact, CrawlSnapshotDiffReport, CrawlSnapshotIssueChange, CrawlSnapshotPageChange, CrawlStatusEvent, CrawlStatusHandler, CrawlStatusPhase, CredentialsProvider, CreditUsage, CsvFile, CsvRow, CsvValue, type CtrUnderperformer, CtrUnderperformerDependencies, type CtrUnderperformerSelection, DataForSeoProvider, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, DecayingDependencies, DecayingReportInput, DiagnosePropertyDependencies, DiagnosePropertyReport, DiagnosisDataStatus, DiagnosisPriority, DoctorCheck, DueIndexSelection, DueIndexUrl, EffectiveSnippetControl, EntityReadinessCheck, EntityReadinessReport, ExternalLinkCheck, ExternalLinkCheckAttempt, ExternalLinkCheckState, ExtractedLinkLocation, ExtractedPage, FetchPageDependencies, type FetchPageOptions, type FetchRateControls, GSC_FINAL_DATA_LAG_DAYS, GSC_TIME_ZONE, Ga4AccountSummary, Ga4DataStream, Ga4PropertySummary, Ga4ReportRequest, Ga4RunReportResult, Ga4WebStreamCandidate, Ga4WebStreamMatch, GenerateLlmsTxtOptions, GeneratedLlmsTxt, GeoGap, GeoGapFilters, GeoGapResult, type GoogleAccessTokenClient, GoogleRichResultAssessment, GoogleRichResultAssessmentSelection, GoogleRichResultAssessmentStatus, GscRow, HttpProfile, INTERNAL_LINK_LEXICAL_TARGET_LIMIT, INTERNAL_LINK_MATCH_EVIDENCE_LIMIT, IndexCoverageBoundedSection, IndexCoverageCandidateItem, IndexCoverageControlReason, IndexCoverageControlledItem, IndexCoverageCrawlInput, IndexCoverageInput, IndexCoverageInventoryItem, IndexCoveragePlan, IndexCoveragePlanInput, IndexCoverageReport, IndexCoverageReportDependencies, IndexCoverageReportInput, IndexCoverageSearchConsoleInput, IndexCoverageSearchVisibilityItem, IndexCoverageSignalsReport, IndexCoverageSitemapInput, IndexCoverageSourceCompleteness, IndexCoverageSourceEvidence, IndexCoverageSourceMembership, IndexCoverageTemplateReview, IndexMonitorPropertyRun, IndexMonitorReport, IndexPlanProperty, IndexPlanSuggestion, IndexPropertyUrlAllocation, IndexWatchChange, IndexWatchChangeKind, IndexWatchDependencies, IndexWatchIssueCode, IndexWatchItem, IndexWatchPrevious, IndexWatchReport, IndexWatchRow, IndexWatchStore, type InternalLinkCandidate, type InternalLinkMatchKind, type InternalLinkOpportunity, type InternalLinkQueryMatch, InternalLinksAnalysis, InternalLinksAnalysisInput, InternalLinksDependencies, InternalLinksInput, type InternalLinksReport, type InternalLinksSelection, type InternalLinksWarning, type JavaScriptRenderingInput, type JavaScriptRenderingMode, JsonFileStorageAdapter, KeywordDataProvider, KeywordOverview, KeywordRow, LatestCrawlSummaryRow, LighthouseFailureCode, LinkRecoverItem, LinkRecoverReport, LinkRecoverSummary, LlmsAuditIssue, LlmsAuditReport, type LlmsTxtLinkObservation, LocalCredentialsProvider, type MarkdownAlternateObservation, type MarkdownQualityObservation, MeasureChangeDependencies, MetricDelta, MonitoringStatusCheck, MonitoringStatusReport, NarrativeSection, type OAuthClientConfig, OKF_DEFAULT_CONCEPTS, OKF_MAX_CONCEPTS, OkfBundle, OkfExplainReport, OkfFile, OkfValidationIssue, OkfValidationReport, OpportunityBenchmarkRow, PageFetchDiagnostics, PageFetchResult, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, PageOpportunityInput, type PageOpportunityItem, PageOpportunityReport, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, PageSearchMetrics, PageTopQuery, PartialDiagnosisReason, PerformanceAuditReport, PerformanceFieldData, PerformanceFieldMetric, PerformanceMetric, PerformanceRating, PositionBenchmark, Presentation, PresentationChart, PresentationScalar, PresentationTable, PresentationTableColumn, PriorityQueueItem, ProgressReporter, ProviderOpts, ProviderResult, PseoAuditInput, type PseoAuditReport, type PseoAuditTemplate, type PseoCrawlSample, type PseoCrawlTechnicalStatus, PseoDependencies, type PseoEntityFit, type PseoIndexStatus, type PseoInspectionSample, type PseoPageRow, type PseoQueryCoverage, type PseoQueryPageRow, PseoTemplateCluster, type PseoTemplateMetrics, PseoTemplateShape, QueryCluster, type QueryClusterPage, type QueryClusterRow, QueryContentClassification, QueryContentCoverage, QueryContentSignal, QueryFieldCoverage, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, QuickWinsDependencies, QuickWinsInput, REPORT_BASELINE_MAX_AGE_MS, REPORT_BASELINE_MAX_DEPTH, REPORT_BASELINE_MAX_PAGES, ReadinessCheck, ReadinessSection, ReadinessStatus, Recommendation, RedirectTraceIssue, RedirectTraceReport, RedirectTraceStep, RenderingDocumentDifference, RenderingDocumentField, RenderingDocumentSnapshot, ReportNarrative, ResolveTechnicalBaselineInput, RobotsDirective, RuleCategory, RuleId, RuleInfo, RuleRecommendation, RuleSeverity, SCORECARD_CHECK_WEIGHTS, SCORECARD_STATUS_CREDIT, SEO_VERSION, SERP_TITLE_REFERENCE_WIDTH_PX, SERP_TITLE_WIDTH_PROFILE, ScorecardBand, ScorecardCheck, ScorecardCheckId, ScorecardObservation, ScorecardStatus, SearchAnalyticsRequest, SearchDateWindow, SearchPageBatch, SearchStatusIncident, SearchUpdate, type SecondPageAnalysis, SecondPageDependencies, SecondPageInput, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, SegmentImpactDependencies, SegmentImpactInput, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SemrushProvider, SeoChange, SeoCliPathOptions, SeoCliPaths, SeoError, SeoErrorCode, SeoToAiQueryReport, SerpProvider, ServiceAccountAccessTokenClient, ServiceAccountConfig, ServiceAccountStatus, SessionLedger, SitemapDocument, SitemapFetchResult, SitemapInvalidLoc, SitemapLastmodObservation, SkippedDiagnosisSection, SnippetControlEvidence, StorageAdapter, StoredTokens, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, StrikingDistanceDependencies, StrikingDistanceInput, StrikingDistanceItem, StrikingDistanceReport, TELEMETRY_AGENTS, TELEMETRY_ENDPOINT, TELEMETRY_ERROR_CATEGORIES, TELEMETRY_EVENTS, TELEMETRY_NOTICE, TELEMETRY_REPORTS, TELEMETRY_SCHEMA_VERSION, TELEMETRY_TIMEOUT_MS, TechnicalBaseline, TechnicalBaselineDependencies, TechnicalBaselineStatus, TelemetryAgent, TelemetryDisableReason, TelemetryErrorCategory, TelemetryEvent, TelemetryOptions, TelemetryPayload, TelemetryReport, TelemetryState, TelemetryStatus, TemplateAwareReport, TestMetrics, TitleWidthEstimate, TokenStorageMode, TokenStorageStatus, TopFix, TopFixFilters, TrafficAnomaly, TrafficAnomalyCoverage, TrafficAnomalyReport, type UnmatchedSegment, UpdateConfounder, UpdateCorrelationReport, UrlInspectionRequest, UrlInspectionResult, WorkflowAction, WorkflowReport, WorkflowStep, affectedUrls, agentReadiness, aiPromptsForQuery, aiReadiness, aiReferralSourceForValue, aiReferralsReport, aiSearchScorecard, allocateIndexUrlsToProperties, analyticsConnectionsSchema, analyzeAiReferralRows, analyzeCannibalRows, analyzeCtrUnderperformersFromRows, analyzeDecay, analyzeIndexCoverageSignals, analyzeInternalLinksFromRows, analyzePageOpportunitiesFromRows, analyzeQueryClustersFromRows, analyzeQuickWinsFromRows, analyzeSecondPageRows, analyzeSegmentRows, analyzeStrikingDistanceRows, analyzeTrafficAnomalyRows, assertUrlMatchesGscProperty, attachCrawlRecommendations, auditCrawlPages, auditCrawlRequests, auditLlmsTxt, auditPage, authStatus, boundedSitemapInventory, buildOkfBundle, buildPseoAuditReportFromRows, buildTelemetryPayload, cannibalReport, changeMeasurementCsvRows, checkDatabaseReadiness, classifyCommunityIntent, clearCache, clientProfileSchema, clusterPseoTemplates, clusterQueryRows, collectAgentDiscovery, combineRobotsValues, communityIntentReport, compareCrawlPages, compareCrawlReports, compareSegmentRows, configSchema, contentCoverageRecommendation, contentCoverageType, contentOptimizationFromPageOpportunities, contentOptimizationReport, countLabel, crawlConfigHash, crawlConfigSchema, crawlDefinitionId, crawlDiff, crawlFixToQueueItem, crawlImplementationQueueWorkflow, crawlIssueGroupSchema, crawlIssueSchema, crawlOne, crawlPageSnapshotSchema, crawlReportSchema, crawlReportStore, crawlReportSummarySchema, crawlRequestObservationSchema, crawlRunId, crawlSite, crawlSkipImpact, crawlSkipReasonCountsFromRecord, crawlTopFixSchema, crawlerJsonSchemas, crawlerRuleCategorySchema, crawlerRuleIdSchema, crawlerRuleInfoSchema, crawlerRuleRecommendationSchema, crawlerRuleSeveritySchema, crawlerSchemas, createAuthorizedClient, createContentGroup, createCrawlReport, createCtrBenchmarkContext, createGoogleAccessTokenClient, createLogger, createPageRenderer, ctrUnderperformersReport, decayClusterDrafts, decayComparisonRange, decayingReport, deleteChange, deleteClient, deleteContentGroup, deleteCrawlReport, deleteTokens, deriveBrandTerms, detectBrandTerms, detectTelemetryAgent, diagnoseCsvFiles, diagnoseProperty, diagnosePropertyWorkflow, effectiveRobotsDirectives, effectiveSnippetControl, ensureSeoCliDirs, entityReadiness, estimateSerpTitleWidth, expectedCtrForPosition, explainOkfValidation, explainRule, fetchCruxFieldData, fetchPage, fetchSearchStatusIncidents, fetchSitemapUrls, fileSize, finalGscDateRange, findOverlappingSearchUpdates, formatRelativeExpiry, ga4MatchReason, ga4PropertyIdFromName, ga4ReportQualityWarnings, ga4RequestCanUseCache, ga4RowsToObjects, generateLlmsTxt, geoGaps, geoGapsReport, getAuthModeStatus, getCacheStats, getChange, getClient, getClientConfig, getContentGroup, getDb, getKeywordProvider, getPreviousRun, getPrivacySnapshot, getRepeatedLinkRecoverUrls, getRunPages, getSeoCliPaths, getServiceAccountConfig, getServiceAccountStatus, getTelemetryStatus, getTokenStorageStatus, googleAnalyticsPropertyId, groupCrawlIssues, hasMetaRobotsDirective, hasRule, hasXRobotsDirective, hashKey, indexCoveragePlan, indexCoverageSignals, indexMonitor, indexWatch, inferPseoTemplate, inferTemplateMovement, initializeTelemetry, insertCrawlRun, insertLinkRecoverRun, inspectUrl, internalLinksReport, interpretUpdateCorrelation, isBrandQuery, isCompatibleTechnicalBaseline, isCurrentTechnicalBaseline, isEntityEvidenceSchemaType, isSiteIdentitySchemaType, isSkippableReportError, isTelemetryCi, isTelemetryReport, isoDate, isoWeek, latestCrawlReport, latestCrawlSummaries, latestFinalGscDate, latestIndexWatchSummary, latestLinkRecoverSummary, linkRecover, linkRecoverRecommendation, listChanges, listClients, listContentGroups, listCrawlReports, listGa4AccountSummaries, listGa4DataStreams, listRules, listSearchUpdates, listSites, loadCrawlReport, localCredentialsProvider, loginWithLoopback, makeRunId, matchGa4WebStreams, measureChange, measureCoverage, metaRobotsDirectives, migrateLegacyMacConfig, missingOAuthClientMessage, missingSharedClientLoginMessage, monitoringStatus, monthlyReport, monthlyReportWorkflow, narrativeCsvFiles, normalizeCrawlConfig, normalizeCrawlSkipReasonCounts, normalizeForCoverage, normalizeHttpUrl, normalizeJavaScriptRenderingMode, normalizeLoadedCrawlReport, okfConceptLimit, pageEvidenceRecommendation, pageOpportunitiesReport, parseOlderThan, parsePseoPath, performanceAudit, performanceReportIsCacheable, planDueIndexUrls, planIndexCoverageFromUrls, plural, propertyMatchesUrl, providerPreferenceSchema, pseoAuditOptions, pseoAuditReport, pseoCsvFiles, pseoIndexStatus, pseoPresentation, publicHttpFetch, queryClusterReport, queryClusterTokens, queryContentCoverageFromPage, queryContentFieldsFromPage, queryFieldCoverage, queryOpportunityRecommendation, queryPageMetrics, queryPageTopQuery, queryPagesMetrics, queryPagesMetricsBatch, queryPagesTopQueries, queryPagesTopQueriesBatch, querySearchAnalytics, quickWinsCsvRows, quickWinsReport, readConfig, readOauthClient, readTokens, recommendCrawlDiffItem, recommendationForRule, recordChange, redirectTrace, refreshAuthToken, refreshPrioritiesCsvFiles, refreshPrioritiesWorkflow, renderCrawlCsv, renderCrawlHtml, renderCrawlMarkdownTickets, renderCrawlPagesCsv, renderCrawlPretty, renderCsv, renderPresentationTablesMarkdown, renderPseoMarkdown, renderWorkflowMarkdown, reportNarrative, reportPresentation, requestHeaders, resolveSegmentRanges, resolveSeoCliPaths, resolveTechnicalBaseline, reviewObservations, roundedPosition, runDoctor, runGa4Report, saveClient, saveCrawlReport, secondPage, segmentComparisonRange, segmentImpact, segmentRangeDays, selectAffectedUrls, selectDueIndexUrls, seoErrorEnvelope, seoToAiQueryReport, sessionSourceInListFilter, setDefaultClient, setTelemetryEnabled, setTokenStorageMode, shiftIsoDate, shouldExcludeBrandQuery, siteSchema, sqliteCrawlReportStore, strikingDistance, summarizeCrawlReport, pageTechnicalSignals as technicalPageSignals, technicalWatchWorkflow, telemetryErrorCategory, templateForUrl, toSeoError, tokenSchema, topCrawlRecommendations, topFixes, trackTelemetryReportComplete, trackTelemetryReportFailed, trackTelemetryReportStart, trackTelemetrySetupComplete, trafficAnomaly, unavailableSegmentImpactReport, unicodeTokens, updateCorrelation, updatePostmortemCsvFiles, updatePostmortemWorkflow, validateOkfFiles, verifyQueryContent, workflowPresentation, writeConfig, writeOauthClient, writeTokens, xRobotsDirectives };
23297
+ export { AI_REFERRAL_SOURCES, AI_REFERRAL_SOURCES_VERSION, AI_SEARCH_SCORECARD_METHODOLOGY_ID, AI_SEARCH_SCORECARD_METHODOLOGY_VERSION, AUDIT_PAGE_RULE_IDS, AUTOMATIC_BASELINE_SITE_RETENTION, AUTOMATIC_BASELINE_TOTAL_RETENTION, AccessBlockEvidence, AffectedUrl, AffectedUrlFilters, AffectedUrlResult, AffectedUrlSelection, type AgentDiscoveryDataStatus, type AgentEndpointDiscovery, type AgentEndpointObservation, type AgentLinkHeaderEntry, type AgentLinkHeaderObservation, AgentReadinessCheck, AgentReadinessCheckStatus, type AgentReadinessProfile, AgentReadinessReport, AgentReadinessSection, type AgentRepresentationResponse, type AgentSkillObservation, AiReadinessReport, type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, AiSearchScorecard, AnalyticsMetricDelta, AnalyticsTestMetrics, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, AppConfig, AuditPageDependencies, AuditPageReport, AuthorizedGoogleClient, BROWSER_USER_AGENT, BacklinkProvider, BoundedSitemapInventory, BrandTermCandidate, CANNIBAL_MAXIMUM_DOMINANT_SHARE, CANNIBAL_MINIMUM_PAGE_SHARE, CRAWL_REPORT_STORAGE_VERSION, CRAWL_RUN_RETENTION, CRAWL_SKIP_REASONS, CTR_DEFAULT_LIMIT, CTR_DEFAULT_MIN_IMPRESSIONS, CTR_MAX_LIMIT, CTR_MAX_MIN_IMPRESSIONS, CacheStats, type CannibalAnalysis, CannibalDependencies, type CannibalItem, type CannibalPage, type CannibalReport, CannibalReportInput, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, ChangeMeasurement, ChangeMeasurementAttempt, ChangeRow, ChangeScope, ClientProfile, ClientProfileInput, CommunityIntent, CommunityIntentClassification, CommunityIntentReport, ContentExtractionDiagnostics, ContentExtractor, ContentGroup, ContentGroupDimension, ContentGroupMatchType, ContentGroupRow, ContentOptimizationIntent, ContentOptimizationReport, CoverageField, CrawlAccessSummary, type CrawlAgentDiscovery, CrawlAiBotAccess, CrawlAiResourceSignal, CrawlAiSignals, CrawlAnalyticsDataSource, CrawlConfig, CrawlConfigInput, CrawlDataSourceStatus, CrawlDataSourceWindow, CrawlDiffItem, CrawlDiffRecommendation, CrawlDiffReport, CrawlExternalLinkVerification, CrawlFetchRateConfig, CrawlImplementationQueueInput, CrawlImplementationQueueItem, CrawlImplementationQueueOutput, CrawlIssue, CrawlIssueGroup, CrawlLinkGraph, CrawlMode, CrawlOneResult, CrawlOutputFormat, CrawlPageRow, CrawlPageSnapshot, CrawlReport, CrawlReportDataSources, CrawlReportMeta, CrawlReportSaveOptions, CrawlReportStorageEnvelope, CrawlReportStoreAdapter, CrawlReportSummary, CrawlRequestObservation, CrawlResponseObservation, CrawlRun, CrawlRunRow, CrawlRunStats, CrawlSearchDataSource, type CrawlSiteDependencies, CrawlSitemapDiscovery, CrawlSkipImpact, CrawlSkipReason, CrawlSkipReasonCount, CrawlSkippedUrlsByImpact, CrawlSnapshotDiffReport, CrawlSnapshotIssueChange, CrawlSnapshotPageChange, CrawlStatusEvent, CrawlStatusHandler, CrawlStatusPhase, CrawlStrategy, CrawlerIdentity, CredentialsProvider, CreditUsage, CsvFile, CsvRow, CsvValue, type CtrUnderperformer, CtrUnderperformerDependencies, type CtrUnderperformerSelection, DataForSeoProvider, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, DecayingDependencies, DecayingReportInput, DiagnosePropertyDependencies, DiagnosePropertyReport, DiagnosisDataStatus, DiagnosisPriority, DoctorCheck, DueIndexSelection, DueIndexUrl, EffectiveSnippetControl, EntityReadinessCheck, EntityReadinessReport, ExternalLinkCheck, ExternalLinkCheckAttempt, ExternalLinkCheckState, ExtractedLinkLocation, ExtractedPage, FetchPageDependencies, type FetchPageOptions, type FetchRateControls, GSC_FINAL_DATA_LAG_DAYS, GSC_TIME_ZONE, Ga4AccountSummary, Ga4DataStream, Ga4PropertySummary, Ga4ReportRequest, Ga4RunReportResult, Ga4WebStreamCandidate, Ga4WebStreamMatch, GenerateLlmsTxtOptions, GeneratedLlmsTxt, GeoGap, GeoGapFilters, GeoGapResult, type GoogleAccessTokenClient, GoogleRichResultAssessment, GoogleRichResultAssessmentSelection, GoogleRichResultAssessmentStatus, GscRow, HttpProfile, INDEX_WATCH_ATTEMPT_RETENTION, INTERNAL_LINK_LEXICAL_TARGET_LIMIT, INTERNAL_LINK_MATCH_EVIDENCE_LIMIT, IndexCoverageBoundedSection, IndexCoverageCandidateItem, IndexCoverageControlReason, IndexCoverageControlledItem, IndexCoverageCrawlInput, IndexCoverageInput, IndexCoverageInventoryItem, IndexCoveragePlan, IndexCoveragePlanInput, IndexCoverageReport, IndexCoverageReportDependencies, IndexCoverageReportInput, IndexCoverageSearchConsoleInput, IndexCoverageSearchVisibilityItem, IndexCoverageSignalsReport, IndexCoverageSitemapInput, IndexCoverageSourceCompleteness, IndexCoverageSourceEvidence, IndexCoverageSourceMembership, IndexCoverageTemplateReview, IndexMonitorPropertyRun, IndexMonitorReport, IndexPlanProperty, IndexPlanSuggestion, IndexPropertyUrlAllocation, IndexWatchChange, IndexWatchChangeKind, IndexWatchDependencies, IndexWatchIssueCode, IndexWatchItem, IndexWatchPrevious, IndexWatchReport, IndexWatchRow, IndexWatchStore, type InternalLinkCandidate, type InternalLinkMatchKind, type InternalLinkOpportunity, type InternalLinkQueryMatch, InternalLinksAnalysis, InternalLinksAnalysisInput, InternalLinksDependencies, InternalLinksInput, type InternalLinksReport, type InternalLinksSelection, type InternalLinksWarning, type JavaScriptRenderingInput, type JavaScriptRenderingMode, JsonFileStorageAdapter, KeywordDataProvider, KeywordOverview, KeywordRow, LINK_RECOVER_RUN_RETENTION, LOG_MAX_AGE_MS, LOG_MAX_FILE_BYTES, LOG_MAX_TOTAL_BYTES, LatestCrawlSummaryRow, LighthouseFailureCode, LinkRecoverItem, LinkRecoverReport, LinkRecoverSummary, LlmsAuditIssue, LlmsAuditReport, type LlmsTxtLinkObservation, LocalCredentialsProvider, LogPruneResult, MAX_CRAWL_CONCURRENCY, MAX_CRAWL_DEPTH, MAX_CRAWL_PAGES, MAX_CRAWL_TIMEOUT_MS, type MarkdownAlternateObservation, type MarkdownQualityObservation, MeasureChangeDependencies, MetricDelta, MonitoringStatusCheck, MonitoringStatusReport, NarrativeSection, type OAuthClientConfig, OKF_DEFAULT_CONCEPTS, OKF_MAX_CONCEPTS, OkfBundle, OkfExplainReport, OkfFile, OkfValidationIssue, OkfValidationReport, OpportunityBenchmarkRow, PageFetchDiagnostics, PageFetchResult, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, PageOpportunityInput, type PageOpportunityItem, PageOpportunityReport, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, PageSearchMetrics, PageTopQuery, PartialDiagnosisReason, PerformanceAuditReport, PerformanceFieldData, PerformanceFieldMetric, PerformanceMetric, PerformanceRating, PositionBenchmark, Presentation, PresentationChart, PresentationScalar, PresentationTable, PresentationTableColumn, PriorityQueueItem, ProgressReporter, ProviderOpts, ProviderResult, PseoAuditInput, type PseoAuditReport, type PseoAuditTemplate, type PseoCrawlSample, type PseoCrawlTechnicalStatus, PseoDependencies, type PseoEntityFit, type PseoIndexStatus, type PseoInspectionSample, type PseoPageRow, type PseoQueryCoverage, type PseoQueryPageRow, PseoTemplateCluster, type PseoTemplateMetrics, PseoTemplateShape, QueryCluster, type QueryClusterPage, type QueryClusterRow, QueryContentClassification, QueryContentCoverage, QueryContentSignal, QueryFieldCoverage, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, QuickWinsDependencies, QuickWinsInput, REPORT_BASELINE_MAX_AGE_MS, REPORT_BASELINE_MAX_DEPTH, REPORT_BASELINE_MAX_PAGES, ReadinessCheck, ReadinessSection, ReadinessStatus, Recommendation, RedirectTraceIssue, RedirectTraceReport, RedirectTraceStep, RenderingDocumentDifference, RenderingDocumentField, RenderingDocumentSnapshot, ReportNarrative, ResolveTechnicalBaselineInput, ResponseSizeLimitError, RobotsDirective, RuleCategory, RuleId, RuleInfo, RuleRecommendation, RuleSeverity, SCORECARD_CHECK_WEIGHTS, SCORECARD_STATUS_CREDIT, SEO_CRAWLER_IDENTITY, SEO_CRAWLER_TOKEN, SEO_CRAWLER_USER_AGENT, SEO_VERSION, SERP_TITLE_REFERENCE_WIDTH_PX, SERP_TITLE_WIDTH_PROFILE, ScorecardBand, ScorecardCheck, ScorecardCheckId, ScorecardObservation, ScorecardStatus, SearchAnalyticsRequest, SearchDateWindow, SearchPageBatch, SearchStatusIncident, SearchUpdate, type SecondPageAnalysis, SecondPageDependencies, SecondPageInput, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, SegmentImpactDependencies, SegmentImpactInput, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SemrushProvider, SeoChange, SeoCliPathOptions, SeoCliPaths, SeoError, SeoErrorCode, SeoToAiQueryReport, SerpProvider, ServiceAccountAccessTokenClient, ServiceAccountConfig, ServiceAccountStatus, SessionLedger, SitemapDocument, SitemapFetchResult, SitemapInvalidLoc, SitemapLastmodObservation, SkippedDiagnosisSection, SnippetControlEvidence, StorageAdapter, StoredTokens, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, StrikingDistanceDependencies, StrikingDistanceInput, StrikingDistanceItem, StrikingDistanceReport, TELEMETRY_AGENTS, TELEMETRY_ENDPOINT, TELEMETRY_ERROR_CATEGORIES, TELEMETRY_EVENTS, TELEMETRY_NOTICE, TELEMETRY_REPORTS, TELEMETRY_SCHEMA_VERSION, TELEMETRY_TIMEOUT_MS, TechnicalBaseline, TechnicalBaselineDependencies, TechnicalBaselineStatus, TelemetryAgent, TelemetryDisableReason, TelemetryErrorCategory, TelemetryEvent, TelemetryOptions, TelemetryPayload, TelemetryReport, TelemetryState, TelemetryStatus, TemplateAwareReport, TestMetrics, TitleWidthEstimate, TokenStorageMode, TokenStorageStatus, TopFix, TopFixFilters, TrafficAnomaly, TrafficAnomalyCoverage, TrafficAnomalyReport, type UnmatchedSegment, UpdateConfounder, UpdateCorrelationReport, UrlInspectionRequest, UrlInspectionResult, WorkflowAction, WorkflowReport, WorkflowStep, affectedUrls, agentReadiness, aiPromptsForQuery, aiReadiness, aiReferralSourceForValue, aiReferralsReport, aiSearchScorecard, allocateIndexUrlsToProperties, analyticsConnectionsSchema, analyzeAiReferralRows, analyzeCannibalRows, analyzeCtrUnderperformersFromRows, analyzeDecay, analyzeIndexCoverageSignals, analyzeInternalLinksFromRows, analyzePageOpportunitiesFromRows, analyzeQueryClustersFromRows, analyzeQuickWinsFromRows, analyzeSecondPageRows, analyzeSegmentRows, analyzeStrikingDistanceRows, analyzeTrafficAnomalyRows, assertCrawlConfigLimits, assertUrlMatchesGscProperty, attachCrawlRecommendations, auditCrawlPages, auditCrawlRequests, auditLlmsTxt, auditPage, authStatus, boundedSitemapInventory, buildOkfBundle, buildPseoAuditReportFromRows, buildTelemetryPayload, cannibalReport, changeMeasurementCsvRows, checkDatabaseReadiness, classifyCommunityIntent, clearCache, clientProfileSchema, clusterPseoTemplates, clusterQueryRows, collectAgentDiscovery, combineRobotsValues, communityIntentReport, compareCrawlPages, compareCrawlReports, compareSegmentRows, configSchema, contentCoverageRecommendation, contentCoverageType, contentOptimizationFromPageOpportunities, contentOptimizationReport, countLabel, crawlConfigHash, crawlConfigSchema, crawlDefinitionId, crawlDiff, crawlFixToQueueItem, crawlImplementationQueueWorkflow, crawlIssueGroupSchema, crawlIssueSchema, crawlOne, crawlPageSnapshotSchema, crawlReportSchema, crawlReportStore, crawlReportSummarySchema, crawlRequestObservationSchema, crawlRunId, crawlSite, crawlSkipImpact, crawlSkipReasonCountsFromRecord, crawlStatusOnly, crawlTopFixSchema, crawlerJsonSchemas, crawlerRuleCategorySchema, crawlerRuleIdSchema, crawlerRuleInfoSchema, crawlerRuleRecommendationSchema, crawlerRuleSeveritySchema, crawlerSchemas, createAuthorizedClient, createContentGroup, createCrawlReport, createCtrBenchmarkContext, createGoogleAccessTokenClient, createLogger, createPageRenderer, ctrUnderperformersReport, decayClusterDrafts, decayComparisonRange, decayingReport, deleteChange, deleteClient, deleteContentGroup, deleteCrawlReport, deleteTokens, deriveBrandTerms, detectBrandTerms, detectTelemetryAgent, diagnoseCsvFiles, diagnoseProperty, diagnosePropertyWorkflow, effectiveRobotsDirectives, effectiveSnippetControl, ensureSeoCliDirs, entityReadiness, estimateSerpTitleWidth, expectedCtrForPosition, explainOkfValidation, explainRule, fetchCruxFieldData, fetchPage, fetchPageStatus, fetchSearchStatusIncidents, fetchSitemapUrls, fetchText, fileSize, finalGscDateRange, findOverlappingSearchUpdates, formatRelativeExpiry, ga4MatchReason, ga4PropertyIdFromName, ga4ReportQualityWarnings, ga4RequestCanUseCache, ga4RowsToObjects, generateLlmsTxt, geoGaps, geoGapsReport, getAuthModeStatus, getCacheStats, getChange, getClient, getClientConfig, getContentGroup, getDb, getKeywordProvider, getPreviousRun, getPrivacySnapshot, getRepeatedLinkRecoverUrls, getRunPages, getSeoCliPaths, getServiceAccountConfig, getServiceAccountStatus, getTelemetryStatus, getTokenStorageStatus, googleAnalyticsPropertyId, groupCrawlIssues, hasMetaRobotsDirective, hasRule, hasXRobotsDirective, hashKey, indexCoveragePlan, indexCoverageSignals, indexMonitor, indexWatch, inferPseoTemplate, inferTemplateMovement, initializeTelemetry, insertCrawlRun, insertLinkRecoverRun, inspectUrl, internalLinksReport, interpretUpdateCorrelation, isBrandQuery, isCompatibleTechnicalBaseline, isCurrentTechnicalBaseline, isEntityEvidenceSchemaType, isSiteIdentitySchemaType, isSkippableReportError, isTelemetryCi, isTelemetryReport, isoDate, isoWeek, latestCrawlReport, latestCrawlSummaries, latestFinalGscDate, latestIndexWatchSummary, latestLinkRecoverSummary, linkEntries, linkRecover, linkRecoverRecommendation, listChanges, listClients, listContentGroups, listCrawlReports, listGa4AccountSummaries, listGa4DataStreams, listRules, listSearchUpdates, listSites, loadCrawlReport, localCredentialsProvider, loginWithLoopback, makeRunId, matchGa4WebStreams, measureChange, measureCoverage, metaRobotsDirectives, migrateLegacyMacConfig, missingOAuthClientMessage, missingSharedClientLoginMessage, monitoringStatus, monthlyReport, monthlyReportWorkflow, narrativeCsvFiles, normalizeCrawlConfig, normalizeCrawlSkipReasonCounts, normalizeForCoverage, normalizeHttpUrl, normalizeJavaScriptRenderingMode, normalizeLoadedCrawlReport, noteCacheWrite, okfConceptLimit, pageEvidenceRecommendation, pageOpportunitiesReport, parseOlderThan, parsePseoPath, performanceAudit, performanceReportIsCacheable, planDueIndexUrls, planIndexCoverageFromUrls, plural, propertyMatchesUrl, providerPreferenceSchema, pruneIndexWatchSnapshots, pruneLogs, pseoAuditOptions, pseoAuditReport, pseoCsvFiles, pseoIndexStatus, pseoPresentation, publicHttpFetch, queryClusterReport, queryClusterTokens, queryContentCoverageFromPage, queryContentFieldsFromPage, queryFieldCoverage, queryOpportunityRecommendation, queryPageMetrics, queryPageTopQuery, queryPagesMetrics, queryPagesMetricsBatch, queryPagesTopQueries, queryPagesTopQueriesBatch, querySearchAnalytics, quickWinsCsvRows, quickWinsReport, readBoundedResponseText, readConfig, readOauthClient, readTokens, recommendCrawlDiffItem, recommendationForRule, recordChange, redirectTrace, refreshAuthToken, refreshPrioritiesCsvFiles, refreshPrioritiesWorkflow, renderCrawlCsv, renderCrawlHtml, renderCrawlJunit, renderCrawlMarkdownTickets, renderCrawlPagesCsv, renderCrawlPretty, renderCsv, renderPresentationTablesMarkdown, renderPseoMarkdown, renderWorkflowMarkdown, reportNarrative, reportPresentation, requestHeaders, resolveSegmentRanges, resolveSeoCliPaths, resolveTechnicalBaseline, reviewObservations, roundedPosition, runDoctor, runGa4Report, safeError, saveClient, saveCrawlReport, secondPage, segmentComparisonRange, segmentImpact, segmentRangeDays, selectAffectedUrls, selectDueIndexUrls, seoErrorEnvelope, seoToAiQueryReport, sessionSourceInListFilter, setDefaultClient, setTelemetryEnabled, setTokenStorageMode, shiftIsoDate, shouldExcludeBrandQuery, siteSchema, sqliteCrawlReportStore, strikingDistance, summarizeCrawlReport, pageTechnicalSignals as technicalPageSignals, technicalWatchWorkflow, telemetryErrorCategory, templateForUrl, toSeoError, tokenSchema, topCrawlRecommendations, topFixes, trackTelemetryReportComplete, trackTelemetryReportFailed, trackTelemetryReportStart, trackTelemetrySetupComplete, trafficAnomaly, unavailableSegmentImpactReport, unicodeTokens, updateCorrelation, updatePostmortemCsvFiles, updatePostmortemWorkflow, validateOkfFiles, verifyQueryContent, workflowPresentation, writeConfig, writeOauthClient, writeTokens, xRobotsDirectives };
20639
23298
  //# sourceMappingURL=index.d.ts.map