seo 0.2.8 → 0.2.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/PRIVACY.md +35 -11
- package/README.md +34 -4
- package/dist/cli.js +111 -105
- package/dist/cli.js.map +1 -1
- package/dist/{dist-DkWLBABR.js → dist-BrBR9umh.js} +1 -1
- package/dist/dist-C6zXDARm.js +651 -0
- package/dist/dist-C6zXDARm.js.map +1 -0
- package/dist/index.d.ts +2707 -48
- package/dist/index.js +2287 -582
- package/dist/index.js.map +1 -1
- package/dist/mcp.d.ts +25 -4
- package/dist/mcp.js +2494 -598
- package/dist/mcp.js.map +1 -1
- package/dist/{package-BDez60C3.js → package-C51oI-6o.js} +2 -2
- package/dist/{package-BDez60C3.js.map → package-C51oI-6o.js.map} +1 -1
- package/package.json +3 -3
- package/skills/seo/SKILL.md +31 -5
- package/dist/dist-B8eKKp3B.js +0 -560
- package/dist/dist-B8eKKp3B.js.map +0 -1
package/dist/index.d.ts
CHANGED
|
@@ -347,6 +347,27 @@ interface GscRow {
|
|
|
347
347
|
ctr: number;
|
|
348
348
|
position: number;
|
|
349
349
|
}
|
|
350
|
+
type CrawlerIdentity = {
|
|
351
|
+
name: string;
|
|
352
|
+
robotsToken: string;
|
|
353
|
+
version: string;
|
|
354
|
+
userAgent: string;
|
|
355
|
+
documentationUrl: string;
|
|
356
|
+
};
|
|
357
|
+
type AccessBlockEvidence = {
|
|
358
|
+
provider: 'cloudflare' | 'unknown';
|
|
359
|
+
kind: 'challenge' | 'firewall' | 'rate-limit' | 'authentication';
|
|
360
|
+
status: number;
|
|
361
|
+
crawler: CrawlerIdentity;
|
|
362
|
+
indicators: string[];
|
|
363
|
+
requestId?: string;
|
|
364
|
+
guidance: {
|
|
365
|
+
summary: string;
|
|
366
|
+
recommendedAction: string;
|
|
367
|
+
securityNote: string;
|
|
368
|
+
documentationUrl?: string;
|
|
369
|
+
};
|
|
370
|
+
};
|
|
350
371
|
interface PageFetchResult {
|
|
351
372
|
url: string;
|
|
352
373
|
finalUrl: string;
|
|
@@ -390,6 +411,7 @@ interface PageFetchDiagnostics {
|
|
|
390
411
|
consecutiveErrors: number;
|
|
391
412
|
recentP95Ms?: number;
|
|
392
413
|
};
|
|
414
|
+
accessBlock?: AccessBlockEvidence;
|
|
393
415
|
robotsTxt?: {
|
|
394
416
|
url: string;
|
|
395
417
|
cache: 'hit' | 'miss' | 'bypass';
|
|
@@ -509,7 +531,7 @@ interface QueryContentCoverage {
|
|
|
509
531
|
recommendation: string;
|
|
510
532
|
summary: string;
|
|
511
533
|
}
|
|
512
|
-
type ContentExtractor = 'defuddle' | 'readability';
|
|
534
|
+
type ContentExtractor = 'crawler' | 'defuddle' | 'readability';
|
|
513
535
|
interface ContentExtractionDiagnostics {
|
|
514
536
|
requested: ContentExtractor;
|
|
515
537
|
used: ContentExtractor;
|
|
@@ -868,6 +890,19 @@ declare const RULE_DEFINITIONS: readonly [{
|
|
|
868
890
|
readonly howToFix: "Check DNS, TLS certificates, firewall/CDN rules, server logs, and timeout behavior. Make the URL return a stable 2xx response or one direct redirect to the replacement.";
|
|
869
891
|
readonly impactIfIgnored: "The page cannot be crawled, ranked, or cited while the connection failure remains.";
|
|
870
892
|
readonly howToVerify: "Re-run the crawl and confirm the URL returns a normal HTTP status instead of status 0.";
|
|
893
|
+
}, {
|
|
894
|
+
readonly id: "crawler_access_blocked";
|
|
895
|
+
readonly title: "Crawler access blocked";
|
|
896
|
+
readonly category: "response";
|
|
897
|
+
readonly defaultSeverity: "medium";
|
|
898
|
+
readonly whyItMatters: "The audit could not observe the intended page because an authentication layer, rate limit, firewall, or challenge intercepted this crawler. This limits the audit evidence but does not prove that search engines or users are blocked.";
|
|
899
|
+
readonly howToFix: "First confirm the block is unintended. If the audit should have access, use the provider evidence in the report to grant temporary, narrow access for the audit machine source IP, required hostname or paths, and the exact crawler User-Agent. Do not trust a User-Agent by itself.";
|
|
900
|
+
readonly impactIfIgnored: "The affected URL remains unverified in this crawl, so content and indexability checks cannot support a pass or an all-clear.";
|
|
901
|
+
readonly howToVerify: "Re-run the same health check and confirm access.blockedRequests is zero and the URL returns its intended status without challenge evidence.";
|
|
902
|
+
readonly agentHints: {
|
|
903
|
+
readonly evidenceFields: ["request.accessBlock", "report.access", "issue.evidence.accessBlock"];
|
|
904
|
+
readonly suggestedCommands: ["seo crawl --sitemap-url <url> --health --json"];
|
|
905
|
+
};
|
|
871
906
|
}, {
|
|
872
907
|
readonly id: "client_error";
|
|
873
908
|
readonly title: "Client error";
|
|
@@ -1553,6 +1588,8 @@ interface QueryCluster {
|
|
|
1553
1588
|
interface CacheStats {
|
|
1554
1589
|
dbPath: string;
|
|
1555
1590
|
sizeBytes: number;
|
|
1591
|
+
logicalSizeBytes: number;
|
|
1592
|
+
maxSizeBytes: number;
|
|
1556
1593
|
counts: Record<string, number>;
|
|
1557
1594
|
}
|
|
1558
1595
|
//#endregion
|
|
@@ -1584,6 +1621,8 @@ interface FetchPageOptions {
|
|
|
1584
1621
|
rate?: FetchRateControls;
|
|
1585
1622
|
signal?: AbortSignal;
|
|
1586
1623
|
respectRobots?: boolean;
|
|
1624
|
+
/** Reuse one robots.txt policy in memory across a bounded crawl. */
|
|
1625
|
+
robotsResolver?: RobotsResolver;
|
|
1587
1626
|
/** Reuse one browser process across related fetches, such as a site crawl. */
|
|
1588
1627
|
renderer?: PageRenderer;
|
|
1589
1628
|
}
|
|
@@ -1602,6 +1641,16 @@ type NormalizedFetchRateControls = {
|
|
|
1602
1641
|
intervalMs: number;
|
|
1603
1642
|
backpressure: Required<FetchBackpressureControls>;
|
|
1604
1643
|
};
|
|
1644
|
+
type RobotsResult = {
|
|
1645
|
+
allowed: boolean | null;
|
|
1646
|
+
availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable';
|
|
1647
|
+
status?: number;
|
|
1648
|
+
error?: string;
|
|
1649
|
+
matchedLine?: string;
|
|
1650
|
+
cache: 'hit' | 'miss' | 'bypass';
|
|
1651
|
+
url: string;
|
|
1652
|
+
};
|
|
1653
|
+
type RobotsResolver = (origin: string, targetUrl: string) => Promise<RobotsResult>;
|
|
1605
1654
|
//#endregion
|
|
1606
1655
|
//#region packages/core/src/fetch/page-fetcher/plain.d.ts
|
|
1607
1656
|
declare function fetchPlain(url: string, refresh: boolean | undefined, timeoutMs: number | undefined, rate: NormalizedFetchRateControls, signal?: AbortSignal, respectRobots?: boolean): Promise<PageFetchResult>;
|
|
@@ -1615,6 +1664,9 @@ declare function createPageRenderer(input?: {
|
|
|
1615
1664
|
concurrency?: number;
|
|
1616
1665
|
}): PageRenderer;
|
|
1617
1666
|
//#endregion
|
|
1667
|
+
//#region packages/core/src/fetch/page-fetcher/status-probe.d.ts
|
|
1668
|
+
declare function fetchPageStatus(url: string, opts?: FetchPageOptions): Promise<PageFetchResult>;
|
|
1669
|
+
//#endregion
|
|
1618
1670
|
//#region packages/core/src/fetch/page-fetcher.d.ts
|
|
1619
1671
|
type FetchPageDependencies = {
|
|
1620
1672
|
fetchPlain?: typeof fetchPlain;
|
|
@@ -2040,7 +2092,13 @@ declare function createCtrBenchmarkContext(rows: OpportunityBenchmarkRow[], opti
|
|
|
2040
2092
|
byPosition: Record<string, PositionBenchmark>;
|
|
2041
2093
|
forRow(row: OpportunityBenchmarkRow): PositionBenchmark;
|
|
2042
2094
|
forUrl(row: OpportunityBenchmarkRow): PositionBenchmark;
|
|
2095
|
+
urlRowCount(row: OpportunityBenchmarkRow): number;
|
|
2043
2096
|
forAggregate(row: OpportunityBenchmarkRow, excludedRows?: OpportunityBenchmarkRow[]): PositionBenchmark;
|
|
2097
|
+
diagnostics: {
|
|
2098
|
+
indexRowVisits: number;
|
|
2099
|
+
urlLookups: number;
|
|
2100
|
+
fallbackRowScans: number;
|
|
2101
|
+
};
|
|
2044
2102
|
};
|
|
2045
2103
|
declare function queryFieldCoverage(query: string, input: {
|
|
2046
2104
|
title?: string;
|
|
@@ -2312,6 +2370,8 @@ type CrawlPageSnapshot = {
|
|
|
2312
2370
|
fetchSource?: 'cache' | 'network' | 'rendered';
|
|
2313
2371
|
cacheState?: 'hit' | 'miss' | 'bypass';
|
|
2314
2372
|
fetchDiagnostics?: PageFetchDiagnostics;
|
|
2373
|
+
auditScope?: 'full' | 'status';
|
|
2374
|
+
accessBlock?: AccessBlockEvidence;
|
|
2315
2375
|
blocked?: boolean;
|
|
2316
2376
|
contentAuditAllowed?: boolean;
|
|
2317
2377
|
crawlDepth?: number;
|
|
@@ -2474,6 +2534,8 @@ type CrawlResponseObservation = {
|
|
|
2474
2534
|
contentType?: string;
|
|
2475
2535
|
durationMs?: number;
|
|
2476
2536
|
redirectChain?: PageFetchDiagnostics['redirectChain'];
|
|
2537
|
+
accessBlock?: AccessBlockEvidence;
|
|
2538
|
+
robotsTxt?: NonNullable<CrawlPageSnapshot['robotsTxt']>;
|
|
2477
2539
|
} & ({
|
|
2478
2540
|
extraction: 'complete' | 'not-applicable' | 'unknown-media-type';
|
|
2479
2541
|
} | {
|
|
@@ -2739,13 +2801,24 @@ type LatestCrawlSummaryRow = CrawlRunRow & {
|
|
|
2739
2801
|
top_recommendation_severity?: string | null;
|
|
2740
2802
|
};
|
|
2741
2803
|
//#endregion
|
|
2804
|
+
//#region packages/core/src/fetch/crawler-identity.d.ts
|
|
2805
|
+
declare const SEO_CRAWLER_TOKEN = "SEO-Skill";
|
|
2806
|
+
declare const SEO_CRAWLER_USER_AGENT: string;
|
|
2807
|
+
declare const SEO_CRAWLER_IDENTITY: CrawlerIdentity;
|
|
2808
|
+
//#endregion
|
|
2742
2809
|
//#region packages/core/src/fetch/http-client.d.ts
|
|
2743
2810
|
type HttpProfile = 'browser' | 'bot';
|
|
2811
|
+
declare class ResponseSizeLimitError extends Error {
|
|
2812
|
+
readonly maxBytes: number;
|
|
2813
|
+
constructor(maxBytes: number, label?: string);
|
|
2814
|
+
}
|
|
2815
|
+
/** @deprecated Use SEO_CRAWLER_USER_AGENT. */
|
|
2744
2816
|
declare const BROWSER_USER_AGENT: string;
|
|
2745
2817
|
declare function requestHeaders(profile: HttpProfile): Headers;
|
|
2746
2818
|
declare function publicHttpFetch(url: string, input?: RequestInit$1 & {
|
|
2747
2819
|
profile?: HttpProfile;
|
|
2748
2820
|
}): Promise<import("undici").Response>;
|
|
2821
|
+
declare function readBoundedResponseText(response: Awaited<ReturnType<typeof publicHttpFetch>>, maxBytes: number, label?: string): Promise<string>;
|
|
2749
2822
|
//#endregion
|
|
2750
2823
|
//#region packages/core/src/analyze/crawler/agent-discovery-types.d.ts
|
|
2751
2824
|
type AgentReadinessProfile = 'content' | 'api' | 'application' | 'commerce';
|
|
@@ -2808,6 +2881,34 @@ type AgentSkillObservation = {
|
|
|
2808
2881
|
cors?: string;
|
|
2809
2882
|
error?: string;
|
|
2810
2883
|
};
|
|
2884
|
+
type AgentEndpointObservation = {
|
|
2885
|
+
id: string;
|
|
2886
|
+
url: string;
|
|
2887
|
+
status?: number;
|
|
2888
|
+
exists: boolean;
|
|
2889
|
+
contentType?: string;
|
|
2890
|
+
validJson?: boolean;
|
|
2891
|
+
presentFields?: string[];
|
|
2892
|
+
missingFields?: string[];
|
|
2893
|
+
error?: string;
|
|
2894
|
+
};
|
|
2895
|
+
type AgentLinkHeaderEntry = {
|
|
2896
|
+
url: string;
|
|
2897
|
+
rel: string[];
|
|
2898
|
+
type?: string;
|
|
2899
|
+
};
|
|
2900
|
+
type AgentLinkHeaderObservation = {
|
|
2901
|
+
url: string;
|
|
2902
|
+
status?: number;
|
|
2903
|
+
entries: AgentLinkHeaderEntry[];
|
|
2904
|
+
registeredRels: string[];
|
|
2905
|
+
emergingRels: string[];
|
|
2906
|
+
error?: string;
|
|
2907
|
+
};
|
|
2908
|
+
type AgentEndpointDiscovery = {
|
|
2909
|
+
linkHeader: AgentLinkHeaderObservation;
|
|
2910
|
+
endpoints: AgentEndpointObservation[];
|
|
2911
|
+
};
|
|
2811
2912
|
type LlmsTxtLinkObservation = {
|
|
2812
2913
|
label: string;
|
|
2813
2914
|
url: string;
|
|
@@ -2887,6 +2988,7 @@ type CrawlAgentDiscovery = {
|
|
|
2887
2988
|
missingMarkdownPages: number;
|
|
2888
2989
|
consistent: boolean | null;
|
|
2889
2990
|
};
|
|
2991
|
+
endpointDiscovery?: AgentEndpointDiscovery;
|
|
2890
2992
|
protocolVariants: {
|
|
2891
2993
|
http: {
|
|
2892
2994
|
url: string;
|
|
@@ -2908,6 +3010,23 @@ type CrawlAgentDiscovery = {
|
|
|
2908
3010
|
};
|
|
2909
3011
|
//#endregion
|
|
2910
3012
|
//#region packages/core/src/analyze/crawler/agent-discovery.d.ts
|
|
3013
|
+
declare function linkEntries(value: string | undefined, base: string): {
|
|
3014
|
+
url: string;
|
|
3015
|
+
rel: string[];
|
|
3016
|
+
type: string;
|
|
3017
|
+
}[];
|
|
3018
|
+
declare function fetchText(input: {
|
|
3019
|
+
url: string;
|
|
3020
|
+
timeoutMs: number;
|
|
3021
|
+
fetch: typeof publicHttpFetch;
|
|
3022
|
+
signal?: AbortSignal;
|
|
3023
|
+
redirect?: 'follow' | 'manual';
|
|
3024
|
+
accept?: string;
|
|
3025
|
+
}): Promise<{
|
|
3026
|
+
response: import("undici").Response;
|
|
3027
|
+
body: string;
|
|
3028
|
+
}>;
|
|
3029
|
+
declare function safeError(error: unknown): string;
|
|
2911
3030
|
declare function collectAgentDiscovery(input: {
|
|
2912
3031
|
startUrl: string;
|
|
2913
3032
|
pages: CrawlPageSnapshot[];
|
|
@@ -2943,10 +3062,17 @@ declare function crawlSkipReasonCountsFromRecord(input?: Partial<Record<CrawlSki
|
|
|
2943
3062
|
//#endregion
|
|
2944
3063
|
//#region packages/core/src/analyze/crawler/report.d.ts
|
|
2945
3064
|
type CrawlMode = 'site' | 'page' | 'list' | 'sitemap';
|
|
3065
|
+
type CrawlStrategy = 'full' | 'health';
|
|
3066
|
+
declare const MAX_CRAWL_PAGES = 10000;
|
|
3067
|
+
declare const MAX_CRAWL_DEPTH = 64;
|
|
3068
|
+
declare const MAX_CRAWL_CONCURRENCY = 16;
|
|
3069
|
+
declare const MAX_CRAWL_TIMEOUT_MS = 120000;
|
|
2946
3070
|
type CrawlFetchRateConfig = FetchRateControls;
|
|
2947
3071
|
type CrawlConfig = {
|
|
2948
3072
|
url: string;
|
|
2949
3073
|
mode: CrawlMode;
|
|
3074
|
+
strategy: CrawlStrategy;
|
|
3075
|
+
sitemapUrl?: string;
|
|
2950
3076
|
urls: string[];
|
|
2951
3077
|
maxPages: number;
|
|
2952
3078
|
maxDepth: number;
|
|
@@ -3046,6 +3172,7 @@ type CrawlAiSignals = {
|
|
|
3046
3172
|
status?: number;
|
|
3047
3173
|
error?: string;
|
|
3048
3174
|
sitemapUrls: string[];
|
|
3175
|
+
contentSignals?: string[];
|
|
3049
3176
|
botAccess: CrawlAiBotAccess[];
|
|
3050
3177
|
};
|
|
3051
3178
|
llmsTxt?: {
|
|
@@ -3060,7 +3187,7 @@ type CrawlSitemapDiscovery = {
|
|
|
3060
3187
|
urlsReturned: number;
|
|
3061
3188
|
roots: Array<{
|
|
3062
3189
|
url: string;
|
|
3063
|
-
source: 'robots-txt' | 'default-path';
|
|
3190
|
+
source: 'explicit' | 'robots-txt' | 'default-path';
|
|
3064
3191
|
dataStatus: 'complete' | 'partial' | 'unavailable';
|
|
3065
3192
|
urlsReturned: number;
|
|
3066
3193
|
sitemapsFetched: number;
|
|
@@ -3121,6 +3248,7 @@ type CrawlReportDataSources = {
|
|
|
3121
3248
|
};
|
|
3122
3249
|
type CrawlReportSummary = {
|
|
3123
3250
|
totalPages: number;
|
|
3251
|
+
statusOnlyPages: number;
|
|
3124
3252
|
indexablePages: number;
|
|
3125
3253
|
nonIndexablePages: number;
|
|
3126
3254
|
statusErrors: number;
|
|
@@ -3147,6 +3275,17 @@ type CrawlReportSummary = {
|
|
|
3147
3275
|
byStatus: Record<string, number>;
|
|
3148
3276
|
byCategory: Record<string, number>;
|
|
3149
3277
|
};
|
|
3278
|
+
type CrawlAccessSummary = {
|
|
3279
|
+
crawler: CrawlerIdentity;
|
|
3280
|
+
blockedRequests: number;
|
|
3281
|
+
providers: Partial<Record<AccessBlockEvidence['provider'], number>>;
|
|
3282
|
+
samples: Array<{
|
|
3283
|
+
url: string;
|
|
3284
|
+
evidence: AccessBlockEvidence;
|
|
3285
|
+
}>;
|
|
3286
|
+
sampleLimit: number;
|
|
3287
|
+
truncated: boolean;
|
|
3288
|
+
};
|
|
3150
3289
|
type CrawlReport = {
|
|
3151
3290
|
id: string;
|
|
3152
3291
|
definitionId: string;
|
|
@@ -3157,6 +3296,7 @@ type CrawlReport = {
|
|
|
3157
3296
|
status: 'completed' | 'partial' | 'failed';
|
|
3158
3297
|
configHash: string;
|
|
3159
3298
|
config: CrawlConfig;
|
|
3299
|
+
access: CrawlAccessSummary;
|
|
3160
3300
|
summary: CrawlReportSummary;
|
|
3161
3301
|
requestEvidenceStatus: 'available' | 'partial' | 'unavailable';
|
|
3162
3302
|
requests: CrawlRequestObservation[];
|
|
@@ -3172,6 +3312,7 @@ type CrawlReport = {
|
|
|
3172
3312
|
caveats: string[];
|
|
3173
3313
|
};
|
|
3174
3314
|
declare function normalizeCrawlConfig(input: CrawlConfigInput): CrawlConfig;
|
|
3315
|
+
declare function assertCrawlConfigLimits(config: CrawlConfig): CrawlConfig;
|
|
3175
3316
|
declare function crawlConfigHash(config: CrawlConfigInput): string;
|
|
3176
3317
|
declare function crawlDefinitionId(input: {
|
|
3177
3318
|
config: CrawlConfigInput;
|
|
@@ -3518,6 +3659,11 @@ declare function auditCrawlPages(pages: CrawlPageSnapshot[], opts?: {
|
|
|
3518
3659
|
//#endregion
|
|
3519
3660
|
//#region packages/core/src/analyze/crawler/report-store.d.ts
|
|
3520
3661
|
declare const CRAWL_REPORT_STORAGE_VERSION = 6;
|
|
3662
|
+
declare const AUTOMATIC_BASELINE_SITE_RETENTION = 2;
|
|
3663
|
+
declare const AUTOMATIC_BASELINE_TOTAL_RETENTION = 50;
|
|
3664
|
+
type CrawlReportSaveOptions = {
|
|
3665
|
+
retention?: 'saved' | 'baseline';
|
|
3666
|
+
};
|
|
3521
3667
|
type CrawlReportMeta = {
|
|
3522
3668
|
id: string;
|
|
3523
3669
|
configHash: string;
|
|
@@ -3540,7 +3686,7 @@ type CrawlReportStorageEnvelope = {
|
|
|
3540
3686
|
report: CrawlReport;
|
|
3541
3687
|
};
|
|
3542
3688
|
type CrawlReportStoreAdapter = {
|
|
3543
|
-
save: (report: CrawlReport) => CrawlReportMeta;
|
|
3689
|
+
save: (report: CrawlReport, options?: CrawlReportSaveOptions) => CrawlReportMeta;
|
|
3544
3690
|
list: (input?: {
|
|
3545
3691
|
site?: string;
|
|
3546
3692
|
limit?: number;
|
|
@@ -3551,7 +3697,7 @@ type CrawlReportStoreAdapter = {
|
|
|
3551
3697
|
};
|
|
3552
3698
|
declare const sqliteCrawlReportStore: CrawlReportStoreAdapter;
|
|
3553
3699
|
declare const crawlReportStore: CrawlReportStoreAdapter;
|
|
3554
|
-
declare function saveCrawlReport(report: CrawlReport, store?: CrawlReportStoreAdapter): CrawlReportMeta;
|
|
3700
|
+
declare function saveCrawlReport(report: CrawlReport, store?: CrawlReportStoreAdapter, options?: CrawlReportSaveOptions): CrawlReportMeta;
|
|
3555
3701
|
declare function listCrawlReports(input?: {
|
|
3556
3702
|
site?: string;
|
|
3557
3703
|
limit?: number;
|
|
@@ -3568,6 +3714,7 @@ type CrawlOneResult = {
|
|
|
3568
3714
|
warning?: string;
|
|
3569
3715
|
};
|
|
3570
3716
|
declare function crawlOne(url: string, opts?: FetchPageOptions): Promise<CrawlOneResult>;
|
|
3717
|
+
declare function crawlStatusOnly(url: string, opts?: FetchPageOptions): Promise<CrawlOneResult>;
|
|
3571
3718
|
//#endregion
|
|
3572
3719
|
//#region packages/core/src/analyze/workflows/analytics-value.d.ts
|
|
3573
3720
|
type LandingPageValue = {
|
|
@@ -3602,6 +3749,7 @@ declare function fetchLandingPageValues(input: {
|
|
|
3602
3749
|
//#region packages/core/src/analyze/crawler/site-crawl-dependencies.d.ts
|
|
3603
3750
|
type ResolvedCrawlSiteDependencies = {
|
|
3604
3751
|
fetchPage: typeof crawlOne;
|
|
3752
|
+
fetchStatusPage: typeof crawlStatusOnly;
|
|
3605
3753
|
fetchSitemapUrls: typeof fetchSitemapUrls;
|
|
3606
3754
|
fetch: typeof publicHttpFetch;
|
|
3607
3755
|
queryPageMetrics: typeof queryPageMetrics;
|
|
@@ -3726,10 +3874,11 @@ declare function topFixes(report: CrawlReport, filters?: TopFixFilters): TopFix[
|
|
|
3726
3874
|
declare function reviewObservations(report: CrawlReport, filters?: Omit<TopFixFilters, 'recommendation'>): TopFix[];
|
|
3727
3875
|
//#endregion
|
|
3728
3876
|
//#region packages/core/src/analyze/crawler/export.d.ts
|
|
3729
|
-
type CrawlOutputFormat = 'pretty' | 'json' | 'csv' | 'html' | 'markdown';
|
|
3877
|
+
type CrawlOutputFormat = 'pretty' | 'json' | 'csv' | 'html' | 'markdown' | 'junit';
|
|
3730
3878
|
declare function renderCrawlCsv(report: CrawlReport): string;
|
|
3731
3879
|
declare function renderCrawlPagesCsv(report: CrawlReport): string;
|
|
3732
3880
|
declare function renderCrawlPretty(report: CrawlReport, fixes?: TopFix[]): string;
|
|
3881
|
+
declare function renderCrawlJunit(report: CrawlReport): string;
|
|
3733
3882
|
declare function renderCrawlHtml(report: CrawlReport, fixes?: TopFix[]): string;
|
|
3734
3883
|
declare function renderCrawlMarkdownTickets(report: CrawlReport, fixes?: TopFix[]): string;
|
|
3735
3884
|
//#endregion
|
|
@@ -3901,6 +4050,16 @@ type GeneratedLlmsTxt = {
|
|
|
3901
4050
|
includedUrls: number;
|
|
3902
4051
|
estimatedTokens: number;
|
|
3903
4052
|
sections: Record<string, number>;
|
|
4053
|
+
source: {
|
|
4054
|
+
reportId: string;
|
|
4055
|
+
status: CrawlReport['status'];
|
|
4056
|
+
crawledUrls: number;
|
|
4057
|
+
discoveredUrls: number;
|
|
4058
|
+
sitemapUrlsReturned?: number;
|
|
4059
|
+
warnings: string[];
|
|
4060
|
+
warningCount: number;
|
|
4061
|
+
warningsTruncated: boolean;
|
|
4062
|
+
};
|
|
3904
4063
|
};
|
|
3905
4064
|
declare function auditLlmsTxt(report: CrawlReport): LlmsAuditReport;
|
|
3906
4065
|
declare function generateLlmsTxt(report: CrawlReport, options?: GenerateLlmsTxtOptions): GeneratedLlmsTxt;
|
|
@@ -4088,6 +4247,34 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
4088
4247
|
consecutiveErrors: z.ZodNumber;
|
|
4089
4248
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
4090
4249
|
}, z.core.$strip>>;
|
|
4250
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
4251
|
+
provider: z.ZodEnum<{
|
|
4252
|
+
unknown: "unknown";
|
|
4253
|
+
cloudflare: "cloudflare";
|
|
4254
|
+
}>;
|
|
4255
|
+
kind: z.ZodEnum<{
|
|
4256
|
+
challenge: "challenge";
|
|
4257
|
+
firewall: "firewall";
|
|
4258
|
+
"rate-limit": "rate-limit";
|
|
4259
|
+
authentication: "authentication";
|
|
4260
|
+
}>;
|
|
4261
|
+
status: z.ZodNumber;
|
|
4262
|
+
crawler: z.ZodObject<{
|
|
4263
|
+
name: z.ZodString;
|
|
4264
|
+
robotsToken: z.ZodString;
|
|
4265
|
+
version: z.ZodString;
|
|
4266
|
+
userAgent: z.ZodString;
|
|
4267
|
+
documentationUrl: z.ZodString;
|
|
4268
|
+
}, z.core.$strip>;
|
|
4269
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
4270
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4271
|
+
guidance: z.ZodObject<{
|
|
4272
|
+
summary: z.ZodString;
|
|
4273
|
+
recommendedAction: z.ZodString;
|
|
4274
|
+
securityNote: z.ZodString;
|
|
4275
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
4276
|
+
}, z.core.$strip>;
|
|
4277
|
+
}, z.core.$strip>>;
|
|
4091
4278
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
4092
4279
|
url: z.ZodString;
|
|
4093
4280
|
cache: z.ZodEnum<{
|
|
@@ -4272,6 +4459,38 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
4272
4459
|
}, z.core.$strip>>;
|
|
4273
4460
|
}, z.core.$strip>>;
|
|
4274
4461
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
4462
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
4463
|
+
status: "status";
|
|
4464
|
+
full: "full";
|
|
4465
|
+
}>>;
|
|
4466
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
4467
|
+
provider: z.ZodEnum<{
|
|
4468
|
+
unknown: "unknown";
|
|
4469
|
+
cloudflare: "cloudflare";
|
|
4470
|
+
}>;
|
|
4471
|
+
kind: z.ZodEnum<{
|
|
4472
|
+
challenge: "challenge";
|
|
4473
|
+
firewall: "firewall";
|
|
4474
|
+
"rate-limit": "rate-limit";
|
|
4475
|
+
authentication: "authentication";
|
|
4476
|
+
}>;
|
|
4477
|
+
status: z.ZodNumber;
|
|
4478
|
+
crawler: z.ZodObject<{
|
|
4479
|
+
name: z.ZodString;
|
|
4480
|
+
robotsToken: z.ZodString;
|
|
4481
|
+
version: z.ZodString;
|
|
4482
|
+
userAgent: z.ZodString;
|
|
4483
|
+
documentationUrl: z.ZodString;
|
|
4484
|
+
}, z.core.$strip>;
|
|
4485
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
4486
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4487
|
+
guidance: z.ZodObject<{
|
|
4488
|
+
summary: z.ZodString;
|
|
4489
|
+
recommendedAction: z.ZodString;
|
|
4490
|
+
securityNote: z.ZodString;
|
|
4491
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
4492
|
+
}, z.core.$strip>;
|
|
4493
|
+
}, z.core.$strip>>;
|
|
4275
4494
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
4276
4495
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
4277
4496
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -4344,10 +4563,12 @@ declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
4344
4563
|
wordCount: z.ZodNumber;
|
|
4345
4564
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
4346
4565
|
requested: z.ZodEnum<{
|
|
4566
|
+
crawler: "crawler";
|
|
4347
4567
|
defuddle: "defuddle";
|
|
4348
4568
|
readability: "readability";
|
|
4349
4569
|
}>;
|
|
4350
4570
|
used: z.ZodEnum<{
|
|
4571
|
+
crawler: "crawler";
|
|
4351
4572
|
defuddle: "defuddle";
|
|
4352
4573
|
readability: "readability";
|
|
4353
4574
|
}>;
|
|
@@ -4575,6 +4796,48 @@ declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4575
4796
|
status: z.ZodNumber;
|
|
4576
4797
|
location: z.ZodOptional<z.ZodString>;
|
|
4577
4798
|
}, z.core.$strip>>>;
|
|
4799
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
4800
|
+
provider: z.ZodEnum<{
|
|
4801
|
+
unknown: "unknown";
|
|
4802
|
+
cloudflare: "cloudflare";
|
|
4803
|
+
}>;
|
|
4804
|
+
kind: z.ZodEnum<{
|
|
4805
|
+
challenge: "challenge";
|
|
4806
|
+
firewall: "firewall";
|
|
4807
|
+
"rate-limit": "rate-limit";
|
|
4808
|
+
authentication: "authentication";
|
|
4809
|
+
}>;
|
|
4810
|
+
status: z.ZodNumber;
|
|
4811
|
+
crawler: z.ZodObject<{
|
|
4812
|
+
name: z.ZodString;
|
|
4813
|
+
robotsToken: z.ZodString;
|
|
4814
|
+
version: z.ZodString;
|
|
4815
|
+
userAgent: z.ZodString;
|
|
4816
|
+
documentationUrl: z.ZodString;
|
|
4817
|
+
}, z.core.$strip>;
|
|
4818
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
4819
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4820
|
+
guidance: z.ZodObject<{
|
|
4821
|
+
summary: z.ZodString;
|
|
4822
|
+
recommendedAction: z.ZodString;
|
|
4823
|
+
securityNote: z.ZodString;
|
|
4824
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
4825
|
+
}, z.core.$strip>;
|
|
4826
|
+
}, z.core.$strip>>;
|
|
4827
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
4828
|
+
url: z.ZodString;
|
|
4829
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
4830
|
+
availability: z.ZodEnum<{
|
|
4831
|
+
available: "available";
|
|
4832
|
+
absent: "absent";
|
|
4833
|
+
"access-blocked": "access-blocked";
|
|
4834
|
+
"rate-limited": "rate-limited";
|
|
4835
|
+
unreachable: "unreachable";
|
|
4836
|
+
}>;
|
|
4837
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
4838
|
+
error: z.ZodOptional<z.ZodString>;
|
|
4839
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
4840
|
+
}, z.core.$strip>>;
|
|
4578
4841
|
extraction: z.ZodEnum<{
|
|
4579
4842
|
complete: "complete";
|
|
4580
4843
|
"not-applicable": "not-applicable";
|
|
@@ -4592,6 +4855,48 @@ declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4592
4855
|
status: z.ZodNumber;
|
|
4593
4856
|
location: z.ZodOptional<z.ZodString>;
|
|
4594
4857
|
}, z.core.$strip>>>;
|
|
4858
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
4859
|
+
provider: z.ZodEnum<{
|
|
4860
|
+
unknown: "unknown";
|
|
4861
|
+
cloudflare: "cloudflare";
|
|
4862
|
+
}>;
|
|
4863
|
+
kind: z.ZodEnum<{
|
|
4864
|
+
challenge: "challenge";
|
|
4865
|
+
firewall: "firewall";
|
|
4866
|
+
"rate-limit": "rate-limit";
|
|
4867
|
+
authentication: "authentication";
|
|
4868
|
+
}>;
|
|
4869
|
+
status: z.ZodNumber;
|
|
4870
|
+
crawler: z.ZodObject<{
|
|
4871
|
+
name: z.ZodString;
|
|
4872
|
+
robotsToken: z.ZodString;
|
|
4873
|
+
version: z.ZodString;
|
|
4874
|
+
userAgent: z.ZodString;
|
|
4875
|
+
documentationUrl: z.ZodString;
|
|
4876
|
+
}, z.core.$strip>;
|
|
4877
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
4878
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4879
|
+
guidance: z.ZodObject<{
|
|
4880
|
+
summary: z.ZodString;
|
|
4881
|
+
recommendedAction: z.ZodString;
|
|
4882
|
+
securityNote: z.ZodString;
|
|
4883
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
4884
|
+
}, z.core.$strip>;
|
|
4885
|
+
}, z.core.$strip>>;
|
|
4886
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
4887
|
+
url: z.ZodString;
|
|
4888
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
4889
|
+
availability: z.ZodEnum<{
|
|
4890
|
+
available: "available";
|
|
4891
|
+
absent: "absent";
|
|
4892
|
+
"access-blocked": "access-blocked";
|
|
4893
|
+
"rate-limited": "rate-limited";
|
|
4894
|
+
unreachable: "unreachable";
|
|
4895
|
+
}>;
|
|
4896
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
4897
|
+
error: z.ZodOptional<z.ZodString>;
|
|
4898
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
4899
|
+
}, z.core.$strip>>;
|
|
4595
4900
|
extraction: z.ZodLiteral<"failed">;
|
|
4596
4901
|
extractionError: z.ZodString;
|
|
4597
4902
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -4773,6 +5078,11 @@ declare const crawlConfigSchema: z.ZodObject<{
|
|
|
4773
5078
|
list: "list";
|
|
4774
5079
|
sitemap: "sitemap";
|
|
4775
5080
|
}>;
|
|
5081
|
+
strategy: z.ZodEnum<{
|
|
5082
|
+
full: "full";
|
|
5083
|
+
health: "health";
|
|
5084
|
+
}>;
|
|
5085
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
4776
5086
|
urls: z.ZodArray<z.ZodString>;
|
|
4777
5087
|
maxPages: z.ZodNumber;
|
|
4778
5088
|
maxDepth: z.ZodNumber;
|
|
@@ -4807,6 +5117,7 @@ declare const crawlConfigSchema: z.ZodObject<{
|
|
|
4807
5117
|
}, z.core.$strip>;
|
|
4808
5118
|
declare const crawlReportSummarySchema: z.ZodObject<{
|
|
4809
5119
|
totalPages: z.ZodNumber;
|
|
5120
|
+
statusOnlyPages: z.ZodNumber;
|
|
4810
5121
|
indexablePages: z.ZodNumber;
|
|
4811
5122
|
nonIndexablePages: z.ZodNumber;
|
|
4812
5123
|
statusErrors: z.ZodNumber;
|
|
@@ -4875,6 +5186,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4875
5186
|
list: "list";
|
|
4876
5187
|
sitemap: "sitemap";
|
|
4877
5188
|
}>;
|
|
5189
|
+
strategy: z.ZodEnum<{
|
|
5190
|
+
full: "full";
|
|
5191
|
+
health: "health";
|
|
5192
|
+
}>;
|
|
5193
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
4878
5194
|
urls: z.ZodArray<z.ZodString>;
|
|
4879
5195
|
maxPages: z.ZodNumber;
|
|
4880
5196
|
maxDepth: z.ZodNumber;
|
|
@@ -4907,8 +5223,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4907
5223
|
}, z.core.$strip>>;
|
|
4908
5224
|
}, z.core.$strip>;
|
|
4909
5225
|
}, z.core.$strip>;
|
|
5226
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
5227
|
+
crawler: z.ZodObject<{
|
|
5228
|
+
name: z.ZodString;
|
|
5229
|
+
robotsToken: z.ZodString;
|
|
5230
|
+
version: z.ZodString;
|
|
5231
|
+
userAgent: z.ZodString;
|
|
5232
|
+
documentationUrl: z.ZodString;
|
|
5233
|
+
}, z.core.$strip>;
|
|
5234
|
+
blockedRequests: z.ZodNumber;
|
|
5235
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
5236
|
+
unknown: "unknown";
|
|
5237
|
+
cloudflare: "cloudflare";
|
|
5238
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
5239
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
5240
|
+
url: z.ZodString;
|
|
5241
|
+
evidence: z.ZodObject<{
|
|
5242
|
+
provider: z.ZodEnum<{
|
|
5243
|
+
unknown: "unknown";
|
|
5244
|
+
cloudflare: "cloudflare";
|
|
5245
|
+
}>;
|
|
5246
|
+
kind: z.ZodEnum<{
|
|
5247
|
+
challenge: "challenge";
|
|
5248
|
+
firewall: "firewall";
|
|
5249
|
+
"rate-limit": "rate-limit";
|
|
5250
|
+
authentication: "authentication";
|
|
5251
|
+
}>;
|
|
5252
|
+
status: z.ZodNumber;
|
|
5253
|
+
crawler: z.ZodObject<{
|
|
5254
|
+
name: z.ZodString;
|
|
5255
|
+
robotsToken: z.ZodString;
|
|
5256
|
+
version: z.ZodString;
|
|
5257
|
+
userAgent: z.ZodString;
|
|
5258
|
+
documentationUrl: z.ZodString;
|
|
5259
|
+
}, z.core.$strip>;
|
|
5260
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
5261
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
5262
|
+
guidance: z.ZodObject<{
|
|
5263
|
+
summary: z.ZodString;
|
|
5264
|
+
recommendedAction: z.ZodString;
|
|
5265
|
+
securityNote: z.ZodString;
|
|
5266
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
5267
|
+
}, z.core.$strip>;
|
|
5268
|
+
}, z.core.$strip>;
|
|
5269
|
+
}, z.core.$strip>>;
|
|
5270
|
+
sampleLimit: z.ZodNumber;
|
|
5271
|
+
truncated: z.ZodBoolean;
|
|
5272
|
+
}, z.core.$strip>>;
|
|
4910
5273
|
summary: z.ZodObject<{
|
|
4911
5274
|
totalPages: z.ZodNumber;
|
|
5275
|
+
statusOnlyPages: z.ZodNumber;
|
|
4912
5276
|
indexablePages: z.ZodNumber;
|
|
4913
5277
|
nonIndexablePages: z.ZodNumber;
|
|
4914
5278
|
statusErrors: z.ZodNumber;
|
|
@@ -5012,6 +5376,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5012
5376
|
consecutiveErrors: z.ZodNumber;
|
|
5013
5377
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
5014
5378
|
}, z.core.$strip>>;
|
|
5379
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
5380
|
+
provider: z.ZodEnum<{
|
|
5381
|
+
unknown: "unknown";
|
|
5382
|
+
cloudflare: "cloudflare";
|
|
5383
|
+
}>;
|
|
5384
|
+
kind: z.ZodEnum<{
|
|
5385
|
+
challenge: "challenge";
|
|
5386
|
+
firewall: "firewall";
|
|
5387
|
+
"rate-limit": "rate-limit";
|
|
5388
|
+
authentication: "authentication";
|
|
5389
|
+
}>;
|
|
5390
|
+
status: z.ZodNumber;
|
|
5391
|
+
crawler: z.ZodObject<{
|
|
5392
|
+
name: z.ZodString;
|
|
5393
|
+
robotsToken: z.ZodString;
|
|
5394
|
+
version: z.ZodString;
|
|
5395
|
+
userAgent: z.ZodString;
|
|
5396
|
+
documentationUrl: z.ZodString;
|
|
5397
|
+
}, z.core.$strip>;
|
|
5398
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
5399
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
5400
|
+
guidance: z.ZodObject<{
|
|
5401
|
+
summary: z.ZodString;
|
|
5402
|
+
recommendedAction: z.ZodString;
|
|
5403
|
+
securityNote: z.ZodString;
|
|
5404
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
5405
|
+
}, z.core.$strip>;
|
|
5406
|
+
}, z.core.$strip>>;
|
|
5015
5407
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
5016
5408
|
url: z.ZodString;
|
|
5017
5409
|
cache: z.ZodEnum<{
|
|
@@ -5196,6 +5588,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5196
5588
|
}, z.core.$strip>>;
|
|
5197
5589
|
}, z.core.$strip>>;
|
|
5198
5590
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
5591
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
5592
|
+
status: "status";
|
|
5593
|
+
full: "full";
|
|
5594
|
+
}>>;
|
|
5595
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
5596
|
+
provider: z.ZodEnum<{
|
|
5597
|
+
unknown: "unknown";
|
|
5598
|
+
cloudflare: "cloudflare";
|
|
5599
|
+
}>;
|
|
5600
|
+
kind: z.ZodEnum<{
|
|
5601
|
+
challenge: "challenge";
|
|
5602
|
+
firewall: "firewall";
|
|
5603
|
+
"rate-limit": "rate-limit";
|
|
5604
|
+
authentication: "authentication";
|
|
5605
|
+
}>;
|
|
5606
|
+
status: z.ZodNumber;
|
|
5607
|
+
crawler: z.ZodObject<{
|
|
5608
|
+
name: z.ZodString;
|
|
5609
|
+
robotsToken: z.ZodString;
|
|
5610
|
+
version: z.ZodString;
|
|
5611
|
+
userAgent: z.ZodString;
|
|
5612
|
+
documentationUrl: z.ZodString;
|
|
5613
|
+
}, z.core.$strip>;
|
|
5614
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
5615
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
5616
|
+
guidance: z.ZodObject<{
|
|
5617
|
+
summary: z.ZodString;
|
|
5618
|
+
recommendedAction: z.ZodString;
|
|
5619
|
+
securityNote: z.ZodString;
|
|
5620
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
5621
|
+
}, z.core.$strip>;
|
|
5622
|
+
}, z.core.$strip>>;
|
|
5199
5623
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
5200
5624
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
5201
5625
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -5268,10 +5692,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5268
5692
|
wordCount: z.ZodNumber;
|
|
5269
5693
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
5270
5694
|
requested: z.ZodEnum<{
|
|
5695
|
+
crawler: "crawler";
|
|
5271
5696
|
defuddle: "defuddle";
|
|
5272
5697
|
readability: "readability";
|
|
5273
5698
|
}>;
|
|
5274
5699
|
used: z.ZodEnum<{
|
|
5700
|
+
crawler: "crawler";
|
|
5275
5701
|
defuddle: "defuddle";
|
|
5276
5702
|
readability: "readability";
|
|
5277
5703
|
}>;
|
|
@@ -5617,6 +6043,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5617
6043
|
status: z.ZodOptional<z.ZodNumber>;
|
|
5618
6044
|
error: z.ZodOptional<z.ZodString>;
|
|
5619
6045
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
6046
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
5620
6047
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
5621
6048
|
userAgent: z.ZodString;
|
|
5622
6049
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -5647,6 +6074,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5647
6074
|
roots: z.ZodArray<z.ZodObject<{
|
|
5648
6075
|
url: z.ZodString;
|
|
5649
6076
|
source: z.ZodEnum<{
|
|
6077
|
+
explicit: "explicit";
|
|
5650
6078
|
"robots-txt": "robots-txt";
|
|
5651
6079
|
"default-path": "default-path";
|
|
5652
6080
|
}>;
|
|
@@ -5907,6 +6335,31 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5907
6335
|
missingMarkdownPages: z.ZodNumber;
|
|
5908
6336
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
5909
6337
|
}, z.core.$strip>;
|
|
6338
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
6339
|
+
linkHeader: z.ZodObject<{
|
|
6340
|
+
url: z.ZodString;
|
|
6341
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
6342
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
6343
|
+
url: z.ZodString;
|
|
6344
|
+
rel: z.ZodArray<z.ZodString>;
|
|
6345
|
+
type: z.ZodOptional<z.ZodString>;
|
|
6346
|
+
}, z.core.$strip>>;
|
|
6347
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
6348
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
6349
|
+
error: z.ZodOptional<z.ZodString>;
|
|
6350
|
+
}, z.core.$strip>;
|
|
6351
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
6352
|
+
id: z.ZodString;
|
|
6353
|
+
url: z.ZodString;
|
|
6354
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
6355
|
+
exists: z.ZodBoolean;
|
|
6356
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
6357
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
6358
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
6359
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
6360
|
+
error: z.ZodOptional<z.ZodString>;
|
|
6361
|
+
}, z.core.$strip>>;
|
|
6362
|
+
}, z.core.$strip>>;
|
|
5910
6363
|
protocolVariants: z.ZodObject<{
|
|
5911
6364
|
http: z.ZodObject<{
|
|
5912
6365
|
url: z.ZodString;
|
|
@@ -5941,6 +6394,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5941
6394
|
status: z.ZodNumber;
|
|
5942
6395
|
location: z.ZodOptional<z.ZodString>;
|
|
5943
6396
|
}, z.core.$strip>>>;
|
|
6397
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
6398
|
+
provider: z.ZodEnum<{
|
|
6399
|
+
unknown: "unknown";
|
|
6400
|
+
cloudflare: "cloudflare";
|
|
6401
|
+
}>;
|
|
6402
|
+
kind: z.ZodEnum<{
|
|
6403
|
+
challenge: "challenge";
|
|
6404
|
+
firewall: "firewall";
|
|
6405
|
+
"rate-limit": "rate-limit";
|
|
6406
|
+
authentication: "authentication";
|
|
6407
|
+
}>;
|
|
6408
|
+
status: z.ZodNumber;
|
|
6409
|
+
crawler: z.ZodObject<{
|
|
6410
|
+
name: z.ZodString;
|
|
6411
|
+
robotsToken: z.ZodString;
|
|
6412
|
+
version: z.ZodString;
|
|
6413
|
+
userAgent: z.ZodString;
|
|
6414
|
+
documentationUrl: z.ZodString;
|
|
6415
|
+
}, z.core.$strip>;
|
|
6416
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
6417
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
6418
|
+
guidance: z.ZodObject<{
|
|
6419
|
+
summary: z.ZodString;
|
|
6420
|
+
recommendedAction: z.ZodString;
|
|
6421
|
+
securityNote: z.ZodString;
|
|
6422
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
6423
|
+
}, z.core.$strip>;
|
|
6424
|
+
}, z.core.$strip>>;
|
|
6425
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
6426
|
+
url: z.ZodString;
|
|
6427
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
6428
|
+
availability: z.ZodEnum<{
|
|
6429
|
+
available: "available";
|
|
6430
|
+
absent: "absent";
|
|
6431
|
+
"access-blocked": "access-blocked";
|
|
6432
|
+
"rate-limited": "rate-limited";
|
|
6433
|
+
unreachable: "unreachable";
|
|
6434
|
+
}>;
|
|
6435
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
6436
|
+
error: z.ZodOptional<z.ZodString>;
|
|
6437
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
6438
|
+
}, z.core.$strip>>;
|
|
5944
6439
|
extraction: z.ZodEnum<{
|
|
5945
6440
|
complete: "complete";
|
|
5946
6441
|
"not-applicable": "not-applicable";
|
|
@@ -5958,6 +6453,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5958
6453
|
status: z.ZodNumber;
|
|
5959
6454
|
location: z.ZodOptional<z.ZodString>;
|
|
5960
6455
|
}, z.core.$strip>>>;
|
|
6456
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
6457
|
+
provider: z.ZodEnum<{
|
|
6458
|
+
unknown: "unknown";
|
|
6459
|
+
cloudflare: "cloudflare";
|
|
6460
|
+
}>;
|
|
6461
|
+
kind: z.ZodEnum<{
|
|
6462
|
+
challenge: "challenge";
|
|
6463
|
+
firewall: "firewall";
|
|
6464
|
+
"rate-limit": "rate-limit";
|
|
6465
|
+
authentication: "authentication";
|
|
6466
|
+
}>;
|
|
6467
|
+
status: z.ZodNumber;
|
|
6468
|
+
crawler: z.ZodObject<{
|
|
6469
|
+
name: z.ZodString;
|
|
6470
|
+
robotsToken: z.ZodString;
|
|
6471
|
+
version: z.ZodString;
|
|
6472
|
+
userAgent: z.ZodString;
|
|
6473
|
+
documentationUrl: z.ZodString;
|
|
6474
|
+
}, z.core.$strip>;
|
|
6475
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
6476
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
6477
|
+
guidance: z.ZodObject<{
|
|
6478
|
+
summary: z.ZodString;
|
|
6479
|
+
recommendedAction: z.ZodString;
|
|
6480
|
+
securityNote: z.ZodString;
|
|
6481
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
6482
|
+
}, z.core.$strip>;
|
|
6483
|
+
}, z.core.$strip>>;
|
|
6484
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
6485
|
+
url: z.ZodString;
|
|
6486
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
6487
|
+
availability: z.ZodEnum<{
|
|
6488
|
+
available: "available";
|
|
6489
|
+
absent: "absent";
|
|
6490
|
+
"access-blocked": "access-blocked";
|
|
6491
|
+
"rate-limited": "rate-limited";
|
|
6492
|
+
unreachable: "unreachable";
|
|
6493
|
+
}>;
|
|
6494
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
6495
|
+
error: z.ZodOptional<z.ZodString>;
|
|
6496
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
6497
|
+
}, z.core.$strip>>;
|
|
5961
6498
|
extraction: z.ZodLiteral<"failed">;
|
|
5962
6499
|
extractionError: z.ZodString;
|
|
5963
6500
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6026,6 +6563,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6026
6563
|
list: "list";
|
|
6027
6564
|
sitemap: "sitemap";
|
|
6028
6565
|
}>;
|
|
6566
|
+
strategy: z.ZodEnum<{
|
|
6567
|
+
full: "full";
|
|
6568
|
+
health: "health";
|
|
6569
|
+
}>;
|
|
6570
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
6029
6571
|
urls: z.ZodArray<z.ZodString>;
|
|
6030
6572
|
maxPages: z.ZodNumber;
|
|
6031
6573
|
maxDepth: z.ZodNumber;
|
|
@@ -6058,8 +6600,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6058
6600
|
}, z.core.$strip>>;
|
|
6059
6601
|
}, z.core.$strip>;
|
|
6060
6602
|
}, z.core.$strip>;
|
|
6603
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
6604
|
+
crawler: z.ZodObject<{
|
|
6605
|
+
name: z.ZodString;
|
|
6606
|
+
robotsToken: z.ZodString;
|
|
6607
|
+
version: z.ZodString;
|
|
6608
|
+
userAgent: z.ZodString;
|
|
6609
|
+
documentationUrl: z.ZodString;
|
|
6610
|
+
}, z.core.$strip>;
|
|
6611
|
+
blockedRequests: z.ZodNumber;
|
|
6612
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
6613
|
+
unknown: "unknown";
|
|
6614
|
+
cloudflare: "cloudflare";
|
|
6615
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
6616
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
6617
|
+
url: z.ZodString;
|
|
6618
|
+
evidence: z.ZodObject<{
|
|
6619
|
+
provider: z.ZodEnum<{
|
|
6620
|
+
unknown: "unknown";
|
|
6621
|
+
cloudflare: "cloudflare";
|
|
6622
|
+
}>;
|
|
6623
|
+
kind: z.ZodEnum<{
|
|
6624
|
+
challenge: "challenge";
|
|
6625
|
+
firewall: "firewall";
|
|
6626
|
+
"rate-limit": "rate-limit";
|
|
6627
|
+
authentication: "authentication";
|
|
6628
|
+
}>;
|
|
6629
|
+
status: z.ZodNumber;
|
|
6630
|
+
crawler: z.ZodObject<{
|
|
6631
|
+
name: z.ZodString;
|
|
6632
|
+
robotsToken: z.ZodString;
|
|
6633
|
+
version: z.ZodString;
|
|
6634
|
+
userAgent: z.ZodString;
|
|
6635
|
+
documentationUrl: z.ZodString;
|
|
6636
|
+
}, z.core.$strip>;
|
|
6637
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
6638
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
6639
|
+
guidance: z.ZodObject<{
|
|
6640
|
+
summary: z.ZodString;
|
|
6641
|
+
recommendedAction: z.ZodString;
|
|
6642
|
+
securityNote: z.ZodString;
|
|
6643
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
6644
|
+
}, z.core.$strip>;
|
|
6645
|
+
}, z.core.$strip>;
|
|
6646
|
+
}, z.core.$strip>>;
|
|
6647
|
+
sampleLimit: z.ZodNumber;
|
|
6648
|
+
truncated: z.ZodBoolean;
|
|
6649
|
+
}, z.core.$strip>>;
|
|
6061
6650
|
summary: z.ZodObject<{
|
|
6062
6651
|
totalPages: z.ZodNumber;
|
|
6652
|
+
statusOnlyPages: z.ZodNumber;
|
|
6063
6653
|
indexablePages: z.ZodNumber;
|
|
6064
6654
|
nonIndexablePages: z.ZodNumber;
|
|
6065
6655
|
statusErrors: z.ZodNumber;
|
|
@@ -6163,6 +6753,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6163
6753
|
consecutiveErrors: z.ZodNumber;
|
|
6164
6754
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
6165
6755
|
}, z.core.$strip>>;
|
|
6756
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
6757
|
+
provider: z.ZodEnum<{
|
|
6758
|
+
unknown: "unknown";
|
|
6759
|
+
cloudflare: "cloudflare";
|
|
6760
|
+
}>;
|
|
6761
|
+
kind: z.ZodEnum<{
|
|
6762
|
+
challenge: "challenge";
|
|
6763
|
+
firewall: "firewall";
|
|
6764
|
+
"rate-limit": "rate-limit";
|
|
6765
|
+
authentication: "authentication";
|
|
6766
|
+
}>;
|
|
6767
|
+
status: z.ZodNumber;
|
|
6768
|
+
crawler: z.ZodObject<{
|
|
6769
|
+
name: z.ZodString;
|
|
6770
|
+
robotsToken: z.ZodString;
|
|
6771
|
+
version: z.ZodString;
|
|
6772
|
+
userAgent: z.ZodString;
|
|
6773
|
+
documentationUrl: z.ZodString;
|
|
6774
|
+
}, z.core.$strip>;
|
|
6775
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
6776
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
6777
|
+
guidance: z.ZodObject<{
|
|
6778
|
+
summary: z.ZodString;
|
|
6779
|
+
recommendedAction: z.ZodString;
|
|
6780
|
+
securityNote: z.ZodString;
|
|
6781
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
6782
|
+
}, z.core.$strip>;
|
|
6783
|
+
}, z.core.$strip>>;
|
|
6166
6784
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
6167
6785
|
url: z.ZodString;
|
|
6168
6786
|
cache: z.ZodEnum<{
|
|
@@ -6347,6 +6965,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6347
6965
|
}, z.core.$strip>>;
|
|
6348
6966
|
}, z.core.$strip>>;
|
|
6349
6967
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
6968
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
6969
|
+
status: "status";
|
|
6970
|
+
full: "full";
|
|
6971
|
+
}>>;
|
|
6972
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
6973
|
+
provider: z.ZodEnum<{
|
|
6974
|
+
unknown: "unknown";
|
|
6975
|
+
cloudflare: "cloudflare";
|
|
6976
|
+
}>;
|
|
6977
|
+
kind: z.ZodEnum<{
|
|
6978
|
+
challenge: "challenge";
|
|
6979
|
+
firewall: "firewall";
|
|
6980
|
+
"rate-limit": "rate-limit";
|
|
6981
|
+
authentication: "authentication";
|
|
6982
|
+
}>;
|
|
6983
|
+
status: z.ZodNumber;
|
|
6984
|
+
crawler: z.ZodObject<{
|
|
6985
|
+
name: z.ZodString;
|
|
6986
|
+
robotsToken: z.ZodString;
|
|
6987
|
+
version: z.ZodString;
|
|
6988
|
+
userAgent: z.ZodString;
|
|
6989
|
+
documentationUrl: z.ZodString;
|
|
6990
|
+
}, z.core.$strip>;
|
|
6991
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
6992
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
6993
|
+
guidance: z.ZodObject<{
|
|
6994
|
+
summary: z.ZodString;
|
|
6995
|
+
recommendedAction: z.ZodString;
|
|
6996
|
+
securityNote: z.ZodString;
|
|
6997
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
6998
|
+
}, z.core.$strip>;
|
|
6999
|
+
}, z.core.$strip>>;
|
|
6350
7000
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
6351
7001
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
6352
7002
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -6419,10 +7069,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6419
7069
|
wordCount: z.ZodNumber;
|
|
6420
7070
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
6421
7071
|
requested: z.ZodEnum<{
|
|
7072
|
+
crawler: "crawler";
|
|
6422
7073
|
defuddle: "defuddle";
|
|
6423
7074
|
readability: "readability";
|
|
6424
7075
|
}>;
|
|
6425
7076
|
used: z.ZodEnum<{
|
|
7077
|
+
crawler: "crawler";
|
|
6426
7078
|
defuddle: "defuddle";
|
|
6427
7079
|
readability: "readability";
|
|
6428
7080
|
}>;
|
|
@@ -6768,6 +7420,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6768
7420
|
status: z.ZodOptional<z.ZodNumber>;
|
|
6769
7421
|
error: z.ZodOptional<z.ZodString>;
|
|
6770
7422
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
7423
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
6771
7424
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
6772
7425
|
userAgent: z.ZodString;
|
|
6773
7426
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -6798,6 +7451,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6798
7451
|
roots: z.ZodArray<z.ZodObject<{
|
|
6799
7452
|
url: z.ZodString;
|
|
6800
7453
|
source: z.ZodEnum<{
|
|
7454
|
+
explicit: "explicit";
|
|
6801
7455
|
"robots-txt": "robots-txt";
|
|
6802
7456
|
"default-path": "default-path";
|
|
6803
7457
|
}>;
|
|
@@ -7058,19 +7712,44 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7058
7712
|
missingMarkdownPages: z.ZodNumber;
|
|
7059
7713
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
7060
7714
|
}, z.core.$strip>;
|
|
7061
|
-
|
|
7062
|
-
|
|
7715
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
7716
|
+
linkHeader: z.ZodObject<{
|
|
7063
7717
|
url: z.ZodString;
|
|
7064
7718
|
status: z.ZodOptional<z.ZodNumber>;
|
|
7065
|
-
|
|
7066
|
-
|
|
7719
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
7720
|
+
url: z.ZodString;
|
|
7721
|
+
rel: z.ZodArray<z.ZodString>;
|
|
7722
|
+
type: z.ZodOptional<z.ZodString>;
|
|
7723
|
+
}, z.core.$strip>>;
|
|
7724
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
7725
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
7067
7726
|
error: z.ZodOptional<z.ZodString>;
|
|
7068
7727
|
}, z.core.$strip>;
|
|
7069
|
-
|
|
7728
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
7729
|
+
id: z.ZodString;
|
|
7070
7730
|
url: z.ZodString;
|
|
7071
7731
|
status: z.ZodOptional<z.ZodNumber>;
|
|
7072
|
-
|
|
7073
|
-
|
|
7732
|
+
exists: z.ZodBoolean;
|
|
7733
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
7734
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
7735
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
7736
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
7737
|
+
error: z.ZodOptional<z.ZodString>;
|
|
7738
|
+
}, z.core.$strip>>;
|
|
7739
|
+
}, z.core.$strip>>;
|
|
7740
|
+
protocolVariants: z.ZodObject<{
|
|
7741
|
+
http: z.ZodObject<{
|
|
7742
|
+
url: z.ZodString;
|
|
7743
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
7744
|
+
location: z.ZodOptional<z.ZodString>;
|
|
7745
|
+
permanentRedirectToHttps: z.ZodNullable<z.ZodBoolean>;
|
|
7746
|
+
error: z.ZodOptional<z.ZodString>;
|
|
7747
|
+
}, z.core.$strip>;
|
|
7748
|
+
www: z.ZodObject<{
|
|
7749
|
+
url: z.ZodString;
|
|
7750
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
7751
|
+
location: z.ZodOptional<z.ZodString>;
|
|
7752
|
+
redirectsToPreferredHost: z.ZodNullable<z.ZodBoolean>;
|
|
7074
7753
|
error: z.ZodOptional<z.ZodString>;
|
|
7075
7754
|
}, z.core.$strip>;
|
|
7076
7755
|
hstsOnStartPage: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -7092,6 +7771,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7092
7771
|
status: z.ZodNumber;
|
|
7093
7772
|
location: z.ZodOptional<z.ZodString>;
|
|
7094
7773
|
}, z.core.$strip>>>;
|
|
7774
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
7775
|
+
provider: z.ZodEnum<{
|
|
7776
|
+
unknown: "unknown";
|
|
7777
|
+
cloudflare: "cloudflare";
|
|
7778
|
+
}>;
|
|
7779
|
+
kind: z.ZodEnum<{
|
|
7780
|
+
challenge: "challenge";
|
|
7781
|
+
firewall: "firewall";
|
|
7782
|
+
"rate-limit": "rate-limit";
|
|
7783
|
+
authentication: "authentication";
|
|
7784
|
+
}>;
|
|
7785
|
+
status: z.ZodNumber;
|
|
7786
|
+
crawler: z.ZodObject<{
|
|
7787
|
+
name: z.ZodString;
|
|
7788
|
+
robotsToken: z.ZodString;
|
|
7789
|
+
version: z.ZodString;
|
|
7790
|
+
userAgent: z.ZodString;
|
|
7791
|
+
documentationUrl: z.ZodString;
|
|
7792
|
+
}, z.core.$strip>;
|
|
7793
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
7794
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
7795
|
+
guidance: z.ZodObject<{
|
|
7796
|
+
summary: z.ZodString;
|
|
7797
|
+
recommendedAction: z.ZodString;
|
|
7798
|
+
securityNote: z.ZodString;
|
|
7799
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
7800
|
+
}, z.core.$strip>;
|
|
7801
|
+
}, z.core.$strip>>;
|
|
7802
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
7803
|
+
url: z.ZodString;
|
|
7804
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
7805
|
+
availability: z.ZodEnum<{
|
|
7806
|
+
available: "available";
|
|
7807
|
+
absent: "absent";
|
|
7808
|
+
"access-blocked": "access-blocked";
|
|
7809
|
+
"rate-limited": "rate-limited";
|
|
7810
|
+
unreachable: "unreachable";
|
|
7811
|
+
}>;
|
|
7812
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
7813
|
+
error: z.ZodOptional<z.ZodString>;
|
|
7814
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
7815
|
+
}, z.core.$strip>>;
|
|
7095
7816
|
extraction: z.ZodEnum<{
|
|
7096
7817
|
complete: "complete";
|
|
7097
7818
|
"not-applicable": "not-applicable";
|
|
@@ -7109,6 +7830,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7109
7830
|
status: z.ZodNumber;
|
|
7110
7831
|
location: z.ZodOptional<z.ZodString>;
|
|
7111
7832
|
}, z.core.$strip>>>;
|
|
7833
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
7834
|
+
provider: z.ZodEnum<{
|
|
7835
|
+
unknown: "unknown";
|
|
7836
|
+
cloudflare: "cloudflare";
|
|
7837
|
+
}>;
|
|
7838
|
+
kind: z.ZodEnum<{
|
|
7839
|
+
challenge: "challenge";
|
|
7840
|
+
firewall: "firewall";
|
|
7841
|
+
"rate-limit": "rate-limit";
|
|
7842
|
+
authentication: "authentication";
|
|
7843
|
+
}>;
|
|
7844
|
+
status: z.ZodNumber;
|
|
7845
|
+
crawler: z.ZodObject<{
|
|
7846
|
+
name: z.ZodString;
|
|
7847
|
+
robotsToken: z.ZodString;
|
|
7848
|
+
version: z.ZodString;
|
|
7849
|
+
userAgent: z.ZodString;
|
|
7850
|
+
documentationUrl: z.ZodString;
|
|
7851
|
+
}, z.core.$strip>;
|
|
7852
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
7853
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
7854
|
+
guidance: z.ZodObject<{
|
|
7855
|
+
summary: z.ZodString;
|
|
7856
|
+
recommendedAction: z.ZodString;
|
|
7857
|
+
securityNote: z.ZodString;
|
|
7858
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
7859
|
+
}, z.core.$strip>;
|
|
7860
|
+
}, z.core.$strip>>;
|
|
7861
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
7862
|
+
url: z.ZodString;
|
|
7863
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
7864
|
+
availability: z.ZodEnum<{
|
|
7865
|
+
available: "available";
|
|
7866
|
+
absent: "absent";
|
|
7867
|
+
"access-blocked": "access-blocked";
|
|
7868
|
+
"rate-limited": "rate-limited";
|
|
7869
|
+
unreachable: "unreachable";
|
|
7870
|
+
}>;
|
|
7871
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
7872
|
+
error: z.ZodOptional<z.ZodString>;
|
|
7873
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
7874
|
+
}, z.core.$strip>>;
|
|
7112
7875
|
extraction: z.ZodLiteral<"failed">;
|
|
7113
7876
|
extractionError: z.ZodString;
|
|
7114
7877
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -7177,6 +7940,11 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7177
7940
|
list: "list";
|
|
7178
7941
|
sitemap: "sitemap";
|
|
7179
7942
|
}>;
|
|
7943
|
+
strategy: z.ZodEnum<{
|
|
7944
|
+
full: "full";
|
|
7945
|
+
health: "health";
|
|
7946
|
+
}>;
|
|
7947
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
7180
7948
|
urls: z.ZodArray<z.ZodString>;
|
|
7181
7949
|
maxPages: z.ZodNumber;
|
|
7182
7950
|
maxDepth: z.ZodNumber;
|
|
@@ -7209,8 +7977,56 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7209
7977
|
}, z.core.$strip>>;
|
|
7210
7978
|
}, z.core.$strip>;
|
|
7211
7979
|
}, z.core.$strip>;
|
|
7980
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
7981
|
+
crawler: z.ZodObject<{
|
|
7982
|
+
name: z.ZodString;
|
|
7983
|
+
robotsToken: z.ZodString;
|
|
7984
|
+
version: z.ZodString;
|
|
7985
|
+
userAgent: z.ZodString;
|
|
7986
|
+
documentationUrl: z.ZodString;
|
|
7987
|
+
}, z.core.$strip>;
|
|
7988
|
+
blockedRequests: z.ZodNumber;
|
|
7989
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
7990
|
+
unknown: "unknown";
|
|
7991
|
+
cloudflare: "cloudflare";
|
|
7992
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
7993
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
7994
|
+
url: z.ZodString;
|
|
7995
|
+
evidence: z.ZodObject<{
|
|
7996
|
+
provider: z.ZodEnum<{
|
|
7997
|
+
unknown: "unknown";
|
|
7998
|
+
cloudflare: "cloudflare";
|
|
7999
|
+
}>;
|
|
8000
|
+
kind: z.ZodEnum<{
|
|
8001
|
+
challenge: "challenge";
|
|
8002
|
+
firewall: "firewall";
|
|
8003
|
+
"rate-limit": "rate-limit";
|
|
8004
|
+
authentication: "authentication";
|
|
8005
|
+
}>;
|
|
8006
|
+
status: z.ZodNumber;
|
|
8007
|
+
crawler: z.ZodObject<{
|
|
8008
|
+
name: z.ZodString;
|
|
8009
|
+
robotsToken: z.ZodString;
|
|
8010
|
+
version: z.ZodString;
|
|
8011
|
+
userAgent: z.ZodString;
|
|
8012
|
+
documentationUrl: z.ZodString;
|
|
8013
|
+
}, z.core.$strip>;
|
|
8014
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
8015
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
8016
|
+
guidance: z.ZodObject<{
|
|
8017
|
+
summary: z.ZodString;
|
|
8018
|
+
recommendedAction: z.ZodString;
|
|
8019
|
+
securityNote: z.ZodString;
|
|
8020
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
8021
|
+
}, z.core.$strip>;
|
|
8022
|
+
}, z.core.$strip>;
|
|
8023
|
+
}, z.core.$strip>>;
|
|
8024
|
+
sampleLimit: z.ZodNumber;
|
|
8025
|
+
truncated: z.ZodBoolean;
|
|
8026
|
+
}, z.core.$strip>>;
|
|
7212
8027
|
summary: z.ZodObject<{
|
|
7213
8028
|
totalPages: z.ZodNumber;
|
|
8029
|
+
statusOnlyPages: z.ZodNumber;
|
|
7214
8030
|
indexablePages: z.ZodNumber;
|
|
7215
8031
|
nonIndexablePages: z.ZodNumber;
|
|
7216
8032
|
statusErrors: z.ZodNumber;
|
|
@@ -7314,6 +8130,34 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7314
8130
|
consecutiveErrors: z.ZodNumber;
|
|
7315
8131
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
7316
8132
|
}, z.core.$strip>>;
|
|
8133
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
8134
|
+
provider: z.ZodEnum<{
|
|
8135
|
+
unknown: "unknown";
|
|
8136
|
+
cloudflare: "cloudflare";
|
|
8137
|
+
}>;
|
|
8138
|
+
kind: z.ZodEnum<{
|
|
8139
|
+
challenge: "challenge";
|
|
8140
|
+
firewall: "firewall";
|
|
8141
|
+
"rate-limit": "rate-limit";
|
|
8142
|
+
authentication: "authentication";
|
|
8143
|
+
}>;
|
|
8144
|
+
status: z.ZodNumber;
|
|
8145
|
+
crawler: z.ZodObject<{
|
|
8146
|
+
name: z.ZodString;
|
|
8147
|
+
robotsToken: z.ZodString;
|
|
8148
|
+
version: z.ZodString;
|
|
8149
|
+
userAgent: z.ZodString;
|
|
8150
|
+
documentationUrl: z.ZodString;
|
|
8151
|
+
}, z.core.$strip>;
|
|
8152
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
8153
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
8154
|
+
guidance: z.ZodObject<{
|
|
8155
|
+
summary: z.ZodString;
|
|
8156
|
+
recommendedAction: z.ZodString;
|
|
8157
|
+
securityNote: z.ZodString;
|
|
8158
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
8159
|
+
}, z.core.$strip>;
|
|
8160
|
+
}, z.core.$strip>>;
|
|
7317
8161
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
7318
8162
|
url: z.ZodString;
|
|
7319
8163
|
cache: z.ZodEnum<{
|
|
@@ -7498,6 +8342,38 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7498
8342
|
}, z.core.$strip>>;
|
|
7499
8343
|
}, z.core.$strip>>;
|
|
7500
8344
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
8345
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
8346
|
+
status: "status";
|
|
8347
|
+
full: "full";
|
|
8348
|
+
}>>;
|
|
8349
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
8350
|
+
provider: z.ZodEnum<{
|
|
8351
|
+
unknown: "unknown";
|
|
8352
|
+
cloudflare: "cloudflare";
|
|
8353
|
+
}>;
|
|
8354
|
+
kind: z.ZodEnum<{
|
|
8355
|
+
challenge: "challenge";
|
|
8356
|
+
firewall: "firewall";
|
|
8357
|
+
"rate-limit": "rate-limit";
|
|
8358
|
+
authentication: "authentication";
|
|
8359
|
+
}>;
|
|
8360
|
+
status: z.ZodNumber;
|
|
8361
|
+
crawler: z.ZodObject<{
|
|
8362
|
+
name: z.ZodString;
|
|
8363
|
+
robotsToken: z.ZodString;
|
|
8364
|
+
version: z.ZodString;
|
|
8365
|
+
userAgent: z.ZodString;
|
|
8366
|
+
documentationUrl: z.ZodString;
|
|
8367
|
+
}, z.core.$strip>;
|
|
8368
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
8369
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
8370
|
+
guidance: z.ZodObject<{
|
|
8371
|
+
summary: z.ZodString;
|
|
8372
|
+
recommendedAction: z.ZodString;
|
|
8373
|
+
securityNote: z.ZodString;
|
|
8374
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
8375
|
+
}, z.core.$strip>;
|
|
8376
|
+
}, z.core.$strip>>;
|
|
7501
8377
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
7502
8378
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
7503
8379
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -7570,10 +8446,12 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7570
8446
|
wordCount: z.ZodNumber;
|
|
7571
8447
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
7572
8448
|
requested: z.ZodEnum<{
|
|
8449
|
+
crawler: "crawler";
|
|
7573
8450
|
defuddle: "defuddle";
|
|
7574
8451
|
readability: "readability";
|
|
7575
8452
|
}>;
|
|
7576
8453
|
used: z.ZodEnum<{
|
|
8454
|
+
crawler: "crawler";
|
|
7577
8455
|
defuddle: "defuddle";
|
|
7578
8456
|
readability: "readability";
|
|
7579
8457
|
}>;
|
|
@@ -7919,6 +8797,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7919
8797
|
status: z.ZodOptional<z.ZodNumber>;
|
|
7920
8798
|
error: z.ZodOptional<z.ZodString>;
|
|
7921
8799
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
8800
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
7922
8801
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
7923
8802
|
userAgent: z.ZodString;
|
|
7924
8803
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -7949,6 +8828,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7949
8828
|
roots: z.ZodArray<z.ZodObject<{
|
|
7950
8829
|
url: z.ZodString;
|
|
7951
8830
|
source: z.ZodEnum<{
|
|
8831
|
+
explicit: "explicit";
|
|
7952
8832
|
"robots-txt": "robots-txt";
|
|
7953
8833
|
"default-path": "default-path";
|
|
7954
8834
|
}>;
|
|
@@ -8209,6 +9089,31 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8209
9089
|
missingMarkdownPages: z.ZodNumber;
|
|
8210
9090
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
8211
9091
|
}, z.core.$strip>;
|
|
9092
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
9093
|
+
linkHeader: z.ZodObject<{
|
|
9094
|
+
url: z.ZodString;
|
|
9095
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
9096
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
9097
|
+
url: z.ZodString;
|
|
9098
|
+
rel: z.ZodArray<z.ZodString>;
|
|
9099
|
+
type: z.ZodOptional<z.ZodString>;
|
|
9100
|
+
}, z.core.$strip>>;
|
|
9101
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
9102
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
9103
|
+
error: z.ZodOptional<z.ZodString>;
|
|
9104
|
+
}, z.core.$strip>;
|
|
9105
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
9106
|
+
id: z.ZodString;
|
|
9107
|
+
url: z.ZodString;
|
|
9108
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
9109
|
+
exists: z.ZodBoolean;
|
|
9110
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
9111
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
9112
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9113
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9114
|
+
error: z.ZodOptional<z.ZodString>;
|
|
9115
|
+
}, z.core.$strip>>;
|
|
9116
|
+
}, z.core.$strip>>;
|
|
8212
9117
|
protocolVariants: z.ZodObject<{
|
|
8213
9118
|
http: z.ZodObject<{
|
|
8214
9119
|
url: z.ZodString;
|
|
@@ -8243,6 +9148,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8243
9148
|
status: z.ZodNumber;
|
|
8244
9149
|
location: z.ZodOptional<z.ZodString>;
|
|
8245
9150
|
}, z.core.$strip>>>;
|
|
9151
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
9152
|
+
provider: z.ZodEnum<{
|
|
9153
|
+
unknown: "unknown";
|
|
9154
|
+
cloudflare: "cloudflare";
|
|
9155
|
+
}>;
|
|
9156
|
+
kind: z.ZodEnum<{
|
|
9157
|
+
challenge: "challenge";
|
|
9158
|
+
firewall: "firewall";
|
|
9159
|
+
"rate-limit": "rate-limit";
|
|
9160
|
+
authentication: "authentication";
|
|
9161
|
+
}>;
|
|
9162
|
+
status: z.ZodNumber;
|
|
9163
|
+
crawler: z.ZodObject<{
|
|
9164
|
+
name: z.ZodString;
|
|
9165
|
+
robotsToken: z.ZodString;
|
|
9166
|
+
version: z.ZodString;
|
|
9167
|
+
userAgent: z.ZodString;
|
|
9168
|
+
documentationUrl: z.ZodString;
|
|
9169
|
+
}, z.core.$strip>;
|
|
9170
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
9171
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
9172
|
+
guidance: z.ZodObject<{
|
|
9173
|
+
summary: z.ZodString;
|
|
9174
|
+
recommendedAction: z.ZodString;
|
|
9175
|
+
securityNote: z.ZodString;
|
|
9176
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
9177
|
+
}, z.core.$strip>;
|
|
9178
|
+
}, z.core.$strip>>;
|
|
9179
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
9180
|
+
url: z.ZodString;
|
|
9181
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
9182
|
+
availability: z.ZodEnum<{
|
|
9183
|
+
available: "available";
|
|
9184
|
+
absent: "absent";
|
|
9185
|
+
"access-blocked": "access-blocked";
|
|
9186
|
+
"rate-limited": "rate-limited";
|
|
9187
|
+
unreachable: "unreachable";
|
|
9188
|
+
}>;
|
|
9189
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
9190
|
+
error: z.ZodOptional<z.ZodString>;
|
|
9191
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
9192
|
+
}, z.core.$strip>>;
|
|
8246
9193
|
extraction: z.ZodEnum<{
|
|
8247
9194
|
complete: "complete";
|
|
8248
9195
|
"not-applicable": "not-applicable";
|
|
@@ -8260,6 +9207,48 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8260
9207
|
status: z.ZodNumber;
|
|
8261
9208
|
location: z.ZodOptional<z.ZodString>;
|
|
8262
9209
|
}, z.core.$strip>>>;
|
|
9210
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
9211
|
+
provider: z.ZodEnum<{
|
|
9212
|
+
unknown: "unknown";
|
|
9213
|
+
cloudflare: "cloudflare";
|
|
9214
|
+
}>;
|
|
9215
|
+
kind: z.ZodEnum<{
|
|
9216
|
+
challenge: "challenge";
|
|
9217
|
+
firewall: "firewall";
|
|
9218
|
+
"rate-limit": "rate-limit";
|
|
9219
|
+
authentication: "authentication";
|
|
9220
|
+
}>;
|
|
9221
|
+
status: z.ZodNumber;
|
|
9222
|
+
crawler: z.ZodObject<{
|
|
9223
|
+
name: z.ZodString;
|
|
9224
|
+
robotsToken: z.ZodString;
|
|
9225
|
+
version: z.ZodString;
|
|
9226
|
+
userAgent: z.ZodString;
|
|
9227
|
+
documentationUrl: z.ZodString;
|
|
9228
|
+
}, z.core.$strip>;
|
|
9229
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
9230
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
9231
|
+
guidance: z.ZodObject<{
|
|
9232
|
+
summary: z.ZodString;
|
|
9233
|
+
recommendedAction: z.ZodString;
|
|
9234
|
+
securityNote: z.ZodString;
|
|
9235
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
9236
|
+
}, z.core.$strip>;
|
|
9237
|
+
}, z.core.$strip>>;
|
|
9238
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
9239
|
+
url: z.ZodString;
|
|
9240
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
9241
|
+
availability: z.ZodEnum<{
|
|
9242
|
+
available: "available";
|
|
9243
|
+
absent: "absent";
|
|
9244
|
+
"access-blocked": "access-blocked";
|
|
9245
|
+
"rate-limited": "rate-limited";
|
|
9246
|
+
unreachable: "unreachable";
|
|
9247
|
+
}>;
|
|
9248
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
9249
|
+
error: z.ZodOptional<z.ZodString>;
|
|
9250
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
9251
|
+
}, z.core.$strip>>;
|
|
8263
9252
|
extraction: z.ZodLiteral<"failed">;
|
|
8264
9253
|
extractionError: z.ZodString;
|
|
8265
9254
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -8330,6 +9319,11 @@ declare const crawlerSchemas: {
|
|
|
8330
9319
|
list: "list";
|
|
8331
9320
|
sitemap: "sitemap";
|
|
8332
9321
|
}>;
|
|
9322
|
+
strategy: z.ZodEnum<{
|
|
9323
|
+
full: "full";
|
|
9324
|
+
health: "health";
|
|
9325
|
+
}>;
|
|
9326
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
8333
9327
|
urls: z.ZodArray<z.ZodString>;
|
|
8334
9328
|
maxPages: z.ZodNumber;
|
|
8335
9329
|
maxDepth: z.ZodNumber;
|
|
@@ -8362,8 +9356,56 @@ declare const crawlerSchemas: {
|
|
|
8362
9356
|
}, z.core.$strip>>;
|
|
8363
9357
|
}, z.core.$strip>;
|
|
8364
9358
|
}, z.core.$strip>;
|
|
9359
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
9360
|
+
crawler: z.ZodObject<{
|
|
9361
|
+
name: z.ZodString;
|
|
9362
|
+
robotsToken: z.ZodString;
|
|
9363
|
+
version: z.ZodString;
|
|
9364
|
+
userAgent: z.ZodString;
|
|
9365
|
+
documentationUrl: z.ZodString;
|
|
9366
|
+
}, z.core.$strip>;
|
|
9367
|
+
blockedRequests: z.ZodNumber;
|
|
9368
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
9369
|
+
unknown: "unknown";
|
|
9370
|
+
cloudflare: "cloudflare";
|
|
9371
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
9372
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
9373
|
+
url: z.ZodString;
|
|
9374
|
+
evidence: z.ZodObject<{
|
|
9375
|
+
provider: z.ZodEnum<{
|
|
9376
|
+
unknown: "unknown";
|
|
9377
|
+
cloudflare: "cloudflare";
|
|
9378
|
+
}>;
|
|
9379
|
+
kind: z.ZodEnum<{
|
|
9380
|
+
challenge: "challenge";
|
|
9381
|
+
firewall: "firewall";
|
|
9382
|
+
"rate-limit": "rate-limit";
|
|
9383
|
+
authentication: "authentication";
|
|
9384
|
+
}>;
|
|
9385
|
+
status: z.ZodNumber;
|
|
9386
|
+
crawler: z.ZodObject<{
|
|
9387
|
+
name: z.ZodString;
|
|
9388
|
+
robotsToken: z.ZodString;
|
|
9389
|
+
version: z.ZodString;
|
|
9390
|
+
userAgent: z.ZodString;
|
|
9391
|
+
documentationUrl: z.ZodString;
|
|
9392
|
+
}, z.core.$strip>;
|
|
9393
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
9394
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
9395
|
+
guidance: z.ZodObject<{
|
|
9396
|
+
summary: z.ZodString;
|
|
9397
|
+
recommendedAction: z.ZodString;
|
|
9398
|
+
securityNote: z.ZodString;
|
|
9399
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
9400
|
+
}, z.core.$strip>;
|
|
9401
|
+
}, z.core.$strip>;
|
|
9402
|
+
}, z.core.$strip>>;
|
|
9403
|
+
sampleLimit: z.ZodNumber;
|
|
9404
|
+
truncated: z.ZodBoolean;
|
|
9405
|
+
}, z.core.$strip>>;
|
|
8365
9406
|
summary: z.ZodObject<{
|
|
8366
9407
|
totalPages: z.ZodNumber;
|
|
9408
|
+
statusOnlyPages: z.ZodNumber;
|
|
8367
9409
|
indexablePages: z.ZodNumber;
|
|
8368
9410
|
nonIndexablePages: z.ZodNumber;
|
|
8369
9411
|
statusErrors: z.ZodNumber;
|
|
@@ -8467,6 +9509,34 @@ declare const crawlerSchemas: {
|
|
|
8467
9509
|
consecutiveErrors: z.ZodNumber;
|
|
8468
9510
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
8469
9511
|
}, z.core.$strip>>;
|
|
9512
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
9513
|
+
provider: z.ZodEnum<{
|
|
9514
|
+
unknown: "unknown";
|
|
9515
|
+
cloudflare: "cloudflare";
|
|
9516
|
+
}>;
|
|
9517
|
+
kind: z.ZodEnum<{
|
|
9518
|
+
challenge: "challenge";
|
|
9519
|
+
firewall: "firewall";
|
|
9520
|
+
"rate-limit": "rate-limit";
|
|
9521
|
+
authentication: "authentication";
|
|
9522
|
+
}>;
|
|
9523
|
+
status: z.ZodNumber;
|
|
9524
|
+
crawler: z.ZodObject<{
|
|
9525
|
+
name: z.ZodString;
|
|
9526
|
+
robotsToken: z.ZodString;
|
|
9527
|
+
version: z.ZodString;
|
|
9528
|
+
userAgent: z.ZodString;
|
|
9529
|
+
documentationUrl: z.ZodString;
|
|
9530
|
+
}, z.core.$strip>;
|
|
9531
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
9532
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
9533
|
+
guidance: z.ZodObject<{
|
|
9534
|
+
summary: z.ZodString;
|
|
9535
|
+
recommendedAction: z.ZodString;
|
|
9536
|
+
securityNote: z.ZodString;
|
|
9537
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
9538
|
+
}, z.core.$strip>;
|
|
9539
|
+
}, z.core.$strip>>;
|
|
8470
9540
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
8471
9541
|
url: z.ZodString;
|
|
8472
9542
|
cache: z.ZodEnum<{
|
|
@@ -8651,6 +9721,38 @@ declare const crawlerSchemas: {
|
|
|
8651
9721
|
}, z.core.$strip>>;
|
|
8652
9722
|
}, z.core.$strip>>;
|
|
8653
9723
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
9724
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
9725
|
+
status: "status";
|
|
9726
|
+
full: "full";
|
|
9727
|
+
}>>;
|
|
9728
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
9729
|
+
provider: z.ZodEnum<{
|
|
9730
|
+
unknown: "unknown";
|
|
9731
|
+
cloudflare: "cloudflare";
|
|
9732
|
+
}>;
|
|
9733
|
+
kind: z.ZodEnum<{
|
|
9734
|
+
challenge: "challenge";
|
|
9735
|
+
firewall: "firewall";
|
|
9736
|
+
"rate-limit": "rate-limit";
|
|
9737
|
+
authentication: "authentication";
|
|
9738
|
+
}>;
|
|
9739
|
+
status: z.ZodNumber;
|
|
9740
|
+
crawler: z.ZodObject<{
|
|
9741
|
+
name: z.ZodString;
|
|
9742
|
+
robotsToken: z.ZodString;
|
|
9743
|
+
version: z.ZodString;
|
|
9744
|
+
userAgent: z.ZodString;
|
|
9745
|
+
documentationUrl: z.ZodString;
|
|
9746
|
+
}, z.core.$strip>;
|
|
9747
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
9748
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
9749
|
+
guidance: z.ZodObject<{
|
|
9750
|
+
summary: z.ZodString;
|
|
9751
|
+
recommendedAction: z.ZodString;
|
|
9752
|
+
securityNote: z.ZodString;
|
|
9753
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
9754
|
+
}, z.core.$strip>;
|
|
9755
|
+
}, z.core.$strip>>;
|
|
8654
9756
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
8655
9757
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
8656
9758
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -8723,10 +9825,12 @@ declare const crawlerSchemas: {
|
|
|
8723
9825
|
wordCount: z.ZodNumber;
|
|
8724
9826
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
8725
9827
|
requested: z.ZodEnum<{
|
|
9828
|
+
crawler: "crawler";
|
|
8726
9829
|
defuddle: "defuddle";
|
|
8727
9830
|
readability: "readability";
|
|
8728
9831
|
}>;
|
|
8729
9832
|
used: z.ZodEnum<{
|
|
9833
|
+
crawler: "crawler";
|
|
8730
9834
|
defuddle: "defuddle";
|
|
8731
9835
|
readability: "readability";
|
|
8732
9836
|
}>;
|
|
@@ -9072,6 +10176,7 @@ declare const crawlerSchemas: {
|
|
|
9072
10176
|
status: z.ZodOptional<z.ZodNumber>;
|
|
9073
10177
|
error: z.ZodOptional<z.ZodString>;
|
|
9074
10178
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
10179
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9075
10180
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
9076
10181
|
userAgent: z.ZodString;
|
|
9077
10182
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -9102,6 +10207,7 @@ declare const crawlerSchemas: {
|
|
|
9102
10207
|
roots: z.ZodArray<z.ZodObject<{
|
|
9103
10208
|
url: z.ZodString;
|
|
9104
10209
|
source: z.ZodEnum<{
|
|
10210
|
+
explicit: "explicit";
|
|
9105
10211
|
"robots-txt": "robots-txt";
|
|
9106
10212
|
"default-path": "default-path";
|
|
9107
10213
|
}>;
|
|
@@ -9362,6 +10468,31 @@ declare const crawlerSchemas: {
|
|
|
9362
10468
|
missingMarkdownPages: z.ZodNumber;
|
|
9363
10469
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
9364
10470
|
}, z.core.$strip>;
|
|
10471
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
10472
|
+
linkHeader: z.ZodObject<{
|
|
10473
|
+
url: z.ZodString;
|
|
10474
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
10475
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
10476
|
+
url: z.ZodString;
|
|
10477
|
+
rel: z.ZodArray<z.ZodString>;
|
|
10478
|
+
type: z.ZodOptional<z.ZodString>;
|
|
10479
|
+
}, z.core.$strip>>;
|
|
10480
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
10481
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
10482
|
+
error: z.ZodOptional<z.ZodString>;
|
|
10483
|
+
}, z.core.$strip>;
|
|
10484
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
10485
|
+
id: z.ZodString;
|
|
10486
|
+
url: z.ZodString;
|
|
10487
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
10488
|
+
exists: z.ZodBoolean;
|
|
10489
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
10490
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
10491
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
10492
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
10493
|
+
error: z.ZodOptional<z.ZodString>;
|
|
10494
|
+
}, z.core.$strip>>;
|
|
10495
|
+
}, z.core.$strip>>;
|
|
9365
10496
|
protocolVariants: z.ZodObject<{
|
|
9366
10497
|
http: z.ZodObject<{
|
|
9367
10498
|
url: z.ZodString;
|
|
@@ -9396,6 +10527,48 @@ declare const crawlerSchemas: {
|
|
|
9396
10527
|
status: z.ZodNumber;
|
|
9397
10528
|
location: z.ZodOptional<z.ZodString>;
|
|
9398
10529
|
}, z.core.$strip>>>;
|
|
10530
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
10531
|
+
provider: z.ZodEnum<{
|
|
10532
|
+
unknown: "unknown";
|
|
10533
|
+
cloudflare: "cloudflare";
|
|
10534
|
+
}>;
|
|
10535
|
+
kind: z.ZodEnum<{
|
|
10536
|
+
challenge: "challenge";
|
|
10537
|
+
firewall: "firewall";
|
|
10538
|
+
"rate-limit": "rate-limit";
|
|
10539
|
+
authentication: "authentication";
|
|
10540
|
+
}>;
|
|
10541
|
+
status: z.ZodNumber;
|
|
10542
|
+
crawler: z.ZodObject<{
|
|
10543
|
+
name: z.ZodString;
|
|
10544
|
+
robotsToken: z.ZodString;
|
|
10545
|
+
version: z.ZodString;
|
|
10546
|
+
userAgent: z.ZodString;
|
|
10547
|
+
documentationUrl: z.ZodString;
|
|
10548
|
+
}, z.core.$strip>;
|
|
10549
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
10550
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
10551
|
+
guidance: z.ZodObject<{
|
|
10552
|
+
summary: z.ZodString;
|
|
10553
|
+
recommendedAction: z.ZodString;
|
|
10554
|
+
securityNote: z.ZodString;
|
|
10555
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
10556
|
+
}, z.core.$strip>;
|
|
10557
|
+
}, z.core.$strip>>;
|
|
10558
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
10559
|
+
url: z.ZodString;
|
|
10560
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
10561
|
+
availability: z.ZodEnum<{
|
|
10562
|
+
available: "available";
|
|
10563
|
+
absent: "absent";
|
|
10564
|
+
"access-blocked": "access-blocked";
|
|
10565
|
+
"rate-limited": "rate-limited";
|
|
10566
|
+
unreachable: "unreachable";
|
|
10567
|
+
}>;
|
|
10568
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
10569
|
+
error: z.ZodOptional<z.ZodString>;
|
|
10570
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
10571
|
+
}, z.core.$strip>>;
|
|
9399
10572
|
extraction: z.ZodEnum<{
|
|
9400
10573
|
complete: "complete";
|
|
9401
10574
|
"not-applicable": "not-applicable";
|
|
@@ -9413,6 +10586,48 @@ declare const crawlerSchemas: {
|
|
|
9413
10586
|
status: z.ZodNumber;
|
|
9414
10587
|
location: z.ZodOptional<z.ZodString>;
|
|
9415
10588
|
}, z.core.$strip>>>;
|
|
10589
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
10590
|
+
provider: z.ZodEnum<{
|
|
10591
|
+
unknown: "unknown";
|
|
10592
|
+
cloudflare: "cloudflare";
|
|
10593
|
+
}>;
|
|
10594
|
+
kind: z.ZodEnum<{
|
|
10595
|
+
challenge: "challenge";
|
|
10596
|
+
firewall: "firewall";
|
|
10597
|
+
"rate-limit": "rate-limit";
|
|
10598
|
+
authentication: "authentication";
|
|
10599
|
+
}>;
|
|
10600
|
+
status: z.ZodNumber;
|
|
10601
|
+
crawler: z.ZodObject<{
|
|
10602
|
+
name: z.ZodString;
|
|
10603
|
+
robotsToken: z.ZodString;
|
|
10604
|
+
version: z.ZodString;
|
|
10605
|
+
userAgent: z.ZodString;
|
|
10606
|
+
documentationUrl: z.ZodString;
|
|
10607
|
+
}, z.core.$strip>;
|
|
10608
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
10609
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
10610
|
+
guidance: z.ZodObject<{
|
|
10611
|
+
summary: z.ZodString;
|
|
10612
|
+
recommendedAction: z.ZodString;
|
|
10613
|
+
securityNote: z.ZodString;
|
|
10614
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
10615
|
+
}, z.core.$strip>;
|
|
10616
|
+
}, z.core.$strip>>;
|
|
10617
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
10618
|
+
url: z.ZodString;
|
|
10619
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
10620
|
+
availability: z.ZodEnum<{
|
|
10621
|
+
available: "available";
|
|
10622
|
+
absent: "absent";
|
|
10623
|
+
"access-blocked": "access-blocked";
|
|
10624
|
+
"rate-limited": "rate-limited";
|
|
10625
|
+
unreachable: "unreachable";
|
|
10626
|
+
}>;
|
|
10627
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
10628
|
+
error: z.ZodOptional<z.ZodString>;
|
|
10629
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
10630
|
+
}, z.core.$strip>>;
|
|
9416
10631
|
extraction: z.ZodLiteral<"failed">;
|
|
9417
10632
|
extractionError: z.ZodString;
|
|
9418
10633
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -9481,6 +10696,11 @@ declare const crawlerSchemas: {
|
|
|
9481
10696
|
list: "list";
|
|
9482
10697
|
sitemap: "sitemap";
|
|
9483
10698
|
}>;
|
|
10699
|
+
strategy: z.ZodEnum<{
|
|
10700
|
+
full: "full";
|
|
10701
|
+
health: "health";
|
|
10702
|
+
}>;
|
|
10703
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
9484
10704
|
urls: z.ZodArray<z.ZodString>;
|
|
9485
10705
|
maxPages: z.ZodNumber;
|
|
9486
10706
|
maxDepth: z.ZodNumber;
|
|
@@ -9513,8 +10733,56 @@ declare const crawlerSchemas: {
|
|
|
9513
10733
|
}, z.core.$strip>>;
|
|
9514
10734
|
}, z.core.$strip>;
|
|
9515
10735
|
}, z.core.$strip>;
|
|
10736
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
10737
|
+
crawler: z.ZodObject<{
|
|
10738
|
+
name: z.ZodString;
|
|
10739
|
+
robotsToken: z.ZodString;
|
|
10740
|
+
version: z.ZodString;
|
|
10741
|
+
userAgent: z.ZodString;
|
|
10742
|
+
documentationUrl: z.ZodString;
|
|
10743
|
+
}, z.core.$strip>;
|
|
10744
|
+
blockedRequests: z.ZodNumber;
|
|
10745
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
10746
|
+
unknown: "unknown";
|
|
10747
|
+
cloudflare: "cloudflare";
|
|
10748
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
10749
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
10750
|
+
url: z.ZodString;
|
|
10751
|
+
evidence: z.ZodObject<{
|
|
10752
|
+
provider: z.ZodEnum<{
|
|
10753
|
+
unknown: "unknown";
|
|
10754
|
+
cloudflare: "cloudflare";
|
|
10755
|
+
}>;
|
|
10756
|
+
kind: z.ZodEnum<{
|
|
10757
|
+
challenge: "challenge";
|
|
10758
|
+
firewall: "firewall";
|
|
10759
|
+
"rate-limit": "rate-limit";
|
|
10760
|
+
authentication: "authentication";
|
|
10761
|
+
}>;
|
|
10762
|
+
status: z.ZodNumber;
|
|
10763
|
+
crawler: z.ZodObject<{
|
|
10764
|
+
name: z.ZodString;
|
|
10765
|
+
robotsToken: z.ZodString;
|
|
10766
|
+
version: z.ZodString;
|
|
10767
|
+
userAgent: z.ZodString;
|
|
10768
|
+
documentationUrl: z.ZodString;
|
|
10769
|
+
}, z.core.$strip>;
|
|
10770
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
10771
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
10772
|
+
guidance: z.ZodObject<{
|
|
10773
|
+
summary: z.ZodString;
|
|
10774
|
+
recommendedAction: z.ZodString;
|
|
10775
|
+
securityNote: z.ZodString;
|
|
10776
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
10777
|
+
}, z.core.$strip>;
|
|
10778
|
+
}, z.core.$strip>;
|
|
10779
|
+
}, z.core.$strip>>;
|
|
10780
|
+
sampleLimit: z.ZodNumber;
|
|
10781
|
+
truncated: z.ZodBoolean;
|
|
10782
|
+
}, z.core.$strip>>;
|
|
9516
10783
|
summary: z.ZodObject<{
|
|
9517
10784
|
totalPages: z.ZodNumber;
|
|
10785
|
+
statusOnlyPages: z.ZodNumber;
|
|
9518
10786
|
indexablePages: z.ZodNumber;
|
|
9519
10787
|
nonIndexablePages: z.ZodNumber;
|
|
9520
10788
|
statusErrors: z.ZodNumber;
|
|
@@ -9618,6 +10886,34 @@ declare const crawlerSchemas: {
|
|
|
9618
10886
|
consecutiveErrors: z.ZodNumber;
|
|
9619
10887
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
9620
10888
|
}, z.core.$strip>>;
|
|
10889
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
10890
|
+
provider: z.ZodEnum<{
|
|
10891
|
+
unknown: "unknown";
|
|
10892
|
+
cloudflare: "cloudflare";
|
|
10893
|
+
}>;
|
|
10894
|
+
kind: z.ZodEnum<{
|
|
10895
|
+
challenge: "challenge";
|
|
10896
|
+
firewall: "firewall";
|
|
10897
|
+
"rate-limit": "rate-limit";
|
|
10898
|
+
authentication: "authentication";
|
|
10899
|
+
}>;
|
|
10900
|
+
status: z.ZodNumber;
|
|
10901
|
+
crawler: z.ZodObject<{
|
|
10902
|
+
name: z.ZodString;
|
|
10903
|
+
robotsToken: z.ZodString;
|
|
10904
|
+
version: z.ZodString;
|
|
10905
|
+
userAgent: z.ZodString;
|
|
10906
|
+
documentationUrl: z.ZodString;
|
|
10907
|
+
}, z.core.$strip>;
|
|
10908
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
10909
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
10910
|
+
guidance: z.ZodObject<{
|
|
10911
|
+
summary: z.ZodString;
|
|
10912
|
+
recommendedAction: z.ZodString;
|
|
10913
|
+
securityNote: z.ZodString;
|
|
10914
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
10915
|
+
}, z.core.$strip>;
|
|
10916
|
+
}, z.core.$strip>>;
|
|
9621
10917
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
9622
10918
|
url: z.ZodString;
|
|
9623
10919
|
cache: z.ZodEnum<{
|
|
@@ -9802,6 +11098,38 @@ declare const crawlerSchemas: {
|
|
|
9802
11098
|
}, z.core.$strip>>;
|
|
9803
11099
|
}, z.core.$strip>>;
|
|
9804
11100
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
11101
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
11102
|
+
status: "status";
|
|
11103
|
+
full: "full";
|
|
11104
|
+
}>>;
|
|
11105
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
11106
|
+
provider: z.ZodEnum<{
|
|
11107
|
+
unknown: "unknown";
|
|
11108
|
+
cloudflare: "cloudflare";
|
|
11109
|
+
}>;
|
|
11110
|
+
kind: z.ZodEnum<{
|
|
11111
|
+
challenge: "challenge";
|
|
11112
|
+
firewall: "firewall";
|
|
11113
|
+
"rate-limit": "rate-limit";
|
|
11114
|
+
authentication: "authentication";
|
|
11115
|
+
}>;
|
|
11116
|
+
status: z.ZodNumber;
|
|
11117
|
+
crawler: z.ZodObject<{
|
|
11118
|
+
name: z.ZodString;
|
|
11119
|
+
robotsToken: z.ZodString;
|
|
11120
|
+
version: z.ZodString;
|
|
11121
|
+
userAgent: z.ZodString;
|
|
11122
|
+
documentationUrl: z.ZodString;
|
|
11123
|
+
}, z.core.$strip>;
|
|
11124
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
11125
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
11126
|
+
guidance: z.ZodObject<{
|
|
11127
|
+
summary: z.ZodString;
|
|
11128
|
+
recommendedAction: z.ZodString;
|
|
11129
|
+
securityNote: z.ZodString;
|
|
11130
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
11131
|
+
}, z.core.$strip>;
|
|
11132
|
+
}, z.core.$strip>>;
|
|
9805
11133
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
9806
11134
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
9807
11135
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -9874,10 +11202,12 @@ declare const crawlerSchemas: {
|
|
|
9874
11202
|
wordCount: z.ZodNumber;
|
|
9875
11203
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
9876
11204
|
requested: z.ZodEnum<{
|
|
11205
|
+
crawler: "crawler";
|
|
9877
11206
|
defuddle: "defuddle";
|
|
9878
11207
|
readability: "readability";
|
|
9879
11208
|
}>;
|
|
9880
11209
|
used: z.ZodEnum<{
|
|
11210
|
+
crawler: "crawler";
|
|
9881
11211
|
defuddle: "defuddle";
|
|
9882
11212
|
readability: "readability";
|
|
9883
11213
|
}>;
|
|
@@ -10223,6 +11553,7 @@ declare const crawlerSchemas: {
|
|
|
10223
11553
|
status: z.ZodOptional<z.ZodNumber>;
|
|
10224
11554
|
error: z.ZodOptional<z.ZodString>;
|
|
10225
11555
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
11556
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
10226
11557
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
10227
11558
|
userAgent: z.ZodString;
|
|
10228
11559
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -10253,6 +11584,7 @@ declare const crawlerSchemas: {
|
|
|
10253
11584
|
roots: z.ZodArray<z.ZodObject<{
|
|
10254
11585
|
url: z.ZodString;
|
|
10255
11586
|
source: z.ZodEnum<{
|
|
11587
|
+
explicit: "explicit";
|
|
10256
11588
|
"robots-txt": "robots-txt";
|
|
10257
11589
|
"default-path": "default-path";
|
|
10258
11590
|
}>;
|
|
@@ -10513,6 +11845,31 @@ declare const crawlerSchemas: {
|
|
|
10513
11845
|
missingMarkdownPages: z.ZodNumber;
|
|
10514
11846
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
10515
11847
|
}, z.core.$strip>;
|
|
11848
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
11849
|
+
linkHeader: z.ZodObject<{
|
|
11850
|
+
url: z.ZodString;
|
|
11851
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
11852
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
11853
|
+
url: z.ZodString;
|
|
11854
|
+
rel: z.ZodArray<z.ZodString>;
|
|
11855
|
+
type: z.ZodOptional<z.ZodString>;
|
|
11856
|
+
}, z.core.$strip>>;
|
|
11857
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
11858
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
11859
|
+
error: z.ZodOptional<z.ZodString>;
|
|
11860
|
+
}, z.core.$strip>;
|
|
11861
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
11862
|
+
id: z.ZodString;
|
|
11863
|
+
url: z.ZodString;
|
|
11864
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
11865
|
+
exists: z.ZodBoolean;
|
|
11866
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
11867
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
11868
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
11869
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
11870
|
+
error: z.ZodOptional<z.ZodString>;
|
|
11871
|
+
}, z.core.$strip>>;
|
|
11872
|
+
}, z.core.$strip>>;
|
|
10516
11873
|
protocolVariants: z.ZodObject<{
|
|
10517
11874
|
http: z.ZodObject<{
|
|
10518
11875
|
url: z.ZodString;
|
|
@@ -10547,6 +11904,48 @@ declare const crawlerSchemas: {
|
|
|
10547
11904
|
status: z.ZodNumber;
|
|
10548
11905
|
location: z.ZodOptional<z.ZodString>;
|
|
10549
11906
|
}, z.core.$strip>>>;
|
|
11907
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
11908
|
+
provider: z.ZodEnum<{
|
|
11909
|
+
unknown: "unknown";
|
|
11910
|
+
cloudflare: "cloudflare";
|
|
11911
|
+
}>;
|
|
11912
|
+
kind: z.ZodEnum<{
|
|
11913
|
+
challenge: "challenge";
|
|
11914
|
+
firewall: "firewall";
|
|
11915
|
+
"rate-limit": "rate-limit";
|
|
11916
|
+
authentication: "authentication";
|
|
11917
|
+
}>;
|
|
11918
|
+
status: z.ZodNumber;
|
|
11919
|
+
crawler: z.ZodObject<{
|
|
11920
|
+
name: z.ZodString;
|
|
11921
|
+
robotsToken: z.ZodString;
|
|
11922
|
+
version: z.ZodString;
|
|
11923
|
+
userAgent: z.ZodString;
|
|
11924
|
+
documentationUrl: z.ZodString;
|
|
11925
|
+
}, z.core.$strip>;
|
|
11926
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
11927
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
11928
|
+
guidance: z.ZodObject<{
|
|
11929
|
+
summary: z.ZodString;
|
|
11930
|
+
recommendedAction: z.ZodString;
|
|
11931
|
+
securityNote: z.ZodString;
|
|
11932
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
11933
|
+
}, z.core.$strip>;
|
|
11934
|
+
}, z.core.$strip>>;
|
|
11935
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
11936
|
+
url: z.ZodString;
|
|
11937
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
11938
|
+
availability: z.ZodEnum<{
|
|
11939
|
+
available: "available";
|
|
11940
|
+
absent: "absent";
|
|
11941
|
+
"access-blocked": "access-blocked";
|
|
11942
|
+
"rate-limited": "rate-limited";
|
|
11943
|
+
unreachable: "unreachable";
|
|
11944
|
+
}>;
|
|
11945
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
11946
|
+
error: z.ZodOptional<z.ZodString>;
|
|
11947
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
11948
|
+
}, z.core.$strip>>;
|
|
10550
11949
|
extraction: z.ZodEnum<{
|
|
10551
11950
|
complete: "complete";
|
|
10552
11951
|
"not-applicable": "not-applicable";
|
|
@@ -10564,6 +11963,48 @@ declare const crawlerSchemas: {
|
|
|
10564
11963
|
status: z.ZodNumber;
|
|
10565
11964
|
location: z.ZodOptional<z.ZodString>;
|
|
10566
11965
|
}, z.core.$strip>>>;
|
|
11966
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
11967
|
+
provider: z.ZodEnum<{
|
|
11968
|
+
unknown: "unknown";
|
|
11969
|
+
cloudflare: "cloudflare";
|
|
11970
|
+
}>;
|
|
11971
|
+
kind: z.ZodEnum<{
|
|
11972
|
+
challenge: "challenge";
|
|
11973
|
+
firewall: "firewall";
|
|
11974
|
+
"rate-limit": "rate-limit";
|
|
11975
|
+
authentication: "authentication";
|
|
11976
|
+
}>;
|
|
11977
|
+
status: z.ZodNumber;
|
|
11978
|
+
crawler: z.ZodObject<{
|
|
11979
|
+
name: z.ZodString;
|
|
11980
|
+
robotsToken: z.ZodString;
|
|
11981
|
+
version: z.ZodString;
|
|
11982
|
+
userAgent: z.ZodString;
|
|
11983
|
+
documentationUrl: z.ZodString;
|
|
11984
|
+
}, z.core.$strip>;
|
|
11985
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
11986
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
11987
|
+
guidance: z.ZodObject<{
|
|
11988
|
+
summary: z.ZodString;
|
|
11989
|
+
recommendedAction: z.ZodString;
|
|
11990
|
+
securityNote: z.ZodString;
|
|
11991
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
11992
|
+
}, z.core.$strip>;
|
|
11993
|
+
}, z.core.$strip>>;
|
|
11994
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
11995
|
+
url: z.ZodString;
|
|
11996
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
11997
|
+
availability: z.ZodEnum<{
|
|
11998
|
+
available: "available";
|
|
11999
|
+
absent: "absent";
|
|
12000
|
+
"access-blocked": "access-blocked";
|
|
12001
|
+
"rate-limited": "rate-limited";
|
|
12002
|
+
unreachable: "unreachable";
|
|
12003
|
+
}>;
|
|
12004
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
12005
|
+
error: z.ZodOptional<z.ZodString>;
|
|
12006
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
12007
|
+
}, z.core.$strip>>;
|
|
10567
12008
|
extraction: z.ZodLiteral<"failed">;
|
|
10568
12009
|
extractionError: z.ZodString;
|
|
10569
12010
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -10632,6 +12073,11 @@ declare const crawlerSchemas: {
|
|
|
10632
12073
|
list: "list";
|
|
10633
12074
|
sitemap: "sitemap";
|
|
10634
12075
|
}>;
|
|
12076
|
+
strategy: z.ZodEnum<{
|
|
12077
|
+
full: "full";
|
|
12078
|
+
health: "health";
|
|
12079
|
+
}>;
|
|
12080
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
10635
12081
|
urls: z.ZodArray<z.ZodString>;
|
|
10636
12082
|
maxPages: z.ZodNumber;
|
|
10637
12083
|
maxDepth: z.ZodNumber;
|
|
@@ -10664,8 +12110,56 @@ declare const crawlerSchemas: {
|
|
|
10664
12110
|
}, z.core.$strip>>;
|
|
10665
12111
|
}, z.core.$strip>;
|
|
10666
12112
|
}, z.core.$strip>;
|
|
12113
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
12114
|
+
crawler: z.ZodObject<{
|
|
12115
|
+
name: z.ZodString;
|
|
12116
|
+
robotsToken: z.ZodString;
|
|
12117
|
+
version: z.ZodString;
|
|
12118
|
+
userAgent: z.ZodString;
|
|
12119
|
+
documentationUrl: z.ZodString;
|
|
12120
|
+
}, z.core.$strip>;
|
|
12121
|
+
blockedRequests: z.ZodNumber;
|
|
12122
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
12123
|
+
unknown: "unknown";
|
|
12124
|
+
cloudflare: "cloudflare";
|
|
12125
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
12126
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
12127
|
+
url: z.ZodString;
|
|
12128
|
+
evidence: z.ZodObject<{
|
|
12129
|
+
provider: z.ZodEnum<{
|
|
12130
|
+
unknown: "unknown";
|
|
12131
|
+
cloudflare: "cloudflare";
|
|
12132
|
+
}>;
|
|
12133
|
+
kind: z.ZodEnum<{
|
|
12134
|
+
challenge: "challenge";
|
|
12135
|
+
firewall: "firewall";
|
|
12136
|
+
"rate-limit": "rate-limit";
|
|
12137
|
+
authentication: "authentication";
|
|
12138
|
+
}>;
|
|
12139
|
+
status: z.ZodNumber;
|
|
12140
|
+
crawler: z.ZodObject<{
|
|
12141
|
+
name: z.ZodString;
|
|
12142
|
+
robotsToken: z.ZodString;
|
|
12143
|
+
version: z.ZodString;
|
|
12144
|
+
userAgent: z.ZodString;
|
|
12145
|
+
documentationUrl: z.ZodString;
|
|
12146
|
+
}, z.core.$strip>;
|
|
12147
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
12148
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
12149
|
+
guidance: z.ZodObject<{
|
|
12150
|
+
summary: z.ZodString;
|
|
12151
|
+
recommendedAction: z.ZodString;
|
|
12152
|
+
securityNote: z.ZodString;
|
|
12153
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
12154
|
+
}, z.core.$strip>;
|
|
12155
|
+
}, z.core.$strip>;
|
|
12156
|
+
}, z.core.$strip>>;
|
|
12157
|
+
sampleLimit: z.ZodNumber;
|
|
12158
|
+
truncated: z.ZodBoolean;
|
|
12159
|
+
}, z.core.$strip>>;
|
|
10667
12160
|
summary: z.ZodObject<{
|
|
10668
12161
|
totalPages: z.ZodNumber;
|
|
12162
|
+
statusOnlyPages: z.ZodNumber;
|
|
10669
12163
|
indexablePages: z.ZodNumber;
|
|
10670
12164
|
nonIndexablePages: z.ZodNumber;
|
|
10671
12165
|
statusErrors: z.ZodNumber;
|
|
@@ -10769,6 +12263,34 @@ declare const crawlerSchemas: {
|
|
|
10769
12263
|
consecutiveErrors: z.ZodNumber;
|
|
10770
12264
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
10771
12265
|
}, z.core.$strip>>;
|
|
12266
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
12267
|
+
provider: z.ZodEnum<{
|
|
12268
|
+
unknown: "unknown";
|
|
12269
|
+
cloudflare: "cloudflare";
|
|
12270
|
+
}>;
|
|
12271
|
+
kind: z.ZodEnum<{
|
|
12272
|
+
challenge: "challenge";
|
|
12273
|
+
firewall: "firewall";
|
|
12274
|
+
"rate-limit": "rate-limit";
|
|
12275
|
+
authentication: "authentication";
|
|
12276
|
+
}>;
|
|
12277
|
+
status: z.ZodNumber;
|
|
12278
|
+
crawler: z.ZodObject<{
|
|
12279
|
+
name: z.ZodString;
|
|
12280
|
+
robotsToken: z.ZodString;
|
|
12281
|
+
version: z.ZodString;
|
|
12282
|
+
userAgent: z.ZodString;
|
|
12283
|
+
documentationUrl: z.ZodString;
|
|
12284
|
+
}, z.core.$strip>;
|
|
12285
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
12286
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
12287
|
+
guidance: z.ZodObject<{
|
|
12288
|
+
summary: z.ZodString;
|
|
12289
|
+
recommendedAction: z.ZodString;
|
|
12290
|
+
securityNote: z.ZodString;
|
|
12291
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
12292
|
+
}, z.core.$strip>;
|
|
12293
|
+
}, z.core.$strip>>;
|
|
10772
12294
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
10773
12295
|
url: z.ZodString;
|
|
10774
12296
|
cache: z.ZodEnum<{
|
|
@@ -10953,6 +12475,38 @@ declare const crawlerSchemas: {
|
|
|
10953
12475
|
}, z.core.$strip>>;
|
|
10954
12476
|
}, z.core.$strip>>;
|
|
10955
12477
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
12478
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
12479
|
+
status: "status";
|
|
12480
|
+
full: "full";
|
|
12481
|
+
}>>;
|
|
12482
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
12483
|
+
provider: z.ZodEnum<{
|
|
12484
|
+
unknown: "unknown";
|
|
12485
|
+
cloudflare: "cloudflare";
|
|
12486
|
+
}>;
|
|
12487
|
+
kind: z.ZodEnum<{
|
|
12488
|
+
challenge: "challenge";
|
|
12489
|
+
firewall: "firewall";
|
|
12490
|
+
"rate-limit": "rate-limit";
|
|
12491
|
+
authentication: "authentication";
|
|
12492
|
+
}>;
|
|
12493
|
+
status: z.ZodNumber;
|
|
12494
|
+
crawler: z.ZodObject<{
|
|
12495
|
+
name: z.ZodString;
|
|
12496
|
+
robotsToken: z.ZodString;
|
|
12497
|
+
version: z.ZodString;
|
|
12498
|
+
userAgent: z.ZodString;
|
|
12499
|
+
documentationUrl: z.ZodString;
|
|
12500
|
+
}, z.core.$strip>;
|
|
12501
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
12502
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
12503
|
+
guidance: z.ZodObject<{
|
|
12504
|
+
summary: z.ZodString;
|
|
12505
|
+
recommendedAction: z.ZodString;
|
|
12506
|
+
securityNote: z.ZodString;
|
|
12507
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
12508
|
+
}, z.core.$strip>;
|
|
12509
|
+
}, z.core.$strip>>;
|
|
10956
12510
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
10957
12511
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
10958
12512
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -11025,10 +12579,12 @@ declare const crawlerSchemas: {
|
|
|
11025
12579
|
wordCount: z.ZodNumber;
|
|
11026
12580
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
11027
12581
|
requested: z.ZodEnum<{
|
|
12582
|
+
crawler: "crawler";
|
|
11028
12583
|
defuddle: "defuddle";
|
|
11029
12584
|
readability: "readability";
|
|
11030
12585
|
}>;
|
|
11031
12586
|
used: z.ZodEnum<{
|
|
12587
|
+
crawler: "crawler";
|
|
11032
12588
|
defuddle: "defuddle";
|
|
11033
12589
|
readability: "readability";
|
|
11034
12590
|
}>;
|
|
@@ -11374,6 +12930,7 @@ declare const crawlerSchemas: {
|
|
|
11374
12930
|
status: z.ZodOptional<z.ZodNumber>;
|
|
11375
12931
|
error: z.ZodOptional<z.ZodString>;
|
|
11376
12932
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
12933
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
11377
12934
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
11378
12935
|
userAgent: z.ZodString;
|
|
11379
12936
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -11404,6 +12961,7 @@ declare const crawlerSchemas: {
|
|
|
11404
12961
|
roots: z.ZodArray<z.ZodObject<{
|
|
11405
12962
|
url: z.ZodString;
|
|
11406
12963
|
source: z.ZodEnum<{
|
|
12964
|
+
explicit: "explicit";
|
|
11407
12965
|
"robots-txt": "robots-txt";
|
|
11408
12966
|
"default-path": "default-path";
|
|
11409
12967
|
}>;
|
|
@@ -11664,6 +13222,31 @@ declare const crawlerSchemas: {
|
|
|
11664
13222
|
missingMarkdownPages: z.ZodNumber;
|
|
11665
13223
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
11666
13224
|
}, z.core.$strip>;
|
|
13225
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
13226
|
+
linkHeader: z.ZodObject<{
|
|
13227
|
+
url: z.ZodString;
|
|
13228
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13229
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
13230
|
+
url: z.ZodString;
|
|
13231
|
+
rel: z.ZodArray<z.ZodString>;
|
|
13232
|
+
type: z.ZodOptional<z.ZodString>;
|
|
13233
|
+
}, z.core.$strip>>;
|
|
13234
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
13235
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
13236
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13237
|
+
}, z.core.$strip>;
|
|
13238
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
13239
|
+
id: z.ZodString;
|
|
13240
|
+
url: z.ZodString;
|
|
13241
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13242
|
+
exists: z.ZodBoolean;
|
|
13243
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
13244
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
13245
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
13246
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
13247
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13248
|
+
}, z.core.$strip>>;
|
|
13249
|
+
}, z.core.$strip>>;
|
|
11667
13250
|
protocolVariants: z.ZodObject<{
|
|
11668
13251
|
http: z.ZodObject<{
|
|
11669
13252
|
url: z.ZodString;
|
|
@@ -11698,6 +13281,48 @@ declare const crawlerSchemas: {
|
|
|
11698
13281
|
status: z.ZodNumber;
|
|
11699
13282
|
location: z.ZodOptional<z.ZodString>;
|
|
11700
13283
|
}, z.core.$strip>>>;
|
|
13284
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13285
|
+
provider: z.ZodEnum<{
|
|
13286
|
+
unknown: "unknown";
|
|
13287
|
+
cloudflare: "cloudflare";
|
|
13288
|
+
}>;
|
|
13289
|
+
kind: z.ZodEnum<{
|
|
13290
|
+
challenge: "challenge";
|
|
13291
|
+
firewall: "firewall";
|
|
13292
|
+
"rate-limit": "rate-limit";
|
|
13293
|
+
authentication: "authentication";
|
|
13294
|
+
}>;
|
|
13295
|
+
status: z.ZodNumber;
|
|
13296
|
+
crawler: z.ZodObject<{
|
|
13297
|
+
name: z.ZodString;
|
|
13298
|
+
robotsToken: z.ZodString;
|
|
13299
|
+
version: z.ZodString;
|
|
13300
|
+
userAgent: z.ZodString;
|
|
13301
|
+
documentationUrl: z.ZodString;
|
|
13302
|
+
}, z.core.$strip>;
|
|
13303
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
13304
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
13305
|
+
guidance: z.ZodObject<{
|
|
13306
|
+
summary: z.ZodString;
|
|
13307
|
+
recommendedAction: z.ZodString;
|
|
13308
|
+
securityNote: z.ZodString;
|
|
13309
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
13310
|
+
}, z.core.$strip>;
|
|
13311
|
+
}, z.core.$strip>>;
|
|
13312
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
13313
|
+
url: z.ZodString;
|
|
13314
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
13315
|
+
availability: z.ZodEnum<{
|
|
13316
|
+
available: "available";
|
|
13317
|
+
absent: "absent";
|
|
13318
|
+
"access-blocked": "access-blocked";
|
|
13319
|
+
"rate-limited": "rate-limited";
|
|
13320
|
+
unreachable: "unreachable";
|
|
13321
|
+
}>;
|
|
13322
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13323
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13324
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
13325
|
+
}, z.core.$strip>>;
|
|
11701
13326
|
extraction: z.ZodEnum<{
|
|
11702
13327
|
complete: "complete";
|
|
11703
13328
|
"not-applicable": "not-applicable";
|
|
@@ -11715,6 +13340,48 @@ declare const crawlerSchemas: {
|
|
|
11715
13340
|
status: z.ZodNumber;
|
|
11716
13341
|
location: z.ZodOptional<z.ZodString>;
|
|
11717
13342
|
}, z.core.$strip>>>;
|
|
13343
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13344
|
+
provider: z.ZodEnum<{
|
|
13345
|
+
unknown: "unknown";
|
|
13346
|
+
cloudflare: "cloudflare";
|
|
13347
|
+
}>;
|
|
13348
|
+
kind: z.ZodEnum<{
|
|
13349
|
+
challenge: "challenge";
|
|
13350
|
+
firewall: "firewall";
|
|
13351
|
+
"rate-limit": "rate-limit";
|
|
13352
|
+
authentication: "authentication";
|
|
13353
|
+
}>;
|
|
13354
|
+
status: z.ZodNumber;
|
|
13355
|
+
crawler: z.ZodObject<{
|
|
13356
|
+
name: z.ZodString;
|
|
13357
|
+
robotsToken: z.ZodString;
|
|
13358
|
+
version: z.ZodString;
|
|
13359
|
+
userAgent: z.ZodString;
|
|
13360
|
+
documentationUrl: z.ZodString;
|
|
13361
|
+
}, z.core.$strip>;
|
|
13362
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
13363
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
13364
|
+
guidance: z.ZodObject<{
|
|
13365
|
+
summary: z.ZodString;
|
|
13366
|
+
recommendedAction: z.ZodString;
|
|
13367
|
+
securityNote: z.ZodString;
|
|
13368
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
13369
|
+
}, z.core.$strip>;
|
|
13370
|
+
}, z.core.$strip>>;
|
|
13371
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
13372
|
+
url: z.ZodString;
|
|
13373
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
13374
|
+
availability: z.ZodEnum<{
|
|
13375
|
+
available: "available";
|
|
13376
|
+
absent: "absent";
|
|
13377
|
+
"access-blocked": "access-blocked";
|
|
13378
|
+
"rate-limited": "rate-limited";
|
|
13379
|
+
unreachable: "unreachable";
|
|
13380
|
+
}>;
|
|
13381
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13382
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13383
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
13384
|
+
}, z.core.$strip>>;
|
|
11718
13385
|
extraction: z.ZodLiteral<"failed">;
|
|
11719
13386
|
extractionError: z.ZodString;
|
|
11720
13387
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -11904,6 +13571,48 @@ declare const crawlerSchemas: {
|
|
|
11904
13571
|
status: z.ZodNumber;
|
|
11905
13572
|
location: z.ZodOptional<z.ZodString>;
|
|
11906
13573
|
}, z.core.$strip>>>;
|
|
13574
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13575
|
+
provider: z.ZodEnum<{
|
|
13576
|
+
unknown: "unknown";
|
|
13577
|
+
cloudflare: "cloudflare";
|
|
13578
|
+
}>;
|
|
13579
|
+
kind: z.ZodEnum<{
|
|
13580
|
+
challenge: "challenge";
|
|
13581
|
+
firewall: "firewall";
|
|
13582
|
+
"rate-limit": "rate-limit";
|
|
13583
|
+
authentication: "authentication";
|
|
13584
|
+
}>;
|
|
13585
|
+
status: z.ZodNumber;
|
|
13586
|
+
crawler: z.ZodObject<{
|
|
13587
|
+
name: z.ZodString;
|
|
13588
|
+
robotsToken: z.ZodString;
|
|
13589
|
+
version: z.ZodString;
|
|
13590
|
+
userAgent: z.ZodString;
|
|
13591
|
+
documentationUrl: z.ZodString;
|
|
13592
|
+
}, z.core.$strip>;
|
|
13593
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
13594
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
13595
|
+
guidance: z.ZodObject<{
|
|
13596
|
+
summary: z.ZodString;
|
|
13597
|
+
recommendedAction: z.ZodString;
|
|
13598
|
+
securityNote: z.ZodString;
|
|
13599
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
13600
|
+
}, z.core.$strip>;
|
|
13601
|
+
}, z.core.$strip>>;
|
|
13602
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
13603
|
+
url: z.ZodString;
|
|
13604
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
13605
|
+
availability: z.ZodEnum<{
|
|
13606
|
+
available: "available";
|
|
13607
|
+
absent: "absent";
|
|
13608
|
+
"access-blocked": "access-blocked";
|
|
13609
|
+
"rate-limited": "rate-limited";
|
|
13610
|
+
unreachable: "unreachable";
|
|
13611
|
+
}>;
|
|
13612
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13613
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13614
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
13615
|
+
}, z.core.$strip>>;
|
|
11907
13616
|
extraction: z.ZodEnum<{
|
|
11908
13617
|
complete: "complete";
|
|
11909
13618
|
"not-applicable": "not-applicable";
|
|
@@ -11921,6 +13630,48 @@ declare const crawlerSchemas: {
|
|
|
11921
13630
|
status: z.ZodNumber;
|
|
11922
13631
|
location: z.ZodOptional<z.ZodString>;
|
|
11923
13632
|
}, z.core.$strip>>>;
|
|
13633
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13634
|
+
provider: z.ZodEnum<{
|
|
13635
|
+
unknown: "unknown";
|
|
13636
|
+
cloudflare: "cloudflare";
|
|
13637
|
+
}>;
|
|
13638
|
+
kind: z.ZodEnum<{
|
|
13639
|
+
challenge: "challenge";
|
|
13640
|
+
firewall: "firewall";
|
|
13641
|
+
"rate-limit": "rate-limit";
|
|
13642
|
+
authentication: "authentication";
|
|
13643
|
+
}>;
|
|
13644
|
+
status: z.ZodNumber;
|
|
13645
|
+
crawler: z.ZodObject<{
|
|
13646
|
+
name: z.ZodString;
|
|
13647
|
+
robotsToken: z.ZodString;
|
|
13648
|
+
version: z.ZodString;
|
|
13649
|
+
userAgent: z.ZodString;
|
|
13650
|
+
documentationUrl: z.ZodString;
|
|
13651
|
+
}, z.core.$strip>;
|
|
13652
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
13653
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
13654
|
+
guidance: z.ZodObject<{
|
|
13655
|
+
summary: z.ZodString;
|
|
13656
|
+
recommendedAction: z.ZodString;
|
|
13657
|
+
securityNote: z.ZodString;
|
|
13658
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
13659
|
+
}, z.core.$strip>;
|
|
13660
|
+
}, z.core.$strip>>;
|
|
13661
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
13662
|
+
url: z.ZodString;
|
|
13663
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
13664
|
+
availability: z.ZodEnum<{
|
|
13665
|
+
available: "available";
|
|
13666
|
+
absent: "absent";
|
|
13667
|
+
"access-blocked": "access-blocked";
|
|
13668
|
+
"rate-limited": "rate-limited";
|
|
13669
|
+
unreachable: "unreachable";
|
|
13670
|
+
}>;
|
|
13671
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
13672
|
+
error: z.ZodOptional<z.ZodString>;
|
|
13673
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
13674
|
+
}, z.core.$strip>>;
|
|
11924
13675
|
extraction: z.ZodLiteral<"failed">;
|
|
11925
13676
|
extractionError: z.ZodString;
|
|
11926
13677
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -12024,6 +13775,34 @@ declare const crawlerSchemas: {
|
|
|
12024
13775
|
consecutiveErrors: z.ZodNumber;
|
|
12025
13776
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
12026
13777
|
}, z.core.$strip>>;
|
|
13778
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13779
|
+
provider: z.ZodEnum<{
|
|
13780
|
+
unknown: "unknown";
|
|
13781
|
+
cloudflare: "cloudflare";
|
|
13782
|
+
}>;
|
|
13783
|
+
kind: z.ZodEnum<{
|
|
13784
|
+
challenge: "challenge";
|
|
13785
|
+
firewall: "firewall";
|
|
13786
|
+
"rate-limit": "rate-limit";
|
|
13787
|
+
authentication: "authentication";
|
|
13788
|
+
}>;
|
|
13789
|
+
status: z.ZodNumber;
|
|
13790
|
+
crawler: z.ZodObject<{
|
|
13791
|
+
name: z.ZodString;
|
|
13792
|
+
robotsToken: z.ZodString;
|
|
13793
|
+
version: z.ZodString;
|
|
13794
|
+
userAgent: z.ZodString;
|
|
13795
|
+
documentationUrl: z.ZodString;
|
|
13796
|
+
}, z.core.$strip>;
|
|
13797
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
13798
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
13799
|
+
guidance: z.ZodObject<{
|
|
13800
|
+
summary: z.ZodString;
|
|
13801
|
+
recommendedAction: z.ZodString;
|
|
13802
|
+
securityNote: z.ZodString;
|
|
13803
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
13804
|
+
}, z.core.$strip>;
|
|
13805
|
+
}, z.core.$strip>>;
|
|
12027
13806
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
12028
13807
|
url: z.ZodString;
|
|
12029
13808
|
cache: z.ZodEnum<{
|
|
@@ -12208,6 +13987,38 @@ declare const crawlerSchemas: {
|
|
|
12208
13987
|
}, z.core.$strip>>;
|
|
12209
13988
|
}, z.core.$strip>>;
|
|
12210
13989
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
13990
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
13991
|
+
status: "status";
|
|
13992
|
+
full: "full";
|
|
13993
|
+
}>>;
|
|
13994
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
13995
|
+
provider: z.ZodEnum<{
|
|
13996
|
+
unknown: "unknown";
|
|
13997
|
+
cloudflare: "cloudflare";
|
|
13998
|
+
}>;
|
|
13999
|
+
kind: z.ZodEnum<{
|
|
14000
|
+
challenge: "challenge";
|
|
14001
|
+
firewall: "firewall";
|
|
14002
|
+
"rate-limit": "rate-limit";
|
|
14003
|
+
authentication: "authentication";
|
|
14004
|
+
}>;
|
|
14005
|
+
status: z.ZodNumber;
|
|
14006
|
+
crawler: z.ZodObject<{
|
|
14007
|
+
name: z.ZodString;
|
|
14008
|
+
robotsToken: z.ZodString;
|
|
14009
|
+
version: z.ZodString;
|
|
14010
|
+
userAgent: z.ZodString;
|
|
14011
|
+
documentationUrl: z.ZodString;
|
|
14012
|
+
}, z.core.$strip>;
|
|
14013
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
14014
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
14015
|
+
guidance: z.ZodObject<{
|
|
14016
|
+
summary: z.ZodString;
|
|
14017
|
+
recommendedAction: z.ZodString;
|
|
14018
|
+
securityNote: z.ZodString;
|
|
14019
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
14020
|
+
}, z.core.$strip>;
|
|
14021
|
+
}, z.core.$strip>>;
|
|
12211
14022
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
12212
14023
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
12213
14024
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -12280,10 +14091,12 @@ declare const crawlerSchemas: {
|
|
|
12280
14091
|
wordCount: z.ZodNumber;
|
|
12281
14092
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
12282
14093
|
requested: z.ZodEnum<{
|
|
14094
|
+
crawler: "crawler";
|
|
12283
14095
|
defuddle: "defuddle";
|
|
12284
14096
|
readability: "readability";
|
|
12285
14097
|
}>;
|
|
12286
14098
|
used: z.ZodEnum<{
|
|
14099
|
+
crawler: "crawler";
|
|
12287
14100
|
defuddle: "defuddle";
|
|
12288
14101
|
readability: "readability";
|
|
12289
14102
|
}>;
|
|
@@ -12522,6 +14335,11 @@ declare const crawlerJsonSchemas: {
|
|
|
12522
14335
|
list: "list";
|
|
12523
14336
|
sitemap: "sitemap";
|
|
12524
14337
|
}>;
|
|
14338
|
+
strategy: z.ZodEnum<{
|
|
14339
|
+
full: "full";
|
|
14340
|
+
health: "health";
|
|
14341
|
+
}>;
|
|
14342
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
12525
14343
|
urls: z.ZodArray<z.ZodString>;
|
|
12526
14344
|
maxPages: z.ZodNumber;
|
|
12527
14345
|
maxDepth: z.ZodNumber;
|
|
@@ -12554,8 +14372,56 @@ declare const crawlerJsonSchemas: {
|
|
|
12554
14372
|
}, z.core.$strip>>;
|
|
12555
14373
|
}, z.core.$strip>;
|
|
12556
14374
|
}, z.core.$strip>;
|
|
14375
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
14376
|
+
crawler: z.ZodObject<{
|
|
14377
|
+
name: z.ZodString;
|
|
14378
|
+
robotsToken: z.ZodString;
|
|
14379
|
+
version: z.ZodString;
|
|
14380
|
+
userAgent: z.ZodString;
|
|
14381
|
+
documentationUrl: z.ZodString;
|
|
14382
|
+
}, z.core.$strip>;
|
|
14383
|
+
blockedRequests: z.ZodNumber;
|
|
14384
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
14385
|
+
unknown: "unknown";
|
|
14386
|
+
cloudflare: "cloudflare";
|
|
14387
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
14388
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
14389
|
+
url: z.ZodString;
|
|
14390
|
+
evidence: z.ZodObject<{
|
|
14391
|
+
provider: z.ZodEnum<{
|
|
14392
|
+
unknown: "unknown";
|
|
14393
|
+
cloudflare: "cloudflare";
|
|
14394
|
+
}>;
|
|
14395
|
+
kind: z.ZodEnum<{
|
|
14396
|
+
challenge: "challenge";
|
|
14397
|
+
firewall: "firewall";
|
|
14398
|
+
"rate-limit": "rate-limit";
|
|
14399
|
+
authentication: "authentication";
|
|
14400
|
+
}>;
|
|
14401
|
+
status: z.ZodNumber;
|
|
14402
|
+
crawler: z.ZodObject<{
|
|
14403
|
+
name: z.ZodString;
|
|
14404
|
+
robotsToken: z.ZodString;
|
|
14405
|
+
version: z.ZodString;
|
|
14406
|
+
userAgent: z.ZodString;
|
|
14407
|
+
documentationUrl: z.ZodString;
|
|
14408
|
+
}, z.core.$strip>;
|
|
14409
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
14410
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
14411
|
+
guidance: z.ZodObject<{
|
|
14412
|
+
summary: z.ZodString;
|
|
14413
|
+
recommendedAction: z.ZodString;
|
|
14414
|
+
securityNote: z.ZodString;
|
|
14415
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
14416
|
+
}, z.core.$strip>;
|
|
14417
|
+
}, z.core.$strip>;
|
|
14418
|
+
}, z.core.$strip>>;
|
|
14419
|
+
sampleLimit: z.ZodNumber;
|
|
14420
|
+
truncated: z.ZodBoolean;
|
|
14421
|
+
}, z.core.$strip>>;
|
|
12557
14422
|
summary: z.ZodObject<{
|
|
12558
14423
|
totalPages: z.ZodNumber;
|
|
14424
|
+
statusOnlyPages: z.ZodNumber;
|
|
12559
14425
|
indexablePages: z.ZodNumber;
|
|
12560
14426
|
nonIndexablePages: z.ZodNumber;
|
|
12561
14427
|
statusErrors: z.ZodNumber;
|
|
@@ -12659,6 +14525,34 @@ declare const crawlerJsonSchemas: {
|
|
|
12659
14525
|
consecutiveErrors: z.ZodNumber;
|
|
12660
14526
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
12661
14527
|
}, z.core.$strip>>;
|
|
14528
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
14529
|
+
provider: z.ZodEnum<{
|
|
14530
|
+
unknown: "unknown";
|
|
14531
|
+
cloudflare: "cloudflare";
|
|
14532
|
+
}>;
|
|
14533
|
+
kind: z.ZodEnum<{
|
|
14534
|
+
challenge: "challenge";
|
|
14535
|
+
firewall: "firewall";
|
|
14536
|
+
"rate-limit": "rate-limit";
|
|
14537
|
+
authentication: "authentication";
|
|
14538
|
+
}>;
|
|
14539
|
+
status: z.ZodNumber;
|
|
14540
|
+
crawler: z.ZodObject<{
|
|
14541
|
+
name: z.ZodString;
|
|
14542
|
+
robotsToken: z.ZodString;
|
|
14543
|
+
version: z.ZodString;
|
|
14544
|
+
userAgent: z.ZodString;
|
|
14545
|
+
documentationUrl: z.ZodString;
|
|
14546
|
+
}, z.core.$strip>;
|
|
14547
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
14548
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
14549
|
+
guidance: z.ZodObject<{
|
|
14550
|
+
summary: z.ZodString;
|
|
14551
|
+
recommendedAction: z.ZodString;
|
|
14552
|
+
securityNote: z.ZodString;
|
|
14553
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
14554
|
+
}, z.core.$strip>;
|
|
14555
|
+
}, z.core.$strip>>;
|
|
12662
14556
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
12663
14557
|
url: z.ZodString;
|
|
12664
14558
|
cache: z.ZodEnum<{
|
|
@@ -12843,6 +14737,38 @@ declare const crawlerJsonSchemas: {
|
|
|
12843
14737
|
}, z.core.$strip>>;
|
|
12844
14738
|
}, z.core.$strip>>;
|
|
12845
14739
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
14740
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
14741
|
+
status: "status";
|
|
14742
|
+
full: "full";
|
|
14743
|
+
}>>;
|
|
14744
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
14745
|
+
provider: z.ZodEnum<{
|
|
14746
|
+
unknown: "unknown";
|
|
14747
|
+
cloudflare: "cloudflare";
|
|
14748
|
+
}>;
|
|
14749
|
+
kind: z.ZodEnum<{
|
|
14750
|
+
challenge: "challenge";
|
|
14751
|
+
firewall: "firewall";
|
|
14752
|
+
"rate-limit": "rate-limit";
|
|
14753
|
+
authentication: "authentication";
|
|
14754
|
+
}>;
|
|
14755
|
+
status: z.ZodNumber;
|
|
14756
|
+
crawler: z.ZodObject<{
|
|
14757
|
+
name: z.ZodString;
|
|
14758
|
+
robotsToken: z.ZodString;
|
|
14759
|
+
version: z.ZodString;
|
|
14760
|
+
userAgent: z.ZodString;
|
|
14761
|
+
documentationUrl: z.ZodString;
|
|
14762
|
+
}, z.core.$strip>;
|
|
14763
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
14764
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
14765
|
+
guidance: z.ZodObject<{
|
|
14766
|
+
summary: z.ZodString;
|
|
14767
|
+
recommendedAction: z.ZodString;
|
|
14768
|
+
securityNote: z.ZodString;
|
|
14769
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
14770
|
+
}, z.core.$strip>;
|
|
14771
|
+
}, z.core.$strip>>;
|
|
12846
14772
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
12847
14773
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
12848
14774
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -12915,10 +14841,12 @@ declare const crawlerJsonSchemas: {
|
|
|
12915
14841
|
wordCount: z.ZodNumber;
|
|
12916
14842
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
12917
14843
|
requested: z.ZodEnum<{
|
|
14844
|
+
crawler: "crawler";
|
|
12918
14845
|
defuddle: "defuddle";
|
|
12919
14846
|
readability: "readability";
|
|
12920
14847
|
}>;
|
|
12921
14848
|
used: z.ZodEnum<{
|
|
14849
|
+
crawler: "crawler";
|
|
12922
14850
|
defuddle: "defuddle";
|
|
12923
14851
|
readability: "readability";
|
|
12924
14852
|
}>;
|
|
@@ -13264,6 +15192,7 @@ declare const crawlerJsonSchemas: {
|
|
|
13264
15192
|
status: z.ZodOptional<z.ZodNumber>;
|
|
13265
15193
|
error: z.ZodOptional<z.ZodString>;
|
|
13266
15194
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
15195
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
13267
15196
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
13268
15197
|
userAgent: z.ZodString;
|
|
13269
15198
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -13294,6 +15223,7 @@ declare const crawlerJsonSchemas: {
|
|
|
13294
15223
|
roots: z.ZodArray<z.ZodObject<{
|
|
13295
15224
|
url: z.ZodString;
|
|
13296
15225
|
source: z.ZodEnum<{
|
|
15226
|
+
explicit: "explicit";
|
|
13297
15227
|
"robots-txt": "robots-txt";
|
|
13298
15228
|
"default-path": "default-path";
|
|
13299
15229
|
}>;
|
|
@@ -13554,6 +15484,31 @@ declare const crawlerJsonSchemas: {
|
|
|
13554
15484
|
missingMarkdownPages: z.ZodNumber;
|
|
13555
15485
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
13556
15486
|
}, z.core.$strip>;
|
|
15487
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
15488
|
+
linkHeader: z.ZodObject<{
|
|
15489
|
+
url: z.ZodString;
|
|
15490
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
15491
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
15492
|
+
url: z.ZodString;
|
|
15493
|
+
rel: z.ZodArray<z.ZodString>;
|
|
15494
|
+
type: z.ZodOptional<z.ZodString>;
|
|
15495
|
+
}, z.core.$strip>>;
|
|
15496
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
15497
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
15498
|
+
error: z.ZodOptional<z.ZodString>;
|
|
15499
|
+
}, z.core.$strip>;
|
|
15500
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
15501
|
+
id: z.ZodString;
|
|
15502
|
+
url: z.ZodString;
|
|
15503
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
15504
|
+
exists: z.ZodBoolean;
|
|
15505
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
15506
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
15507
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
15508
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
15509
|
+
error: z.ZodOptional<z.ZodString>;
|
|
15510
|
+
}, z.core.$strip>>;
|
|
15511
|
+
}, z.core.$strip>>;
|
|
13557
15512
|
protocolVariants: z.ZodObject<{
|
|
13558
15513
|
http: z.ZodObject<{
|
|
13559
15514
|
url: z.ZodString;
|
|
@@ -13588,6 +15543,48 @@ declare const crawlerJsonSchemas: {
|
|
|
13588
15543
|
status: z.ZodNumber;
|
|
13589
15544
|
location: z.ZodOptional<z.ZodString>;
|
|
13590
15545
|
}, z.core.$strip>>>;
|
|
15546
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
15547
|
+
provider: z.ZodEnum<{
|
|
15548
|
+
unknown: "unknown";
|
|
15549
|
+
cloudflare: "cloudflare";
|
|
15550
|
+
}>;
|
|
15551
|
+
kind: z.ZodEnum<{
|
|
15552
|
+
challenge: "challenge";
|
|
15553
|
+
firewall: "firewall";
|
|
15554
|
+
"rate-limit": "rate-limit";
|
|
15555
|
+
authentication: "authentication";
|
|
15556
|
+
}>;
|
|
15557
|
+
status: z.ZodNumber;
|
|
15558
|
+
crawler: z.ZodObject<{
|
|
15559
|
+
name: z.ZodString;
|
|
15560
|
+
robotsToken: z.ZodString;
|
|
15561
|
+
version: z.ZodString;
|
|
15562
|
+
userAgent: z.ZodString;
|
|
15563
|
+
documentationUrl: z.ZodString;
|
|
15564
|
+
}, z.core.$strip>;
|
|
15565
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
15566
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
15567
|
+
guidance: z.ZodObject<{
|
|
15568
|
+
summary: z.ZodString;
|
|
15569
|
+
recommendedAction: z.ZodString;
|
|
15570
|
+
securityNote: z.ZodString;
|
|
15571
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
15572
|
+
}, z.core.$strip>;
|
|
15573
|
+
}, z.core.$strip>>;
|
|
15574
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
15575
|
+
url: z.ZodString;
|
|
15576
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
15577
|
+
availability: z.ZodEnum<{
|
|
15578
|
+
available: "available";
|
|
15579
|
+
absent: "absent";
|
|
15580
|
+
"access-blocked": "access-blocked";
|
|
15581
|
+
"rate-limited": "rate-limited";
|
|
15582
|
+
unreachable: "unreachable";
|
|
15583
|
+
}>;
|
|
15584
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
15585
|
+
error: z.ZodOptional<z.ZodString>;
|
|
15586
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
15587
|
+
}, z.core.$strip>>;
|
|
13591
15588
|
extraction: z.ZodEnum<{
|
|
13592
15589
|
complete: "complete";
|
|
13593
15590
|
"not-applicable": "not-applicable";
|
|
@@ -13605,6 +15602,48 @@ declare const crawlerJsonSchemas: {
|
|
|
13605
15602
|
status: z.ZodNumber;
|
|
13606
15603
|
location: z.ZodOptional<z.ZodString>;
|
|
13607
15604
|
}, z.core.$strip>>>;
|
|
15605
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
15606
|
+
provider: z.ZodEnum<{
|
|
15607
|
+
unknown: "unknown";
|
|
15608
|
+
cloudflare: "cloudflare";
|
|
15609
|
+
}>;
|
|
15610
|
+
kind: z.ZodEnum<{
|
|
15611
|
+
challenge: "challenge";
|
|
15612
|
+
firewall: "firewall";
|
|
15613
|
+
"rate-limit": "rate-limit";
|
|
15614
|
+
authentication: "authentication";
|
|
15615
|
+
}>;
|
|
15616
|
+
status: z.ZodNumber;
|
|
15617
|
+
crawler: z.ZodObject<{
|
|
15618
|
+
name: z.ZodString;
|
|
15619
|
+
robotsToken: z.ZodString;
|
|
15620
|
+
version: z.ZodString;
|
|
15621
|
+
userAgent: z.ZodString;
|
|
15622
|
+
documentationUrl: z.ZodString;
|
|
15623
|
+
}, z.core.$strip>;
|
|
15624
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
15625
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
15626
|
+
guidance: z.ZodObject<{
|
|
15627
|
+
summary: z.ZodString;
|
|
15628
|
+
recommendedAction: z.ZodString;
|
|
15629
|
+
securityNote: z.ZodString;
|
|
15630
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
15631
|
+
}, z.core.$strip>;
|
|
15632
|
+
}, z.core.$strip>>;
|
|
15633
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
15634
|
+
url: z.ZodString;
|
|
15635
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
15636
|
+
availability: z.ZodEnum<{
|
|
15637
|
+
available: "available";
|
|
15638
|
+
absent: "absent";
|
|
15639
|
+
"access-blocked": "access-blocked";
|
|
15640
|
+
"rate-limited": "rate-limited";
|
|
15641
|
+
unreachable: "unreachable";
|
|
15642
|
+
}>;
|
|
15643
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
15644
|
+
error: z.ZodOptional<z.ZodString>;
|
|
15645
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
15646
|
+
}, z.core.$strip>>;
|
|
13608
15647
|
extraction: z.ZodLiteral<"failed">;
|
|
13609
15648
|
extractionError: z.ZodString;
|
|
13610
15649
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -13673,6 +15712,11 @@ declare const crawlerJsonSchemas: {
|
|
|
13673
15712
|
list: "list";
|
|
13674
15713
|
sitemap: "sitemap";
|
|
13675
15714
|
}>;
|
|
15715
|
+
strategy: z.ZodEnum<{
|
|
15716
|
+
full: "full";
|
|
15717
|
+
health: "health";
|
|
15718
|
+
}>;
|
|
15719
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
13676
15720
|
urls: z.ZodArray<z.ZodString>;
|
|
13677
15721
|
maxPages: z.ZodNumber;
|
|
13678
15722
|
maxDepth: z.ZodNumber;
|
|
@@ -13705,8 +15749,56 @@ declare const crawlerJsonSchemas: {
|
|
|
13705
15749
|
}, z.core.$strip>>;
|
|
13706
15750
|
}, z.core.$strip>;
|
|
13707
15751
|
}, z.core.$strip>;
|
|
15752
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
15753
|
+
crawler: z.ZodObject<{
|
|
15754
|
+
name: z.ZodString;
|
|
15755
|
+
robotsToken: z.ZodString;
|
|
15756
|
+
version: z.ZodString;
|
|
15757
|
+
userAgent: z.ZodString;
|
|
15758
|
+
documentationUrl: z.ZodString;
|
|
15759
|
+
}, z.core.$strip>;
|
|
15760
|
+
blockedRequests: z.ZodNumber;
|
|
15761
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
15762
|
+
unknown: "unknown";
|
|
15763
|
+
cloudflare: "cloudflare";
|
|
15764
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
15765
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
15766
|
+
url: z.ZodString;
|
|
15767
|
+
evidence: z.ZodObject<{
|
|
15768
|
+
provider: z.ZodEnum<{
|
|
15769
|
+
unknown: "unknown";
|
|
15770
|
+
cloudflare: "cloudflare";
|
|
15771
|
+
}>;
|
|
15772
|
+
kind: z.ZodEnum<{
|
|
15773
|
+
challenge: "challenge";
|
|
15774
|
+
firewall: "firewall";
|
|
15775
|
+
"rate-limit": "rate-limit";
|
|
15776
|
+
authentication: "authentication";
|
|
15777
|
+
}>;
|
|
15778
|
+
status: z.ZodNumber;
|
|
15779
|
+
crawler: z.ZodObject<{
|
|
15780
|
+
name: z.ZodString;
|
|
15781
|
+
robotsToken: z.ZodString;
|
|
15782
|
+
version: z.ZodString;
|
|
15783
|
+
userAgent: z.ZodString;
|
|
15784
|
+
documentationUrl: z.ZodString;
|
|
15785
|
+
}, z.core.$strip>;
|
|
15786
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
15787
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
15788
|
+
guidance: z.ZodObject<{
|
|
15789
|
+
summary: z.ZodString;
|
|
15790
|
+
recommendedAction: z.ZodString;
|
|
15791
|
+
securityNote: z.ZodString;
|
|
15792
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
15793
|
+
}, z.core.$strip>;
|
|
15794
|
+
}, z.core.$strip>;
|
|
15795
|
+
}, z.core.$strip>>;
|
|
15796
|
+
sampleLimit: z.ZodNumber;
|
|
15797
|
+
truncated: z.ZodBoolean;
|
|
15798
|
+
}, z.core.$strip>>;
|
|
13708
15799
|
summary: z.ZodObject<{
|
|
13709
15800
|
totalPages: z.ZodNumber;
|
|
15801
|
+
statusOnlyPages: z.ZodNumber;
|
|
13710
15802
|
indexablePages: z.ZodNumber;
|
|
13711
15803
|
nonIndexablePages: z.ZodNumber;
|
|
13712
15804
|
statusErrors: z.ZodNumber;
|
|
@@ -13810,6 +15902,34 @@ declare const crawlerJsonSchemas: {
|
|
|
13810
15902
|
consecutiveErrors: z.ZodNumber;
|
|
13811
15903
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
13812
15904
|
}, z.core.$strip>>;
|
|
15905
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
15906
|
+
provider: z.ZodEnum<{
|
|
15907
|
+
unknown: "unknown";
|
|
15908
|
+
cloudflare: "cloudflare";
|
|
15909
|
+
}>;
|
|
15910
|
+
kind: z.ZodEnum<{
|
|
15911
|
+
challenge: "challenge";
|
|
15912
|
+
firewall: "firewall";
|
|
15913
|
+
"rate-limit": "rate-limit";
|
|
15914
|
+
authentication: "authentication";
|
|
15915
|
+
}>;
|
|
15916
|
+
status: z.ZodNumber;
|
|
15917
|
+
crawler: z.ZodObject<{
|
|
15918
|
+
name: z.ZodString;
|
|
15919
|
+
robotsToken: z.ZodString;
|
|
15920
|
+
version: z.ZodString;
|
|
15921
|
+
userAgent: z.ZodString;
|
|
15922
|
+
documentationUrl: z.ZodString;
|
|
15923
|
+
}, z.core.$strip>;
|
|
15924
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
15925
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
15926
|
+
guidance: z.ZodObject<{
|
|
15927
|
+
summary: z.ZodString;
|
|
15928
|
+
recommendedAction: z.ZodString;
|
|
15929
|
+
securityNote: z.ZodString;
|
|
15930
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
15931
|
+
}, z.core.$strip>;
|
|
15932
|
+
}, z.core.$strip>>;
|
|
13813
15933
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
13814
15934
|
url: z.ZodString;
|
|
13815
15935
|
cache: z.ZodEnum<{
|
|
@@ -13994,6 +16114,38 @@ declare const crawlerJsonSchemas: {
|
|
|
13994
16114
|
}, z.core.$strip>>;
|
|
13995
16115
|
}, z.core.$strip>>;
|
|
13996
16116
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
16117
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
16118
|
+
status: "status";
|
|
16119
|
+
full: "full";
|
|
16120
|
+
}>>;
|
|
16121
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
16122
|
+
provider: z.ZodEnum<{
|
|
16123
|
+
unknown: "unknown";
|
|
16124
|
+
cloudflare: "cloudflare";
|
|
16125
|
+
}>;
|
|
16126
|
+
kind: z.ZodEnum<{
|
|
16127
|
+
challenge: "challenge";
|
|
16128
|
+
firewall: "firewall";
|
|
16129
|
+
"rate-limit": "rate-limit";
|
|
16130
|
+
authentication: "authentication";
|
|
16131
|
+
}>;
|
|
16132
|
+
status: z.ZodNumber;
|
|
16133
|
+
crawler: z.ZodObject<{
|
|
16134
|
+
name: z.ZodString;
|
|
16135
|
+
robotsToken: z.ZodString;
|
|
16136
|
+
version: z.ZodString;
|
|
16137
|
+
userAgent: z.ZodString;
|
|
16138
|
+
documentationUrl: z.ZodString;
|
|
16139
|
+
}, z.core.$strip>;
|
|
16140
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
16141
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
16142
|
+
guidance: z.ZodObject<{
|
|
16143
|
+
summary: z.ZodString;
|
|
16144
|
+
recommendedAction: z.ZodString;
|
|
16145
|
+
securityNote: z.ZodString;
|
|
16146
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
16147
|
+
}, z.core.$strip>;
|
|
16148
|
+
}, z.core.$strip>>;
|
|
13997
16149
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
13998
16150
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
13999
16151
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -14066,10 +16218,12 @@ declare const crawlerJsonSchemas: {
|
|
|
14066
16218
|
wordCount: z.ZodNumber;
|
|
14067
16219
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
14068
16220
|
requested: z.ZodEnum<{
|
|
16221
|
+
crawler: "crawler";
|
|
14069
16222
|
defuddle: "defuddle";
|
|
14070
16223
|
readability: "readability";
|
|
14071
16224
|
}>;
|
|
14072
16225
|
used: z.ZodEnum<{
|
|
16226
|
+
crawler: "crawler";
|
|
14073
16227
|
defuddle: "defuddle";
|
|
14074
16228
|
readability: "readability";
|
|
14075
16229
|
}>;
|
|
@@ -14415,6 +16569,7 @@ declare const crawlerJsonSchemas: {
|
|
|
14415
16569
|
status: z.ZodOptional<z.ZodNumber>;
|
|
14416
16570
|
error: z.ZodOptional<z.ZodString>;
|
|
14417
16571
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
16572
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
14418
16573
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
14419
16574
|
userAgent: z.ZodString;
|
|
14420
16575
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -14445,6 +16600,7 @@ declare const crawlerJsonSchemas: {
|
|
|
14445
16600
|
roots: z.ZodArray<z.ZodObject<{
|
|
14446
16601
|
url: z.ZodString;
|
|
14447
16602
|
source: z.ZodEnum<{
|
|
16603
|
+
explicit: "explicit";
|
|
14448
16604
|
"robots-txt": "robots-txt";
|
|
14449
16605
|
"default-path": "default-path";
|
|
14450
16606
|
}>;
|
|
@@ -14705,6 +16861,31 @@ declare const crawlerJsonSchemas: {
|
|
|
14705
16861
|
missingMarkdownPages: z.ZodNumber;
|
|
14706
16862
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
14707
16863
|
}, z.core.$strip>;
|
|
16864
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
16865
|
+
linkHeader: z.ZodObject<{
|
|
16866
|
+
url: z.ZodString;
|
|
16867
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
16868
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
16869
|
+
url: z.ZodString;
|
|
16870
|
+
rel: z.ZodArray<z.ZodString>;
|
|
16871
|
+
type: z.ZodOptional<z.ZodString>;
|
|
16872
|
+
}, z.core.$strip>>;
|
|
16873
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
16874
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
16875
|
+
error: z.ZodOptional<z.ZodString>;
|
|
16876
|
+
}, z.core.$strip>;
|
|
16877
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
16878
|
+
id: z.ZodString;
|
|
16879
|
+
url: z.ZodString;
|
|
16880
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
16881
|
+
exists: z.ZodBoolean;
|
|
16882
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
16883
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
16884
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
16885
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
16886
|
+
error: z.ZodOptional<z.ZodString>;
|
|
16887
|
+
}, z.core.$strip>>;
|
|
16888
|
+
}, z.core.$strip>>;
|
|
14708
16889
|
protocolVariants: z.ZodObject<{
|
|
14709
16890
|
http: z.ZodObject<{
|
|
14710
16891
|
url: z.ZodString;
|
|
@@ -14739,6 +16920,48 @@ declare const crawlerJsonSchemas: {
|
|
|
14739
16920
|
status: z.ZodNumber;
|
|
14740
16921
|
location: z.ZodOptional<z.ZodString>;
|
|
14741
16922
|
}, z.core.$strip>>>;
|
|
16923
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
16924
|
+
provider: z.ZodEnum<{
|
|
16925
|
+
unknown: "unknown";
|
|
16926
|
+
cloudflare: "cloudflare";
|
|
16927
|
+
}>;
|
|
16928
|
+
kind: z.ZodEnum<{
|
|
16929
|
+
challenge: "challenge";
|
|
16930
|
+
firewall: "firewall";
|
|
16931
|
+
"rate-limit": "rate-limit";
|
|
16932
|
+
authentication: "authentication";
|
|
16933
|
+
}>;
|
|
16934
|
+
status: z.ZodNumber;
|
|
16935
|
+
crawler: z.ZodObject<{
|
|
16936
|
+
name: z.ZodString;
|
|
16937
|
+
robotsToken: z.ZodString;
|
|
16938
|
+
version: z.ZodString;
|
|
16939
|
+
userAgent: z.ZodString;
|
|
16940
|
+
documentationUrl: z.ZodString;
|
|
16941
|
+
}, z.core.$strip>;
|
|
16942
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
16943
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
16944
|
+
guidance: z.ZodObject<{
|
|
16945
|
+
summary: z.ZodString;
|
|
16946
|
+
recommendedAction: z.ZodString;
|
|
16947
|
+
securityNote: z.ZodString;
|
|
16948
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
16949
|
+
}, z.core.$strip>;
|
|
16950
|
+
}, z.core.$strip>>;
|
|
16951
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
16952
|
+
url: z.ZodString;
|
|
16953
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
16954
|
+
availability: z.ZodEnum<{
|
|
16955
|
+
available: "available";
|
|
16956
|
+
absent: "absent";
|
|
16957
|
+
"access-blocked": "access-blocked";
|
|
16958
|
+
"rate-limited": "rate-limited";
|
|
16959
|
+
unreachable: "unreachable";
|
|
16960
|
+
}>;
|
|
16961
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
16962
|
+
error: z.ZodOptional<z.ZodString>;
|
|
16963
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
16964
|
+
}, z.core.$strip>>;
|
|
14742
16965
|
extraction: z.ZodEnum<{
|
|
14743
16966
|
complete: "complete";
|
|
14744
16967
|
"not-applicable": "not-applicable";
|
|
@@ -14756,6 +16979,48 @@ declare const crawlerJsonSchemas: {
|
|
|
14756
16979
|
status: z.ZodNumber;
|
|
14757
16980
|
location: z.ZodOptional<z.ZodString>;
|
|
14758
16981
|
}, z.core.$strip>>>;
|
|
16982
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
16983
|
+
provider: z.ZodEnum<{
|
|
16984
|
+
unknown: "unknown";
|
|
16985
|
+
cloudflare: "cloudflare";
|
|
16986
|
+
}>;
|
|
16987
|
+
kind: z.ZodEnum<{
|
|
16988
|
+
challenge: "challenge";
|
|
16989
|
+
firewall: "firewall";
|
|
16990
|
+
"rate-limit": "rate-limit";
|
|
16991
|
+
authentication: "authentication";
|
|
16992
|
+
}>;
|
|
16993
|
+
status: z.ZodNumber;
|
|
16994
|
+
crawler: z.ZodObject<{
|
|
16995
|
+
name: z.ZodString;
|
|
16996
|
+
robotsToken: z.ZodString;
|
|
16997
|
+
version: z.ZodString;
|
|
16998
|
+
userAgent: z.ZodString;
|
|
16999
|
+
documentationUrl: z.ZodString;
|
|
17000
|
+
}, z.core.$strip>;
|
|
17001
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
17002
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
17003
|
+
guidance: z.ZodObject<{
|
|
17004
|
+
summary: z.ZodString;
|
|
17005
|
+
recommendedAction: z.ZodString;
|
|
17006
|
+
securityNote: z.ZodString;
|
|
17007
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
17008
|
+
}, z.core.$strip>;
|
|
17009
|
+
}, z.core.$strip>>;
|
|
17010
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
17011
|
+
url: z.ZodString;
|
|
17012
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
17013
|
+
availability: z.ZodEnum<{
|
|
17014
|
+
available: "available";
|
|
17015
|
+
absent: "absent";
|
|
17016
|
+
"access-blocked": "access-blocked";
|
|
17017
|
+
"rate-limited": "rate-limited";
|
|
17018
|
+
unreachable: "unreachable";
|
|
17019
|
+
}>;
|
|
17020
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
17021
|
+
error: z.ZodOptional<z.ZodString>;
|
|
17022
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
17023
|
+
}, z.core.$strip>>;
|
|
14759
17024
|
extraction: z.ZodLiteral<"failed">;
|
|
14760
17025
|
extractionError: z.ZodString;
|
|
14761
17026
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -14824,6 +17089,11 @@ declare const crawlerJsonSchemas: {
|
|
|
14824
17089
|
list: "list";
|
|
14825
17090
|
sitemap: "sitemap";
|
|
14826
17091
|
}>;
|
|
17092
|
+
strategy: z.ZodEnum<{
|
|
17093
|
+
full: "full";
|
|
17094
|
+
health: "health";
|
|
17095
|
+
}>;
|
|
17096
|
+
sitemapUrl: z.ZodOptional<z.ZodString>;
|
|
14827
17097
|
urls: z.ZodArray<z.ZodString>;
|
|
14828
17098
|
maxPages: z.ZodNumber;
|
|
14829
17099
|
maxDepth: z.ZodNumber;
|
|
@@ -14856,8 +17126,56 @@ declare const crawlerJsonSchemas: {
|
|
|
14856
17126
|
}, z.core.$strip>>;
|
|
14857
17127
|
}, z.core.$strip>;
|
|
14858
17128
|
}, z.core.$strip>;
|
|
17129
|
+
access: z.ZodOptional<z.ZodObject<{
|
|
17130
|
+
crawler: z.ZodObject<{
|
|
17131
|
+
name: z.ZodString;
|
|
17132
|
+
robotsToken: z.ZodString;
|
|
17133
|
+
version: z.ZodString;
|
|
17134
|
+
userAgent: z.ZodString;
|
|
17135
|
+
documentationUrl: z.ZodString;
|
|
17136
|
+
}, z.core.$strip>;
|
|
17137
|
+
blockedRequests: z.ZodNumber;
|
|
17138
|
+
providers: z.ZodRecord<z.ZodEnum<{
|
|
17139
|
+
unknown: "unknown";
|
|
17140
|
+
cloudflare: "cloudflare";
|
|
17141
|
+
}> & z.core.$partial, z.ZodNumber>;
|
|
17142
|
+
samples: z.ZodArray<z.ZodObject<{
|
|
17143
|
+
url: z.ZodString;
|
|
17144
|
+
evidence: z.ZodObject<{
|
|
17145
|
+
provider: z.ZodEnum<{
|
|
17146
|
+
unknown: "unknown";
|
|
17147
|
+
cloudflare: "cloudflare";
|
|
17148
|
+
}>;
|
|
17149
|
+
kind: z.ZodEnum<{
|
|
17150
|
+
challenge: "challenge";
|
|
17151
|
+
firewall: "firewall";
|
|
17152
|
+
"rate-limit": "rate-limit";
|
|
17153
|
+
authentication: "authentication";
|
|
17154
|
+
}>;
|
|
17155
|
+
status: z.ZodNumber;
|
|
17156
|
+
crawler: z.ZodObject<{
|
|
17157
|
+
name: z.ZodString;
|
|
17158
|
+
robotsToken: z.ZodString;
|
|
17159
|
+
version: z.ZodString;
|
|
17160
|
+
userAgent: z.ZodString;
|
|
17161
|
+
documentationUrl: z.ZodString;
|
|
17162
|
+
}, z.core.$strip>;
|
|
17163
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
17164
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
17165
|
+
guidance: z.ZodObject<{
|
|
17166
|
+
summary: z.ZodString;
|
|
17167
|
+
recommendedAction: z.ZodString;
|
|
17168
|
+
securityNote: z.ZodString;
|
|
17169
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
17170
|
+
}, z.core.$strip>;
|
|
17171
|
+
}, z.core.$strip>;
|
|
17172
|
+
}, z.core.$strip>>;
|
|
17173
|
+
sampleLimit: z.ZodNumber;
|
|
17174
|
+
truncated: z.ZodBoolean;
|
|
17175
|
+
}, z.core.$strip>>;
|
|
14859
17176
|
summary: z.ZodObject<{
|
|
14860
17177
|
totalPages: z.ZodNumber;
|
|
17178
|
+
statusOnlyPages: z.ZodNumber;
|
|
14861
17179
|
indexablePages: z.ZodNumber;
|
|
14862
17180
|
nonIndexablePages: z.ZodNumber;
|
|
14863
17181
|
statusErrors: z.ZodNumber;
|
|
@@ -14961,6 +17279,34 @@ declare const crawlerJsonSchemas: {
|
|
|
14961
17279
|
consecutiveErrors: z.ZodNumber;
|
|
14962
17280
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
14963
17281
|
}, z.core.$strip>>;
|
|
17282
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
17283
|
+
provider: z.ZodEnum<{
|
|
17284
|
+
unknown: "unknown";
|
|
17285
|
+
cloudflare: "cloudflare";
|
|
17286
|
+
}>;
|
|
17287
|
+
kind: z.ZodEnum<{
|
|
17288
|
+
challenge: "challenge";
|
|
17289
|
+
firewall: "firewall";
|
|
17290
|
+
"rate-limit": "rate-limit";
|
|
17291
|
+
authentication: "authentication";
|
|
17292
|
+
}>;
|
|
17293
|
+
status: z.ZodNumber;
|
|
17294
|
+
crawler: z.ZodObject<{
|
|
17295
|
+
name: z.ZodString;
|
|
17296
|
+
robotsToken: z.ZodString;
|
|
17297
|
+
version: z.ZodString;
|
|
17298
|
+
userAgent: z.ZodString;
|
|
17299
|
+
documentationUrl: z.ZodString;
|
|
17300
|
+
}, z.core.$strip>;
|
|
17301
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
17302
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
17303
|
+
guidance: z.ZodObject<{
|
|
17304
|
+
summary: z.ZodString;
|
|
17305
|
+
recommendedAction: z.ZodString;
|
|
17306
|
+
securityNote: z.ZodString;
|
|
17307
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
17308
|
+
}, z.core.$strip>;
|
|
17309
|
+
}, z.core.$strip>>;
|
|
14964
17310
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
14965
17311
|
url: z.ZodString;
|
|
14966
17312
|
cache: z.ZodEnum<{
|
|
@@ -15145,6 +17491,38 @@ declare const crawlerJsonSchemas: {
|
|
|
15145
17491
|
}, z.core.$strip>>;
|
|
15146
17492
|
}, z.core.$strip>>;
|
|
15147
17493
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
17494
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
17495
|
+
status: "status";
|
|
17496
|
+
full: "full";
|
|
17497
|
+
}>>;
|
|
17498
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
17499
|
+
provider: z.ZodEnum<{
|
|
17500
|
+
unknown: "unknown";
|
|
17501
|
+
cloudflare: "cloudflare";
|
|
17502
|
+
}>;
|
|
17503
|
+
kind: z.ZodEnum<{
|
|
17504
|
+
challenge: "challenge";
|
|
17505
|
+
firewall: "firewall";
|
|
17506
|
+
"rate-limit": "rate-limit";
|
|
17507
|
+
authentication: "authentication";
|
|
17508
|
+
}>;
|
|
17509
|
+
status: z.ZodNumber;
|
|
17510
|
+
crawler: z.ZodObject<{
|
|
17511
|
+
name: z.ZodString;
|
|
17512
|
+
robotsToken: z.ZodString;
|
|
17513
|
+
version: z.ZodString;
|
|
17514
|
+
userAgent: z.ZodString;
|
|
17515
|
+
documentationUrl: z.ZodString;
|
|
17516
|
+
}, z.core.$strip>;
|
|
17517
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
17518
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
17519
|
+
guidance: z.ZodObject<{
|
|
17520
|
+
summary: z.ZodString;
|
|
17521
|
+
recommendedAction: z.ZodString;
|
|
17522
|
+
securityNote: z.ZodString;
|
|
17523
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
17524
|
+
}, z.core.$strip>;
|
|
17525
|
+
}, z.core.$strip>>;
|
|
15148
17526
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
15149
17527
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
15150
17528
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -15217,10 +17595,12 @@ declare const crawlerJsonSchemas: {
|
|
|
15217
17595
|
wordCount: z.ZodNumber;
|
|
15218
17596
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
15219
17597
|
requested: z.ZodEnum<{
|
|
17598
|
+
crawler: "crawler";
|
|
15220
17599
|
defuddle: "defuddle";
|
|
15221
17600
|
readability: "readability";
|
|
15222
17601
|
}>;
|
|
15223
17602
|
used: z.ZodEnum<{
|
|
17603
|
+
crawler: "crawler";
|
|
15224
17604
|
defuddle: "defuddle";
|
|
15225
17605
|
readability: "readability";
|
|
15226
17606
|
}>;
|
|
@@ -15566,6 +17946,7 @@ declare const crawlerJsonSchemas: {
|
|
|
15566
17946
|
status: z.ZodOptional<z.ZodNumber>;
|
|
15567
17947
|
error: z.ZodOptional<z.ZodString>;
|
|
15568
17948
|
sitemapUrls: z.ZodArray<z.ZodString>;
|
|
17949
|
+
contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
15569
17950
|
botAccess: z.ZodArray<z.ZodObject<{
|
|
15570
17951
|
userAgent: z.ZodString;
|
|
15571
17952
|
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -15596,6 +17977,7 @@ declare const crawlerJsonSchemas: {
|
|
|
15596
17977
|
roots: z.ZodArray<z.ZodObject<{
|
|
15597
17978
|
url: z.ZodString;
|
|
15598
17979
|
source: z.ZodEnum<{
|
|
17980
|
+
explicit: "explicit";
|
|
15599
17981
|
"robots-txt": "robots-txt";
|
|
15600
17982
|
"default-path": "default-path";
|
|
15601
17983
|
}>;
|
|
@@ -15856,6 +18238,31 @@ declare const crawlerJsonSchemas: {
|
|
|
15856
18238
|
missingMarkdownPages: z.ZodNumber;
|
|
15857
18239
|
consistent: z.ZodNullable<z.ZodBoolean>;
|
|
15858
18240
|
}, z.core.$strip>;
|
|
18241
|
+
endpointDiscovery: z.ZodOptional<z.ZodObject<{
|
|
18242
|
+
linkHeader: z.ZodObject<{
|
|
18243
|
+
url: z.ZodString;
|
|
18244
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18245
|
+
entries: z.ZodArray<z.ZodObject<{
|
|
18246
|
+
url: z.ZodString;
|
|
18247
|
+
rel: z.ZodArray<z.ZodString>;
|
|
18248
|
+
type: z.ZodOptional<z.ZodString>;
|
|
18249
|
+
}, z.core.$strip>>;
|
|
18250
|
+
registeredRels: z.ZodArray<z.ZodString>;
|
|
18251
|
+
emergingRels: z.ZodArray<z.ZodString>;
|
|
18252
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18253
|
+
}, z.core.$strip>;
|
|
18254
|
+
endpoints: z.ZodArray<z.ZodObject<{
|
|
18255
|
+
id: z.ZodString;
|
|
18256
|
+
url: z.ZodString;
|
|
18257
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18258
|
+
exists: z.ZodBoolean;
|
|
18259
|
+
contentType: z.ZodOptional<z.ZodString>;
|
|
18260
|
+
validJson: z.ZodOptional<z.ZodBoolean>;
|
|
18261
|
+
presentFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
18262
|
+
missingFields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
18263
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18264
|
+
}, z.core.$strip>>;
|
|
18265
|
+
}, z.core.$strip>>;
|
|
15859
18266
|
protocolVariants: z.ZodObject<{
|
|
15860
18267
|
http: z.ZodObject<{
|
|
15861
18268
|
url: z.ZodString;
|
|
@@ -15890,6 +18297,48 @@ declare const crawlerJsonSchemas: {
|
|
|
15890
18297
|
status: z.ZodNumber;
|
|
15891
18298
|
location: z.ZodOptional<z.ZodString>;
|
|
15892
18299
|
}, z.core.$strip>>>;
|
|
18300
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
18301
|
+
provider: z.ZodEnum<{
|
|
18302
|
+
unknown: "unknown";
|
|
18303
|
+
cloudflare: "cloudflare";
|
|
18304
|
+
}>;
|
|
18305
|
+
kind: z.ZodEnum<{
|
|
18306
|
+
challenge: "challenge";
|
|
18307
|
+
firewall: "firewall";
|
|
18308
|
+
"rate-limit": "rate-limit";
|
|
18309
|
+
authentication: "authentication";
|
|
18310
|
+
}>;
|
|
18311
|
+
status: z.ZodNumber;
|
|
18312
|
+
crawler: z.ZodObject<{
|
|
18313
|
+
name: z.ZodString;
|
|
18314
|
+
robotsToken: z.ZodString;
|
|
18315
|
+
version: z.ZodString;
|
|
18316
|
+
userAgent: z.ZodString;
|
|
18317
|
+
documentationUrl: z.ZodString;
|
|
18318
|
+
}, z.core.$strip>;
|
|
18319
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
18320
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
18321
|
+
guidance: z.ZodObject<{
|
|
18322
|
+
summary: z.ZodString;
|
|
18323
|
+
recommendedAction: z.ZodString;
|
|
18324
|
+
securityNote: z.ZodString;
|
|
18325
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
18326
|
+
}, z.core.$strip>;
|
|
18327
|
+
}, z.core.$strip>>;
|
|
18328
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
18329
|
+
url: z.ZodString;
|
|
18330
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
18331
|
+
availability: z.ZodEnum<{
|
|
18332
|
+
available: "available";
|
|
18333
|
+
absent: "absent";
|
|
18334
|
+
"access-blocked": "access-blocked";
|
|
18335
|
+
"rate-limited": "rate-limited";
|
|
18336
|
+
unreachable: "unreachable";
|
|
18337
|
+
}>;
|
|
18338
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18339
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18340
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
18341
|
+
}, z.core.$strip>>;
|
|
15893
18342
|
extraction: z.ZodEnum<{
|
|
15894
18343
|
complete: "complete";
|
|
15895
18344
|
"not-applicable": "not-applicable";
|
|
@@ -15907,6 +18356,48 @@ declare const crawlerJsonSchemas: {
|
|
|
15907
18356
|
status: z.ZodNumber;
|
|
15908
18357
|
location: z.ZodOptional<z.ZodString>;
|
|
15909
18358
|
}, z.core.$strip>>>;
|
|
18359
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
18360
|
+
provider: z.ZodEnum<{
|
|
18361
|
+
unknown: "unknown";
|
|
18362
|
+
cloudflare: "cloudflare";
|
|
18363
|
+
}>;
|
|
18364
|
+
kind: z.ZodEnum<{
|
|
18365
|
+
challenge: "challenge";
|
|
18366
|
+
firewall: "firewall";
|
|
18367
|
+
"rate-limit": "rate-limit";
|
|
18368
|
+
authentication: "authentication";
|
|
18369
|
+
}>;
|
|
18370
|
+
status: z.ZodNumber;
|
|
18371
|
+
crawler: z.ZodObject<{
|
|
18372
|
+
name: z.ZodString;
|
|
18373
|
+
robotsToken: z.ZodString;
|
|
18374
|
+
version: z.ZodString;
|
|
18375
|
+
userAgent: z.ZodString;
|
|
18376
|
+
documentationUrl: z.ZodString;
|
|
18377
|
+
}, z.core.$strip>;
|
|
18378
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
18379
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
18380
|
+
guidance: z.ZodObject<{
|
|
18381
|
+
summary: z.ZodString;
|
|
18382
|
+
recommendedAction: z.ZodString;
|
|
18383
|
+
securityNote: z.ZodString;
|
|
18384
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
18385
|
+
}, z.core.$strip>;
|
|
18386
|
+
}, z.core.$strip>>;
|
|
18387
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
18388
|
+
url: z.ZodString;
|
|
18389
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
18390
|
+
availability: z.ZodEnum<{
|
|
18391
|
+
available: "available";
|
|
18392
|
+
absent: "absent";
|
|
18393
|
+
"access-blocked": "access-blocked";
|
|
18394
|
+
"rate-limited": "rate-limited";
|
|
18395
|
+
unreachable: "unreachable";
|
|
18396
|
+
}>;
|
|
18397
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18398
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18399
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
18400
|
+
}, z.core.$strip>>;
|
|
15910
18401
|
extraction: z.ZodLiteral<"failed">;
|
|
15911
18402
|
extractionError: z.ZodString;
|
|
15912
18403
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -16096,6 +18587,48 @@ declare const crawlerJsonSchemas: {
|
|
|
16096
18587
|
status: z.ZodNumber;
|
|
16097
18588
|
location: z.ZodOptional<z.ZodString>;
|
|
16098
18589
|
}, z.core.$strip>>>;
|
|
18590
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
18591
|
+
provider: z.ZodEnum<{
|
|
18592
|
+
unknown: "unknown";
|
|
18593
|
+
cloudflare: "cloudflare";
|
|
18594
|
+
}>;
|
|
18595
|
+
kind: z.ZodEnum<{
|
|
18596
|
+
challenge: "challenge";
|
|
18597
|
+
firewall: "firewall";
|
|
18598
|
+
"rate-limit": "rate-limit";
|
|
18599
|
+
authentication: "authentication";
|
|
18600
|
+
}>;
|
|
18601
|
+
status: z.ZodNumber;
|
|
18602
|
+
crawler: z.ZodObject<{
|
|
18603
|
+
name: z.ZodString;
|
|
18604
|
+
robotsToken: z.ZodString;
|
|
18605
|
+
version: z.ZodString;
|
|
18606
|
+
userAgent: z.ZodString;
|
|
18607
|
+
documentationUrl: z.ZodString;
|
|
18608
|
+
}, z.core.$strip>;
|
|
18609
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
18610
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
18611
|
+
guidance: z.ZodObject<{
|
|
18612
|
+
summary: z.ZodString;
|
|
18613
|
+
recommendedAction: z.ZodString;
|
|
18614
|
+
securityNote: z.ZodString;
|
|
18615
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
18616
|
+
}, z.core.$strip>;
|
|
18617
|
+
}, z.core.$strip>>;
|
|
18618
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
18619
|
+
url: z.ZodString;
|
|
18620
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
18621
|
+
availability: z.ZodEnum<{
|
|
18622
|
+
available: "available";
|
|
18623
|
+
absent: "absent";
|
|
18624
|
+
"access-blocked": "access-blocked";
|
|
18625
|
+
"rate-limited": "rate-limited";
|
|
18626
|
+
unreachable: "unreachable";
|
|
18627
|
+
}>;
|
|
18628
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18629
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18630
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
18631
|
+
}, z.core.$strip>>;
|
|
16099
18632
|
extraction: z.ZodEnum<{
|
|
16100
18633
|
complete: "complete";
|
|
16101
18634
|
"not-applicable": "not-applicable";
|
|
@@ -16113,6 +18646,48 @@ declare const crawlerJsonSchemas: {
|
|
|
16113
18646
|
status: z.ZodNumber;
|
|
16114
18647
|
location: z.ZodOptional<z.ZodString>;
|
|
16115
18648
|
}, z.core.$strip>>>;
|
|
18649
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
18650
|
+
provider: z.ZodEnum<{
|
|
18651
|
+
unknown: "unknown";
|
|
18652
|
+
cloudflare: "cloudflare";
|
|
18653
|
+
}>;
|
|
18654
|
+
kind: z.ZodEnum<{
|
|
18655
|
+
challenge: "challenge";
|
|
18656
|
+
firewall: "firewall";
|
|
18657
|
+
"rate-limit": "rate-limit";
|
|
18658
|
+
authentication: "authentication";
|
|
18659
|
+
}>;
|
|
18660
|
+
status: z.ZodNumber;
|
|
18661
|
+
crawler: z.ZodObject<{
|
|
18662
|
+
name: z.ZodString;
|
|
18663
|
+
robotsToken: z.ZodString;
|
|
18664
|
+
version: z.ZodString;
|
|
18665
|
+
userAgent: z.ZodString;
|
|
18666
|
+
documentationUrl: z.ZodString;
|
|
18667
|
+
}, z.core.$strip>;
|
|
18668
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
18669
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
18670
|
+
guidance: z.ZodObject<{
|
|
18671
|
+
summary: z.ZodString;
|
|
18672
|
+
recommendedAction: z.ZodString;
|
|
18673
|
+
securityNote: z.ZodString;
|
|
18674
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
18675
|
+
}, z.core.$strip>;
|
|
18676
|
+
}, z.core.$strip>>;
|
|
18677
|
+
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
18678
|
+
url: z.ZodString;
|
|
18679
|
+
allowed: z.ZodNullable<z.ZodBoolean>;
|
|
18680
|
+
availability: z.ZodEnum<{
|
|
18681
|
+
available: "available";
|
|
18682
|
+
absent: "absent";
|
|
18683
|
+
"access-blocked": "access-blocked";
|
|
18684
|
+
"rate-limited": "rate-limited";
|
|
18685
|
+
unreachable: "unreachable";
|
|
18686
|
+
}>;
|
|
18687
|
+
status: z.ZodOptional<z.ZodNumber>;
|
|
18688
|
+
error: z.ZodOptional<z.ZodString>;
|
|
18689
|
+
matchedLine: z.ZodOptional<z.ZodString>;
|
|
18690
|
+
}, z.core.$strip>>;
|
|
16116
18691
|
extraction: z.ZodLiteral<"failed">;
|
|
16117
18692
|
extractionError: z.ZodString;
|
|
16118
18693
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -16216,6 +18791,34 @@ declare const crawlerJsonSchemas: {
|
|
|
16216
18791
|
consecutiveErrors: z.ZodNumber;
|
|
16217
18792
|
recentP95Ms: z.ZodOptional<z.ZodNumber>;
|
|
16218
18793
|
}, z.core.$strip>>;
|
|
18794
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
18795
|
+
provider: z.ZodEnum<{
|
|
18796
|
+
unknown: "unknown";
|
|
18797
|
+
cloudflare: "cloudflare";
|
|
18798
|
+
}>;
|
|
18799
|
+
kind: z.ZodEnum<{
|
|
18800
|
+
challenge: "challenge";
|
|
18801
|
+
firewall: "firewall";
|
|
18802
|
+
"rate-limit": "rate-limit";
|
|
18803
|
+
authentication: "authentication";
|
|
18804
|
+
}>;
|
|
18805
|
+
status: z.ZodNumber;
|
|
18806
|
+
crawler: z.ZodObject<{
|
|
18807
|
+
name: z.ZodString;
|
|
18808
|
+
robotsToken: z.ZodString;
|
|
18809
|
+
version: z.ZodString;
|
|
18810
|
+
userAgent: z.ZodString;
|
|
18811
|
+
documentationUrl: z.ZodString;
|
|
18812
|
+
}, z.core.$strip>;
|
|
18813
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
18814
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
18815
|
+
guidance: z.ZodObject<{
|
|
18816
|
+
summary: z.ZodString;
|
|
18817
|
+
recommendedAction: z.ZodString;
|
|
18818
|
+
securityNote: z.ZodString;
|
|
18819
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
18820
|
+
}, z.core.$strip>;
|
|
18821
|
+
}, z.core.$strip>>;
|
|
16219
18822
|
robotsTxt: z.ZodOptional<z.ZodObject<{
|
|
16220
18823
|
url: z.ZodString;
|
|
16221
18824
|
cache: z.ZodEnum<{
|
|
@@ -16400,6 +19003,38 @@ declare const crawlerJsonSchemas: {
|
|
|
16400
19003
|
}, z.core.$strip>>;
|
|
16401
19004
|
}, z.core.$strip>>;
|
|
16402
19005
|
blocked: z.ZodOptional<z.ZodBoolean>;
|
|
19006
|
+
auditScope: z.ZodOptional<z.ZodEnum<{
|
|
19007
|
+
status: "status";
|
|
19008
|
+
full: "full";
|
|
19009
|
+
}>>;
|
|
19010
|
+
accessBlock: z.ZodOptional<z.ZodObject<{
|
|
19011
|
+
provider: z.ZodEnum<{
|
|
19012
|
+
unknown: "unknown";
|
|
19013
|
+
cloudflare: "cloudflare";
|
|
19014
|
+
}>;
|
|
19015
|
+
kind: z.ZodEnum<{
|
|
19016
|
+
challenge: "challenge";
|
|
19017
|
+
firewall: "firewall";
|
|
19018
|
+
"rate-limit": "rate-limit";
|
|
19019
|
+
authentication: "authentication";
|
|
19020
|
+
}>;
|
|
19021
|
+
status: z.ZodNumber;
|
|
19022
|
+
crawler: z.ZodObject<{
|
|
19023
|
+
name: z.ZodString;
|
|
19024
|
+
robotsToken: z.ZodString;
|
|
19025
|
+
version: z.ZodString;
|
|
19026
|
+
userAgent: z.ZodString;
|
|
19027
|
+
documentationUrl: z.ZodString;
|
|
19028
|
+
}, z.core.$strip>;
|
|
19029
|
+
indicators: z.ZodArray<z.ZodString>;
|
|
19030
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
19031
|
+
guidance: z.ZodObject<{
|
|
19032
|
+
summary: z.ZodString;
|
|
19033
|
+
recommendedAction: z.ZodString;
|
|
19034
|
+
securityNote: z.ZodString;
|
|
19035
|
+
documentationUrl: z.ZodOptional<z.ZodString>;
|
|
19036
|
+
}, z.core.$strip>;
|
|
19037
|
+
}, z.core.$strip>>;
|
|
16403
19038
|
contentAuditAllowed: z.ZodOptional<z.ZodBoolean>;
|
|
16404
19039
|
crawlDepth: z.ZodOptional<z.ZodNumber>;
|
|
16405
19040
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -16472,10 +19107,12 @@ declare const crawlerJsonSchemas: {
|
|
|
16472
19107
|
wordCount: z.ZodNumber;
|
|
16473
19108
|
contentExtraction: z.ZodOptional<z.ZodObject<{
|
|
16474
19109
|
requested: z.ZodEnum<{
|
|
19110
|
+
crawler: "crawler";
|
|
16475
19111
|
defuddle: "defuddle";
|
|
16476
19112
|
readability: "readability";
|
|
16477
19113
|
}>;
|
|
16478
19114
|
used: z.ZodEnum<{
|
|
19115
|
+
crawler: "crawler";
|
|
16479
19116
|
defuddle: "defuddle";
|
|
16480
19117
|
readability: "readability";
|
|
16481
19118
|
}>;
|
|
@@ -18562,6 +21199,7 @@ declare function topCrawlRecommendations(items: CrawlDiffItem[]): Array<CrawlDif
|
|
|
18562
21199
|
}>;
|
|
18563
21200
|
//#endregion
|
|
18564
21201
|
//#region packages/core/src/analyze/monitoring/crawl-store.d.ts
|
|
21202
|
+
declare const CRAWL_RUN_RETENTION = 20;
|
|
18565
21203
|
declare function getPreviousRun(input: {
|
|
18566
21204
|
site: string;
|
|
18567
21205
|
startUrl: string;
|
|
@@ -18917,7 +21555,44 @@ declare function indexCoveragePlan(input: {
|
|
|
18917
21555
|
}): Promise<IndexCoveragePlan>;
|
|
18918
21556
|
declare function planIndexCoverageFromUrls(input: IndexCoveragePlanInput): IndexCoveragePlan;
|
|
18919
21557
|
//#endregion
|
|
21558
|
+
//#region packages/core/src/storage/sqlite.d.ts
|
|
21559
|
+
type TransactionFunction = (...params: never[]) => unknown;
|
|
21560
|
+
declare class Statement {
|
|
21561
|
+
private readonly statement;
|
|
21562
|
+
constructor(statement: Libsql.Statement);
|
|
21563
|
+
run(...params: unknown[]): SqliteDatabase.RunResult;
|
|
21564
|
+
get(...params: unknown[]): unknown;
|
|
21565
|
+
all(...params: unknown[]): unknown[];
|
|
21566
|
+
}
|
|
21567
|
+
declare class SqliteDatabase {
|
|
21568
|
+
private readonly database;
|
|
21569
|
+
constructor(filename: string | Buffer);
|
|
21570
|
+
prepare(source: string): Statement;
|
|
21571
|
+
transaction<F extends TransactionFunction>(fn: F): Libsql.Transaction<F>;
|
|
21572
|
+
exec(source: string): this;
|
|
21573
|
+
pragma(source: string): unknown;
|
|
21574
|
+
close(): this;
|
|
21575
|
+
}
|
|
21576
|
+
declare namespace SqliteDatabase {
|
|
21577
|
+
type Database = SqliteDatabase;
|
|
21578
|
+
type RunResult = {
|
|
21579
|
+
changes: number;
|
|
21580
|
+
lastInsertRowid: number | bigint;
|
|
21581
|
+
};
|
|
21582
|
+
}
|
|
21583
|
+
//#endregion
|
|
21584
|
+
//#region packages/core/src/storage/database.d.ts
|
|
21585
|
+
declare function getDb(): SqliteDatabase.Database;
|
|
21586
|
+
declare function noteCacheWrite(sizeBytes?: number): void;
|
|
21587
|
+
declare function checkDatabaseReadiness(): {
|
|
21588
|
+
dbPath: string;
|
|
21589
|
+
};
|
|
21590
|
+
declare function hashKey(parts: unknown[]): string;
|
|
21591
|
+
declare function getCacheStats(): CacheStats;
|
|
21592
|
+
declare function clearCache(provider?: 'gsc' | 'google-analytics' | 'semrush' | 'http', olderThanMs?: number): number;
|
|
21593
|
+
//#endregion
|
|
18920
21594
|
//#region packages/core/src/analyze/monitoring/index-watch.d.ts
|
|
21595
|
+
declare const INDEX_WATCH_ATTEMPT_RETENTION = 20;
|
|
18921
21596
|
type InspectUrl$1 = (input: UrlInspectionRequest) => Promise<UrlInspectionResult>;
|
|
18922
21597
|
type IndexWatchStore = {
|
|
18923
21598
|
latest(rootSite: string, url: string): IndexWatchPrevious | undefined;
|
|
@@ -18928,6 +21603,7 @@ type IndexWatchDependencies = {
|
|
|
18928
21603
|
now: () => Date;
|
|
18929
21604
|
store: IndexWatchStore;
|
|
18930
21605
|
};
|
|
21606
|
+
declare function pruneIndexWatchSnapshots(rootSite: string, url: string, database?: ReturnType<typeof getDb>): number;
|
|
18931
21607
|
declare function indexWatch(input: {
|
|
18932
21608
|
site: string;
|
|
18933
21609
|
rootSite?: string;
|
|
@@ -19034,6 +21710,7 @@ declare function linkRecover(input: {
|
|
|
19034
21710
|
}): Promise<LinkRecoverReport>;
|
|
19035
21711
|
//#endregion
|
|
19036
21712
|
//#region packages/core/src/analyze/monitoring/link-recover-store.d.ts
|
|
21713
|
+
declare const LINK_RECOVER_RUN_RETENTION = 20;
|
|
19037
21714
|
type LinkRecoverSummary = {
|
|
19038
21715
|
id: string;
|
|
19039
21716
|
site: string;
|
|
@@ -20158,41 +22835,6 @@ declare function saveClient(input: ClientProfileInput): ClientProfile;
|
|
|
20158
22835
|
declare function deleteClient(idOrName: string): boolean;
|
|
20159
22836
|
declare function setDefaultClient(idOrName: string): ClientProfile;
|
|
20160
22837
|
//#endregion
|
|
20161
|
-
//#region packages/core/src/storage/sqlite.d.ts
|
|
20162
|
-
type TransactionFunction = (...params: never[]) => unknown;
|
|
20163
|
-
declare class Statement {
|
|
20164
|
-
private readonly statement;
|
|
20165
|
-
constructor(statement: Libsql.Statement);
|
|
20166
|
-
run(...params: unknown[]): SqliteDatabase.RunResult;
|
|
20167
|
-
get(...params: unknown[]): unknown;
|
|
20168
|
-
all(...params: unknown[]): unknown[];
|
|
20169
|
-
}
|
|
20170
|
-
declare class SqliteDatabase {
|
|
20171
|
-
private readonly database;
|
|
20172
|
-
constructor(filename: string | Buffer);
|
|
20173
|
-
prepare(source: string): Statement;
|
|
20174
|
-
transaction<F extends TransactionFunction>(fn: F): Libsql.Transaction<F>;
|
|
20175
|
-
exec(source: string): this;
|
|
20176
|
-
pragma(source: string): unknown;
|
|
20177
|
-
close(): this;
|
|
20178
|
-
}
|
|
20179
|
-
declare namespace SqliteDatabase {
|
|
20180
|
-
type Database = SqliteDatabase;
|
|
20181
|
-
type RunResult = {
|
|
20182
|
-
changes: number;
|
|
20183
|
-
lastInsertRowid: number | bigint;
|
|
20184
|
-
};
|
|
20185
|
-
}
|
|
20186
|
-
//#endregion
|
|
20187
|
-
//#region packages/core/src/storage/database.d.ts
|
|
20188
|
-
declare function getDb(): SqliteDatabase.Database;
|
|
20189
|
-
declare function checkDatabaseReadiness(): {
|
|
20190
|
-
dbPath: string;
|
|
20191
|
-
};
|
|
20192
|
-
declare function hashKey(parts: unknown[]): string;
|
|
20193
|
-
declare function getCacheStats(): CacheStats;
|
|
20194
|
-
declare function clearCache(provider?: 'gsc' | 'google-analytics' | 'semrush' | 'http', olderThanMs?: number): number;
|
|
20195
|
-
//#endregion
|
|
20196
22838
|
//#region packages/core/src/doctor.d.ts
|
|
20197
22839
|
type DoctorCheck = {
|
|
20198
22840
|
id: string;
|
|
@@ -20553,6 +23195,23 @@ declare class SessionLedger {
|
|
|
20553
23195
|
summary(): string;
|
|
20554
23196
|
}
|
|
20555
23197
|
//#endregion
|
|
23198
|
+
//#region packages/core/src/storage/log-retention.d.ts
|
|
23199
|
+
declare const LOG_MAX_FILE_BYTES: number;
|
|
23200
|
+
declare const LOG_MAX_TOTAL_BYTES: number;
|
|
23201
|
+
declare const LOG_MAX_AGE_MS: number;
|
|
23202
|
+
type LogPruneResult = {
|
|
23203
|
+
rotated: number;
|
|
23204
|
+
removed: number;
|
|
23205
|
+
sizeBytes: number;
|
|
23206
|
+
};
|
|
23207
|
+
declare function pruneLogs(options?: {
|
|
23208
|
+
directory?: string;
|
|
23209
|
+
now?: number;
|
|
23210
|
+
maxFileBytes?: number;
|
|
23211
|
+
maxTotalBytes?: number;
|
|
23212
|
+
maxAgeMs?: number;
|
|
23213
|
+
}): LogPruneResult;
|
|
23214
|
+
//#endregion
|
|
20556
23215
|
//#region packages/core/src/telemetry.d.ts
|
|
20557
23216
|
declare const TELEMETRY_ENDPOINT = "https://seoskill.dev/api/t";
|
|
20558
23217
|
declare const TELEMETRY_SCHEMA_VERSION = 1;
|
|
@@ -20635,5 +23294,5 @@ declare function isoDate(daysAgo?: number): string;
|
|
|
20635
23294
|
//#region packages/core/src/version.d.ts
|
|
20636
23295
|
declare const SEO_VERSION: string;
|
|
20637
23296
|
//#endregion
|
|
20638
|
-
export { AI_REFERRAL_SOURCES, AI_REFERRAL_SOURCES_VERSION, AI_SEARCH_SCORECARD_METHODOLOGY_ID, AI_SEARCH_SCORECARD_METHODOLOGY_VERSION, AUDIT_PAGE_RULE_IDS, AffectedUrl, AffectedUrlFilters, AffectedUrlResult, AffectedUrlSelection, type AgentDiscoveryDataStatus, AgentReadinessCheck, AgentReadinessCheckStatus, type AgentReadinessProfile, AgentReadinessReport, AgentReadinessSection, type AgentRepresentationResponse, type AgentSkillObservation, AiReadinessReport, type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, AiSearchScorecard, AnalyticsMetricDelta, AnalyticsTestMetrics, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, AppConfig, AuditPageDependencies, AuditPageReport, AuthorizedGoogleClient, BROWSER_USER_AGENT, BacklinkProvider, BoundedSitemapInventory, BrandTermCandidate, CANNIBAL_MAXIMUM_DOMINANT_SHARE, CANNIBAL_MINIMUM_PAGE_SHARE, CRAWL_REPORT_STORAGE_VERSION, CRAWL_SKIP_REASONS, CTR_DEFAULT_LIMIT, CTR_DEFAULT_MIN_IMPRESSIONS, CTR_MAX_LIMIT, CTR_MAX_MIN_IMPRESSIONS, CacheStats, type CannibalAnalysis, CannibalDependencies, type CannibalItem, type CannibalPage, type CannibalReport, CannibalReportInput, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, ChangeMeasurement, ChangeMeasurementAttempt, ChangeRow, ChangeScope, ClientProfile, ClientProfileInput, CommunityIntent, CommunityIntentClassification, CommunityIntentReport, ContentExtractionDiagnostics, ContentExtractor, ContentGroup, ContentGroupDimension, ContentGroupMatchType, ContentGroupRow, ContentOptimizationIntent, ContentOptimizationReport, CoverageField, type CrawlAgentDiscovery, CrawlAiBotAccess, CrawlAiResourceSignal, CrawlAiSignals, CrawlAnalyticsDataSource, CrawlConfig, CrawlConfigInput, CrawlDataSourceStatus, CrawlDataSourceWindow, CrawlDiffItem, CrawlDiffRecommendation, CrawlDiffReport, CrawlExternalLinkVerification, CrawlFetchRateConfig, CrawlImplementationQueueInput, CrawlImplementationQueueItem, CrawlImplementationQueueOutput, CrawlIssue, CrawlIssueGroup, CrawlLinkGraph, CrawlMode, CrawlOneResult, CrawlOutputFormat, CrawlPageRow, CrawlPageSnapshot, CrawlReport, CrawlReportDataSources, CrawlReportMeta, CrawlReportStorageEnvelope, CrawlReportStoreAdapter, CrawlReportSummary, CrawlRequestObservation, CrawlResponseObservation, CrawlRun, CrawlRunRow, CrawlRunStats, CrawlSearchDataSource, type CrawlSiteDependencies, CrawlSitemapDiscovery, CrawlSkipImpact, CrawlSkipReason, CrawlSkipReasonCount, CrawlSkippedUrlsByImpact, CrawlSnapshotDiffReport, CrawlSnapshotIssueChange, CrawlSnapshotPageChange, CrawlStatusEvent, CrawlStatusHandler, CrawlStatusPhase, CredentialsProvider, CreditUsage, CsvFile, CsvRow, CsvValue, type CtrUnderperformer, CtrUnderperformerDependencies, type CtrUnderperformerSelection, DataForSeoProvider, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, DecayingDependencies, DecayingReportInput, DiagnosePropertyDependencies, DiagnosePropertyReport, DiagnosisDataStatus, DiagnosisPriority, DoctorCheck, DueIndexSelection, DueIndexUrl, EffectiveSnippetControl, EntityReadinessCheck, EntityReadinessReport, ExternalLinkCheck, ExternalLinkCheckAttempt, ExternalLinkCheckState, ExtractedLinkLocation, ExtractedPage, FetchPageDependencies, type FetchPageOptions, type FetchRateControls, GSC_FINAL_DATA_LAG_DAYS, GSC_TIME_ZONE, Ga4AccountSummary, Ga4DataStream, Ga4PropertySummary, Ga4ReportRequest, Ga4RunReportResult, Ga4WebStreamCandidate, Ga4WebStreamMatch, GenerateLlmsTxtOptions, GeneratedLlmsTxt, GeoGap, GeoGapFilters, GeoGapResult, type GoogleAccessTokenClient, GoogleRichResultAssessment, GoogleRichResultAssessmentSelection, GoogleRichResultAssessmentStatus, GscRow, HttpProfile, INTERNAL_LINK_LEXICAL_TARGET_LIMIT, INTERNAL_LINK_MATCH_EVIDENCE_LIMIT, IndexCoverageBoundedSection, IndexCoverageCandidateItem, IndexCoverageControlReason, IndexCoverageControlledItem, IndexCoverageCrawlInput, IndexCoverageInput, IndexCoverageInventoryItem, IndexCoveragePlan, IndexCoveragePlanInput, IndexCoverageReport, IndexCoverageReportDependencies, IndexCoverageReportInput, IndexCoverageSearchConsoleInput, IndexCoverageSearchVisibilityItem, IndexCoverageSignalsReport, IndexCoverageSitemapInput, IndexCoverageSourceCompleteness, IndexCoverageSourceEvidence, IndexCoverageSourceMembership, IndexCoverageTemplateReview, IndexMonitorPropertyRun, IndexMonitorReport, IndexPlanProperty, IndexPlanSuggestion, IndexPropertyUrlAllocation, IndexWatchChange, IndexWatchChangeKind, IndexWatchDependencies, IndexWatchIssueCode, IndexWatchItem, IndexWatchPrevious, IndexWatchReport, IndexWatchRow, IndexWatchStore, type InternalLinkCandidate, type InternalLinkMatchKind, type InternalLinkOpportunity, type InternalLinkQueryMatch, InternalLinksAnalysis, InternalLinksAnalysisInput, InternalLinksDependencies, InternalLinksInput, type InternalLinksReport, type InternalLinksSelection, type InternalLinksWarning, type JavaScriptRenderingInput, type JavaScriptRenderingMode, JsonFileStorageAdapter, KeywordDataProvider, KeywordOverview, KeywordRow, LatestCrawlSummaryRow, LighthouseFailureCode, LinkRecoverItem, LinkRecoverReport, LinkRecoverSummary, LlmsAuditIssue, LlmsAuditReport, type LlmsTxtLinkObservation, LocalCredentialsProvider, type MarkdownAlternateObservation, type MarkdownQualityObservation, MeasureChangeDependencies, MetricDelta, MonitoringStatusCheck, MonitoringStatusReport, NarrativeSection, type OAuthClientConfig, OKF_DEFAULT_CONCEPTS, OKF_MAX_CONCEPTS, OkfBundle, OkfExplainReport, OkfFile, OkfValidationIssue, OkfValidationReport, OpportunityBenchmarkRow, PageFetchDiagnostics, PageFetchResult, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, PageOpportunityInput, type PageOpportunityItem, PageOpportunityReport, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, PageSearchMetrics, PageTopQuery, PartialDiagnosisReason, PerformanceAuditReport, PerformanceFieldData, PerformanceFieldMetric, PerformanceMetric, PerformanceRating, PositionBenchmark, Presentation, PresentationChart, PresentationScalar, PresentationTable, PresentationTableColumn, PriorityQueueItem, ProgressReporter, ProviderOpts, ProviderResult, PseoAuditInput, type PseoAuditReport, type PseoAuditTemplate, type PseoCrawlSample, type PseoCrawlTechnicalStatus, PseoDependencies, type PseoEntityFit, type PseoIndexStatus, type PseoInspectionSample, type PseoPageRow, type PseoQueryCoverage, type PseoQueryPageRow, PseoTemplateCluster, type PseoTemplateMetrics, PseoTemplateShape, QueryCluster, type QueryClusterPage, type QueryClusterRow, QueryContentClassification, QueryContentCoverage, QueryContentSignal, QueryFieldCoverage, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, QuickWinsDependencies, QuickWinsInput, REPORT_BASELINE_MAX_AGE_MS, REPORT_BASELINE_MAX_DEPTH, REPORT_BASELINE_MAX_PAGES, ReadinessCheck, ReadinessSection, ReadinessStatus, Recommendation, RedirectTraceIssue, RedirectTraceReport, RedirectTraceStep, RenderingDocumentDifference, RenderingDocumentField, RenderingDocumentSnapshot, ReportNarrative, ResolveTechnicalBaselineInput, RobotsDirective, RuleCategory, RuleId, RuleInfo, RuleRecommendation, RuleSeverity, SCORECARD_CHECK_WEIGHTS, SCORECARD_STATUS_CREDIT, SEO_VERSION, SERP_TITLE_REFERENCE_WIDTH_PX, SERP_TITLE_WIDTH_PROFILE, ScorecardBand, ScorecardCheck, ScorecardCheckId, ScorecardObservation, ScorecardStatus, SearchAnalyticsRequest, SearchDateWindow, SearchPageBatch, SearchStatusIncident, SearchUpdate, type SecondPageAnalysis, SecondPageDependencies, SecondPageInput, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, SegmentImpactDependencies, SegmentImpactInput, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SemrushProvider, SeoChange, SeoCliPathOptions, SeoCliPaths, SeoError, SeoErrorCode, SeoToAiQueryReport, SerpProvider, ServiceAccountAccessTokenClient, ServiceAccountConfig, ServiceAccountStatus, SessionLedger, SitemapDocument, SitemapFetchResult, SitemapInvalidLoc, SitemapLastmodObservation, SkippedDiagnosisSection, SnippetControlEvidence, StorageAdapter, StoredTokens, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, StrikingDistanceDependencies, StrikingDistanceInput, StrikingDistanceItem, StrikingDistanceReport, TELEMETRY_AGENTS, TELEMETRY_ENDPOINT, TELEMETRY_ERROR_CATEGORIES, TELEMETRY_EVENTS, TELEMETRY_NOTICE, TELEMETRY_REPORTS, TELEMETRY_SCHEMA_VERSION, TELEMETRY_TIMEOUT_MS, TechnicalBaseline, TechnicalBaselineDependencies, TechnicalBaselineStatus, TelemetryAgent, TelemetryDisableReason, TelemetryErrorCategory, TelemetryEvent, TelemetryOptions, TelemetryPayload, TelemetryReport, TelemetryState, TelemetryStatus, TemplateAwareReport, TestMetrics, TitleWidthEstimate, TokenStorageMode, TokenStorageStatus, TopFix, TopFixFilters, TrafficAnomaly, TrafficAnomalyCoverage, TrafficAnomalyReport, type UnmatchedSegment, UpdateConfounder, UpdateCorrelationReport, UrlInspectionRequest, UrlInspectionResult, WorkflowAction, WorkflowReport, WorkflowStep, affectedUrls, agentReadiness, aiPromptsForQuery, aiReadiness, aiReferralSourceForValue, aiReferralsReport, aiSearchScorecard, allocateIndexUrlsToProperties, analyticsConnectionsSchema, analyzeAiReferralRows, analyzeCannibalRows, analyzeCtrUnderperformersFromRows, analyzeDecay, analyzeIndexCoverageSignals, analyzeInternalLinksFromRows, analyzePageOpportunitiesFromRows, analyzeQueryClustersFromRows, analyzeQuickWinsFromRows, analyzeSecondPageRows, analyzeSegmentRows, analyzeStrikingDistanceRows, analyzeTrafficAnomalyRows, assertUrlMatchesGscProperty, attachCrawlRecommendations, auditCrawlPages, auditCrawlRequests, auditLlmsTxt, auditPage, authStatus, boundedSitemapInventory, buildOkfBundle, buildPseoAuditReportFromRows, buildTelemetryPayload, cannibalReport, changeMeasurementCsvRows, checkDatabaseReadiness, classifyCommunityIntent, clearCache, clientProfileSchema, clusterPseoTemplates, clusterQueryRows, collectAgentDiscovery, combineRobotsValues, communityIntentReport, compareCrawlPages, compareCrawlReports, compareSegmentRows, configSchema, contentCoverageRecommendation, contentCoverageType, contentOptimizationFromPageOpportunities, contentOptimizationReport, countLabel, crawlConfigHash, crawlConfigSchema, crawlDefinitionId, crawlDiff, crawlFixToQueueItem, crawlImplementationQueueWorkflow, crawlIssueGroupSchema, crawlIssueSchema, crawlOne, crawlPageSnapshotSchema, crawlReportSchema, crawlReportStore, crawlReportSummarySchema, crawlRequestObservationSchema, crawlRunId, crawlSite, crawlSkipImpact, crawlSkipReasonCountsFromRecord, crawlTopFixSchema, crawlerJsonSchemas, crawlerRuleCategorySchema, crawlerRuleIdSchema, crawlerRuleInfoSchema, crawlerRuleRecommendationSchema, crawlerRuleSeveritySchema, crawlerSchemas, createAuthorizedClient, createContentGroup, createCrawlReport, createCtrBenchmarkContext, createGoogleAccessTokenClient, createLogger, createPageRenderer, ctrUnderperformersReport, decayClusterDrafts, decayComparisonRange, decayingReport, deleteChange, deleteClient, deleteContentGroup, deleteCrawlReport, deleteTokens, deriveBrandTerms, detectBrandTerms, detectTelemetryAgent, diagnoseCsvFiles, diagnoseProperty, diagnosePropertyWorkflow, effectiveRobotsDirectives, effectiveSnippetControl, ensureSeoCliDirs, entityReadiness, estimateSerpTitleWidth, expectedCtrForPosition, explainOkfValidation, explainRule, fetchCruxFieldData, fetchPage, fetchSearchStatusIncidents, fetchSitemapUrls, fileSize, finalGscDateRange, findOverlappingSearchUpdates, formatRelativeExpiry, ga4MatchReason, ga4PropertyIdFromName, ga4ReportQualityWarnings, ga4RequestCanUseCache, ga4RowsToObjects, generateLlmsTxt, geoGaps, geoGapsReport, getAuthModeStatus, getCacheStats, getChange, getClient, getClientConfig, getContentGroup, getDb, getKeywordProvider, getPreviousRun, getPrivacySnapshot, getRepeatedLinkRecoverUrls, getRunPages, getSeoCliPaths, getServiceAccountConfig, getServiceAccountStatus, getTelemetryStatus, getTokenStorageStatus, googleAnalyticsPropertyId, groupCrawlIssues, hasMetaRobotsDirective, hasRule, hasXRobotsDirective, hashKey, indexCoveragePlan, indexCoverageSignals, indexMonitor, indexWatch, inferPseoTemplate, inferTemplateMovement, initializeTelemetry, insertCrawlRun, insertLinkRecoverRun, inspectUrl, internalLinksReport, interpretUpdateCorrelation, isBrandQuery, isCompatibleTechnicalBaseline, isCurrentTechnicalBaseline, isEntityEvidenceSchemaType, isSiteIdentitySchemaType, isSkippableReportError, isTelemetryCi, isTelemetryReport, isoDate, isoWeek, latestCrawlReport, latestCrawlSummaries, latestFinalGscDate, latestIndexWatchSummary, latestLinkRecoverSummary, linkRecover, linkRecoverRecommendation, listChanges, listClients, listContentGroups, listCrawlReports, listGa4AccountSummaries, listGa4DataStreams, listRules, listSearchUpdates, listSites, loadCrawlReport, localCredentialsProvider, loginWithLoopback, makeRunId, matchGa4WebStreams, measureChange, measureCoverage, metaRobotsDirectives, migrateLegacyMacConfig, missingOAuthClientMessage, missingSharedClientLoginMessage, monitoringStatus, monthlyReport, monthlyReportWorkflow, narrativeCsvFiles, normalizeCrawlConfig, normalizeCrawlSkipReasonCounts, normalizeForCoverage, normalizeHttpUrl, normalizeJavaScriptRenderingMode, normalizeLoadedCrawlReport, okfConceptLimit, pageEvidenceRecommendation, pageOpportunitiesReport, parseOlderThan, parsePseoPath, performanceAudit, performanceReportIsCacheable, planDueIndexUrls, planIndexCoverageFromUrls, plural, propertyMatchesUrl, providerPreferenceSchema, pseoAuditOptions, pseoAuditReport, pseoCsvFiles, pseoIndexStatus, pseoPresentation, publicHttpFetch, queryClusterReport, queryClusterTokens, queryContentCoverageFromPage, queryContentFieldsFromPage, queryFieldCoverage, queryOpportunityRecommendation, queryPageMetrics, queryPageTopQuery, queryPagesMetrics, queryPagesMetricsBatch, queryPagesTopQueries, queryPagesTopQueriesBatch, querySearchAnalytics, quickWinsCsvRows, quickWinsReport, readConfig, readOauthClient, readTokens, recommendCrawlDiffItem, recommendationForRule, recordChange, redirectTrace, refreshAuthToken, refreshPrioritiesCsvFiles, refreshPrioritiesWorkflow, renderCrawlCsv, renderCrawlHtml, renderCrawlMarkdownTickets, renderCrawlPagesCsv, renderCrawlPretty, renderCsv, renderPresentationTablesMarkdown, renderPseoMarkdown, renderWorkflowMarkdown, reportNarrative, reportPresentation, requestHeaders, resolveSegmentRanges, resolveSeoCliPaths, resolveTechnicalBaseline, reviewObservations, roundedPosition, runDoctor, runGa4Report, saveClient, saveCrawlReport, secondPage, segmentComparisonRange, segmentImpact, segmentRangeDays, selectAffectedUrls, selectDueIndexUrls, seoErrorEnvelope, seoToAiQueryReport, sessionSourceInListFilter, setDefaultClient, setTelemetryEnabled, setTokenStorageMode, shiftIsoDate, shouldExcludeBrandQuery, siteSchema, sqliteCrawlReportStore, strikingDistance, summarizeCrawlReport, pageTechnicalSignals as technicalPageSignals, technicalWatchWorkflow, telemetryErrorCategory, templateForUrl, toSeoError, tokenSchema, topCrawlRecommendations, topFixes, trackTelemetryReportComplete, trackTelemetryReportFailed, trackTelemetryReportStart, trackTelemetrySetupComplete, trafficAnomaly, unavailableSegmentImpactReport, unicodeTokens, updateCorrelation, updatePostmortemCsvFiles, updatePostmortemWorkflow, validateOkfFiles, verifyQueryContent, workflowPresentation, writeConfig, writeOauthClient, writeTokens, xRobotsDirectives };
|
|
23297
|
+
export { AI_REFERRAL_SOURCES, AI_REFERRAL_SOURCES_VERSION, AI_SEARCH_SCORECARD_METHODOLOGY_ID, AI_SEARCH_SCORECARD_METHODOLOGY_VERSION, AUDIT_PAGE_RULE_IDS, AUTOMATIC_BASELINE_SITE_RETENTION, AUTOMATIC_BASELINE_TOTAL_RETENTION, AccessBlockEvidence, AffectedUrl, AffectedUrlFilters, AffectedUrlResult, AffectedUrlSelection, type AgentDiscoveryDataStatus, type AgentEndpointDiscovery, type AgentEndpointObservation, type AgentLinkHeaderEntry, type AgentLinkHeaderObservation, AgentReadinessCheck, AgentReadinessCheckStatus, type AgentReadinessProfile, AgentReadinessReport, AgentReadinessSection, type AgentRepresentationResponse, type AgentSkillObservation, AiReadinessReport, type AiReferralDataSource, type AiReferralMetrics, type AiReferralQueryEvidence, type AiReferralReport, type AiReferralSourceDefinition, AiSearchScorecard, AnalyticsMetricDelta, AnalyticsTestMetrics, type AnalyzeCannibalRowsInput, type AnalyzeDecayInput, type AnalyzeQuickWinsInput, type AnalyzeSecondPageInput, type AnalyzeStrikingDistanceInput, AppConfig, AuditPageDependencies, AuditPageReport, AuthorizedGoogleClient, BROWSER_USER_AGENT, BacklinkProvider, BoundedSitemapInventory, BrandTermCandidate, CANNIBAL_MAXIMUM_DOMINANT_SHARE, CANNIBAL_MINIMUM_PAGE_SHARE, CRAWL_REPORT_STORAGE_VERSION, CRAWL_RUN_RETENTION, CRAWL_SKIP_REASONS, CTR_DEFAULT_LIMIT, CTR_DEFAULT_MIN_IMPRESSIONS, CTR_MAX_LIMIT, CTR_MAX_MIN_IMPRESSIONS, CacheStats, type CannibalAnalysis, CannibalDependencies, type CannibalItem, type CannibalPage, type CannibalReport, CannibalReportInput, type CannibalSelection, type CannibalSuppression, type CannibalSuppressionReason, ChangeMeasurement, ChangeMeasurementAttempt, ChangeRow, ChangeScope, ClientProfile, ClientProfileInput, CommunityIntent, CommunityIntentClassification, CommunityIntentReport, ContentExtractionDiagnostics, ContentExtractor, ContentGroup, ContentGroupDimension, ContentGroupMatchType, ContentGroupRow, ContentOptimizationIntent, ContentOptimizationReport, CoverageField, CrawlAccessSummary, type CrawlAgentDiscovery, CrawlAiBotAccess, CrawlAiResourceSignal, CrawlAiSignals, CrawlAnalyticsDataSource, CrawlConfig, CrawlConfigInput, CrawlDataSourceStatus, CrawlDataSourceWindow, CrawlDiffItem, CrawlDiffRecommendation, CrawlDiffReport, CrawlExternalLinkVerification, CrawlFetchRateConfig, CrawlImplementationQueueInput, CrawlImplementationQueueItem, CrawlImplementationQueueOutput, CrawlIssue, CrawlIssueGroup, CrawlLinkGraph, CrawlMode, CrawlOneResult, CrawlOutputFormat, CrawlPageRow, CrawlPageSnapshot, CrawlReport, CrawlReportDataSources, CrawlReportMeta, CrawlReportSaveOptions, CrawlReportStorageEnvelope, CrawlReportStoreAdapter, CrawlReportSummary, CrawlRequestObservation, CrawlResponseObservation, CrawlRun, CrawlRunRow, CrawlRunStats, CrawlSearchDataSource, type CrawlSiteDependencies, CrawlSitemapDiscovery, CrawlSkipImpact, CrawlSkipReason, CrawlSkipReasonCount, CrawlSkippedUrlsByImpact, CrawlSnapshotDiffReport, CrawlSnapshotIssueChange, CrawlSnapshotPageChange, CrawlStatusEvent, CrawlStatusHandler, CrawlStatusPhase, CrawlStrategy, CrawlerIdentity, CredentialsProvider, CreditUsage, CsvFile, CsvRow, CsvValue, type CtrUnderperformer, CtrUnderperformerDependencies, type CtrUnderperformerSelection, DataForSeoProvider, type DecayAnalysis, type DecayComparison, type DecayDiagnosis, type DecayGroup, type DecayItem, type DecayMetrics, type DecayReport, type DecaySelection, type DecaySignal, DecayingDependencies, DecayingReportInput, DiagnosePropertyDependencies, DiagnosePropertyReport, DiagnosisDataStatus, DiagnosisPriority, DoctorCheck, DueIndexSelection, DueIndexUrl, EffectiveSnippetControl, EntityReadinessCheck, EntityReadinessReport, ExternalLinkCheck, ExternalLinkCheckAttempt, ExternalLinkCheckState, ExtractedLinkLocation, ExtractedPage, FetchPageDependencies, type FetchPageOptions, type FetchRateControls, GSC_FINAL_DATA_LAG_DAYS, GSC_TIME_ZONE, Ga4AccountSummary, Ga4DataStream, Ga4PropertySummary, Ga4ReportRequest, Ga4RunReportResult, Ga4WebStreamCandidate, Ga4WebStreamMatch, GenerateLlmsTxtOptions, GeneratedLlmsTxt, GeoGap, GeoGapFilters, GeoGapResult, type GoogleAccessTokenClient, GoogleRichResultAssessment, GoogleRichResultAssessmentSelection, GoogleRichResultAssessmentStatus, GscRow, HttpProfile, INDEX_WATCH_ATTEMPT_RETENTION, INTERNAL_LINK_LEXICAL_TARGET_LIMIT, INTERNAL_LINK_MATCH_EVIDENCE_LIMIT, IndexCoverageBoundedSection, IndexCoverageCandidateItem, IndexCoverageControlReason, IndexCoverageControlledItem, IndexCoverageCrawlInput, IndexCoverageInput, IndexCoverageInventoryItem, IndexCoveragePlan, IndexCoveragePlanInput, IndexCoverageReport, IndexCoverageReportDependencies, IndexCoverageReportInput, IndexCoverageSearchConsoleInput, IndexCoverageSearchVisibilityItem, IndexCoverageSignalsReport, IndexCoverageSitemapInput, IndexCoverageSourceCompleteness, IndexCoverageSourceEvidence, IndexCoverageSourceMembership, IndexCoverageTemplateReview, IndexMonitorPropertyRun, IndexMonitorReport, IndexPlanProperty, IndexPlanSuggestion, IndexPropertyUrlAllocation, IndexWatchChange, IndexWatchChangeKind, IndexWatchDependencies, IndexWatchIssueCode, IndexWatchItem, IndexWatchPrevious, IndexWatchReport, IndexWatchRow, IndexWatchStore, type InternalLinkCandidate, type InternalLinkMatchKind, type InternalLinkOpportunity, type InternalLinkQueryMatch, InternalLinksAnalysis, InternalLinksAnalysisInput, InternalLinksDependencies, InternalLinksInput, type InternalLinksReport, type InternalLinksSelection, type InternalLinksWarning, type JavaScriptRenderingInput, type JavaScriptRenderingMode, JsonFileStorageAdapter, KeywordDataProvider, KeywordOverview, KeywordRow, LINK_RECOVER_RUN_RETENTION, LOG_MAX_AGE_MS, LOG_MAX_FILE_BYTES, LOG_MAX_TOTAL_BYTES, LatestCrawlSummaryRow, LighthouseFailureCode, LinkRecoverItem, LinkRecoverReport, LinkRecoverSummary, LlmsAuditIssue, LlmsAuditReport, type LlmsTxtLinkObservation, LocalCredentialsProvider, LogPruneResult, MAX_CRAWL_CONCURRENCY, MAX_CRAWL_DEPTH, MAX_CRAWL_PAGES, MAX_CRAWL_TIMEOUT_MS, type MarkdownAlternateObservation, type MarkdownQualityObservation, MeasureChangeDependencies, MetricDelta, MonitoringStatusCheck, MonitoringStatusReport, NarrativeSection, type OAuthClientConfig, OKF_DEFAULT_CONCEPTS, OKF_MAX_CONCEPTS, OkfBundle, OkfExplainReport, OkfFile, OkfValidationIssue, OkfValidationReport, OpportunityBenchmarkRow, PageFetchDiagnostics, PageFetchResult, type PageOpportunityAnalysis, type PageOpportunityAnalysisInput, type PageOpportunityBenchmark, PageOpportunityInput, type PageOpportunityItem, PageOpportunityReport, type PageOpportunitySelection, type PageOpportunityType, type PageOpportunityVerification, type PageRenderer, PageSearchMetrics, PageTopQuery, PartialDiagnosisReason, PerformanceAuditReport, PerformanceFieldData, PerformanceFieldMetric, PerformanceMetric, PerformanceRating, PositionBenchmark, Presentation, PresentationChart, PresentationScalar, PresentationTable, PresentationTableColumn, PriorityQueueItem, ProgressReporter, ProviderOpts, ProviderResult, PseoAuditInput, type PseoAuditReport, type PseoAuditTemplate, type PseoCrawlSample, type PseoCrawlTechnicalStatus, PseoDependencies, type PseoEntityFit, type PseoIndexStatus, type PseoInspectionSample, type PseoPageRow, type PseoQueryCoverage, type PseoQueryPageRow, PseoTemplateCluster, type PseoTemplateMetrics, PseoTemplateShape, QueryCluster, type QueryClusterPage, type QueryClusterRow, QueryContentClassification, QueryContentCoverage, QueryContentSignal, QueryFieldCoverage, type QuickWinAnalysis, type QuickWinGroup, type QuickWinItem, type QuickWinSelection, type QuickWinTemplateRecommendation, QuickWinsDependencies, QuickWinsInput, REPORT_BASELINE_MAX_AGE_MS, REPORT_BASELINE_MAX_DEPTH, REPORT_BASELINE_MAX_PAGES, ReadinessCheck, ReadinessSection, ReadinessStatus, Recommendation, RedirectTraceIssue, RedirectTraceReport, RedirectTraceStep, RenderingDocumentDifference, RenderingDocumentField, RenderingDocumentSnapshot, ReportNarrative, ResolveTechnicalBaselineInput, ResponseSizeLimitError, RobotsDirective, RuleCategory, RuleId, RuleInfo, RuleRecommendation, RuleSeverity, SCORECARD_CHECK_WEIGHTS, SCORECARD_STATUS_CREDIT, SEO_CRAWLER_IDENTITY, SEO_CRAWLER_TOKEN, SEO_CRAWLER_USER_AGENT, SEO_VERSION, SERP_TITLE_REFERENCE_WIDTH_PX, SERP_TITLE_WIDTH_PROFILE, ScorecardBand, ScorecardCheck, ScorecardCheckId, ScorecardObservation, ScorecardStatus, SearchAnalyticsRequest, SearchDateWindow, SearchPageBatch, SearchStatusIncident, SearchUpdate, type SecondPageAnalysis, SecondPageDependencies, SecondPageInput, type SecondPageItem, type SecondPageQuery, type SecondPageRecommendation, type SecondPageReport, type SecondPageSelection, type SegmentDimension, SegmentImpactDependencies, SegmentImpactInput, type SegmentImpactItem, type SegmentImpactReport, type SegmentImpactSelection, type SegmentPeriodEvidence, type SegmentRange, SemrushProvider, SeoChange, SeoCliPathOptions, SeoCliPaths, SeoError, SeoErrorCode, SeoToAiQueryReport, SerpProvider, ServiceAccountAccessTokenClient, ServiceAccountConfig, ServiceAccountStatus, SessionLedger, SitemapDocument, SitemapFetchResult, SitemapInvalidLoc, SitemapLastmodObservation, SkippedDiagnosisSection, SnippetControlEvidence, StorageAdapter, StoredTokens, type StrikingDistanceAnalysis, type StrikingDistanceAnalysisGroup, type StrikingDistanceAnalysisItem, StrikingDistanceDependencies, StrikingDistanceInput, StrikingDistanceItem, StrikingDistanceReport, TELEMETRY_AGENTS, TELEMETRY_ENDPOINT, TELEMETRY_ERROR_CATEGORIES, TELEMETRY_EVENTS, TELEMETRY_NOTICE, TELEMETRY_REPORTS, TELEMETRY_SCHEMA_VERSION, TELEMETRY_TIMEOUT_MS, TechnicalBaseline, TechnicalBaselineDependencies, TechnicalBaselineStatus, TelemetryAgent, TelemetryDisableReason, TelemetryErrorCategory, TelemetryEvent, TelemetryOptions, TelemetryPayload, TelemetryReport, TelemetryState, TelemetryStatus, TemplateAwareReport, TestMetrics, TitleWidthEstimate, TokenStorageMode, TokenStorageStatus, TopFix, TopFixFilters, TrafficAnomaly, TrafficAnomalyCoverage, TrafficAnomalyReport, type UnmatchedSegment, UpdateConfounder, UpdateCorrelationReport, UrlInspectionRequest, UrlInspectionResult, WorkflowAction, WorkflowReport, WorkflowStep, affectedUrls, agentReadiness, aiPromptsForQuery, aiReadiness, aiReferralSourceForValue, aiReferralsReport, aiSearchScorecard, allocateIndexUrlsToProperties, analyticsConnectionsSchema, analyzeAiReferralRows, analyzeCannibalRows, analyzeCtrUnderperformersFromRows, analyzeDecay, analyzeIndexCoverageSignals, analyzeInternalLinksFromRows, analyzePageOpportunitiesFromRows, analyzeQueryClustersFromRows, analyzeQuickWinsFromRows, analyzeSecondPageRows, analyzeSegmentRows, analyzeStrikingDistanceRows, analyzeTrafficAnomalyRows, assertCrawlConfigLimits, assertUrlMatchesGscProperty, attachCrawlRecommendations, auditCrawlPages, auditCrawlRequests, auditLlmsTxt, auditPage, authStatus, boundedSitemapInventory, buildOkfBundle, buildPseoAuditReportFromRows, buildTelemetryPayload, cannibalReport, changeMeasurementCsvRows, checkDatabaseReadiness, classifyCommunityIntent, clearCache, clientProfileSchema, clusterPseoTemplates, clusterQueryRows, collectAgentDiscovery, combineRobotsValues, communityIntentReport, compareCrawlPages, compareCrawlReports, compareSegmentRows, configSchema, contentCoverageRecommendation, contentCoverageType, contentOptimizationFromPageOpportunities, contentOptimizationReport, countLabel, crawlConfigHash, crawlConfigSchema, crawlDefinitionId, crawlDiff, crawlFixToQueueItem, crawlImplementationQueueWorkflow, crawlIssueGroupSchema, crawlIssueSchema, crawlOne, crawlPageSnapshotSchema, crawlReportSchema, crawlReportStore, crawlReportSummarySchema, crawlRequestObservationSchema, crawlRunId, crawlSite, crawlSkipImpact, crawlSkipReasonCountsFromRecord, crawlStatusOnly, crawlTopFixSchema, crawlerJsonSchemas, crawlerRuleCategorySchema, crawlerRuleIdSchema, crawlerRuleInfoSchema, crawlerRuleRecommendationSchema, crawlerRuleSeveritySchema, crawlerSchemas, createAuthorizedClient, createContentGroup, createCrawlReport, createCtrBenchmarkContext, createGoogleAccessTokenClient, createLogger, createPageRenderer, ctrUnderperformersReport, decayClusterDrafts, decayComparisonRange, decayingReport, deleteChange, deleteClient, deleteContentGroup, deleteCrawlReport, deleteTokens, deriveBrandTerms, detectBrandTerms, detectTelemetryAgent, diagnoseCsvFiles, diagnoseProperty, diagnosePropertyWorkflow, effectiveRobotsDirectives, effectiveSnippetControl, ensureSeoCliDirs, entityReadiness, estimateSerpTitleWidth, expectedCtrForPosition, explainOkfValidation, explainRule, fetchCruxFieldData, fetchPage, fetchPageStatus, fetchSearchStatusIncidents, fetchSitemapUrls, fetchText, fileSize, finalGscDateRange, findOverlappingSearchUpdates, formatRelativeExpiry, ga4MatchReason, ga4PropertyIdFromName, ga4ReportQualityWarnings, ga4RequestCanUseCache, ga4RowsToObjects, generateLlmsTxt, geoGaps, geoGapsReport, getAuthModeStatus, getCacheStats, getChange, getClient, getClientConfig, getContentGroup, getDb, getKeywordProvider, getPreviousRun, getPrivacySnapshot, getRepeatedLinkRecoverUrls, getRunPages, getSeoCliPaths, getServiceAccountConfig, getServiceAccountStatus, getTelemetryStatus, getTokenStorageStatus, googleAnalyticsPropertyId, groupCrawlIssues, hasMetaRobotsDirective, hasRule, hasXRobotsDirective, hashKey, indexCoveragePlan, indexCoverageSignals, indexMonitor, indexWatch, inferPseoTemplate, inferTemplateMovement, initializeTelemetry, insertCrawlRun, insertLinkRecoverRun, inspectUrl, internalLinksReport, interpretUpdateCorrelation, isBrandQuery, isCompatibleTechnicalBaseline, isCurrentTechnicalBaseline, isEntityEvidenceSchemaType, isSiteIdentitySchemaType, isSkippableReportError, isTelemetryCi, isTelemetryReport, isoDate, isoWeek, latestCrawlReport, latestCrawlSummaries, latestFinalGscDate, latestIndexWatchSummary, latestLinkRecoverSummary, linkEntries, linkRecover, linkRecoverRecommendation, listChanges, listClients, listContentGroups, listCrawlReports, listGa4AccountSummaries, listGa4DataStreams, listRules, listSearchUpdates, listSites, loadCrawlReport, localCredentialsProvider, loginWithLoopback, makeRunId, matchGa4WebStreams, measureChange, measureCoverage, metaRobotsDirectives, migrateLegacyMacConfig, missingOAuthClientMessage, missingSharedClientLoginMessage, monitoringStatus, monthlyReport, monthlyReportWorkflow, narrativeCsvFiles, normalizeCrawlConfig, normalizeCrawlSkipReasonCounts, normalizeForCoverage, normalizeHttpUrl, normalizeJavaScriptRenderingMode, normalizeLoadedCrawlReport, noteCacheWrite, okfConceptLimit, pageEvidenceRecommendation, pageOpportunitiesReport, parseOlderThan, parsePseoPath, performanceAudit, performanceReportIsCacheable, planDueIndexUrls, planIndexCoverageFromUrls, plural, propertyMatchesUrl, providerPreferenceSchema, pruneIndexWatchSnapshots, pruneLogs, pseoAuditOptions, pseoAuditReport, pseoCsvFiles, pseoIndexStatus, pseoPresentation, publicHttpFetch, queryClusterReport, queryClusterTokens, queryContentCoverageFromPage, queryContentFieldsFromPage, queryFieldCoverage, queryOpportunityRecommendation, queryPageMetrics, queryPageTopQuery, queryPagesMetrics, queryPagesMetricsBatch, queryPagesTopQueries, queryPagesTopQueriesBatch, querySearchAnalytics, quickWinsCsvRows, quickWinsReport, readBoundedResponseText, readConfig, readOauthClient, readTokens, recommendCrawlDiffItem, recommendationForRule, recordChange, redirectTrace, refreshAuthToken, refreshPrioritiesCsvFiles, refreshPrioritiesWorkflow, renderCrawlCsv, renderCrawlHtml, renderCrawlJunit, renderCrawlMarkdownTickets, renderCrawlPagesCsv, renderCrawlPretty, renderCsv, renderPresentationTablesMarkdown, renderPseoMarkdown, renderWorkflowMarkdown, reportNarrative, reportPresentation, requestHeaders, resolveSegmentRanges, resolveSeoCliPaths, resolveTechnicalBaseline, reviewObservations, roundedPosition, runDoctor, runGa4Report, safeError, saveClient, saveCrawlReport, secondPage, segmentComparisonRange, segmentImpact, segmentRangeDays, selectAffectedUrls, selectDueIndexUrls, seoErrorEnvelope, seoToAiQueryReport, sessionSourceInListFilter, setDefaultClient, setTelemetryEnabled, setTokenStorageMode, shiftIsoDate, shouldExcludeBrandQuery, siteSchema, sqliteCrawlReportStore, strikingDistance, summarizeCrawlReport, pageTechnicalSignals as technicalPageSignals, technicalWatchWorkflow, telemetryErrorCategory, templateForUrl, toSeoError, tokenSchema, topCrawlRecommendations, topFixes, trackTelemetryReportComplete, trackTelemetryReportFailed, trackTelemetryReportStart, trackTelemetrySetupComplete, trafficAnomaly, unavailableSegmentImpactReport, unicodeTokens, updateCorrelation, updatePostmortemCsvFiles, updatePostmortemWorkflow, validateOkfFiles, verifyQueryContent, workflowPresentation, writeConfig, writeOauthClient, writeTokens, xRobotsDirectives };
|
|
20639
23298
|
//# sourceMappingURL=index.d.ts.map
|