seo 0.13.0 → 0.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +75 -75
- package/dist/cli.js.map +1 -1
- package/dist/{dist-CLV_HXUd.js → dist-3A3Vzp7r.js} +1 -1
- package/dist/{dist-wzZsD_Fi.js → dist-rmavn5h6.js} +121 -121
- package/dist/dist-rmavn5h6.js.map +1 -0
- package/dist/{esm-BfNQ2FiC.js → esm-BIXGSxFJ.js} +2 -2
- package/dist/{esm-BfNQ2FiC.js.map → esm-BIXGSxFJ.js.map} +1 -1
- package/dist/index.d.ts +173 -171
- package/dist/index.js +129 -70
- package/dist/index.js.map +1 -1
- package/dist/mcp.js +223 -94
- package/dist/mcp.js.map +1 -1
- package/package.json +1 -1
- package/dist/dist-wzZsD_Fi.js.map +0 -1
package/dist/index.d.ts
CHANGED
|
@@ -3463,10 +3463,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
3463
3463
|
cloudflare: "cloudflare";
|
|
3464
3464
|
}>;
|
|
3465
3465
|
kind: z.ZodEnum<{
|
|
3466
|
+
authentication: "authentication";
|
|
3467
|
+
"rate-limit": "rate-limit";
|
|
3466
3468
|
challenge: "challenge";
|
|
3467
3469
|
firewall: "firewall";
|
|
3468
|
-
"rate-limit": "rate-limit";
|
|
3469
|
-
authentication: "authentication";
|
|
3470
3470
|
}>;
|
|
3471
3471
|
status: z.ZodNumber;
|
|
3472
3472
|
crawler: z.ZodObject<{
|
|
@@ -3681,10 +3681,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
3681
3681
|
cloudflare: "cloudflare";
|
|
3682
3682
|
}>;
|
|
3683
3683
|
kind: z.ZodEnum<{
|
|
3684
|
+
authentication: "authentication";
|
|
3685
|
+
"rate-limit": "rate-limit";
|
|
3684
3686
|
challenge: "challenge";
|
|
3685
3687
|
firewall: "firewall";
|
|
3686
|
-
"rate-limit": "rate-limit";
|
|
3687
|
-
authentication: "authentication";
|
|
3688
3688
|
}>;
|
|
3689
3689
|
status: z.ZodNumber;
|
|
3690
3690
|
crawler: z.ZodObject<{
|
|
@@ -3742,10 +3742,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
|
|
|
3742
3742
|
raw: z.ZodString;
|
|
3743
3743
|
resolved: z.ZodOptional<z.ZodString>;
|
|
3744
3744
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
3745
|
-
"invalid-url": "invalid-url";
|
|
3746
3745
|
"outside-head": "outside-head";
|
|
3747
3746
|
"alternate-qualifier": "alternate-qualifier";
|
|
3748
3747
|
fragment: "fragment";
|
|
3748
|
+
"invalid-url": "invalid-url";
|
|
3749
3749
|
"non-http-url": "non-http-url";
|
|
3750
3750
|
}>>;
|
|
3751
3751
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -4055,10 +4055,10 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
|
|
|
4055
4055
|
cloudflare: "cloudflare";
|
|
4056
4056
|
}>;
|
|
4057
4057
|
kind: z.ZodEnum<{
|
|
4058
|
+
authentication: "authentication";
|
|
4059
|
+
"rate-limit": "rate-limit";
|
|
4058
4060
|
challenge: "challenge";
|
|
4059
4061
|
firewall: "firewall";
|
|
4060
|
-
"rate-limit": "rate-limit";
|
|
4061
|
-
authentication: "authentication";
|
|
4062
4062
|
}>;
|
|
4063
4063
|
status: z.ZodNumber;
|
|
4064
4064
|
crawler: z.ZodObject<{
|
|
@@ -4114,10 +4114,10 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
|
|
|
4114
4114
|
cloudflare: "cloudflare";
|
|
4115
4115
|
}>;
|
|
4116
4116
|
kind: z.ZodEnum<{
|
|
4117
|
+
authentication: "authentication";
|
|
4118
|
+
"rate-limit": "rate-limit";
|
|
4117
4119
|
challenge: "challenge";
|
|
4118
4120
|
firewall: "firewall";
|
|
4119
|
-
"rate-limit": "rate-limit";
|
|
4120
|
-
authentication: "authentication";
|
|
4121
4121
|
}>;
|
|
4122
4122
|
status: z.ZodNumber;
|
|
4123
4123
|
crawler: z.ZodObject<{
|
|
@@ -4188,9 +4188,9 @@ export declare const crawlRequestObservationSchema: z.ZodUnion<readonly [z.ZodOb
|
|
|
4188
4188
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
4189
4189
|
failureKind: z.ZodEnum<{
|
|
4190
4190
|
unknown: "unknown";
|
|
4191
|
+
timeout: "timeout";
|
|
4191
4192
|
dns: "dns";
|
|
4192
4193
|
tls: "tls";
|
|
4193
|
-
timeout: "timeout";
|
|
4194
4194
|
"redirect-limit": "redirect-limit";
|
|
4195
4195
|
aborted: "aborted";
|
|
4196
4196
|
}>;
|
|
@@ -4379,15 +4379,15 @@ export declare const crawlReportSummarySchema: z.ZodObject<{
|
|
|
4379
4379
|
skippedUrls: z.ZodNumber;
|
|
4380
4380
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
4381
4381
|
reason: z.ZodEnum<{
|
|
4382
|
+
"invalid-url": "invalid-url";
|
|
4383
|
+
"robots-disallowed": "robots-disallowed";
|
|
4384
|
+
"origin-backpressure": "origin-backpressure";
|
|
4382
4385
|
"asset-url": "asset-url";
|
|
4383
4386
|
"configured-exclusion": "configured-exclusion";
|
|
4384
4387
|
"duplicate-normalization": "duplicate-normalization";
|
|
4385
|
-
"invalid-url": "invalid-url";
|
|
4386
4388
|
"memory-pressure": "memory-pressure";
|
|
4387
4389
|
"off-origin": "off-origin";
|
|
4388
|
-
"origin-backpressure": "origin-backpressure";
|
|
4389
4390
|
"queue-safety-limit": "queue-safety-limit";
|
|
4390
|
-
"robots-disallowed": "robots-disallowed";
|
|
4391
4391
|
"robots-uncertain": "robots-uncertain";
|
|
4392
4392
|
"legacy-unclassified": "legacy-unclassified";
|
|
4393
4393
|
}>;
|
|
@@ -4507,10 +4507,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4507
4507
|
cloudflare: "cloudflare";
|
|
4508
4508
|
}>;
|
|
4509
4509
|
kind: z.ZodEnum<{
|
|
4510
|
+
authentication: "authentication";
|
|
4511
|
+
"rate-limit": "rate-limit";
|
|
4510
4512
|
challenge: "challenge";
|
|
4511
4513
|
firewall: "firewall";
|
|
4512
|
-
"rate-limit": "rate-limit";
|
|
4513
|
-
authentication: "authentication";
|
|
4514
4514
|
}>;
|
|
4515
4515
|
status: z.ZodNumber;
|
|
4516
4516
|
crawler: z.ZodObject<{
|
|
@@ -4545,15 +4545,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4545
4545
|
skippedUrls: z.ZodNumber;
|
|
4546
4546
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
4547
4547
|
reason: z.ZodEnum<{
|
|
4548
|
+
"invalid-url": "invalid-url";
|
|
4549
|
+
"robots-disallowed": "robots-disallowed";
|
|
4550
|
+
"origin-backpressure": "origin-backpressure";
|
|
4548
4551
|
"asset-url": "asset-url";
|
|
4549
4552
|
"configured-exclusion": "configured-exclusion";
|
|
4550
4553
|
"duplicate-normalization": "duplicate-normalization";
|
|
4551
|
-
"invalid-url": "invalid-url";
|
|
4552
4554
|
"memory-pressure": "memory-pressure";
|
|
4553
4555
|
"off-origin": "off-origin";
|
|
4554
|
-
"origin-backpressure": "origin-backpressure";
|
|
4555
4556
|
"queue-safety-limit": "queue-safety-limit";
|
|
4556
|
-
"robots-disallowed": "robots-disallowed";
|
|
4557
4557
|
"robots-uncertain": "robots-uncertain";
|
|
4558
4558
|
"legacy-unclassified": "legacy-unclassified";
|
|
4559
4559
|
}>;
|
|
@@ -4646,10 +4646,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4646
4646
|
cloudflare: "cloudflare";
|
|
4647
4647
|
}>;
|
|
4648
4648
|
kind: z.ZodEnum<{
|
|
4649
|
+
authentication: "authentication";
|
|
4650
|
+
"rate-limit": "rate-limit";
|
|
4649
4651
|
challenge: "challenge";
|
|
4650
4652
|
firewall: "firewall";
|
|
4651
|
-
"rate-limit": "rate-limit";
|
|
4652
|
-
authentication: "authentication";
|
|
4653
4653
|
}>;
|
|
4654
4654
|
status: z.ZodNumber;
|
|
4655
4655
|
crawler: z.ZodObject<{
|
|
@@ -4864,10 +4864,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4864
4864
|
cloudflare: "cloudflare";
|
|
4865
4865
|
}>;
|
|
4866
4866
|
kind: z.ZodEnum<{
|
|
4867
|
+
authentication: "authentication";
|
|
4868
|
+
"rate-limit": "rate-limit";
|
|
4867
4869
|
challenge: "challenge";
|
|
4868
4870
|
firewall: "firewall";
|
|
4869
|
-
"rate-limit": "rate-limit";
|
|
4870
|
-
authentication: "authentication";
|
|
4871
4871
|
}>;
|
|
4872
4872
|
status: z.ZodNumber;
|
|
4873
4873
|
crawler: z.ZodObject<{
|
|
@@ -4925,10 +4925,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
4925
4925
|
raw: z.ZodString;
|
|
4926
4926
|
resolved: z.ZodOptional<z.ZodString>;
|
|
4927
4927
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
4928
|
-
"invalid-url": "invalid-url";
|
|
4929
4928
|
"outside-head": "outside-head";
|
|
4930
4929
|
"alternate-qualifier": "alternate-qualifier";
|
|
4931
4930
|
fragment: "fragment";
|
|
4931
|
+
"invalid-url": "invalid-url";
|
|
4932
4932
|
"non-http-url": "non-http-url";
|
|
4933
4933
|
}>>;
|
|
4934
4934
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -5581,10 +5581,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5581
5581
|
cloudflare: "cloudflare";
|
|
5582
5582
|
}>;
|
|
5583
5583
|
kind: z.ZodEnum<{
|
|
5584
|
+
authentication: "authentication";
|
|
5585
|
+
"rate-limit": "rate-limit";
|
|
5584
5586
|
challenge: "challenge";
|
|
5585
5587
|
firewall: "firewall";
|
|
5586
|
-
"rate-limit": "rate-limit";
|
|
5587
|
-
authentication: "authentication";
|
|
5588
5588
|
}>;
|
|
5589
5589
|
status: z.ZodNumber;
|
|
5590
5590
|
crawler: z.ZodObject<{
|
|
@@ -5640,10 +5640,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5640
5640
|
cloudflare: "cloudflare";
|
|
5641
5641
|
}>;
|
|
5642
5642
|
kind: z.ZodEnum<{
|
|
5643
|
+
authentication: "authentication";
|
|
5644
|
+
"rate-limit": "rate-limit";
|
|
5643
5645
|
challenge: "challenge";
|
|
5644
5646
|
firewall: "firewall";
|
|
5645
|
-
"rate-limit": "rate-limit";
|
|
5646
|
-
authentication: "authentication";
|
|
5647
5647
|
}>;
|
|
5648
5648
|
status: z.ZodNumber;
|
|
5649
5649
|
crawler: z.ZodObject<{
|
|
@@ -5714,9 +5714,9 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5714
5714
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
5715
5715
|
failureKind: z.ZodEnum<{
|
|
5716
5716
|
unknown: "unknown";
|
|
5717
|
+
timeout: "timeout";
|
|
5717
5718
|
dns: "dns";
|
|
5718
5719
|
tls: "tls";
|
|
5719
|
-
timeout: "timeout";
|
|
5720
5720
|
"redirect-limit": "redirect-limit";
|
|
5721
5721
|
aborted: "aborted";
|
|
5722
5722
|
}>;
|
|
@@ -5812,10 +5812,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5812
5812
|
cloudflare: "cloudflare";
|
|
5813
5813
|
}>;
|
|
5814
5814
|
kind: z.ZodEnum<{
|
|
5815
|
+
authentication: "authentication";
|
|
5816
|
+
"rate-limit": "rate-limit";
|
|
5815
5817
|
challenge: "challenge";
|
|
5816
5818
|
firewall: "firewall";
|
|
5817
|
-
"rate-limit": "rate-limit";
|
|
5818
|
-
authentication: "authentication";
|
|
5819
5819
|
}>;
|
|
5820
5820
|
status: z.ZodNumber;
|
|
5821
5821
|
crawler: z.ZodObject<{
|
|
@@ -5850,15 +5850,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5850
5850
|
skippedUrls: z.ZodNumber;
|
|
5851
5851
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
5852
5852
|
reason: z.ZodEnum<{
|
|
5853
|
+
"invalid-url": "invalid-url";
|
|
5854
|
+
"robots-disallowed": "robots-disallowed";
|
|
5855
|
+
"origin-backpressure": "origin-backpressure";
|
|
5853
5856
|
"asset-url": "asset-url";
|
|
5854
5857
|
"configured-exclusion": "configured-exclusion";
|
|
5855
5858
|
"duplicate-normalization": "duplicate-normalization";
|
|
5856
|
-
"invalid-url": "invalid-url";
|
|
5857
5859
|
"memory-pressure": "memory-pressure";
|
|
5858
5860
|
"off-origin": "off-origin";
|
|
5859
|
-
"origin-backpressure": "origin-backpressure";
|
|
5860
5861
|
"queue-safety-limit": "queue-safety-limit";
|
|
5861
|
-
"robots-disallowed": "robots-disallowed";
|
|
5862
5862
|
"robots-uncertain": "robots-uncertain";
|
|
5863
5863
|
"legacy-unclassified": "legacy-unclassified";
|
|
5864
5864
|
}>;
|
|
@@ -5951,10 +5951,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5951
5951
|
cloudflare: "cloudflare";
|
|
5952
5952
|
}>;
|
|
5953
5953
|
kind: z.ZodEnum<{
|
|
5954
|
+
authentication: "authentication";
|
|
5955
|
+
"rate-limit": "rate-limit";
|
|
5954
5956
|
challenge: "challenge";
|
|
5955
5957
|
firewall: "firewall";
|
|
5956
|
-
"rate-limit": "rate-limit";
|
|
5957
|
-
authentication: "authentication";
|
|
5958
5958
|
}>;
|
|
5959
5959
|
status: z.ZodNumber;
|
|
5960
5960
|
crawler: z.ZodObject<{
|
|
@@ -6169,10 +6169,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6169
6169
|
cloudflare: "cloudflare";
|
|
6170
6170
|
}>;
|
|
6171
6171
|
kind: z.ZodEnum<{
|
|
6172
|
+
authentication: "authentication";
|
|
6173
|
+
"rate-limit": "rate-limit";
|
|
6172
6174
|
challenge: "challenge";
|
|
6173
6175
|
firewall: "firewall";
|
|
6174
|
-
"rate-limit": "rate-limit";
|
|
6175
|
-
authentication: "authentication";
|
|
6176
6176
|
}>;
|
|
6177
6177
|
status: z.ZodNumber;
|
|
6178
6178
|
crawler: z.ZodObject<{
|
|
@@ -6230,10 +6230,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6230
6230
|
raw: z.ZodString;
|
|
6231
6231
|
resolved: z.ZodOptional<z.ZodString>;
|
|
6232
6232
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
6233
|
-
"invalid-url": "invalid-url";
|
|
6234
6233
|
"outside-head": "outside-head";
|
|
6235
6234
|
"alternate-qualifier": "alternate-qualifier";
|
|
6236
6235
|
fragment: "fragment";
|
|
6236
|
+
"invalid-url": "invalid-url";
|
|
6237
6237
|
"non-http-url": "non-http-url";
|
|
6238
6238
|
}>>;
|
|
6239
6239
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -6886,10 +6886,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6886
6886
|
cloudflare: "cloudflare";
|
|
6887
6887
|
}>;
|
|
6888
6888
|
kind: z.ZodEnum<{
|
|
6889
|
+
authentication: "authentication";
|
|
6890
|
+
"rate-limit": "rate-limit";
|
|
6889
6891
|
challenge: "challenge";
|
|
6890
6892
|
firewall: "firewall";
|
|
6891
|
-
"rate-limit": "rate-limit";
|
|
6892
|
-
authentication: "authentication";
|
|
6893
6893
|
}>;
|
|
6894
6894
|
status: z.ZodNumber;
|
|
6895
6895
|
crawler: z.ZodObject<{
|
|
@@ -6945,10 +6945,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6945
6945
|
cloudflare: "cloudflare";
|
|
6946
6946
|
}>;
|
|
6947
6947
|
kind: z.ZodEnum<{
|
|
6948
|
+
authentication: "authentication";
|
|
6949
|
+
"rate-limit": "rate-limit";
|
|
6948
6950
|
challenge: "challenge";
|
|
6949
6951
|
firewall: "firewall";
|
|
6950
|
-
"rate-limit": "rate-limit";
|
|
6951
|
-
authentication: "authentication";
|
|
6952
6952
|
}>;
|
|
6953
6953
|
status: z.ZodNumber;
|
|
6954
6954
|
crawler: z.ZodObject<{
|
|
@@ -7019,9 +7019,9 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7019
7019
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
7020
7020
|
failureKind: z.ZodEnum<{
|
|
7021
7021
|
unknown: "unknown";
|
|
7022
|
+
timeout: "timeout";
|
|
7022
7023
|
dns: "dns";
|
|
7023
7024
|
tls: "tls";
|
|
7024
|
-
timeout: "timeout";
|
|
7025
7025
|
"redirect-limit": "redirect-limit";
|
|
7026
7026
|
aborted: "aborted";
|
|
7027
7027
|
}>;
|
|
@@ -7117,10 +7117,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7117
7117
|
cloudflare: "cloudflare";
|
|
7118
7118
|
}>;
|
|
7119
7119
|
kind: z.ZodEnum<{
|
|
7120
|
+
authentication: "authentication";
|
|
7121
|
+
"rate-limit": "rate-limit";
|
|
7120
7122
|
challenge: "challenge";
|
|
7121
7123
|
firewall: "firewall";
|
|
7122
|
-
"rate-limit": "rate-limit";
|
|
7123
|
-
authentication: "authentication";
|
|
7124
7124
|
}>;
|
|
7125
7125
|
status: z.ZodNumber;
|
|
7126
7126
|
crawler: z.ZodObject<{
|
|
@@ -7155,15 +7155,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7155
7155
|
skippedUrls: z.ZodNumber;
|
|
7156
7156
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
7157
7157
|
reason: z.ZodEnum<{
|
|
7158
|
+
"invalid-url": "invalid-url";
|
|
7159
|
+
"robots-disallowed": "robots-disallowed";
|
|
7160
|
+
"origin-backpressure": "origin-backpressure";
|
|
7158
7161
|
"asset-url": "asset-url";
|
|
7159
7162
|
"configured-exclusion": "configured-exclusion";
|
|
7160
7163
|
"duplicate-normalization": "duplicate-normalization";
|
|
7161
|
-
"invalid-url": "invalid-url";
|
|
7162
7164
|
"memory-pressure": "memory-pressure";
|
|
7163
7165
|
"off-origin": "off-origin";
|
|
7164
|
-
"origin-backpressure": "origin-backpressure";
|
|
7165
7166
|
"queue-safety-limit": "queue-safety-limit";
|
|
7166
|
-
"robots-disallowed": "robots-disallowed";
|
|
7167
7167
|
"robots-uncertain": "robots-uncertain";
|
|
7168
7168
|
"legacy-unclassified": "legacy-unclassified";
|
|
7169
7169
|
}>;
|
|
@@ -7256,10 +7256,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7256
7256
|
cloudflare: "cloudflare";
|
|
7257
7257
|
}>;
|
|
7258
7258
|
kind: z.ZodEnum<{
|
|
7259
|
+
authentication: "authentication";
|
|
7260
|
+
"rate-limit": "rate-limit";
|
|
7259
7261
|
challenge: "challenge";
|
|
7260
7262
|
firewall: "firewall";
|
|
7261
|
-
"rate-limit": "rate-limit";
|
|
7262
|
-
authentication: "authentication";
|
|
7263
7263
|
}>;
|
|
7264
7264
|
status: z.ZodNumber;
|
|
7265
7265
|
crawler: z.ZodObject<{
|
|
@@ -7474,10 +7474,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7474
7474
|
cloudflare: "cloudflare";
|
|
7475
7475
|
}>;
|
|
7476
7476
|
kind: z.ZodEnum<{
|
|
7477
|
+
authentication: "authentication";
|
|
7478
|
+
"rate-limit": "rate-limit";
|
|
7477
7479
|
challenge: "challenge";
|
|
7478
7480
|
firewall: "firewall";
|
|
7479
|
-
"rate-limit": "rate-limit";
|
|
7480
|
-
authentication: "authentication";
|
|
7481
7481
|
}>;
|
|
7482
7482
|
status: z.ZodNumber;
|
|
7483
7483
|
crawler: z.ZodObject<{
|
|
@@ -7535,10 +7535,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7535
7535
|
raw: z.ZodString;
|
|
7536
7536
|
resolved: z.ZodOptional<z.ZodString>;
|
|
7537
7537
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
7538
|
-
"invalid-url": "invalid-url";
|
|
7539
7538
|
"outside-head": "outside-head";
|
|
7540
7539
|
"alternate-qualifier": "alternate-qualifier";
|
|
7541
7540
|
fragment: "fragment";
|
|
7541
|
+
"invalid-url": "invalid-url";
|
|
7542
7542
|
"non-http-url": "non-http-url";
|
|
7543
7543
|
}>>;
|
|
7544
7544
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -8191,10 +8191,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8191
8191
|
cloudflare: "cloudflare";
|
|
8192
8192
|
}>;
|
|
8193
8193
|
kind: z.ZodEnum<{
|
|
8194
|
+
authentication: "authentication";
|
|
8195
|
+
"rate-limit": "rate-limit";
|
|
8194
8196
|
challenge: "challenge";
|
|
8195
8197
|
firewall: "firewall";
|
|
8196
|
-
"rate-limit": "rate-limit";
|
|
8197
|
-
authentication: "authentication";
|
|
8198
8198
|
}>;
|
|
8199
8199
|
status: z.ZodNumber;
|
|
8200
8200
|
crawler: z.ZodObject<{
|
|
@@ -8250,10 +8250,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8250
8250
|
cloudflare: "cloudflare";
|
|
8251
8251
|
}>;
|
|
8252
8252
|
kind: z.ZodEnum<{
|
|
8253
|
+
authentication: "authentication";
|
|
8254
|
+
"rate-limit": "rate-limit";
|
|
8253
8255
|
challenge: "challenge";
|
|
8254
8256
|
firewall: "firewall";
|
|
8255
|
-
"rate-limit": "rate-limit";
|
|
8256
|
-
authentication: "authentication";
|
|
8257
8257
|
}>;
|
|
8258
8258
|
status: z.ZodNumber;
|
|
8259
8259
|
crawler: z.ZodObject<{
|
|
@@ -8324,9 +8324,9 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8324
8324
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
8325
8325
|
failureKind: z.ZodEnum<{
|
|
8326
8326
|
unknown: "unknown";
|
|
8327
|
+
timeout: "timeout";
|
|
8327
8328
|
dns: "dns";
|
|
8328
8329
|
tls: "tls";
|
|
8329
|
-
timeout: "timeout";
|
|
8330
8330
|
"redirect-limit": "redirect-limit";
|
|
8331
8331
|
aborted: "aborted";
|
|
8332
8332
|
}>;
|
|
@@ -8424,10 +8424,10 @@ export declare const crawlerSchemas: {
|
|
|
8424
8424
|
cloudflare: "cloudflare";
|
|
8425
8425
|
}>;
|
|
8426
8426
|
kind: z.ZodEnum<{
|
|
8427
|
+
authentication: "authentication";
|
|
8428
|
+
"rate-limit": "rate-limit";
|
|
8427
8429
|
challenge: "challenge";
|
|
8428
8430
|
firewall: "firewall";
|
|
8429
|
-
"rate-limit": "rate-limit";
|
|
8430
|
-
authentication: "authentication";
|
|
8431
8431
|
}>;
|
|
8432
8432
|
status: z.ZodNumber;
|
|
8433
8433
|
crawler: z.ZodObject<{
|
|
@@ -8462,15 +8462,15 @@ export declare const crawlerSchemas: {
|
|
|
8462
8462
|
skippedUrls: z.ZodNumber;
|
|
8463
8463
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
8464
8464
|
reason: z.ZodEnum<{
|
|
8465
|
+
"invalid-url": "invalid-url";
|
|
8466
|
+
"robots-disallowed": "robots-disallowed";
|
|
8467
|
+
"origin-backpressure": "origin-backpressure";
|
|
8465
8468
|
"asset-url": "asset-url";
|
|
8466
8469
|
"configured-exclusion": "configured-exclusion";
|
|
8467
8470
|
"duplicate-normalization": "duplicate-normalization";
|
|
8468
|
-
"invalid-url": "invalid-url";
|
|
8469
8471
|
"memory-pressure": "memory-pressure";
|
|
8470
8472
|
"off-origin": "off-origin";
|
|
8471
|
-
"origin-backpressure": "origin-backpressure";
|
|
8472
8473
|
"queue-safety-limit": "queue-safety-limit";
|
|
8473
|
-
"robots-disallowed": "robots-disallowed";
|
|
8474
8474
|
"robots-uncertain": "robots-uncertain";
|
|
8475
8475
|
"legacy-unclassified": "legacy-unclassified";
|
|
8476
8476
|
}>;
|
|
@@ -8563,10 +8563,10 @@ export declare const crawlerSchemas: {
|
|
|
8563
8563
|
cloudflare: "cloudflare";
|
|
8564
8564
|
}>;
|
|
8565
8565
|
kind: z.ZodEnum<{
|
|
8566
|
+
authentication: "authentication";
|
|
8567
|
+
"rate-limit": "rate-limit";
|
|
8566
8568
|
challenge: "challenge";
|
|
8567
8569
|
firewall: "firewall";
|
|
8568
|
-
"rate-limit": "rate-limit";
|
|
8569
|
-
authentication: "authentication";
|
|
8570
8570
|
}>;
|
|
8571
8571
|
status: z.ZodNumber;
|
|
8572
8572
|
crawler: z.ZodObject<{
|
|
@@ -8781,10 +8781,10 @@ export declare const crawlerSchemas: {
|
|
|
8781
8781
|
cloudflare: "cloudflare";
|
|
8782
8782
|
}>;
|
|
8783
8783
|
kind: z.ZodEnum<{
|
|
8784
|
+
authentication: "authentication";
|
|
8785
|
+
"rate-limit": "rate-limit";
|
|
8784
8786
|
challenge: "challenge";
|
|
8785
8787
|
firewall: "firewall";
|
|
8786
|
-
"rate-limit": "rate-limit";
|
|
8787
|
-
authentication: "authentication";
|
|
8788
8788
|
}>;
|
|
8789
8789
|
status: z.ZodNumber;
|
|
8790
8790
|
crawler: z.ZodObject<{
|
|
@@ -8842,10 +8842,10 @@ export declare const crawlerSchemas: {
|
|
|
8842
8842
|
raw: z.ZodString;
|
|
8843
8843
|
resolved: z.ZodOptional<z.ZodString>;
|
|
8844
8844
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
8845
|
-
"invalid-url": "invalid-url";
|
|
8846
8845
|
"outside-head": "outside-head";
|
|
8847
8846
|
"alternate-qualifier": "alternate-qualifier";
|
|
8848
8847
|
fragment: "fragment";
|
|
8848
|
+
"invalid-url": "invalid-url";
|
|
8849
8849
|
"non-http-url": "non-http-url";
|
|
8850
8850
|
}>>;
|
|
8851
8851
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -9498,10 +9498,10 @@ export declare const crawlerSchemas: {
|
|
|
9498
9498
|
cloudflare: "cloudflare";
|
|
9499
9499
|
}>;
|
|
9500
9500
|
kind: z.ZodEnum<{
|
|
9501
|
+
authentication: "authentication";
|
|
9502
|
+
"rate-limit": "rate-limit";
|
|
9501
9503
|
challenge: "challenge";
|
|
9502
9504
|
firewall: "firewall";
|
|
9503
|
-
"rate-limit": "rate-limit";
|
|
9504
|
-
authentication: "authentication";
|
|
9505
9505
|
}>;
|
|
9506
9506
|
status: z.ZodNumber;
|
|
9507
9507
|
crawler: z.ZodObject<{
|
|
@@ -9557,10 +9557,10 @@ export declare const crawlerSchemas: {
|
|
|
9557
9557
|
cloudflare: "cloudflare";
|
|
9558
9558
|
}>;
|
|
9559
9559
|
kind: z.ZodEnum<{
|
|
9560
|
+
authentication: "authentication";
|
|
9561
|
+
"rate-limit": "rate-limit";
|
|
9560
9562
|
challenge: "challenge";
|
|
9561
9563
|
firewall: "firewall";
|
|
9562
|
-
"rate-limit": "rate-limit";
|
|
9563
|
-
authentication: "authentication";
|
|
9564
9564
|
}>;
|
|
9565
9565
|
status: z.ZodNumber;
|
|
9566
9566
|
crawler: z.ZodObject<{
|
|
@@ -9631,9 +9631,9 @@ export declare const crawlerSchemas: {
|
|
|
9631
9631
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
9632
9632
|
failureKind: z.ZodEnum<{
|
|
9633
9633
|
unknown: "unknown";
|
|
9634
|
+
timeout: "timeout";
|
|
9634
9635
|
dns: "dns";
|
|
9635
9636
|
tls: "tls";
|
|
9636
|
-
timeout: "timeout";
|
|
9637
9637
|
"redirect-limit": "redirect-limit";
|
|
9638
9638
|
aborted: "aborted";
|
|
9639
9639
|
}>;
|
|
@@ -9729,10 +9729,10 @@ export declare const crawlerSchemas: {
|
|
|
9729
9729
|
cloudflare: "cloudflare";
|
|
9730
9730
|
}>;
|
|
9731
9731
|
kind: z.ZodEnum<{
|
|
9732
|
+
authentication: "authentication";
|
|
9733
|
+
"rate-limit": "rate-limit";
|
|
9732
9734
|
challenge: "challenge";
|
|
9733
9735
|
firewall: "firewall";
|
|
9734
|
-
"rate-limit": "rate-limit";
|
|
9735
|
-
authentication: "authentication";
|
|
9736
9736
|
}>;
|
|
9737
9737
|
status: z.ZodNumber;
|
|
9738
9738
|
crawler: z.ZodObject<{
|
|
@@ -9767,15 +9767,15 @@ export declare const crawlerSchemas: {
|
|
|
9767
9767
|
skippedUrls: z.ZodNumber;
|
|
9768
9768
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
9769
9769
|
reason: z.ZodEnum<{
|
|
9770
|
+
"invalid-url": "invalid-url";
|
|
9771
|
+
"robots-disallowed": "robots-disallowed";
|
|
9772
|
+
"origin-backpressure": "origin-backpressure";
|
|
9770
9773
|
"asset-url": "asset-url";
|
|
9771
9774
|
"configured-exclusion": "configured-exclusion";
|
|
9772
9775
|
"duplicate-normalization": "duplicate-normalization";
|
|
9773
|
-
"invalid-url": "invalid-url";
|
|
9774
9776
|
"memory-pressure": "memory-pressure";
|
|
9775
9777
|
"off-origin": "off-origin";
|
|
9776
|
-
"origin-backpressure": "origin-backpressure";
|
|
9777
9778
|
"queue-safety-limit": "queue-safety-limit";
|
|
9778
|
-
"robots-disallowed": "robots-disallowed";
|
|
9779
9779
|
"robots-uncertain": "robots-uncertain";
|
|
9780
9780
|
"legacy-unclassified": "legacy-unclassified";
|
|
9781
9781
|
}>;
|
|
@@ -9868,10 +9868,10 @@ export declare const crawlerSchemas: {
|
|
|
9868
9868
|
cloudflare: "cloudflare";
|
|
9869
9869
|
}>;
|
|
9870
9870
|
kind: z.ZodEnum<{
|
|
9871
|
+
authentication: "authentication";
|
|
9872
|
+
"rate-limit": "rate-limit";
|
|
9871
9873
|
challenge: "challenge";
|
|
9872
9874
|
firewall: "firewall";
|
|
9873
|
-
"rate-limit": "rate-limit";
|
|
9874
|
-
authentication: "authentication";
|
|
9875
9875
|
}>;
|
|
9876
9876
|
status: z.ZodNumber;
|
|
9877
9877
|
crawler: z.ZodObject<{
|
|
@@ -10086,10 +10086,10 @@ export declare const crawlerSchemas: {
|
|
|
10086
10086
|
cloudflare: "cloudflare";
|
|
10087
10087
|
}>;
|
|
10088
10088
|
kind: z.ZodEnum<{
|
|
10089
|
+
authentication: "authentication";
|
|
10090
|
+
"rate-limit": "rate-limit";
|
|
10089
10091
|
challenge: "challenge";
|
|
10090
10092
|
firewall: "firewall";
|
|
10091
|
-
"rate-limit": "rate-limit";
|
|
10092
|
-
authentication: "authentication";
|
|
10093
10093
|
}>;
|
|
10094
10094
|
status: z.ZodNumber;
|
|
10095
10095
|
crawler: z.ZodObject<{
|
|
@@ -10147,10 +10147,10 @@ export declare const crawlerSchemas: {
|
|
|
10147
10147
|
raw: z.ZodString;
|
|
10148
10148
|
resolved: z.ZodOptional<z.ZodString>;
|
|
10149
10149
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
10150
|
-
"invalid-url": "invalid-url";
|
|
10151
10150
|
"outside-head": "outside-head";
|
|
10152
10151
|
"alternate-qualifier": "alternate-qualifier";
|
|
10153
10152
|
fragment: "fragment";
|
|
10153
|
+
"invalid-url": "invalid-url";
|
|
10154
10154
|
"non-http-url": "non-http-url";
|
|
10155
10155
|
}>>;
|
|
10156
10156
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -10803,10 +10803,10 @@ export declare const crawlerSchemas: {
|
|
|
10803
10803
|
cloudflare: "cloudflare";
|
|
10804
10804
|
}>;
|
|
10805
10805
|
kind: z.ZodEnum<{
|
|
10806
|
+
authentication: "authentication";
|
|
10807
|
+
"rate-limit": "rate-limit";
|
|
10806
10808
|
challenge: "challenge";
|
|
10807
10809
|
firewall: "firewall";
|
|
10808
|
-
"rate-limit": "rate-limit";
|
|
10809
|
-
authentication: "authentication";
|
|
10810
10810
|
}>;
|
|
10811
10811
|
status: z.ZodNumber;
|
|
10812
10812
|
crawler: z.ZodObject<{
|
|
@@ -10862,10 +10862,10 @@ export declare const crawlerSchemas: {
|
|
|
10862
10862
|
cloudflare: "cloudflare";
|
|
10863
10863
|
}>;
|
|
10864
10864
|
kind: z.ZodEnum<{
|
|
10865
|
+
authentication: "authentication";
|
|
10866
|
+
"rate-limit": "rate-limit";
|
|
10865
10867
|
challenge: "challenge";
|
|
10866
10868
|
firewall: "firewall";
|
|
10867
|
-
"rate-limit": "rate-limit";
|
|
10868
|
-
authentication: "authentication";
|
|
10869
10869
|
}>;
|
|
10870
10870
|
status: z.ZodNumber;
|
|
10871
10871
|
crawler: z.ZodObject<{
|
|
@@ -10936,9 +10936,9 @@ export declare const crawlerSchemas: {
|
|
|
10936
10936
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
10937
10937
|
failureKind: z.ZodEnum<{
|
|
10938
10938
|
unknown: "unknown";
|
|
10939
|
+
timeout: "timeout";
|
|
10939
10940
|
dns: "dns";
|
|
10940
10941
|
tls: "tls";
|
|
10941
|
-
timeout: "timeout";
|
|
10942
10942
|
"redirect-limit": "redirect-limit";
|
|
10943
10943
|
aborted: "aborted";
|
|
10944
10944
|
}>;
|
|
@@ -11034,10 +11034,10 @@ export declare const crawlerSchemas: {
|
|
|
11034
11034
|
cloudflare: "cloudflare";
|
|
11035
11035
|
}>;
|
|
11036
11036
|
kind: z.ZodEnum<{
|
|
11037
|
+
authentication: "authentication";
|
|
11038
|
+
"rate-limit": "rate-limit";
|
|
11037
11039
|
challenge: "challenge";
|
|
11038
11040
|
firewall: "firewall";
|
|
11039
|
-
"rate-limit": "rate-limit";
|
|
11040
|
-
authentication: "authentication";
|
|
11041
11041
|
}>;
|
|
11042
11042
|
status: z.ZodNumber;
|
|
11043
11043
|
crawler: z.ZodObject<{
|
|
@@ -11072,15 +11072,15 @@ export declare const crawlerSchemas: {
|
|
|
11072
11072
|
skippedUrls: z.ZodNumber;
|
|
11073
11073
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
11074
11074
|
reason: z.ZodEnum<{
|
|
11075
|
+
"invalid-url": "invalid-url";
|
|
11076
|
+
"robots-disallowed": "robots-disallowed";
|
|
11077
|
+
"origin-backpressure": "origin-backpressure";
|
|
11075
11078
|
"asset-url": "asset-url";
|
|
11076
11079
|
"configured-exclusion": "configured-exclusion";
|
|
11077
11080
|
"duplicate-normalization": "duplicate-normalization";
|
|
11078
|
-
"invalid-url": "invalid-url";
|
|
11079
11081
|
"memory-pressure": "memory-pressure";
|
|
11080
11082
|
"off-origin": "off-origin";
|
|
11081
|
-
"origin-backpressure": "origin-backpressure";
|
|
11082
11083
|
"queue-safety-limit": "queue-safety-limit";
|
|
11083
|
-
"robots-disallowed": "robots-disallowed";
|
|
11084
11084
|
"robots-uncertain": "robots-uncertain";
|
|
11085
11085
|
"legacy-unclassified": "legacy-unclassified";
|
|
11086
11086
|
}>;
|
|
@@ -11173,10 +11173,10 @@ export declare const crawlerSchemas: {
|
|
|
11173
11173
|
cloudflare: "cloudflare";
|
|
11174
11174
|
}>;
|
|
11175
11175
|
kind: z.ZodEnum<{
|
|
11176
|
+
authentication: "authentication";
|
|
11177
|
+
"rate-limit": "rate-limit";
|
|
11176
11178
|
challenge: "challenge";
|
|
11177
11179
|
firewall: "firewall";
|
|
11178
|
-
"rate-limit": "rate-limit";
|
|
11179
|
-
authentication: "authentication";
|
|
11180
11180
|
}>;
|
|
11181
11181
|
status: z.ZodNumber;
|
|
11182
11182
|
crawler: z.ZodObject<{
|
|
@@ -11391,10 +11391,10 @@ export declare const crawlerSchemas: {
|
|
|
11391
11391
|
cloudflare: "cloudflare";
|
|
11392
11392
|
}>;
|
|
11393
11393
|
kind: z.ZodEnum<{
|
|
11394
|
+
authentication: "authentication";
|
|
11395
|
+
"rate-limit": "rate-limit";
|
|
11394
11396
|
challenge: "challenge";
|
|
11395
11397
|
firewall: "firewall";
|
|
11396
|
-
"rate-limit": "rate-limit";
|
|
11397
|
-
authentication: "authentication";
|
|
11398
11398
|
}>;
|
|
11399
11399
|
status: z.ZodNumber;
|
|
11400
11400
|
crawler: z.ZodObject<{
|
|
@@ -11452,10 +11452,10 @@ export declare const crawlerSchemas: {
|
|
|
11452
11452
|
raw: z.ZodString;
|
|
11453
11453
|
resolved: z.ZodOptional<z.ZodString>;
|
|
11454
11454
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
11455
|
-
"invalid-url": "invalid-url";
|
|
11456
11455
|
"outside-head": "outside-head";
|
|
11457
11456
|
"alternate-qualifier": "alternate-qualifier";
|
|
11458
11457
|
fragment: "fragment";
|
|
11458
|
+
"invalid-url": "invalid-url";
|
|
11459
11459
|
"non-http-url": "non-http-url";
|
|
11460
11460
|
}>>;
|
|
11461
11461
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -12108,10 +12108,10 @@ export declare const crawlerSchemas: {
|
|
|
12108
12108
|
cloudflare: "cloudflare";
|
|
12109
12109
|
}>;
|
|
12110
12110
|
kind: z.ZodEnum<{
|
|
12111
|
+
authentication: "authentication";
|
|
12112
|
+
"rate-limit": "rate-limit";
|
|
12111
12113
|
challenge: "challenge";
|
|
12112
12114
|
firewall: "firewall";
|
|
12113
|
-
"rate-limit": "rate-limit";
|
|
12114
|
-
authentication: "authentication";
|
|
12115
12115
|
}>;
|
|
12116
12116
|
status: z.ZodNumber;
|
|
12117
12117
|
crawler: z.ZodObject<{
|
|
@@ -12167,10 +12167,10 @@ export declare const crawlerSchemas: {
|
|
|
12167
12167
|
cloudflare: "cloudflare";
|
|
12168
12168
|
}>;
|
|
12169
12169
|
kind: z.ZodEnum<{
|
|
12170
|
+
authentication: "authentication";
|
|
12171
|
+
"rate-limit": "rate-limit";
|
|
12170
12172
|
challenge: "challenge";
|
|
12171
12173
|
firewall: "firewall";
|
|
12172
|
-
"rate-limit": "rate-limit";
|
|
12173
|
-
authentication: "authentication";
|
|
12174
12174
|
}>;
|
|
12175
12175
|
status: z.ZodNumber;
|
|
12176
12176
|
crawler: z.ZodObject<{
|
|
@@ -12241,9 +12241,9 @@ export declare const crawlerSchemas: {
|
|
|
12241
12241
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
12242
12242
|
failureKind: z.ZodEnum<{
|
|
12243
12243
|
unknown: "unknown";
|
|
12244
|
+
timeout: "timeout";
|
|
12244
12245
|
dns: "dns";
|
|
12245
12246
|
tls: "tls";
|
|
12246
|
-
timeout: "timeout";
|
|
12247
12247
|
"redirect-limit": "redirect-limit";
|
|
12248
12248
|
aborted: "aborted";
|
|
12249
12249
|
}>;
|
|
@@ -12398,10 +12398,10 @@ export declare const crawlerSchemas: {
|
|
|
12398
12398
|
cloudflare: "cloudflare";
|
|
12399
12399
|
}>;
|
|
12400
12400
|
kind: z.ZodEnum<{
|
|
12401
|
+
authentication: "authentication";
|
|
12402
|
+
"rate-limit": "rate-limit";
|
|
12401
12403
|
challenge: "challenge";
|
|
12402
12404
|
firewall: "firewall";
|
|
12403
|
-
"rate-limit": "rate-limit";
|
|
12404
|
-
authentication: "authentication";
|
|
12405
12405
|
}>;
|
|
12406
12406
|
status: z.ZodNumber;
|
|
12407
12407
|
crawler: z.ZodObject<{
|
|
@@ -12457,10 +12457,10 @@ export declare const crawlerSchemas: {
|
|
|
12457
12457
|
cloudflare: "cloudflare";
|
|
12458
12458
|
}>;
|
|
12459
12459
|
kind: z.ZodEnum<{
|
|
12460
|
+
authentication: "authentication";
|
|
12461
|
+
"rate-limit": "rate-limit";
|
|
12460
12462
|
challenge: "challenge";
|
|
12461
12463
|
firewall: "firewall";
|
|
12462
|
-
"rate-limit": "rate-limit";
|
|
12463
|
-
authentication: "authentication";
|
|
12464
12464
|
}>;
|
|
12465
12465
|
status: z.ZodNumber;
|
|
12466
12466
|
crawler: z.ZodObject<{
|
|
@@ -12531,9 +12531,9 @@ export declare const crawlerSchemas: {
|
|
|
12531
12531
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
12532
12532
|
failureKind: z.ZodEnum<{
|
|
12533
12533
|
unknown: "unknown";
|
|
12534
|
+
timeout: "timeout";
|
|
12534
12535
|
dns: "dns";
|
|
12535
12536
|
tls: "tls";
|
|
12536
|
-
timeout: "timeout";
|
|
12537
12537
|
"redirect-limit": "redirect-limit";
|
|
12538
12538
|
aborted: "aborted";
|
|
12539
12539
|
}>;
|
|
@@ -12602,10 +12602,10 @@ export declare const crawlerSchemas: {
|
|
|
12602
12602
|
cloudflare: "cloudflare";
|
|
12603
12603
|
}>;
|
|
12604
12604
|
kind: z.ZodEnum<{
|
|
12605
|
+
authentication: "authentication";
|
|
12606
|
+
"rate-limit": "rate-limit";
|
|
12605
12607
|
challenge: "challenge";
|
|
12606
12608
|
firewall: "firewall";
|
|
12607
|
-
"rate-limit": "rate-limit";
|
|
12608
|
-
authentication: "authentication";
|
|
12609
12609
|
}>;
|
|
12610
12610
|
status: z.ZodNumber;
|
|
12611
12611
|
crawler: z.ZodObject<{
|
|
@@ -12820,10 +12820,10 @@ export declare const crawlerSchemas: {
|
|
|
12820
12820
|
cloudflare: "cloudflare";
|
|
12821
12821
|
}>;
|
|
12822
12822
|
kind: z.ZodEnum<{
|
|
12823
|
+
authentication: "authentication";
|
|
12824
|
+
"rate-limit": "rate-limit";
|
|
12823
12825
|
challenge: "challenge";
|
|
12824
12826
|
firewall: "firewall";
|
|
12825
|
-
"rate-limit": "rate-limit";
|
|
12826
|
-
authentication: "authentication";
|
|
12827
12827
|
}>;
|
|
12828
12828
|
status: z.ZodNumber;
|
|
12829
12829
|
crawler: z.ZodObject<{
|
|
@@ -12881,10 +12881,10 @@ export declare const crawlerSchemas: {
|
|
|
12881
12881
|
raw: z.ZodString;
|
|
12882
12882
|
resolved: z.ZodOptional<z.ZodString>;
|
|
12883
12883
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
12884
|
-
"invalid-url": "invalid-url";
|
|
12885
12884
|
"outside-head": "outside-head";
|
|
12886
12885
|
"alternate-qualifier": "alternate-qualifier";
|
|
12887
12886
|
fragment: "fragment";
|
|
12887
|
+
"invalid-url": "invalid-url";
|
|
12888
12888
|
"non-http-url": "non-http-url";
|
|
12889
12889
|
}>>;
|
|
12890
12890
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -13267,10 +13267,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
13267
13267
|
cloudflare: "cloudflare";
|
|
13268
13268
|
}>;
|
|
13269
13269
|
kind: z.ZodEnum<{
|
|
13270
|
+
authentication: "authentication";
|
|
13271
|
+
"rate-limit": "rate-limit";
|
|
13270
13272
|
challenge: "challenge";
|
|
13271
13273
|
firewall: "firewall";
|
|
13272
|
-
"rate-limit": "rate-limit";
|
|
13273
|
-
authentication: "authentication";
|
|
13274
13274
|
}>;
|
|
13275
13275
|
status: z.ZodNumber;
|
|
13276
13276
|
crawler: z.ZodObject<{
|
|
@@ -13305,15 +13305,15 @@ export declare const crawlerJsonSchemas: {
|
|
|
13305
13305
|
skippedUrls: z.ZodNumber;
|
|
13306
13306
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
13307
13307
|
reason: z.ZodEnum<{
|
|
13308
|
+
"invalid-url": "invalid-url";
|
|
13309
|
+
"robots-disallowed": "robots-disallowed";
|
|
13310
|
+
"origin-backpressure": "origin-backpressure";
|
|
13308
13311
|
"asset-url": "asset-url";
|
|
13309
13312
|
"configured-exclusion": "configured-exclusion";
|
|
13310
13313
|
"duplicate-normalization": "duplicate-normalization";
|
|
13311
|
-
"invalid-url": "invalid-url";
|
|
13312
13314
|
"memory-pressure": "memory-pressure";
|
|
13313
13315
|
"off-origin": "off-origin";
|
|
13314
|
-
"origin-backpressure": "origin-backpressure";
|
|
13315
13316
|
"queue-safety-limit": "queue-safety-limit";
|
|
13316
|
-
"robots-disallowed": "robots-disallowed";
|
|
13317
13317
|
"robots-uncertain": "robots-uncertain";
|
|
13318
13318
|
"legacy-unclassified": "legacy-unclassified";
|
|
13319
13319
|
}>;
|
|
@@ -13406,10 +13406,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
13406
13406
|
cloudflare: "cloudflare";
|
|
13407
13407
|
}>;
|
|
13408
13408
|
kind: z.ZodEnum<{
|
|
13409
|
+
authentication: "authentication";
|
|
13410
|
+
"rate-limit": "rate-limit";
|
|
13409
13411
|
challenge: "challenge";
|
|
13410
13412
|
firewall: "firewall";
|
|
13411
|
-
"rate-limit": "rate-limit";
|
|
13412
|
-
authentication: "authentication";
|
|
13413
13413
|
}>;
|
|
13414
13414
|
status: z.ZodNumber;
|
|
13415
13415
|
crawler: z.ZodObject<{
|
|
@@ -13624,10 +13624,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
13624
13624
|
cloudflare: "cloudflare";
|
|
13625
13625
|
}>;
|
|
13626
13626
|
kind: z.ZodEnum<{
|
|
13627
|
+
authentication: "authentication";
|
|
13628
|
+
"rate-limit": "rate-limit";
|
|
13627
13629
|
challenge: "challenge";
|
|
13628
13630
|
firewall: "firewall";
|
|
13629
|
-
"rate-limit": "rate-limit";
|
|
13630
|
-
authentication: "authentication";
|
|
13631
13631
|
}>;
|
|
13632
13632
|
status: z.ZodNumber;
|
|
13633
13633
|
crawler: z.ZodObject<{
|
|
@@ -13685,10 +13685,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
13685
13685
|
raw: z.ZodString;
|
|
13686
13686
|
resolved: z.ZodOptional<z.ZodString>;
|
|
13687
13687
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
13688
|
-
"invalid-url": "invalid-url";
|
|
13689
13688
|
"outside-head": "outside-head";
|
|
13690
13689
|
"alternate-qualifier": "alternate-qualifier";
|
|
13691
13690
|
fragment: "fragment";
|
|
13691
|
+
"invalid-url": "invalid-url";
|
|
13692
13692
|
"non-http-url": "non-http-url";
|
|
13693
13693
|
}>>;
|
|
13694
13694
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -14341,10 +14341,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14341
14341
|
cloudflare: "cloudflare";
|
|
14342
14342
|
}>;
|
|
14343
14343
|
kind: z.ZodEnum<{
|
|
14344
|
+
authentication: "authentication";
|
|
14345
|
+
"rate-limit": "rate-limit";
|
|
14344
14346
|
challenge: "challenge";
|
|
14345
14347
|
firewall: "firewall";
|
|
14346
|
-
"rate-limit": "rate-limit";
|
|
14347
|
-
authentication: "authentication";
|
|
14348
14348
|
}>;
|
|
14349
14349
|
status: z.ZodNumber;
|
|
14350
14350
|
crawler: z.ZodObject<{
|
|
@@ -14400,10 +14400,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14400
14400
|
cloudflare: "cloudflare";
|
|
14401
14401
|
}>;
|
|
14402
14402
|
kind: z.ZodEnum<{
|
|
14403
|
+
authentication: "authentication";
|
|
14404
|
+
"rate-limit": "rate-limit";
|
|
14403
14405
|
challenge: "challenge";
|
|
14404
14406
|
firewall: "firewall";
|
|
14405
|
-
"rate-limit": "rate-limit";
|
|
14406
|
-
authentication: "authentication";
|
|
14407
14407
|
}>;
|
|
14408
14408
|
status: z.ZodNumber;
|
|
14409
14409
|
crawler: z.ZodObject<{
|
|
@@ -14474,9 +14474,9 @@ export declare const crawlerJsonSchemas: {
|
|
|
14474
14474
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
14475
14475
|
failureKind: z.ZodEnum<{
|
|
14476
14476
|
unknown: "unknown";
|
|
14477
|
+
timeout: "timeout";
|
|
14477
14478
|
dns: "dns";
|
|
14478
14479
|
tls: "tls";
|
|
14479
|
-
timeout: "timeout";
|
|
14480
14480
|
"redirect-limit": "redirect-limit";
|
|
14481
14481
|
aborted: "aborted";
|
|
14482
14482
|
}>;
|
|
@@ -14572,10 +14572,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14572
14572
|
cloudflare: "cloudflare";
|
|
14573
14573
|
}>;
|
|
14574
14574
|
kind: z.ZodEnum<{
|
|
14575
|
+
authentication: "authentication";
|
|
14576
|
+
"rate-limit": "rate-limit";
|
|
14575
14577
|
challenge: "challenge";
|
|
14576
14578
|
firewall: "firewall";
|
|
14577
|
-
"rate-limit": "rate-limit";
|
|
14578
|
-
authentication: "authentication";
|
|
14579
14579
|
}>;
|
|
14580
14580
|
status: z.ZodNumber;
|
|
14581
14581
|
crawler: z.ZodObject<{
|
|
@@ -14610,15 +14610,15 @@ export declare const crawlerJsonSchemas: {
|
|
|
14610
14610
|
skippedUrls: z.ZodNumber;
|
|
14611
14611
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
14612
14612
|
reason: z.ZodEnum<{
|
|
14613
|
+
"invalid-url": "invalid-url";
|
|
14614
|
+
"robots-disallowed": "robots-disallowed";
|
|
14615
|
+
"origin-backpressure": "origin-backpressure";
|
|
14613
14616
|
"asset-url": "asset-url";
|
|
14614
14617
|
"configured-exclusion": "configured-exclusion";
|
|
14615
14618
|
"duplicate-normalization": "duplicate-normalization";
|
|
14616
|
-
"invalid-url": "invalid-url";
|
|
14617
14619
|
"memory-pressure": "memory-pressure";
|
|
14618
14620
|
"off-origin": "off-origin";
|
|
14619
|
-
"origin-backpressure": "origin-backpressure";
|
|
14620
14621
|
"queue-safety-limit": "queue-safety-limit";
|
|
14621
|
-
"robots-disallowed": "robots-disallowed";
|
|
14622
14622
|
"robots-uncertain": "robots-uncertain";
|
|
14623
14623
|
"legacy-unclassified": "legacy-unclassified";
|
|
14624
14624
|
}>;
|
|
@@ -14711,10 +14711,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14711
14711
|
cloudflare: "cloudflare";
|
|
14712
14712
|
}>;
|
|
14713
14713
|
kind: z.ZodEnum<{
|
|
14714
|
+
authentication: "authentication";
|
|
14715
|
+
"rate-limit": "rate-limit";
|
|
14714
14716
|
challenge: "challenge";
|
|
14715
14717
|
firewall: "firewall";
|
|
14716
|
-
"rate-limit": "rate-limit";
|
|
14717
|
-
authentication: "authentication";
|
|
14718
14718
|
}>;
|
|
14719
14719
|
status: z.ZodNumber;
|
|
14720
14720
|
crawler: z.ZodObject<{
|
|
@@ -14929,10 +14929,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14929
14929
|
cloudflare: "cloudflare";
|
|
14930
14930
|
}>;
|
|
14931
14931
|
kind: z.ZodEnum<{
|
|
14932
|
+
authentication: "authentication";
|
|
14933
|
+
"rate-limit": "rate-limit";
|
|
14932
14934
|
challenge: "challenge";
|
|
14933
14935
|
firewall: "firewall";
|
|
14934
|
-
"rate-limit": "rate-limit";
|
|
14935
|
-
authentication: "authentication";
|
|
14936
14936
|
}>;
|
|
14937
14937
|
status: z.ZodNumber;
|
|
14938
14938
|
crawler: z.ZodObject<{
|
|
@@ -14990,10 +14990,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
14990
14990
|
raw: z.ZodString;
|
|
14991
14991
|
resolved: z.ZodOptional<z.ZodString>;
|
|
14992
14992
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
14993
|
-
"invalid-url": "invalid-url";
|
|
14994
14993
|
"outside-head": "outside-head";
|
|
14995
14994
|
"alternate-qualifier": "alternate-qualifier";
|
|
14996
14995
|
fragment: "fragment";
|
|
14996
|
+
"invalid-url": "invalid-url";
|
|
14997
14997
|
"non-http-url": "non-http-url";
|
|
14998
14998
|
}>>;
|
|
14999
14999
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -15646,10 +15646,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
15646
15646
|
cloudflare: "cloudflare";
|
|
15647
15647
|
}>;
|
|
15648
15648
|
kind: z.ZodEnum<{
|
|
15649
|
+
authentication: "authentication";
|
|
15650
|
+
"rate-limit": "rate-limit";
|
|
15649
15651
|
challenge: "challenge";
|
|
15650
15652
|
firewall: "firewall";
|
|
15651
|
-
"rate-limit": "rate-limit";
|
|
15652
|
-
authentication: "authentication";
|
|
15653
15653
|
}>;
|
|
15654
15654
|
status: z.ZodNumber;
|
|
15655
15655
|
crawler: z.ZodObject<{
|
|
@@ -15705,10 +15705,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
15705
15705
|
cloudflare: "cloudflare";
|
|
15706
15706
|
}>;
|
|
15707
15707
|
kind: z.ZodEnum<{
|
|
15708
|
+
authentication: "authentication";
|
|
15709
|
+
"rate-limit": "rate-limit";
|
|
15708
15710
|
challenge: "challenge";
|
|
15709
15711
|
firewall: "firewall";
|
|
15710
|
-
"rate-limit": "rate-limit";
|
|
15711
|
-
authentication: "authentication";
|
|
15712
15712
|
}>;
|
|
15713
15713
|
status: z.ZodNumber;
|
|
15714
15714
|
crawler: z.ZodObject<{
|
|
@@ -15779,9 +15779,9 @@ export declare const crawlerJsonSchemas: {
|
|
|
15779
15779
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
15780
15780
|
failureKind: z.ZodEnum<{
|
|
15781
15781
|
unknown: "unknown";
|
|
15782
|
+
timeout: "timeout";
|
|
15782
15783
|
dns: "dns";
|
|
15783
15784
|
tls: "tls";
|
|
15784
|
-
timeout: "timeout";
|
|
15785
15785
|
"redirect-limit": "redirect-limit";
|
|
15786
15786
|
aborted: "aborted";
|
|
15787
15787
|
}>;
|
|
@@ -15877,10 +15877,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
15877
15877
|
cloudflare: "cloudflare";
|
|
15878
15878
|
}>;
|
|
15879
15879
|
kind: z.ZodEnum<{
|
|
15880
|
+
authentication: "authentication";
|
|
15881
|
+
"rate-limit": "rate-limit";
|
|
15880
15882
|
challenge: "challenge";
|
|
15881
15883
|
firewall: "firewall";
|
|
15882
|
-
"rate-limit": "rate-limit";
|
|
15883
|
-
authentication: "authentication";
|
|
15884
15884
|
}>;
|
|
15885
15885
|
status: z.ZodNumber;
|
|
15886
15886
|
crawler: z.ZodObject<{
|
|
@@ -15915,15 +15915,15 @@ export declare const crawlerJsonSchemas: {
|
|
|
15915
15915
|
skippedUrls: z.ZodNumber;
|
|
15916
15916
|
skipReasons: z.ZodArray<z.ZodObject<{
|
|
15917
15917
|
reason: z.ZodEnum<{
|
|
15918
|
+
"invalid-url": "invalid-url";
|
|
15919
|
+
"robots-disallowed": "robots-disallowed";
|
|
15920
|
+
"origin-backpressure": "origin-backpressure";
|
|
15918
15921
|
"asset-url": "asset-url";
|
|
15919
15922
|
"configured-exclusion": "configured-exclusion";
|
|
15920
15923
|
"duplicate-normalization": "duplicate-normalization";
|
|
15921
|
-
"invalid-url": "invalid-url";
|
|
15922
15924
|
"memory-pressure": "memory-pressure";
|
|
15923
15925
|
"off-origin": "off-origin";
|
|
15924
|
-
"origin-backpressure": "origin-backpressure";
|
|
15925
15926
|
"queue-safety-limit": "queue-safety-limit";
|
|
15926
|
-
"robots-disallowed": "robots-disallowed";
|
|
15927
15927
|
"robots-uncertain": "robots-uncertain";
|
|
15928
15928
|
"legacy-unclassified": "legacy-unclassified";
|
|
15929
15929
|
}>;
|
|
@@ -16016,10 +16016,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
16016
16016
|
cloudflare: "cloudflare";
|
|
16017
16017
|
}>;
|
|
16018
16018
|
kind: z.ZodEnum<{
|
|
16019
|
+
authentication: "authentication";
|
|
16020
|
+
"rate-limit": "rate-limit";
|
|
16019
16021
|
challenge: "challenge";
|
|
16020
16022
|
firewall: "firewall";
|
|
16021
|
-
"rate-limit": "rate-limit";
|
|
16022
|
-
authentication: "authentication";
|
|
16023
16023
|
}>;
|
|
16024
16024
|
status: z.ZodNumber;
|
|
16025
16025
|
crawler: z.ZodObject<{
|
|
@@ -16234,10 +16234,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
16234
16234
|
cloudflare: "cloudflare";
|
|
16235
16235
|
}>;
|
|
16236
16236
|
kind: z.ZodEnum<{
|
|
16237
|
+
authentication: "authentication";
|
|
16238
|
+
"rate-limit": "rate-limit";
|
|
16237
16239
|
challenge: "challenge";
|
|
16238
16240
|
firewall: "firewall";
|
|
16239
|
-
"rate-limit": "rate-limit";
|
|
16240
|
-
authentication: "authentication";
|
|
16241
16241
|
}>;
|
|
16242
16242
|
status: z.ZodNumber;
|
|
16243
16243
|
crawler: z.ZodObject<{
|
|
@@ -16295,10 +16295,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
16295
16295
|
raw: z.ZodString;
|
|
16296
16296
|
resolved: z.ZodOptional<z.ZodString>;
|
|
16297
16297
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
16298
|
-
"invalid-url": "invalid-url";
|
|
16299
16298
|
"outside-head": "outside-head";
|
|
16300
16299
|
"alternate-qualifier": "alternate-qualifier";
|
|
16301
16300
|
fragment: "fragment";
|
|
16301
|
+
"invalid-url": "invalid-url";
|
|
16302
16302
|
"non-http-url": "non-http-url";
|
|
16303
16303
|
}>>;
|
|
16304
16304
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -16951,10 +16951,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
16951
16951
|
cloudflare: "cloudflare";
|
|
16952
16952
|
}>;
|
|
16953
16953
|
kind: z.ZodEnum<{
|
|
16954
|
+
authentication: "authentication";
|
|
16955
|
+
"rate-limit": "rate-limit";
|
|
16954
16956
|
challenge: "challenge";
|
|
16955
16957
|
firewall: "firewall";
|
|
16956
|
-
"rate-limit": "rate-limit";
|
|
16957
|
-
authentication: "authentication";
|
|
16958
16958
|
}>;
|
|
16959
16959
|
status: z.ZodNumber;
|
|
16960
16960
|
crawler: z.ZodObject<{
|
|
@@ -17010,10 +17010,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17010
17010
|
cloudflare: "cloudflare";
|
|
17011
17011
|
}>;
|
|
17012
17012
|
kind: z.ZodEnum<{
|
|
17013
|
+
authentication: "authentication";
|
|
17014
|
+
"rate-limit": "rate-limit";
|
|
17013
17015
|
challenge: "challenge";
|
|
17014
17016
|
firewall: "firewall";
|
|
17015
|
-
"rate-limit": "rate-limit";
|
|
17016
|
-
authentication: "authentication";
|
|
17017
17017
|
}>;
|
|
17018
17018
|
status: z.ZodNumber;
|
|
17019
17019
|
crawler: z.ZodObject<{
|
|
@@ -17084,9 +17084,9 @@ export declare const crawlerJsonSchemas: {
|
|
|
17084
17084
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
17085
17085
|
failureKind: z.ZodEnum<{
|
|
17086
17086
|
unknown: "unknown";
|
|
17087
|
+
timeout: "timeout";
|
|
17087
17088
|
dns: "dns";
|
|
17088
17089
|
tls: "tls";
|
|
17089
|
-
timeout: "timeout";
|
|
17090
17090
|
"redirect-limit": "redirect-limit";
|
|
17091
17091
|
aborted: "aborted";
|
|
17092
17092
|
}>;
|
|
@@ -17241,10 +17241,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17241
17241
|
cloudflare: "cloudflare";
|
|
17242
17242
|
}>;
|
|
17243
17243
|
kind: z.ZodEnum<{
|
|
17244
|
+
authentication: "authentication";
|
|
17245
|
+
"rate-limit": "rate-limit";
|
|
17244
17246
|
challenge: "challenge";
|
|
17245
17247
|
firewall: "firewall";
|
|
17246
|
-
"rate-limit": "rate-limit";
|
|
17247
|
-
authentication: "authentication";
|
|
17248
17248
|
}>;
|
|
17249
17249
|
status: z.ZodNumber;
|
|
17250
17250
|
crawler: z.ZodObject<{
|
|
@@ -17300,10 +17300,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17300
17300
|
cloudflare: "cloudflare";
|
|
17301
17301
|
}>;
|
|
17302
17302
|
kind: z.ZodEnum<{
|
|
17303
|
+
authentication: "authentication";
|
|
17304
|
+
"rate-limit": "rate-limit";
|
|
17303
17305
|
challenge: "challenge";
|
|
17304
17306
|
firewall: "firewall";
|
|
17305
|
-
"rate-limit": "rate-limit";
|
|
17306
|
-
authentication: "authentication";
|
|
17307
17307
|
}>;
|
|
17308
17308
|
status: z.ZodNumber;
|
|
17309
17309
|
crawler: z.ZodObject<{
|
|
@@ -17374,9 +17374,9 @@ export declare const crawlerJsonSchemas: {
|
|
|
17374
17374
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
17375
17375
|
failureKind: z.ZodEnum<{
|
|
17376
17376
|
unknown: "unknown";
|
|
17377
|
+
timeout: "timeout";
|
|
17377
17378
|
dns: "dns";
|
|
17378
17379
|
tls: "tls";
|
|
17379
|
-
timeout: "timeout";
|
|
17380
17380
|
"redirect-limit": "redirect-limit";
|
|
17381
17381
|
aborted: "aborted";
|
|
17382
17382
|
}>;
|
|
@@ -17445,10 +17445,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17445
17445
|
cloudflare: "cloudflare";
|
|
17446
17446
|
}>;
|
|
17447
17447
|
kind: z.ZodEnum<{
|
|
17448
|
+
authentication: "authentication";
|
|
17449
|
+
"rate-limit": "rate-limit";
|
|
17448
17450
|
challenge: "challenge";
|
|
17449
17451
|
firewall: "firewall";
|
|
17450
|
-
"rate-limit": "rate-limit";
|
|
17451
|
-
authentication: "authentication";
|
|
17452
17452
|
}>;
|
|
17453
17453
|
status: z.ZodNumber;
|
|
17454
17454
|
crawler: z.ZodObject<{
|
|
@@ -17663,10 +17663,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17663
17663
|
cloudflare: "cloudflare";
|
|
17664
17664
|
}>;
|
|
17665
17665
|
kind: z.ZodEnum<{
|
|
17666
|
+
authentication: "authentication";
|
|
17667
|
+
"rate-limit": "rate-limit";
|
|
17666
17668
|
challenge: "challenge";
|
|
17667
17669
|
firewall: "firewall";
|
|
17668
|
-
"rate-limit": "rate-limit";
|
|
17669
|
-
authentication: "authentication";
|
|
17670
17670
|
}>;
|
|
17671
17671
|
status: z.ZodNumber;
|
|
17672
17672
|
crawler: z.ZodObject<{
|
|
@@ -17724,10 +17724,10 @@ export declare const crawlerJsonSchemas: {
|
|
|
17724
17724
|
raw: z.ZodString;
|
|
17725
17725
|
resolved: z.ZodOptional<z.ZodString>;
|
|
17726
17726
|
ignoredReason: z.ZodOptional<z.ZodEnum<{
|
|
17727
|
-
"invalid-url": "invalid-url";
|
|
17728
17727
|
"outside-head": "outside-head";
|
|
17729
17728
|
"alternate-qualifier": "alternate-qualifier";
|
|
17730
17729
|
fragment: "fragment";
|
|
17730
|
+
"invalid-url": "invalid-url";
|
|
17731
17731
|
"non-http-url": "non-http-url";
|
|
17732
17732
|
}>>;
|
|
17733
17733
|
streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
|
|
@@ -18046,12 +18046,12 @@ export declare const providerPackageNameSchema: z.ZodString;
|
|
|
18046
18046
|
export declare const providerExactVersionSchema: z.ZodString;
|
|
18047
18047
|
export declare const providerIntegritySchema: z.ZodString;
|
|
18048
18048
|
export declare const providerKindSchema: z.ZodEnum<{
|
|
18049
|
+
"local-search": "local-search";
|
|
18049
18050
|
"traffic-analytics": "traffic-analytics";
|
|
18050
18051
|
"search-results": "search-results";
|
|
18051
18052
|
"keyword-data": "keyword-data";
|
|
18052
18053
|
"domain-data": "domain-data";
|
|
18053
18054
|
"link-data": "link-data";
|
|
18054
|
-
"local-search": "local-search";
|
|
18055
18055
|
"ai-data": "ai-data";
|
|
18056
18056
|
other: "other";
|
|
18057
18057
|
}>;
|
|
@@ -18094,12 +18094,12 @@ export declare const providerRegistrationSchema: z.ZodObject<{
|
|
|
18094
18094
|
displayName: z.ZodString;
|
|
18095
18095
|
description: z.ZodString;
|
|
18096
18096
|
kinds: z.ZodArray<z.ZodEnum<{
|
|
18097
|
+
"local-search": "local-search";
|
|
18097
18098
|
"traffic-analytics": "traffic-analytics";
|
|
18098
18099
|
"search-results": "search-results";
|
|
18099
18100
|
"keyword-data": "keyword-data";
|
|
18100
18101
|
"domain-data": "domain-data";
|
|
18101
18102
|
"link-data": "link-data";
|
|
18102
|
-
"local-search": "local-search";
|
|
18103
18103
|
"ai-data": "ai-data";
|
|
18104
18104
|
other: "other";
|
|
18105
18105
|
}>>;
|
|
@@ -18172,7 +18172,6 @@ export declare const providerIdSchema: z.ZodString;
|
|
|
18172
18172
|
export type ProviderId = z.infer<typeof providerIdSchema>;
|
|
18173
18173
|
export type ExternalServiceId = string;
|
|
18174
18174
|
export declare const providerCapabilitySchema: z.ZodEnum<{
|
|
18175
|
-
"local-search": "local-search";
|
|
18176
18175
|
"serp-snapshot": "serp-snapshot";
|
|
18177
18176
|
"keyword-metrics": "keyword-metrics";
|
|
18178
18177
|
"keyword-discovery": "keyword-discovery";
|
|
@@ -18184,6 +18183,7 @@ export declare const providerCapabilitySchema: z.ZodEnum<{
|
|
|
18184
18183
|
"referring-domains": "referring-domains";
|
|
18185
18184
|
backlinks: "backlinks";
|
|
18186
18185
|
"domain-rating": "domain-rating";
|
|
18186
|
+
"local-search": "local-search";
|
|
18187
18187
|
"ai-mentions": "ai-mentions";
|
|
18188
18188
|
"ai-prompt-observation": "ai-prompt-observation";
|
|
18189
18189
|
}>;
|
|
@@ -22475,6 +22475,7 @@ export declare class DataForSeoClient {
|
|
|
22475
22475
|
//#endregion
|
|
22476
22476
|
//#region packages/core/src/providers/errors.d.ts
|
|
22477
22477
|
export type ProviderErrorCode = 'configuration' | 'authentication' | 'rate-limit' | 'timeout' | 'response-too-large' | 'invalid-response' | 'remote-error';
|
|
22478
|
+
export declare const PROVIDER_ERROR_CODES: Record<ProviderErrorCode, SeoErrorCode>;
|
|
22478
22479
|
export declare class ProviderError extends Error {
|
|
22479
22480
|
readonly provider: ExternalServiceId;
|
|
22480
22481
|
readonly operation: string;
|
|
@@ -22661,6 +22662,7 @@ export declare function detectTelemetryAgent(input?: {
|
|
|
22661
22662
|
clientName?: string;
|
|
22662
22663
|
env?: NodeJS.ProcessEnv;
|
|
22663
22664
|
}): TelemetryAgent;
|
|
22665
|
+
export declare function detectAgentName(env?: NodeJS.ProcessEnv): string | null;
|
|
22664
22666
|
export declare function buildTelemetryPayload(event: TelemetryEvent, state: TelemetryState, fields?: {
|
|
22665
22667
|
errorCategory?: TelemetryErrorCategory;
|
|
22666
22668
|
failureReason?: TelemetryFailureReason;
|