firecrawl-aisdk 0.7.2 → 0.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. package/dist/index.d.ts +1344 -54
  2. package/dist/index.js +340 -27
  3. package/package.json +1 -1
package/dist/index.d.ts CHANGED
@@ -4,7 +4,7 @@ import { z } from 'zod';
4
4
 
5
5
  declare const scrapeTool: ai.Tool<{
6
6
  url: string;
7
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "branding" | {
7
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
8
8
  type: "json";
9
9
  prompt?: string | undefined;
10
10
  schema?: Record<string, any> | undefined;
@@ -59,26 +59,76 @@ declare const searchTool: ai.Tool<{
59
59
  location?: string | undefined;
60
60
  timeout?: number | undefined;
61
61
  limit?: number | undefined;
62
+ tbs?: string | undefined;
62
63
  sources?: {
63
- type: "web" | "images" | "news";
64
+ type: "images" | "web" | "news";
65
+ location?: string | undefined;
66
+ tbs?: string | undefined;
64
67
  }[] | undefined;
65
68
  categories?: {
66
69
  type: "pdf" | "github" | "research";
67
70
  }[] | undefined;
68
- tbs?: string | undefined;
69
71
  ignoreInvalidURLs?: boolean | undefined;
70
72
  scrapeOptions?: {
71
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
73
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
74
+ type: "json";
75
+ prompt?: string | undefined;
76
+ schema?: Record<string, any> | undefined;
77
+ } | {
78
+ type: "screenshot";
79
+ fullPage?: boolean | undefined;
80
+ quality?: number | undefined;
81
+ viewport?: {
82
+ width: number;
83
+ height: number;
84
+ } | undefined;
85
+ })[] | undefined;
86
+ parsers?: ("pdf" | {
87
+ type: "pdf";
88
+ maxPages?: number | undefined;
89
+ })[] | undefined;
72
90
  onlyMainContent?: boolean | undefined;
91
+ includeTags?: string[] | undefined;
92
+ excludeTags?: string[] | undefined;
93
+ waitFor?: number | undefined;
94
+ actions?: {
95
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
96
+ fullPage?: boolean | undefined;
97
+ selector?: string | undefined;
98
+ milliseconds?: number | undefined;
99
+ text?: string | undefined;
100
+ key?: string | undefined;
101
+ direction?: "up" | "down" | undefined;
102
+ script?: string | undefined;
103
+ }[] | undefined;
104
+ mobile?: boolean | undefined;
105
+ skipTlsVerification?: boolean | undefined;
106
+ removeBase64Images?: boolean | undefined;
107
+ location?: {
108
+ country?: string | undefined;
109
+ languages?: string[] | undefined;
110
+ } | undefined;
111
+ storeInCache?: boolean | undefined;
112
+ maxAge?: number | undefined;
113
+ headers?: Record<string, string> | undefined;
114
+ blockAds?: boolean | undefined;
115
+ proxy?: "basic" | "stealth" | "auto" | undefined;
116
+ timeout?: number | undefined;
73
117
  } | undefined;
74
118
  }, _mendable_firecrawl_js.SearchData>;
75
119
 
76
120
  declare const mapTool: ai.Tool<{
77
121
  url: string;
122
+ location?: {
123
+ country?: string | undefined;
124
+ languages?: string[] | undefined;
125
+ } | undefined;
126
+ timeout?: number | undefined;
78
127
  limit?: number | undefined;
79
128
  search?: string | undefined;
80
129
  includeSubdomains?: boolean | undefined;
81
- ignoreSitemap?: boolean | undefined;
130
+ ignoreQueryParameters?: boolean | undefined;
131
+ sitemap?: "include" | "skip" | "only" | undefined;
82
132
  }, _mendable_firecrawl_js.MapData>;
83
133
 
84
134
  declare const extractTool: ai.Tool<{
@@ -87,37 +137,181 @@ declare const extractTool: ai.Tool<{
87
137
  schema?: Record<string, any> | undefined;
88
138
  ignoreInvalidURLs?: boolean | undefined;
89
139
  scrapeOptions?: {
90
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
140
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
141
+ type: "json";
142
+ prompt?: string | undefined;
143
+ schema?: Record<string, any> | undefined;
144
+ } | {
145
+ type: "screenshot";
146
+ fullPage?: boolean | undefined;
147
+ quality?: number | undefined;
148
+ viewport?: {
149
+ width: number;
150
+ height: number;
151
+ } | undefined;
152
+ })[] | undefined;
153
+ parsers?: ("pdf" | {
154
+ type: "pdf";
155
+ maxPages?: number | undefined;
156
+ })[] | undefined;
91
157
  onlyMainContent?: boolean | undefined;
92
158
  includeTags?: string[] | undefined;
93
159
  excludeTags?: string[] | undefined;
94
160
  waitFor?: number | undefined;
161
+ actions?: {
162
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
163
+ fullPage?: boolean | undefined;
164
+ selector?: string | undefined;
165
+ milliseconds?: number | undefined;
166
+ text?: string | undefined;
167
+ key?: string | undefined;
168
+ direction?: "up" | "down" | undefined;
169
+ script?: string | undefined;
170
+ }[] | undefined;
95
171
  mobile?: boolean | undefined;
172
+ skipTlsVerification?: boolean | undefined;
173
+ removeBase64Images?: boolean | undefined;
174
+ location?: {
175
+ country?: string | undefined;
176
+ languages?: string[] | undefined;
177
+ } | undefined;
178
+ storeInCache?: boolean | undefined;
179
+ maxAge?: number | undefined;
180
+ headers?: Record<string, string> | undefined;
181
+ blockAds?: boolean | undefined;
182
+ proxy?: "basic" | "stealth" | "auto" | undefined;
183
+ timeout?: number | undefined;
96
184
  } | undefined;
97
- systemPrompt?: string | undefined;
98
- allowExternalLinks?: boolean | undefined;
185
+ includeSubdomains?: boolean | undefined;
99
186
  enableWebSearch?: boolean | undefined;
187
+ ignoreSitemap?: boolean | undefined;
100
188
  showSources?: boolean | undefined;
101
189
  }, _mendable_firecrawl_js.ExtractResponse>;
102
190
 
103
191
  declare const batchScrapeTool: ai.Tool<{
104
192
  urls: string[];
105
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links")[] | undefined;
193
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
194
+ type: "json";
195
+ prompt?: string | undefined;
196
+ schema?: Record<string, any> | undefined;
197
+ } | {
198
+ type: "screenshot";
199
+ fullPage?: boolean | undefined;
200
+ quality?: number | undefined;
201
+ viewport?: {
202
+ width: number;
203
+ height: number;
204
+ } | undefined;
205
+ })[] | undefined;
206
+ parsers?: ("pdf" | {
207
+ type: "pdf";
208
+ maxPages?: number | undefined;
209
+ })[] | undefined;
106
210
  onlyMainContent?: boolean | undefined;
211
+ includeTags?: string[] | undefined;
212
+ excludeTags?: string[] | undefined;
213
+ waitFor?: number | undefined;
214
+ actions?: {
215
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
216
+ fullPage?: boolean | undefined;
217
+ selector?: string | undefined;
218
+ milliseconds?: number | undefined;
219
+ text?: string | undefined;
220
+ key?: string | undefined;
221
+ direction?: "up" | "down" | undefined;
222
+ script?: string | undefined;
223
+ }[] | undefined;
224
+ mobile?: boolean | undefined;
225
+ skipTlsVerification?: boolean | undefined;
226
+ removeBase64Images?: boolean | undefined;
227
+ location?: {
228
+ country?: string | undefined;
229
+ languages?: string[] | undefined;
230
+ } | undefined;
231
+ storeInCache?: boolean | undefined;
232
+ maxAge?: number | undefined;
233
+ headers?: Record<string, string> | undefined;
234
+ blockAds?: boolean | undefined;
235
+ proxy?: "basic" | "stealth" | "auto" | undefined;
236
+ zeroDataRetention?: boolean | undefined;
237
+ timeout?: number | undefined;
238
+ ignoreInvalidURLs?: boolean | undefined;
239
+ maxConcurrency?: number | undefined;
240
+ webhook?: {
241
+ url: string;
242
+ headers?: Record<string, string> | undefined;
243
+ metadata?: Record<string, any> | undefined;
244
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
245
+ } | undefined;
107
246
  }, _mendable_firecrawl_js.BatchScrapeJob>;
108
247
 
109
248
  declare const crawlTool: ai.Tool<{
110
249
  url: string;
250
+ prompt?: string | undefined;
251
+ zeroDataRetention?: boolean | undefined;
111
252
  limit?: number | undefined;
112
253
  scrapeOptions?: {
113
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
254
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
255
+ type: "json";
256
+ prompt?: string | undefined;
257
+ schema?: Record<string, any> | undefined;
258
+ } | {
259
+ type: "screenshot";
260
+ fullPage?: boolean | undefined;
261
+ quality?: number | undefined;
262
+ viewport?: {
263
+ width: number;
264
+ height: number;
265
+ } | undefined;
266
+ })[] | undefined;
267
+ parsers?: ("pdf" | {
268
+ type: "pdf";
269
+ maxPages?: number | undefined;
270
+ })[] | undefined;
114
271
  onlyMainContent?: boolean | undefined;
272
+ includeTags?: string[] | undefined;
273
+ excludeTags?: string[] | undefined;
274
+ waitFor?: number | undefined;
275
+ actions?: {
276
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
277
+ fullPage?: boolean | undefined;
278
+ selector?: string | undefined;
279
+ milliseconds?: number | undefined;
280
+ text?: string | undefined;
281
+ key?: string | undefined;
282
+ direction?: "up" | "down" | undefined;
283
+ script?: string | undefined;
284
+ }[] | undefined;
285
+ mobile?: boolean | undefined;
286
+ skipTlsVerification?: boolean | undefined;
287
+ removeBase64Images?: boolean | undefined;
288
+ location?: {
289
+ country?: string | undefined;
290
+ languages?: string[] | undefined;
291
+ } | undefined;
292
+ storeInCache?: boolean | undefined;
293
+ maxAge?: number | undefined;
294
+ headers?: Record<string, string> | undefined;
295
+ blockAds?: boolean | undefined;
296
+ proxy?: "basic" | "stealth" | "auto" | undefined;
297
+ timeout?: number | undefined;
115
298
  } | undefined;
299
+ ignoreQueryParameters?: boolean | undefined;
300
+ sitemap?: "include" | "skip" | undefined;
301
+ maxConcurrency?: number | undefined;
302
+ webhook?: {
303
+ url: string;
304
+ headers?: Record<string, string> | undefined;
305
+ metadata?: Record<string, any> | undefined;
306
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
307
+ } | undefined;
308
+ maxDiscoveryDepth?: number | undefined;
116
309
  allowExternalLinks?: boolean | undefined;
117
- maxDepth?: number | undefined;
118
- allowBackwardLinks?: boolean | undefined;
310
+ allowSubdomains?: boolean | undefined;
311
+ crawlEntireDomain?: boolean | undefined;
119
312
  includePaths?: string[] | undefined;
120
313
  excludePaths?: string[] | undefined;
314
+ delay?: number | undefined;
121
315
  }, _mendable_firecrawl_js.CrawlResponse>;
122
316
 
123
317
  declare const pollTool: ai.Tool<{
@@ -172,7 +366,7 @@ declare function pollExtractJob(jobId: string, options?: PollOptions): Promise<a
172
366
 
173
367
  declare const scrapeSchema: z.ZodObject<{
174
368
  url: z.ZodString;
175
- formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "branding"]>, z.ZodObject<{
369
+ formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "images", "branding"]>, z.ZodObject<{
176
370
  type: z.ZodLiteral<"json">;
177
371
  prompt: z.ZodOptional<z.ZodString>;
178
372
  schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
@@ -279,7 +473,7 @@ declare const scrapeSchema: z.ZodObject<{
279
473
  timeout: z.ZodOptional<z.ZodNumber>;
280
474
  }, "strip", z.ZodTypeAny, {
281
475
  url: string;
282
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "branding" | {
476
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
283
477
  type: "json";
284
478
  prompt?: string | undefined;
285
479
  schema?: Record<string, any> | undefined;
@@ -326,7 +520,7 @@ declare const scrapeSchema: z.ZodObject<{
326
520
  timeout?: number | undefined;
327
521
  }, {
328
522
  url: string;
329
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "branding" | {
523
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
330
524
  type: "json";
331
525
  prompt?: string | undefined;
332
526
  schema?: Record<string, any> | undefined;
@@ -377,10 +571,16 @@ declare const searchSchema: z.ZodObject<{
377
571
  limit: z.ZodOptional<z.ZodNumber>;
378
572
  sources: z.ZodOptional<z.ZodArray<z.ZodObject<{
379
573
  type: z.ZodEnum<["web", "images", "news"]>;
574
+ tbs: z.ZodOptional<z.ZodString>;
575
+ location: z.ZodOptional<z.ZodString>;
380
576
  }, "strip", z.ZodTypeAny, {
381
- type: "web" | "images" | "news";
577
+ type: "images" | "web" | "news";
578
+ location?: string | undefined;
579
+ tbs?: string | undefined;
382
580
  }, {
383
- type: "web" | "images" | "news";
581
+ type: "images" | "web" | "news";
582
+ location?: string | undefined;
583
+ tbs?: string | undefined;
384
584
  }>, "many">>;
385
585
  categories: z.ZodOptional<z.ZodArray<z.ZodObject<{
386
586
  type: z.ZodEnum<["github", "research", "pdf"]>;
@@ -395,14 +595,200 @@ declare const searchSchema: z.ZodObject<{
395
595
  timeout: z.ZodOptional<z.ZodNumber>;
396
596
  ignoreInvalidURLs: z.ZodOptional<z.ZodBoolean>;
397
597
  scrapeOptions: z.ZodOptional<z.ZodObject<{
398
- formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["markdown", "html", "rawHtml"]>, "many">>;
598
+ formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "images", "branding"]>, z.ZodObject<{
599
+ type: z.ZodLiteral<"json">;
600
+ prompt: z.ZodOptional<z.ZodString>;
601
+ schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
602
+ }, "strip", z.ZodTypeAny, {
603
+ type: "json";
604
+ prompt?: string | undefined;
605
+ schema?: Record<string, any> | undefined;
606
+ }, {
607
+ type: "json";
608
+ prompt?: string | undefined;
609
+ schema?: Record<string, any> | undefined;
610
+ }>, z.ZodObject<{
611
+ type: z.ZodLiteral<"screenshot">;
612
+ fullPage: z.ZodOptional<z.ZodBoolean>;
613
+ quality: z.ZodOptional<z.ZodNumber>;
614
+ viewport: z.ZodOptional<z.ZodObject<{
615
+ width: z.ZodNumber;
616
+ height: z.ZodNumber;
617
+ }, "strip", z.ZodTypeAny, {
618
+ width: number;
619
+ height: number;
620
+ }, {
621
+ width: number;
622
+ height: number;
623
+ }>>;
624
+ }, "strip", z.ZodTypeAny, {
625
+ type: "screenshot";
626
+ fullPage?: boolean | undefined;
627
+ quality?: number | undefined;
628
+ viewport?: {
629
+ width: number;
630
+ height: number;
631
+ } | undefined;
632
+ }, {
633
+ type: "screenshot";
634
+ fullPage?: boolean | undefined;
635
+ quality?: number | undefined;
636
+ viewport?: {
637
+ width: number;
638
+ height: number;
639
+ } | undefined;
640
+ }>]>, "many">>;
399
641
  onlyMainContent: z.ZodOptional<z.ZodBoolean>;
642
+ includeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
643
+ excludeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
644
+ maxAge: z.ZodOptional<z.ZodNumber>;
645
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
646
+ waitFor: z.ZodOptional<z.ZodNumber>;
647
+ mobile: z.ZodOptional<z.ZodBoolean>;
648
+ skipTlsVerification: z.ZodOptional<z.ZodBoolean>;
649
+ timeout: z.ZodOptional<z.ZodNumber>;
650
+ parsers: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["pdf"]>, z.ZodObject<{
651
+ type: z.ZodEnum<["pdf"]>;
652
+ maxPages: z.ZodOptional<z.ZodNumber>;
653
+ }, "strip", z.ZodTypeAny, {
654
+ type: "pdf";
655
+ maxPages?: number | undefined;
656
+ }, {
657
+ type: "pdf";
658
+ maxPages?: number | undefined;
659
+ }>]>, "many">>;
660
+ actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
661
+ type: z.ZodEnum<["wait", "screenshot", "scroll", "scrape", "click", "write", "press", "executeJavascript", "generatePDF"]>;
662
+ selector: z.ZodOptional<z.ZodString>;
663
+ milliseconds: z.ZodOptional<z.ZodNumber>;
664
+ direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
665
+ text: z.ZodOptional<z.ZodString>;
666
+ key: z.ZodOptional<z.ZodString>;
667
+ script: z.ZodOptional<z.ZodString>;
668
+ fullPage: z.ZodOptional<z.ZodBoolean>;
669
+ }, "strip", z.ZodTypeAny, {
670
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
671
+ fullPage?: boolean | undefined;
672
+ selector?: string | undefined;
673
+ milliseconds?: number | undefined;
674
+ text?: string | undefined;
675
+ key?: string | undefined;
676
+ direction?: "up" | "down" | undefined;
677
+ script?: string | undefined;
678
+ }, {
679
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
680
+ fullPage?: boolean | undefined;
681
+ selector?: string | undefined;
682
+ milliseconds?: number | undefined;
683
+ text?: string | undefined;
684
+ key?: string | undefined;
685
+ direction?: "up" | "down" | undefined;
686
+ script?: string | undefined;
687
+ }>, "many">>;
688
+ location: z.ZodOptional<z.ZodObject<{
689
+ country: z.ZodOptional<z.ZodString>;
690
+ languages: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
691
+ }, "strip", z.ZodTypeAny, {
692
+ country?: string | undefined;
693
+ languages?: string[] | undefined;
694
+ }, {
695
+ country?: string | undefined;
696
+ languages?: string[] | undefined;
697
+ }>>;
698
+ removeBase64Images: z.ZodOptional<z.ZodBoolean>;
699
+ blockAds: z.ZodOptional<z.ZodBoolean>;
700
+ proxy: z.ZodOptional<z.ZodEnum<["basic", "stealth", "auto"]>>;
701
+ storeInCache: z.ZodOptional<z.ZodBoolean>;
400
702
  }, "strip", z.ZodTypeAny, {
401
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
703
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
704
+ type: "json";
705
+ prompt?: string | undefined;
706
+ schema?: Record<string, any> | undefined;
707
+ } | {
708
+ type: "screenshot";
709
+ fullPage?: boolean | undefined;
710
+ quality?: number | undefined;
711
+ viewport?: {
712
+ width: number;
713
+ height: number;
714
+ } | undefined;
715
+ })[] | undefined;
716
+ parsers?: ("pdf" | {
717
+ type: "pdf";
718
+ maxPages?: number | undefined;
719
+ })[] | undefined;
402
720
  onlyMainContent?: boolean | undefined;
721
+ includeTags?: string[] | undefined;
722
+ excludeTags?: string[] | undefined;
723
+ waitFor?: number | undefined;
724
+ actions?: {
725
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
726
+ fullPage?: boolean | undefined;
727
+ selector?: string | undefined;
728
+ milliseconds?: number | undefined;
729
+ text?: string | undefined;
730
+ key?: string | undefined;
731
+ direction?: "up" | "down" | undefined;
732
+ script?: string | undefined;
733
+ }[] | undefined;
734
+ mobile?: boolean | undefined;
735
+ skipTlsVerification?: boolean | undefined;
736
+ removeBase64Images?: boolean | undefined;
737
+ location?: {
738
+ country?: string | undefined;
739
+ languages?: string[] | undefined;
740
+ } | undefined;
741
+ storeInCache?: boolean | undefined;
742
+ maxAge?: number | undefined;
743
+ headers?: Record<string, string> | undefined;
744
+ blockAds?: boolean | undefined;
745
+ proxy?: "basic" | "stealth" | "auto" | undefined;
746
+ timeout?: number | undefined;
403
747
  }, {
404
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
748
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
749
+ type: "json";
750
+ prompt?: string | undefined;
751
+ schema?: Record<string, any> | undefined;
752
+ } | {
753
+ type: "screenshot";
754
+ fullPage?: boolean | undefined;
755
+ quality?: number | undefined;
756
+ viewport?: {
757
+ width: number;
758
+ height: number;
759
+ } | undefined;
760
+ })[] | undefined;
761
+ parsers?: ("pdf" | {
762
+ type: "pdf";
763
+ maxPages?: number | undefined;
764
+ })[] | undefined;
405
765
  onlyMainContent?: boolean | undefined;
766
+ includeTags?: string[] | undefined;
767
+ excludeTags?: string[] | undefined;
768
+ waitFor?: number | undefined;
769
+ actions?: {
770
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
771
+ fullPage?: boolean | undefined;
772
+ selector?: string | undefined;
773
+ milliseconds?: number | undefined;
774
+ text?: string | undefined;
775
+ key?: string | undefined;
776
+ direction?: "up" | "down" | undefined;
777
+ script?: string | undefined;
778
+ }[] | undefined;
779
+ mobile?: boolean | undefined;
780
+ skipTlsVerification?: boolean | undefined;
781
+ removeBase64Images?: boolean | undefined;
782
+ location?: {
783
+ country?: string | undefined;
784
+ languages?: string[] | undefined;
785
+ } | undefined;
786
+ storeInCache?: boolean | undefined;
787
+ maxAge?: number | undefined;
788
+ headers?: Record<string, string> | undefined;
789
+ blockAds?: boolean | undefined;
790
+ proxy?: "basic" | "stealth" | "auto" | undefined;
791
+ timeout?: number | undefined;
406
792
  }>>;
407
793
  }, "strip", z.ZodTypeAny, {
408
794
  query: string;
@@ -410,17 +796,61 @@ declare const searchSchema: z.ZodObject<{
410
796
  location?: string | undefined;
411
797
  timeout?: number | undefined;
412
798
  limit?: number | undefined;
799
+ tbs?: string | undefined;
413
800
  sources?: {
414
- type: "web" | "images" | "news";
801
+ type: "images" | "web" | "news";
802
+ location?: string | undefined;
803
+ tbs?: string | undefined;
415
804
  }[] | undefined;
416
805
  categories?: {
417
806
  type: "pdf" | "github" | "research";
418
807
  }[] | undefined;
419
- tbs?: string | undefined;
420
808
  ignoreInvalidURLs?: boolean | undefined;
421
809
  scrapeOptions?: {
422
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
810
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
811
+ type: "json";
812
+ prompt?: string | undefined;
813
+ schema?: Record<string, any> | undefined;
814
+ } | {
815
+ type: "screenshot";
816
+ fullPage?: boolean | undefined;
817
+ quality?: number | undefined;
818
+ viewport?: {
819
+ width: number;
820
+ height: number;
821
+ } | undefined;
822
+ })[] | undefined;
823
+ parsers?: ("pdf" | {
824
+ type: "pdf";
825
+ maxPages?: number | undefined;
826
+ })[] | undefined;
423
827
  onlyMainContent?: boolean | undefined;
828
+ includeTags?: string[] | undefined;
829
+ excludeTags?: string[] | undefined;
830
+ waitFor?: number | undefined;
831
+ actions?: {
832
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
833
+ fullPage?: boolean | undefined;
834
+ selector?: string | undefined;
835
+ milliseconds?: number | undefined;
836
+ text?: string | undefined;
837
+ key?: string | undefined;
838
+ direction?: "up" | "down" | undefined;
839
+ script?: string | undefined;
840
+ }[] | undefined;
841
+ mobile?: boolean | undefined;
842
+ skipTlsVerification?: boolean | undefined;
843
+ removeBase64Images?: boolean | undefined;
844
+ location?: {
845
+ country?: string | undefined;
846
+ languages?: string[] | undefined;
847
+ } | undefined;
848
+ storeInCache?: boolean | undefined;
849
+ maxAge?: number | undefined;
850
+ headers?: Record<string, string> | undefined;
851
+ blockAds?: boolean | undefined;
852
+ proxy?: "basic" | "stealth" | "auto" | undefined;
853
+ timeout?: number | undefined;
424
854
  } | undefined;
425
855
  }, {
426
856
  query: string;
@@ -428,17 +858,61 @@ declare const searchSchema: z.ZodObject<{
428
858
  location?: string | undefined;
429
859
  timeout?: number | undefined;
430
860
  limit?: number | undefined;
861
+ tbs?: string | undefined;
431
862
  sources?: {
432
- type: "web" | "images" | "news";
863
+ type: "images" | "web" | "news";
864
+ location?: string | undefined;
865
+ tbs?: string | undefined;
433
866
  }[] | undefined;
434
867
  categories?: {
435
868
  type: "pdf" | "github" | "research";
436
869
  }[] | undefined;
437
- tbs?: string | undefined;
438
870
  ignoreInvalidURLs?: boolean | undefined;
439
871
  scrapeOptions?: {
440
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
872
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
873
+ type: "json";
874
+ prompt?: string | undefined;
875
+ schema?: Record<string, any> | undefined;
876
+ } | {
877
+ type: "screenshot";
878
+ fullPage?: boolean | undefined;
879
+ quality?: number | undefined;
880
+ viewport?: {
881
+ width: number;
882
+ height: number;
883
+ } | undefined;
884
+ })[] | undefined;
885
+ parsers?: ("pdf" | {
886
+ type: "pdf";
887
+ maxPages?: number | undefined;
888
+ })[] | undefined;
441
889
  onlyMainContent?: boolean | undefined;
890
+ includeTags?: string[] | undefined;
891
+ excludeTags?: string[] | undefined;
892
+ waitFor?: number | undefined;
893
+ actions?: {
894
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
895
+ fullPage?: boolean | undefined;
896
+ selector?: string | undefined;
897
+ milliseconds?: number | undefined;
898
+ text?: string | undefined;
899
+ key?: string | undefined;
900
+ direction?: "up" | "down" | undefined;
901
+ script?: string | undefined;
902
+ }[] | undefined;
903
+ mobile?: boolean | undefined;
904
+ skipTlsVerification?: boolean | undefined;
905
+ removeBase64Images?: boolean | undefined;
906
+ location?: {
907
+ country?: string | undefined;
908
+ languages?: string[] | undefined;
909
+ } | undefined;
910
+ storeInCache?: boolean | undefined;
911
+ maxAge?: number | undefined;
912
+ headers?: Record<string, string> | undefined;
913
+ blockAds?: boolean | undefined;
914
+ proxy?: "basic" | "stealth" | "auto" | undefined;
915
+ timeout?: number | undefined;
442
916
  } | undefined;
443
917
  }>;
444
918
  declare const mapSchema: z.ZodObject<{
@@ -446,50 +920,248 @@ declare const mapSchema: z.ZodObject<{
446
920
  search: z.ZodOptional<z.ZodString>;
447
921
  limit: z.ZodOptional<z.ZodNumber>;
448
922
  includeSubdomains: z.ZodOptional<z.ZodBoolean>;
449
- ignoreSitemap: z.ZodOptional<z.ZodBoolean>;
923
+ ignoreQueryParameters: z.ZodOptional<z.ZodBoolean>;
924
+ sitemap: z.ZodOptional<z.ZodEnum<["include", "skip", "only"]>>;
925
+ timeout: z.ZodOptional<z.ZodNumber>;
926
+ location: z.ZodOptional<z.ZodObject<{
927
+ country: z.ZodOptional<z.ZodString>;
928
+ languages: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
929
+ }, "strip", z.ZodTypeAny, {
930
+ country?: string | undefined;
931
+ languages?: string[] | undefined;
932
+ }, {
933
+ country?: string | undefined;
934
+ languages?: string[] | undefined;
935
+ }>>;
450
936
  }, "strip", z.ZodTypeAny, {
451
937
  url: string;
938
+ location?: {
939
+ country?: string | undefined;
940
+ languages?: string[] | undefined;
941
+ } | undefined;
942
+ timeout?: number | undefined;
452
943
  limit?: number | undefined;
453
944
  search?: string | undefined;
454
945
  includeSubdomains?: boolean | undefined;
455
- ignoreSitemap?: boolean | undefined;
946
+ ignoreQueryParameters?: boolean | undefined;
947
+ sitemap?: "include" | "skip" | "only" | undefined;
456
948
  }, {
457
949
  url: string;
950
+ location?: {
951
+ country?: string | undefined;
952
+ languages?: string[] | undefined;
953
+ } | undefined;
954
+ timeout?: number | undefined;
458
955
  limit?: number | undefined;
459
956
  search?: string | undefined;
460
957
  includeSubdomains?: boolean | undefined;
461
- ignoreSitemap?: boolean | undefined;
958
+ ignoreQueryParameters?: boolean | undefined;
959
+ sitemap?: "include" | "skip" | "only" | undefined;
462
960
  }>;
463
961
  declare const extractSchema: z.ZodObject<{
464
962
  urls: z.ZodArray<z.ZodString, "many">;
465
963
  prompt: z.ZodOptional<z.ZodString>;
466
964
  schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
467
- systemPrompt: z.ZodOptional<z.ZodString>;
468
- allowExternalLinks: z.ZodOptional<z.ZodBoolean>;
469
965
  enableWebSearch: z.ZodOptional<z.ZodBoolean>;
966
+ ignoreSitemap: z.ZodOptional<z.ZodBoolean>;
967
+ includeSubdomains: z.ZodOptional<z.ZodBoolean>;
470
968
  showSources: z.ZodOptional<z.ZodBoolean>;
471
969
  ignoreInvalidURLs: z.ZodOptional<z.ZodBoolean>;
472
970
  scrapeOptions: z.ZodOptional<z.ZodObject<{
473
- formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["markdown", "html", "rawHtml"]>, "many">>;
971
+ formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "images", "branding"]>, z.ZodObject<{
972
+ type: z.ZodLiteral<"json">;
973
+ prompt: z.ZodOptional<z.ZodString>;
974
+ schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
975
+ }, "strip", z.ZodTypeAny, {
976
+ type: "json";
977
+ prompt?: string | undefined;
978
+ schema?: Record<string, any> | undefined;
979
+ }, {
980
+ type: "json";
981
+ prompt?: string | undefined;
982
+ schema?: Record<string, any> | undefined;
983
+ }>, z.ZodObject<{
984
+ type: z.ZodLiteral<"screenshot">;
985
+ fullPage: z.ZodOptional<z.ZodBoolean>;
986
+ quality: z.ZodOptional<z.ZodNumber>;
987
+ viewport: z.ZodOptional<z.ZodObject<{
988
+ width: z.ZodNumber;
989
+ height: z.ZodNumber;
990
+ }, "strip", z.ZodTypeAny, {
991
+ width: number;
992
+ height: number;
993
+ }, {
994
+ width: number;
995
+ height: number;
996
+ }>>;
997
+ }, "strip", z.ZodTypeAny, {
998
+ type: "screenshot";
999
+ fullPage?: boolean | undefined;
1000
+ quality?: number | undefined;
1001
+ viewport?: {
1002
+ width: number;
1003
+ height: number;
1004
+ } | undefined;
1005
+ }, {
1006
+ type: "screenshot";
1007
+ fullPage?: boolean | undefined;
1008
+ quality?: number | undefined;
1009
+ viewport?: {
1010
+ width: number;
1011
+ height: number;
1012
+ } | undefined;
1013
+ }>]>, "many">>;
474
1014
  onlyMainContent: z.ZodOptional<z.ZodBoolean>;
475
1015
  includeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
476
1016
  excludeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1017
+ maxAge: z.ZodOptional<z.ZodNumber>;
1018
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
477
1019
  waitFor: z.ZodOptional<z.ZodNumber>;
478
1020
  mobile: z.ZodOptional<z.ZodBoolean>;
1021
+ skipTlsVerification: z.ZodOptional<z.ZodBoolean>;
1022
+ timeout: z.ZodOptional<z.ZodNumber>;
1023
+ parsers: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["pdf"]>, z.ZodObject<{
1024
+ type: z.ZodEnum<["pdf"]>;
1025
+ maxPages: z.ZodOptional<z.ZodNumber>;
1026
+ }, "strip", z.ZodTypeAny, {
1027
+ type: "pdf";
1028
+ maxPages?: number | undefined;
1029
+ }, {
1030
+ type: "pdf";
1031
+ maxPages?: number | undefined;
1032
+ }>]>, "many">>;
1033
+ actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
1034
+ type: z.ZodEnum<["wait", "screenshot", "scroll", "scrape", "click", "write", "press", "executeJavascript", "generatePDF"]>;
1035
+ selector: z.ZodOptional<z.ZodString>;
1036
+ milliseconds: z.ZodOptional<z.ZodNumber>;
1037
+ text: z.ZodOptional<z.ZodString>;
1038
+ key: z.ZodOptional<z.ZodString>;
1039
+ direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
1040
+ script: z.ZodOptional<z.ZodString>;
1041
+ fullPage: z.ZodOptional<z.ZodBoolean>;
1042
+ }, "strip", z.ZodTypeAny, {
1043
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1044
+ fullPage?: boolean | undefined;
1045
+ selector?: string | undefined;
1046
+ milliseconds?: number | undefined;
1047
+ text?: string | undefined;
1048
+ key?: string | undefined;
1049
+ direction?: "up" | "down" | undefined;
1050
+ script?: string | undefined;
1051
+ }, {
1052
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1053
+ fullPage?: boolean | undefined;
1054
+ selector?: string | undefined;
1055
+ milliseconds?: number | undefined;
1056
+ text?: string | undefined;
1057
+ key?: string | undefined;
1058
+ direction?: "up" | "down" | undefined;
1059
+ script?: string | undefined;
1060
+ }>, "many">>;
1061
+ location: z.ZodOptional<z.ZodObject<{
1062
+ country: z.ZodOptional<z.ZodString>;
1063
+ languages: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1064
+ }, "strip", z.ZodTypeAny, {
1065
+ country?: string | undefined;
1066
+ languages?: string[] | undefined;
1067
+ }, {
1068
+ country?: string | undefined;
1069
+ languages?: string[] | undefined;
1070
+ }>>;
1071
+ removeBase64Images: z.ZodOptional<z.ZodBoolean>;
1072
+ blockAds: z.ZodOptional<z.ZodBoolean>;
1073
+ proxy: z.ZodOptional<z.ZodEnum<["basic", "stealth", "auto"]>>;
1074
+ storeInCache: z.ZodOptional<z.ZodBoolean>;
479
1075
  }, "strip", z.ZodTypeAny, {
480
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1076
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1077
+ type: "json";
1078
+ prompt?: string | undefined;
1079
+ schema?: Record<string, any> | undefined;
1080
+ } | {
1081
+ type: "screenshot";
1082
+ fullPage?: boolean | undefined;
1083
+ quality?: number | undefined;
1084
+ viewport?: {
1085
+ width: number;
1086
+ height: number;
1087
+ } | undefined;
1088
+ })[] | undefined;
1089
+ parsers?: ("pdf" | {
1090
+ type: "pdf";
1091
+ maxPages?: number | undefined;
1092
+ })[] | undefined;
481
1093
  onlyMainContent?: boolean | undefined;
482
1094
  includeTags?: string[] | undefined;
483
1095
  excludeTags?: string[] | undefined;
484
1096
  waitFor?: number | undefined;
1097
+ actions?: {
1098
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1099
+ fullPage?: boolean | undefined;
1100
+ selector?: string | undefined;
1101
+ milliseconds?: number | undefined;
1102
+ text?: string | undefined;
1103
+ key?: string | undefined;
1104
+ direction?: "up" | "down" | undefined;
1105
+ script?: string | undefined;
1106
+ }[] | undefined;
485
1107
  mobile?: boolean | undefined;
1108
+ skipTlsVerification?: boolean | undefined;
1109
+ removeBase64Images?: boolean | undefined;
1110
+ location?: {
1111
+ country?: string | undefined;
1112
+ languages?: string[] | undefined;
1113
+ } | undefined;
1114
+ storeInCache?: boolean | undefined;
1115
+ maxAge?: number | undefined;
1116
+ headers?: Record<string, string> | undefined;
1117
+ blockAds?: boolean | undefined;
1118
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1119
+ timeout?: number | undefined;
486
1120
  }, {
487
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1121
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1122
+ type: "json";
1123
+ prompt?: string | undefined;
1124
+ schema?: Record<string, any> | undefined;
1125
+ } | {
1126
+ type: "screenshot";
1127
+ fullPage?: boolean | undefined;
1128
+ quality?: number | undefined;
1129
+ viewport?: {
1130
+ width: number;
1131
+ height: number;
1132
+ } | undefined;
1133
+ })[] | undefined;
1134
+ parsers?: ("pdf" | {
1135
+ type: "pdf";
1136
+ maxPages?: number | undefined;
1137
+ })[] | undefined;
488
1138
  onlyMainContent?: boolean | undefined;
489
1139
  includeTags?: string[] | undefined;
490
1140
  excludeTags?: string[] | undefined;
491
1141
  waitFor?: number | undefined;
1142
+ actions?: {
1143
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1144
+ fullPage?: boolean | undefined;
1145
+ selector?: string | undefined;
1146
+ milliseconds?: number | undefined;
1147
+ text?: string | undefined;
1148
+ key?: string | undefined;
1149
+ direction?: "up" | "down" | undefined;
1150
+ script?: string | undefined;
1151
+ }[] | undefined;
492
1152
  mobile?: boolean | undefined;
1153
+ skipTlsVerification?: boolean | undefined;
1154
+ removeBase64Images?: boolean | undefined;
1155
+ location?: {
1156
+ country?: string | undefined;
1157
+ languages?: string[] | undefined;
1158
+ } | undefined;
1159
+ storeInCache?: boolean | undefined;
1160
+ maxAge?: number | undefined;
1161
+ headers?: Record<string, string> | undefined;
1162
+ blockAds?: boolean | undefined;
1163
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1164
+ timeout?: number | undefined;
493
1165
  }>>;
494
1166
  }, "strip", z.ZodTypeAny, {
495
1167
  urls: string[];
@@ -497,16 +1169,54 @@ declare const extractSchema: z.ZodObject<{
497
1169
  schema?: Record<string, any> | undefined;
498
1170
  ignoreInvalidURLs?: boolean | undefined;
499
1171
  scrapeOptions?: {
500
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1172
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1173
+ type: "json";
1174
+ prompt?: string | undefined;
1175
+ schema?: Record<string, any> | undefined;
1176
+ } | {
1177
+ type: "screenshot";
1178
+ fullPage?: boolean | undefined;
1179
+ quality?: number | undefined;
1180
+ viewport?: {
1181
+ width: number;
1182
+ height: number;
1183
+ } | undefined;
1184
+ })[] | undefined;
1185
+ parsers?: ("pdf" | {
1186
+ type: "pdf";
1187
+ maxPages?: number | undefined;
1188
+ })[] | undefined;
501
1189
  onlyMainContent?: boolean | undefined;
502
1190
  includeTags?: string[] | undefined;
503
1191
  excludeTags?: string[] | undefined;
504
1192
  waitFor?: number | undefined;
1193
+ actions?: {
1194
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1195
+ fullPage?: boolean | undefined;
1196
+ selector?: string | undefined;
1197
+ milliseconds?: number | undefined;
1198
+ text?: string | undefined;
1199
+ key?: string | undefined;
1200
+ direction?: "up" | "down" | undefined;
1201
+ script?: string | undefined;
1202
+ }[] | undefined;
505
1203
  mobile?: boolean | undefined;
1204
+ skipTlsVerification?: boolean | undefined;
1205
+ removeBase64Images?: boolean | undefined;
1206
+ location?: {
1207
+ country?: string | undefined;
1208
+ languages?: string[] | undefined;
1209
+ } | undefined;
1210
+ storeInCache?: boolean | undefined;
1211
+ maxAge?: number | undefined;
1212
+ headers?: Record<string, string> | undefined;
1213
+ blockAds?: boolean | undefined;
1214
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1215
+ timeout?: number | undefined;
506
1216
  } | undefined;
507
- systemPrompt?: string | undefined;
508
- allowExternalLinks?: boolean | undefined;
1217
+ includeSubdomains?: boolean | undefined;
509
1218
  enableWebSearch?: boolean | undefined;
1219
+ ignoreSitemap?: boolean | undefined;
510
1220
  showSources?: boolean | undefined;
511
1221
  }, {
512
1222
  urls: string[];
@@ -514,73 +1224,653 @@ declare const extractSchema: z.ZodObject<{
514
1224
  schema?: Record<string, any> | undefined;
515
1225
  ignoreInvalidURLs?: boolean | undefined;
516
1226
  scrapeOptions?: {
517
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1227
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1228
+ type: "json";
1229
+ prompt?: string | undefined;
1230
+ schema?: Record<string, any> | undefined;
1231
+ } | {
1232
+ type: "screenshot";
1233
+ fullPage?: boolean | undefined;
1234
+ quality?: number | undefined;
1235
+ viewport?: {
1236
+ width: number;
1237
+ height: number;
1238
+ } | undefined;
1239
+ })[] | undefined;
1240
+ parsers?: ("pdf" | {
1241
+ type: "pdf";
1242
+ maxPages?: number | undefined;
1243
+ })[] | undefined;
518
1244
  onlyMainContent?: boolean | undefined;
519
1245
  includeTags?: string[] | undefined;
520
1246
  excludeTags?: string[] | undefined;
521
1247
  waitFor?: number | undefined;
1248
+ actions?: {
1249
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1250
+ fullPage?: boolean | undefined;
1251
+ selector?: string | undefined;
1252
+ milliseconds?: number | undefined;
1253
+ text?: string | undefined;
1254
+ key?: string | undefined;
1255
+ direction?: "up" | "down" | undefined;
1256
+ script?: string | undefined;
1257
+ }[] | undefined;
522
1258
  mobile?: boolean | undefined;
1259
+ skipTlsVerification?: boolean | undefined;
1260
+ removeBase64Images?: boolean | undefined;
1261
+ location?: {
1262
+ country?: string | undefined;
1263
+ languages?: string[] | undefined;
1264
+ } | undefined;
1265
+ storeInCache?: boolean | undefined;
1266
+ maxAge?: number | undefined;
1267
+ headers?: Record<string, string> | undefined;
1268
+ blockAds?: boolean | undefined;
1269
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1270
+ timeout?: number | undefined;
523
1271
  } | undefined;
524
- systemPrompt?: string | undefined;
525
- allowExternalLinks?: boolean | undefined;
1272
+ includeSubdomains?: boolean | undefined;
526
1273
  enableWebSearch?: boolean | undefined;
1274
+ ignoreSitemap?: boolean | undefined;
527
1275
  showSources?: boolean | undefined;
528
1276
  }>;
529
1277
  declare const batchScrapeSchema: z.ZodObject<{
530
1278
  urls: z.ZodArray<z.ZodString, "many">;
531
- formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links"]>, "many">>;
1279
+ formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "images", "branding"]>, z.ZodObject<{
1280
+ type: z.ZodLiteral<"json">;
1281
+ prompt: z.ZodOptional<z.ZodString>;
1282
+ schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1283
+ }, "strip", z.ZodTypeAny, {
1284
+ type: "json";
1285
+ prompt?: string | undefined;
1286
+ schema?: Record<string, any> | undefined;
1287
+ }, {
1288
+ type: "json";
1289
+ prompt?: string | undefined;
1290
+ schema?: Record<string, any> | undefined;
1291
+ }>, z.ZodObject<{
1292
+ type: z.ZodLiteral<"screenshot">;
1293
+ fullPage: z.ZodOptional<z.ZodBoolean>;
1294
+ quality: z.ZodOptional<z.ZodNumber>;
1295
+ viewport: z.ZodOptional<z.ZodObject<{
1296
+ width: z.ZodNumber;
1297
+ height: z.ZodNumber;
1298
+ }, "strip", z.ZodTypeAny, {
1299
+ width: number;
1300
+ height: number;
1301
+ }, {
1302
+ width: number;
1303
+ height: number;
1304
+ }>>;
1305
+ }, "strip", z.ZodTypeAny, {
1306
+ type: "screenshot";
1307
+ fullPage?: boolean | undefined;
1308
+ quality?: number | undefined;
1309
+ viewport?: {
1310
+ width: number;
1311
+ height: number;
1312
+ } | undefined;
1313
+ }, {
1314
+ type: "screenshot";
1315
+ fullPage?: boolean | undefined;
1316
+ quality?: number | undefined;
1317
+ viewport?: {
1318
+ width: number;
1319
+ height: number;
1320
+ } | undefined;
1321
+ }>]>, "many">>;
1322
+ parsers: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["pdf"]>, z.ZodObject<{
1323
+ type: z.ZodEnum<["pdf"]>;
1324
+ maxPages: z.ZodOptional<z.ZodNumber>;
1325
+ }, "strip", z.ZodTypeAny, {
1326
+ type: "pdf";
1327
+ maxPages?: number | undefined;
1328
+ }, {
1329
+ type: "pdf";
1330
+ maxPages?: number | undefined;
1331
+ }>]>, "many">>;
532
1332
  onlyMainContent: z.ZodOptional<z.ZodBoolean>;
1333
+ includeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1334
+ excludeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1335
+ waitFor: z.ZodOptional<z.ZodNumber>;
1336
+ actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
1337
+ type: z.ZodEnum<["wait", "screenshot", "scroll", "scrape", "click", "write", "press", "executeJavascript", "generatePDF"]>;
1338
+ selector: z.ZodOptional<z.ZodString>;
1339
+ milliseconds: z.ZodOptional<z.ZodNumber>;
1340
+ text: z.ZodOptional<z.ZodString>;
1341
+ key: z.ZodOptional<z.ZodString>;
1342
+ direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
1343
+ script: z.ZodOptional<z.ZodString>;
1344
+ fullPage: z.ZodOptional<z.ZodBoolean>;
1345
+ }, "strip", z.ZodTypeAny, {
1346
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1347
+ fullPage?: boolean | undefined;
1348
+ selector?: string | undefined;
1349
+ milliseconds?: number | undefined;
1350
+ text?: string | undefined;
1351
+ key?: string | undefined;
1352
+ direction?: "up" | "down" | undefined;
1353
+ script?: string | undefined;
1354
+ }, {
1355
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1356
+ fullPage?: boolean | undefined;
1357
+ selector?: string | undefined;
1358
+ milliseconds?: number | undefined;
1359
+ text?: string | undefined;
1360
+ key?: string | undefined;
1361
+ direction?: "up" | "down" | undefined;
1362
+ script?: string | undefined;
1363
+ }>, "many">>;
1364
+ mobile: z.ZodOptional<z.ZodBoolean>;
1365
+ skipTlsVerification: z.ZodOptional<z.ZodBoolean>;
1366
+ removeBase64Images: z.ZodOptional<z.ZodBoolean>;
1367
+ location: z.ZodOptional<z.ZodObject<{
1368
+ country: z.ZodOptional<z.ZodString>;
1369
+ languages: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1370
+ }, "strip", z.ZodTypeAny, {
1371
+ country?: string | undefined;
1372
+ languages?: string[] | undefined;
1373
+ }, {
1374
+ country?: string | undefined;
1375
+ languages?: string[] | undefined;
1376
+ }>>;
1377
+ storeInCache: z.ZodOptional<z.ZodBoolean>;
1378
+ maxAge: z.ZodOptional<z.ZodNumber>;
1379
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
1380
+ blockAds: z.ZodOptional<z.ZodBoolean>;
1381
+ proxy: z.ZodOptional<z.ZodEnum<["basic", "stealth", "auto"]>>;
1382
+ zeroDataRetention: z.ZodOptional<z.ZodBoolean>;
1383
+ timeout: z.ZodOptional<z.ZodNumber>;
1384
+ maxConcurrency: z.ZodOptional<z.ZodNumber>;
1385
+ webhook: z.ZodOptional<z.ZodObject<{
1386
+ url: z.ZodString;
1387
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
1388
+ metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1389
+ events: z.ZodOptional<z.ZodArray<z.ZodEnum<["completed", "page", "failed", "started"]>, "many">>;
1390
+ }, "strip", z.ZodTypeAny, {
1391
+ url: string;
1392
+ headers?: Record<string, string> | undefined;
1393
+ metadata?: Record<string, any> | undefined;
1394
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1395
+ }, {
1396
+ url: string;
1397
+ headers?: Record<string, string> | undefined;
1398
+ metadata?: Record<string, any> | undefined;
1399
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1400
+ }>>;
1401
+ ignoreInvalidURLs: z.ZodOptional<z.ZodBoolean>;
533
1402
  }, "strip", z.ZodTypeAny, {
534
1403
  urls: string[];
535
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links")[] | undefined;
1404
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1405
+ type: "json";
1406
+ prompt?: string | undefined;
1407
+ schema?: Record<string, any> | undefined;
1408
+ } | {
1409
+ type: "screenshot";
1410
+ fullPage?: boolean | undefined;
1411
+ quality?: number | undefined;
1412
+ viewport?: {
1413
+ width: number;
1414
+ height: number;
1415
+ } | undefined;
1416
+ })[] | undefined;
1417
+ parsers?: ("pdf" | {
1418
+ type: "pdf";
1419
+ maxPages?: number | undefined;
1420
+ })[] | undefined;
536
1421
  onlyMainContent?: boolean | undefined;
1422
+ includeTags?: string[] | undefined;
1423
+ excludeTags?: string[] | undefined;
1424
+ waitFor?: number | undefined;
1425
+ actions?: {
1426
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1427
+ fullPage?: boolean | undefined;
1428
+ selector?: string | undefined;
1429
+ milliseconds?: number | undefined;
1430
+ text?: string | undefined;
1431
+ key?: string | undefined;
1432
+ direction?: "up" | "down" | undefined;
1433
+ script?: string | undefined;
1434
+ }[] | undefined;
1435
+ mobile?: boolean | undefined;
1436
+ skipTlsVerification?: boolean | undefined;
1437
+ removeBase64Images?: boolean | undefined;
1438
+ location?: {
1439
+ country?: string | undefined;
1440
+ languages?: string[] | undefined;
1441
+ } | undefined;
1442
+ storeInCache?: boolean | undefined;
1443
+ maxAge?: number | undefined;
1444
+ headers?: Record<string, string> | undefined;
1445
+ blockAds?: boolean | undefined;
1446
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1447
+ zeroDataRetention?: boolean | undefined;
1448
+ timeout?: number | undefined;
1449
+ ignoreInvalidURLs?: boolean | undefined;
1450
+ maxConcurrency?: number | undefined;
1451
+ webhook?: {
1452
+ url: string;
1453
+ headers?: Record<string, string> | undefined;
1454
+ metadata?: Record<string, any> | undefined;
1455
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1456
+ } | undefined;
537
1457
  }, {
538
1458
  urls: string[];
539
- formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links")[] | undefined;
1459
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1460
+ type: "json";
1461
+ prompt?: string | undefined;
1462
+ schema?: Record<string, any> | undefined;
1463
+ } | {
1464
+ type: "screenshot";
1465
+ fullPage?: boolean | undefined;
1466
+ quality?: number | undefined;
1467
+ viewport?: {
1468
+ width: number;
1469
+ height: number;
1470
+ } | undefined;
1471
+ })[] | undefined;
1472
+ parsers?: ("pdf" | {
1473
+ type: "pdf";
1474
+ maxPages?: number | undefined;
1475
+ })[] | undefined;
540
1476
  onlyMainContent?: boolean | undefined;
1477
+ includeTags?: string[] | undefined;
1478
+ excludeTags?: string[] | undefined;
1479
+ waitFor?: number | undefined;
1480
+ actions?: {
1481
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1482
+ fullPage?: boolean | undefined;
1483
+ selector?: string | undefined;
1484
+ milliseconds?: number | undefined;
1485
+ text?: string | undefined;
1486
+ key?: string | undefined;
1487
+ direction?: "up" | "down" | undefined;
1488
+ script?: string | undefined;
1489
+ }[] | undefined;
1490
+ mobile?: boolean | undefined;
1491
+ skipTlsVerification?: boolean | undefined;
1492
+ removeBase64Images?: boolean | undefined;
1493
+ location?: {
1494
+ country?: string | undefined;
1495
+ languages?: string[] | undefined;
1496
+ } | undefined;
1497
+ storeInCache?: boolean | undefined;
1498
+ maxAge?: number | undefined;
1499
+ headers?: Record<string, string> | undefined;
1500
+ blockAds?: boolean | undefined;
1501
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1502
+ zeroDataRetention?: boolean | undefined;
1503
+ timeout?: number | undefined;
1504
+ ignoreInvalidURLs?: boolean | undefined;
1505
+ maxConcurrency?: number | undefined;
1506
+ webhook?: {
1507
+ url: string;
1508
+ headers?: Record<string, string> | undefined;
1509
+ metadata?: Record<string, any> | undefined;
1510
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1511
+ } | undefined;
541
1512
  }>;
542
1513
  declare const crawlSchema: z.ZodObject<{
543
1514
  url: z.ZodString;
544
1515
  limit: z.ZodOptional<z.ZodNumber>;
545
- maxDepth: z.ZodOptional<z.ZodNumber>;
1516
+ maxDiscoveryDepth: z.ZodOptional<z.ZodNumber>;
546
1517
  allowExternalLinks: z.ZodOptional<z.ZodBoolean>;
547
- allowBackwardLinks: z.ZodOptional<z.ZodBoolean>;
1518
+ allowSubdomains: z.ZodOptional<z.ZodBoolean>;
1519
+ crawlEntireDomain: z.ZodOptional<z.ZodBoolean>;
548
1520
  includePaths: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
549
1521
  excludePaths: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1522
+ ignoreQueryParameters: z.ZodOptional<z.ZodBoolean>;
1523
+ sitemap: z.ZodOptional<z.ZodEnum<["include", "skip"]>>;
1524
+ prompt: z.ZodOptional<z.ZodString>;
1525
+ delay: z.ZodOptional<z.ZodNumber>;
1526
+ maxConcurrency: z.ZodOptional<z.ZodNumber>;
550
1527
  scrapeOptions: z.ZodOptional<z.ZodObject<{
551
- formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["markdown", "html", "rawHtml"]>, "many">>;
1528
+ formats: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["markdown", "html", "rawHtml", "screenshot", "links", "summary", "changeTracking", "images", "branding"]>, z.ZodObject<{
1529
+ type: z.ZodLiteral<"json">;
1530
+ prompt: z.ZodOptional<z.ZodString>;
1531
+ schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1532
+ }, "strip", z.ZodTypeAny, {
1533
+ type: "json";
1534
+ prompt?: string | undefined;
1535
+ schema?: Record<string, any> | undefined;
1536
+ }, {
1537
+ type: "json";
1538
+ prompt?: string | undefined;
1539
+ schema?: Record<string, any> | undefined;
1540
+ }>, z.ZodObject<{
1541
+ type: z.ZodLiteral<"screenshot">;
1542
+ fullPage: z.ZodOptional<z.ZodBoolean>;
1543
+ quality: z.ZodOptional<z.ZodNumber>;
1544
+ viewport: z.ZodOptional<z.ZodObject<{
1545
+ width: z.ZodNumber;
1546
+ height: z.ZodNumber;
1547
+ }, "strip", z.ZodTypeAny, {
1548
+ width: number;
1549
+ height: number;
1550
+ }, {
1551
+ width: number;
1552
+ height: number;
1553
+ }>>;
1554
+ }, "strip", z.ZodTypeAny, {
1555
+ type: "screenshot";
1556
+ fullPage?: boolean | undefined;
1557
+ quality?: number | undefined;
1558
+ viewport?: {
1559
+ width: number;
1560
+ height: number;
1561
+ } | undefined;
1562
+ }, {
1563
+ type: "screenshot";
1564
+ fullPage?: boolean | undefined;
1565
+ quality?: number | undefined;
1566
+ viewport?: {
1567
+ width: number;
1568
+ height: number;
1569
+ } | undefined;
1570
+ }>]>, "many">>;
552
1571
  onlyMainContent: z.ZodOptional<z.ZodBoolean>;
1572
+ includeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1573
+ excludeTags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1574
+ waitFor: z.ZodOptional<z.ZodNumber>;
1575
+ maxAge: z.ZodOptional<z.ZodNumber>;
1576
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
1577
+ mobile: z.ZodOptional<z.ZodBoolean>;
1578
+ skipTlsVerification: z.ZodOptional<z.ZodBoolean>;
1579
+ timeout: z.ZodOptional<z.ZodNumber>;
1580
+ parsers: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<["pdf"]>, z.ZodObject<{
1581
+ type: z.ZodEnum<["pdf"]>;
1582
+ maxPages: z.ZodOptional<z.ZodNumber>;
1583
+ }, "strip", z.ZodTypeAny, {
1584
+ type: "pdf";
1585
+ maxPages?: number | undefined;
1586
+ }, {
1587
+ type: "pdf";
1588
+ maxPages?: number | undefined;
1589
+ }>]>, "many">>;
1590
+ actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
1591
+ type: z.ZodEnum<["wait", "screenshot", "scroll", "scrape", "click", "write", "press", "executeJavascript", "generatePDF"]>;
1592
+ selector: z.ZodOptional<z.ZodString>;
1593
+ milliseconds: z.ZodOptional<z.ZodNumber>;
1594
+ text: z.ZodOptional<z.ZodString>;
1595
+ key: z.ZodOptional<z.ZodString>;
1596
+ direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
1597
+ script: z.ZodOptional<z.ZodString>;
1598
+ fullPage: z.ZodOptional<z.ZodBoolean>;
1599
+ }, "strip", z.ZodTypeAny, {
1600
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1601
+ fullPage?: boolean | undefined;
1602
+ selector?: string | undefined;
1603
+ milliseconds?: number | undefined;
1604
+ text?: string | undefined;
1605
+ key?: string | undefined;
1606
+ direction?: "up" | "down" | undefined;
1607
+ script?: string | undefined;
1608
+ }, {
1609
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1610
+ fullPage?: boolean | undefined;
1611
+ selector?: string | undefined;
1612
+ milliseconds?: number | undefined;
1613
+ text?: string | undefined;
1614
+ key?: string | undefined;
1615
+ direction?: "up" | "down" | undefined;
1616
+ script?: string | undefined;
1617
+ }>, "many">>;
1618
+ location: z.ZodOptional<z.ZodObject<{
1619
+ country: z.ZodOptional<z.ZodString>;
1620
+ languages: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1621
+ }, "strip", z.ZodTypeAny, {
1622
+ country?: string | undefined;
1623
+ languages?: string[] | undefined;
1624
+ }, {
1625
+ country?: string | undefined;
1626
+ languages?: string[] | undefined;
1627
+ }>>;
1628
+ removeBase64Images: z.ZodOptional<z.ZodBoolean>;
1629
+ blockAds: z.ZodOptional<z.ZodBoolean>;
1630
+ proxy: z.ZodOptional<z.ZodEnum<["basic", "stealth", "auto"]>>;
1631
+ storeInCache: z.ZodOptional<z.ZodBoolean>;
553
1632
  }, "strip", z.ZodTypeAny, {
554
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1633
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1634
+ type: "json";
1635
+ prompt?: string | undefined;
1636
+ schema?: Record<string, any> | undefined;
1637
+ } | {
1638
+ type: "screenshot";
1639
+ fullPage?: boolean | undefined;
1640
+ quality?: number | undefined;
1641
+ viewport?: {
1642
+ width: number;
1643
+ height: number;
1644
+ } | undefined;
1645
+ })[] | undefined;
1646
+ parsers?: ("pdf" | {
1647
+ type: "pdf";
1648
+ maxPages?: number | undefined;
1649
+ })[] | undefined;
555
1650
  onlyMainContent?: boolean | undefined;
1651
+ includeTags?: string[] | undefined;
1652
+ excludeTags?: string[] | undefined;
1653
+ waitFor?: number | undefined;
1654
+ actions?: {
1655
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1656
+ fullPage?: boolean | undefined;
1657
+ selector?: string | undefined;
1658
+ milliseconds?: number | undefined;
1659
+ text?: string | undefined;
1660
+ key?: string | undefined;
1661
+ direction?: "up" | "down" | undefined;
1662
+ script?: string | undefined;
1663
+ }[] | undefined;
1664
+ mobile?: boolean | undefined;
1665
+ skipTlsVerification?: boolean | undefined;
1666
+ removeBase64Images?: boolean | undefined;
1667
+ location?: {
1668
+ country?: string | undefined;
1669
+ languages?: string[] | undefined;
1670
+ } | undefined;
1671
+ storeInCache?: boolean | undefined;
1672
+ maxAge?: number | undefined;
1673
+ headers?: Record<string, string> | undefined;
1674
+ blockAds?: boolean | undefined;
1675
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1676
+ timeout?: number | undefined;
556
1677
  }, {
557
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1678
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1679
+ type: "json";
1680
+ prompt?: string | undefined;
1681
+ schema?: Record<string, any> | undefined;
1682
+ } | {
1683
+ type: "screenshot";
1684
+ fullPage?: boolean | undefined;
1685
+ quality?: number | undefined;
1686
+ viewport?: {
1687
+ width: number;
1688
+ height: number;
1689
+ } | undefined;
1690
+ })[] | undefined;
1691
+ parsers?: ("pdf" | {
1692
+ type: "pdf";
1693
+ maxPages?: number | undefined;
1694
+ })[] | undefined;
558
1695
  onlyMainContent?: boolean | undefined;
1696
+ includeTags?: string[] | undefined;
1697
+ excludeTags?: string[] | undefined;
1698
+ waitFor?: number | undefined;
1699
+ actions?: {
1700
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1701
+ fullPage?: boolean | undefined;
1702
+ selector?: string | undefined;
1703
+ milliseconds?: number | undefined;
1704
+ text?: string | undefined;
1705
+ key?: string | undefined;
1706
+ direction?: "up" | "down" | undefined;
1707
+ script?: string | undefined;
1708
+ }[] | undefined;
1709
+ mobile?: boolean | undefined;
1710
+ skipTlsVerification?: boolean | undefined;
1711
+ removeBase64Images?: boolean | undefined;
1712
+ location?: {
1713
+ country?: string | undefined;
1714
+ languages?: string[] | undefined;
1715
+ } | undefined;
1716
+ storeInCache?: boolean | undefined;
1717
+ maxAge?: number | undefined;
1718
+ headers?: Record<string, string> | undefined;
1719
+ blockAds?: boolean | undefined;
1720
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1721
+ timeout?: number | undefined;
559
1722
  }>>;
1723
+ webhook: z.ZodOptional<z.ZodObject<{
1724
+ url: z.ZodString;
1725
+ headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
1726
+ metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1727
+ events: z.ZodOptional<z.ZodArray<z.ZodEnum<["completed", "page", "failed", "started"]>, "many">>;
1728
+ }, "strip", z.ZodTypeAny, {
1729
+ url: string;
1730
+ headers?: Record<string, string> | undefined;
1731
+ metadata?: Record<string, any> | undefined;
1732
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1733
+ }, {
1734
+ url: string;
1735
+ headers?: Record<string, string> | undefined;
1736
+ metadata?: Record<string, any> | undefined;
1737
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1738
+ }>>;
1739
+ zeroDataRetention: z.ZodOptional<z.ZodBoolean>;
560
1740
  }, "strip", z.ZodTypeAny, {
561
1741
  url: string;
1742
+ prompt?: string | undefined;
1743
+ zeroDataRetention?: boolean | undefined;
562
1744
  limit?: number | undefined;
563
1745
  scrapeOptions?: {
564
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1746
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1747
+ type: "json";
1748
+ prompt?: string | undefined;
1749
+ schema?: Record<string, any> | undefined;
1750
+ } | {
1751
+ type: "screenshot";
1752
+ fullPage?: boolean | undefined;
1753
+ quality?: number | undefined;
1754
+ viewport?: {
1755
+ width: number;
1756
+ height: number;
1757
+ } | undefined;
1758
+ })[] | undefined;
1759
+ parsers?: ("pdf" | {
1760
+ type: "pdf";
1761
+ maxPages?: number | undefined;
1762
+ })[] | undefined;
565
1763
  onlyMainContent?: boolean | undefined;
1764
+ includeTags?: string[] | undefined;
1765
+ excludeTags?: string[] | undefined;
1766
+ waitFor?: number | undefined;
1767
+ actions?: {
1768
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1769
+ fullPage?: boolean | undefined;
1770
+ selector?: string | undefined;
1771
+ milliseconds?: number | undefined;
1772
+ text?: string | undefined;
1773
+ key?: string | undefined;
1774
+ direction?: "up" | "down" | undefined;
1775
+ script?: string | undefined;
1776
+ }[] | undefined;
1777
+ mobile?: boolean | undefined;
1778
+ skipTlsVerification?: boolean | undefined;
1779
+ removeBase64Images?: boolean | undefined;
1780
+ location?: {
1781
+ country?: string | undefined;
1782
+ languages?: string[] | undefined;
1783
+ } | undefined;
1784
+ storeInCache?: boolean | undefined;
1785
+ maxAge?: number | undefined;
1786
+ headers?: Record<string, string> | undefined;
1787
+ blockAds?: boolean | undefined;
1788
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1789
+ timeout?: number | undefined;
566
1790
  } | undefined;
1791
+ ignoreQueryParameters?: boolean | undefined;
1792
+ sitemap?: "include" | "skip" | undefined;
1793
+ maxConcurrency?: number | undefined;
1794
+ webhook?: {
1795
+ url: string;
1796
+ headers?: Record<string, string> | undefined;
1797
+ metadata?: Record<string, any> | undefined;
1798
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
1799
+ } | undefined;
1800
+ maxDiscoveryDepth?: number | undefined;
567
1801
  allowExternalLinks?: boolean | undefined;
568
- maxDepth?: number | undefined;
569
- allowBackwardLinks?: boolean | undefined;
1802
+ allowSubdomains?: boolean | undefined;
1803
+ crawlEntireDomain?: boolean | undefined;
570
1804
  includePaths?: string[] | undefined;
571
1805
  excludePaths?: string[] | undefined;
1806
+ delay?: number | undefined;
572
1807
  }, {
573
1808
  url: string;
1809
+ prompt?: string | undefined;
1810
+ zeroDataRetention?: boolean | undefined;
574
1811
  limit?: number | undefined;
575
1812
  scrapeOptions?: {
576
- formats?: ("markdown" | "html" | "rawHtml")[] | undefined;
1813
+ formats?: ("markdown" | "html" | "rawHtml" | "screenshot" | "links" | "summary" | "changeTracking" | "images" | "branding" | {
1814
+ type: "json";
1815
+ prompt?: string | undefined;
1816
+ schema?: Record<string, any> | undefined;
1817
+ } | {
1818
+ type: "screenshot";
1819
+ fullPage?: boolean | undefined;
1820
+ quality?: number | undefined;
1821
+ viewport?: {
1822
+ width: number;
1823
+ height: number;
1824
+ } | undefined;
1825
+ })[] | undefined;
1826
+ parsers?: ("pdf" | {
1827
+ type: "pdf";
1828
+ maxPages?: number | undefined;
1829
+ })[] | undefined;
577
1830
  onlyMainContent?: boolean | undefined;
1831
+ includeTags?: string[] | undefined;
1832
+ excludeTags?: string[] | undefined;
1833
+ waitFor?: number | undefined;
1834
+ actions?: {
1835
+ type: "screenshot" | "wait" | "scroll" | "scrape" | "click" | "write" | "press" | "executeJavascript" | "generatePDF";
1836
+ fullPage?: boolean | undefined;
1837
+ selector?: string | undefined;
1838
+ milliseconds?: number | undefined;
1839
+ text?: string | undefined;
1840
+ key?: string | undefined;
1841
+ direction?: "up" | "down" | undefined;
1842
+ script?: string | undefined;
1843
+ }[] | undefined;
1844
+ mobile?: boolean | undefined;
1845
+ skipTlsVerification?: boolean | undefined;
1846
+ removeBase64Images?: boolean | undefined;
1847
+ location?: {
1848
+ country?: string | undefined;
1849
+ languages?: string[] | undefined;
1850
+ } | undefined;
1851
+ storeInCache?: boolean | undefined;
1852
+ maxAge?: number | undefined;
1853
+ headers?: Record<string, string> | undefined;
1854
+ blockAds?: boolean | undefined;
1855
+ proxy?: "basic" | "stealth" | "auto" | undefined;
1856
+ timeout?: number | undefined;
1857
+ } | undefined;
1858
+ ignoreQueryParameters?: boolean | undefined;
1859
+ sitemap?: "include" | "skip" | undefined;
1860
+ maxConcurrency?: number | undefined;
1861
+ webhook?: {
1862
+ url: string;
1863
+ headers?: Record<string, string> | undefined;
1864
+ metadata?: Record<string, any> | undefined;
1865
+ events?: ("completed" | "page" | "failed" | "started")[] | undefined;
578
1866
  } | undefined;
1867
+ maxDiscoveryDepth?: number | undefined;
579
1868
  allowExternalLinks?: boolean | undefined;
580
- maxDepth?: number | undefined;
581
- allowBackwardLinks?: boolean | undefined;
1869
+ allowSubdomains?: boolean | undefined;
1870
+ crawlEntireDomain?: boolean | undefined;
582
1871
  includePaths?: string[] | undefined;
583
1872
  excludePaths?: string[] | undefined;
1873
+ delay?: number | undefined;
584
1874
  }>;
585
1875
  declare const checkStatusSchema: z.ZodObject<{
586
1876
  id: z.ZodString;