firecrawl 1.7.2 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.cts +12 -2
- package/dist/index.d.ts +12 -2
- package/package.json +1 -1
- package/src/index.ts +12 -2
package/dist/index.d.cts
CHANGED
|
@@ -81,10 +81,13 @@ interface CrawlScrapeOptions {
|
|
|
81
81
|
country?: string;
|
|
82
82
|
languages?: string[];
|
|
83
83
|
};
|
|
84
|
+
skipTlsVerification?: boolean;
|
|
85
|
+
removeBase64Images?: boolean;
|
|
84
86
|
}
|
|
85
87
|
type Action = {
|
|
86
88
|
type: "wait";
|
|
87
|
-
milliseconds
|
|
89
|
+
milliseconds?: number;
|
|
90
|
+
selector?: string;
|
|
88
91
|
} | {
|
|
89
92
|
type: "click";
|
|
90
93
|
selector: string;
|
|
@@ -99,7 +102,13 @@ type Action = {
|
|
|
99
102
|
key: string;
|
|
100
103
|
} | {
|
|
101
104
|
type: "scroll";
|
|
102
|
-
direction
|
|
105
|
+
direction?: "up" | "down";
|
|
106
|
+
selector?: string;
|
|
107
|
+
} | {
|
|
108
|
+
type: "scrape";
|
|
109
|
+
} | {
|
|
110
|
+
type: "executeJavascript";
|
|
111
|
+
script: string;
|
|
103
112
|
};
|
|
104
113
|
interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
|
|
105
114
|
extract?: {
|
|
@@ -135,6 +144,7 @@ interface CrawlParams {
|
|
|
135
144
|
ignoreSitemap?: boolean;
|
|
136
145
|
scrapeOptions?: CrawlScrapeOptions;
|
|
137
146
|
webhook?: string;
|
|
147
|
+
deduplicateSimilarURLs?: boolean;
|
|
138
148
|
}
|
|
139
149
|
/**
|
|
140
150
|
* Response interface for crawling operations.
|
package/dist/index.d.ts
CHANGED
|
@@ -81,10 +81,13 @@ interface CrawlScrapeOptions {
|
|
|
81
81
|
country?: string;
|
|
82
82
|
languages?: string[];
|
|
83
83
|
};
|
|
84
|
+
skipTlsVerification?: boolean;
|
|
85
|
+
removeBase64Images?: boolean;
|
|
84
86
|
}
|
|
85
87
|
type Action = {
|
|
86
88
|
type: "wait";
|
|
87
|
-
milliseconds
|
|
89
|
+
milliseconds?: number;
|
|
90
|
+
selector?: string;
|
|
88
91
|
} | {
|
|
89
92
|
type: "click";
|
|
90
93
|
selector: string;
|
|
@@ -99,7 +102,13 @@ type Action = {
|
|
|
99
102
|
key: string;
|
|
100
103
|
} | {
|
|
101
104
|
type: "scroll";
|
|
102
|
-
direction
|
|
105
|
+
direction?: "up" | "down";
|
|
106
|
+
selector?: string;
|
|
107
|
+
} | {
|
|
108
|
+
type: "scrape";
|
|
109
|
+
} | {
|
|
110
|
+
type: "executeJavascript";
|
|
111
|
+
script: string;
|
|
103
112
|
};
|
|
104
113
|
interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
|
|
105
114
|
extract?: {
|
|
@@ -135,6 +144,7 @@ interface CrawlParams {
|
|
|
135
144
|
ignoreSitemap?: boolean;
|
|
136
145
|
scrapeOptions?: CrawlScrapeOptions;
|
|
137
146
|
webhook?: string;
|
|
147
|
+
deduplicateSimilarURLs?: boolean;
|
|
138
148
|
}
|
|
139
149
|
/**
|
|
140
150
|
* Response interface for crawling operations.
|
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -86,11 +86,14 @@ export interface CrawlScrapeOptions {
|
|
|
86
86
|
country?: string;
|
|
87
87
|
languages?: string[];
|
|
88
88
|
};
|
|
89
|
+
skipTlsVerification?: boolean;
|
|
90
|
+
removeBase64Images?: boolean;
|
|
89
91
|
}
|
|
90
92
|
|
|
91
93
|
export type Action = {
|
|
92
94
|
type: "wait",
|
|
93
|
-
milliseconds
|
|
95
|
+
milliseconds?: number,
|
|
96
|
+
selector?: string,
|
|
94
97
|
} | {
|
|
95
98
|
type: "click",
|
|
96
99
|
selector: string,
|
|
@@ -105,7 +108,13 @@ export type Action = {
|
|
|
105
108
|
key: string,
|
|
106
109
|
} | {
|
|
107
110
|
type: "scroll",
|
|
108
|
-
direction
|
|
111
|
+
direction?: "up" | "down",
|
|
112
|
+
selector?: string,
|
|
113
|
+
} | {
|
|
114
|
+
type: "scrape",
|
|
115
|
+
} | {
|
|
116
|
+
type: "executeJavascript",
|
|
117
|
+
script: string,
|
|
109
118
|
};
|
|
110
119
|
|
|
111
120
|
export interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
|
|
@@ -145,6 +154,7 @@ export interface CrawlParams {
|
|
|
145
154
|
ignoreSitemap?: boolean;
|
|
146
155
|
scrapeOptions?: CrawlScrapeOptions;
|
|
147
156
|
webhook?: string;
|
|
157
|
+
deduplicateSimilarURLs?: boolean;
|
|
148
158
|
}
|
|
149
159
|
|
|
150
160
|
/**
|