@mendable/firecrawl-js 1.0.2 → 1.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/index.ts +11 -16
- package/types/index.d.ts +10 -15
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -165,16 +165,14 @@ export interface ScrapeResponseV0 {
|
|
|
165
165
|
* Includes options for both scraping and mapping during a crawl.
|
|
166
166
|
*/
|
|
167
167
|
export interface CrawlParams {
|
|
168
|
+
includePaths?: string[];
|
|
169
|
+
excludePaths?: string[];
|
|
170
|
+
maxDepth?: number;
|
|
171
|
+
limit?: number;
|
|
172
|
+
allowBackwardLinks?: boolean;
|
|
173
|
+
allowExternalLinks?: boolean;
|
|
174
|
+
ignoreSitemap?: boolean;
|
|
168
175
|
scrapeOptions?: ScrapeParams;
|
|
169
|
-
crawlerOptions?: {
|
|
170
|
-
includePaths?: string[]
|
|
171
|
-
excludePaths?: string[]
|
|
172
|
-
maxDepth?: number
|
|
173
|
-
limit?: number
|
|
174
|
-
allowBackwardLinks?: boolean
|
|
175
|
-
allowExternalLinks?: boolean
|
|
176
|
-
ignoreSitemap?: boolean
|
|
177
|
-
};
|
|
178
176
|
}
|
|
179
177
|
|
|
180
178
|
/**
|
|
@@ -267,13 +265,10 @@ export interface CrawlStatusResponseV0 {
|
|
|
267
265
|
* Defines options for mapping URLs during a crawl.
|
|
268
266
|
*/
|
|
269
267
|
export interface MapParams {
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
limit?: number
|
|
274
|
-
allowBackwardLinks?: boolean
|
|
275
|
-
allowExternalLinks?: boolean
|
|
276
|
-
ignoreSitemap?: boolean
|
|
268
|
+
search?: string;
|
|
269
|
+
ignoreSitemap?: boolean;
|
|
270
|
+
includeSubdomains?: boolean;
|
|
271
|
+
limit?: number;
|
|
277
272
|
}
|
|
278
273
|
|
|
279
274
|
/**
|
package/types/index.d.ts
CHANGED
|
@@ -153,16 +153,14 @@ export interface ScrapeResponseV0 {
|
|
|
153
153
|
* Includes options for both scraping and mapping during a crawl.
|
|
154
154
|
*/
|
|
155
155
|
export interface CrawlParams {
|
|
156
|
+
includePaths?: string[];
|
|
157
|
+
excludePaths?: string[];
|
|
158
|
+
maxDepth?: number;
|
|
159
|
+
limit?: number;
|
|
160
|
+
allowBackwardLinks?: boolean;
|
|
161
|
+
allowExternalLinks?: boolean;
|
|
162
|
+
ignoreSitemap?: boolean;
|
|
156
163
|
scrapeOptions?: ScrapeParams;
|
|
157
|
-
crawlerOptions?: {
|
|
158
|
-
includePaths?: string[];
|
|
159
|
-
excludePaths?: string[];
|
|
160
|
-
maxDepth?: number;
|
|
161
|
-
limit?: number;
|
|
162
|
-
allowBackwardLinks?: boolean;
|
|
163
|
-
allowExternalLinks?: boolean;
|
|
164
|
-
ignoreSitemap?: boolean;
|
|
165
|
-
};
|
|
166
164
|
}
|
|
167
165
|
/**
|
|
168
166
|
* Parameters for crawling operations on v0.
|
|
@@ -248,13 +246,10 @@ export interface CrawlStatusResponseV0 {
|
|
|
248
246
|
* Defines options for mapping URLs during a crawl.
|
|
249
247
|
*/
|
|
250
248
|
export interface MapParams {
|
|
251
|
-
|
|
252
|
-
excludePaths?: string[];
|
|
253
|
-
maxDepth?: number;
|
|
254
|
-
limit?: number;
|
|
255
|
-
allowBackwardLinks?: boolean;
|
|
256
|
-
allowExternalLinks?: boolean;
|
|
249
|
+
search?: string;
|
|
257
250
|
ignoreSitemap?: boolean;
|
|
251
|
+
includeSubdomains?: boolean;
|
|
252
|
+
limit?: number;
|
|
258
253
|
}
|
|
259
254
|
/**
|
|
260
255
|
* Response interface for mapping operations.
|