firecrawl 1.9.3 → 1.9.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/dist/index.cjs +6 -6
  2. package/dist/index.d.cts +4 -3
  3. package/dist/index.d.ts +4 -3
  4. package/dist/index.js +6 -6
  5. package/package.json +1 -1
  6. package/src/index.ts +10 -4
package/dist/index.cjs CHANGED
@@ -295,9 +295,9 @@ var FirecrawlApp = class {
295
295
  * @param webhook - Optional webhook for the batch scrape.
296
296
  * @returns The response from the crawl operation.
297
297
  */
298
- async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook) {
298
+ async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook, ignoreInvalidURLs) {
299
299
  const headers = this.prepareHeaders(idempotencyKey);
300
- let jsonData = { urls, ...params };
300
+ let jsonData = { urls, webhook, ignoreInvalidURLs, ...params };
301
301
  if (jsonData?.extract?.schema) {
302
302
  let schema = jsonData.extract.schema;
303
303
  try {
@@ -333,9 +333,9 @@ var FirecrawlApp = class {
333
333
  }
334
334
  return { success: false, error: "Internal server error." };
335
335
  }
336
- async asyncBatchScrapeUrls(urls, params, idempotencyKey) {
336
+ async asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
337
337
  const headers = this.prepareHeaders(idempotencyKey);
338
- let jsonData = { urls, ...params ?? {} };
338
+ let jsonData = { urls, webhook, ignoreInvalidURLs, ...params ?? {} };
339
339
  try {
340
340
  const response = await this.postRequest(
341
341
  this.apiUrl + `/v1/batch/scrape`,
@@ -363,8 +363,8 @@ var FirecrawlApp = class {
363
363
  * @param idempotencyKey - Optional idempotency key for the request.
364
364
  * @returns A CrawlWatcher instance to monitor the crawl job.
365
365
  */
366
- async batchScrapeUrlsAndWatch(urls, params, idempotencyKey) {
367
- const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey);
366
+ async batchScrapeUrlsAndWatch(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
367
+ const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs);
368
368
  if (crawl.success && crawl.id) {
369
369
  const id = crawl.id;
370
370
  return new CrawlWatcher(id, this);
package/dist/index.d.cts CHANGED
@@ -171,6 +171,7 @@ interface BatchScrapeResponse {
171
171
  url?: string;
172
172
  success: true;
173
173
  error?: string;
174
+ invalidURLs?: string[];
174
175
  }
175
176
  /**
176
177
  * Response interface for job status checks.
@@ -329,8 +330,8 @@ declare class FirecrawlApp {
329
330
  * @param webhook - Optional webhook for the batch scrape.
330
331
  * @returns The response from the crawl operation.
331
332
  */
332
- batchScrapeUrls(urls: string[], params?: ScrapeParams, pollInterval?: number, idempotencyKey?: string, webhook?: CrawlParams["webhook"]): Promise<BatchScrapeStatusResponse | ErrorResponse>;
333
- asyncBatchScrapeUrls(urls: string[], params?: ScrapeParams, idempotencyKey?: string): Promise<BatchScrapeResponse | ErrorResponse>;
333
+ batchScrapeUrls(urls: string[], params?: ScrapeParams, pollInterval?: number, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<BatchScrapeStatusResponse | ErrorResponse>;
334
+ asyncBatchScrapeUrls(urls: string[], params?: ScrapeParams, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<BatchScrapeResponse | ErrorResponse>;
334
335
  /**
335
336
  * Initiates a batch scrape job and returns a CrawlWatcher to monitor the job via WebSocket.
336
337
  * @param urls - The URL to scrape.
@@ -338,7 +339,7 @@ declare class FirecrawlApp {
338
339
  * @param idempotencyKey - Optional idempotency key for the request.
339
340
  * @returns A CrawlWatcher instance to monitor the crawl job.
340
341
  */
341
- batchScrapeUrlsAndWatch(urls: string[], params?: ScrapeParams, idempotencyKey?: string): Promise<CrawlWatcher>;
342
+ batchScrapeUrlsAndWatch(urls: string[], params?: ScrapeParams, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<CrawlWatcher>;
342
343
  /**
343
344
  * Checks the status of a batch scrape job using the Firecrawl API.
344
345
  * @param id - The ID of the batch scrape operation.
package/dist/index.d.ts CHANGED
@@ -171,6 +171,7 @@ interface BatchScrapeResponse {
171
171
  url?: string;
172
172
  success: true;
173
173
  error?: string;
174
+ invalidURLs?: string[];
174
175
  }
175
176
  /**
176
177
  * Response interface for job status checks.
@@ -329,8 +330,8 @@ declare class FirecrawlApp {
329
330
  * @param webhook - Optional webhook for the batch scrape.
330
331
  * @returns The response from the crawl operation.
331
332
  */
332
- batchScrapeUrls(urls: string[], params?: ScrapeParams, pollInterval?: number, idempotencyKey?: string, webhook?: CrawlParams["webhook"]): Promise<BatchScrapeStatusResponse | ErrorResponse>;
333
- asyncBatchScrapeUrls(urls: string[], params?: ScrapeParams, idempotencyKey?: string): Promise<BatchScrapeResponse | ErrorResponse>;
333
+ batchScrapeUrls(urls: string[], params?: ScrapeParams, pollInterval?: number, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<BatchScrapeStatusResponse | ErrorResponse>;
334
+ asyncBatchScrapeUrls(urls: string[], params?: ScrapeParams, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<BatchScrapeResponse | ErrorResponse>;
334
335
  /**
335
336
  * Initiates a batch scrape job and returns a CrawlWatcher to monitor the job via WebSocket.
336
337
  * @param urls - The URL to scrape.
@@ -338,7 +339,7 @@ declare class FirecrawlApp {
338
339
  * @param idempotencyKey - Optional idempotency key for the request.
339
340
  * @returns A CrawlWatcher instance to monitor the crawl job.
340
341
  */
341
- batchScrapeUrlsAndWatch(urls: string[], params?: ScrapeParams, idempotencyKey?: string): Promise<CrawlWatcher>;
342
+ batchScrapeUrlsAndWatch(urls: string[], params?: ScrapeParams, idempotencyKey?: string, webhook?: CrawlParams["webhook"], ignoreInvalidURLs?: boolean): Promise<CrawlWatcher>;
342
343
  /**
343
344
  * Checks the status of a batch scrape job using the Firecrawl API.
344
345
  * @param id - The ID of the batch scrape operation.
package/dist/index.js CHANGED
@@ -259,9 +259,9 @@ var FirecrawlApp = class {
259
259
  * @param webhook - Optional webhook for the batch scrape.
260
260
  * @returns The response from the crawl operation.
261
261
  */
262
- async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook) {
262
+ async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook, ignoreInvalidURLs) {
263
263
  const headers = this.prepareHeaders(idempotencyKey);
264
- let jsonData = { urls, ...params };
264
+ let jsonData = { urls, webhook, ignoreInvalidURLs, ...params };
265
265
  if (jsonData?.extract?.schema) {
266
266
  let schema = jsonData.extract.schema;
267
267
  try {
@@ -297,9 +297,9 @@ var FirecrawlApp = class {
297
297
  }
298
298
  return { success: false, error: "Internal server error." };
299
299
  }
300
- async asyncBatchScrapeUrls(urls, params, idempotencyKey) {
300
+ async asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
301
301
  const headers = this.prepareHeaders(idempotencyKey);
302
- let jsonData = { urls, ...params ?? {} };
302
+ let jsonData = { urls, webhook, ignoreInvalidURLs, ...params ?? {} };
303
303
  try {
304
304
  const response = await this.postRequest(
305
305
  this.apiUrl + `/v1/batch/scrape`,
@@ -327,8 +327,8 @@ var FirecrawlApp = class {
327
327
  * @param idempotencyKey - Optional idempotency key for the request.
328
328
  * @returns A CrawlWatcher instance to monitor the crawl job.
329
329
  */
330
- async batchScrapeUrlsAndWatch(urls, params, idempotencyKey) {
331
- const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey);
330
+ async batchScrapeUrlsAndWatch(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
331
+ const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs);
332
332
  if (crawl.success && crawl.id) {
333
333
  const id = crawl.id;
334
334
  return new CrawlWatcher(id, this);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "firecrawl",
3
- "version": "1.9.3",
3
+ "version": "1.9.4",
4
4
  "description": "JavaScript SDK for Firecrawl API",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
package/src/index.ts CHANGED
@@ -183,6 +183,7 @@ export interface BatchScrapeResponse {
183
183
  url?: string;
184
184
  success: true;
185
185
  error?: string;
186
+ invalidURLs?: string[];
186
187
  }
187
188
 
188
189
  /**
@@ -576,9 +577,10 @@ export default class FirecrawlApp {
576
577
  pollInterval: number = 2,
577
578
  idempotencyKey?: string,
578
579
  webhook?: CrawlParams["webhook"],
580
+ ignoreInvalidURLs?: boolean,
579
581
  ): Promise<BatchScrapeStatusResponse | ErrorResponse> {
580
582
  const headers = this.prepareHeaders(idempotencyKey);
581
- let jsonData: any = { urls, ...params };
583
+ let jsonData: any = { urls, webhook, ignoreInvalidURLs, ...params };
582
584
  if (jsonData?.extract?.schema) {
583
585
  let schema = jsonData.extract.schema;
584
586
 
@@ -621,10 +623,12 @@ export default class FirecrawlApp {
621
623
  async asyncBatchScrapeUrls(
622
624
  urls: string[],
623
625
  params?: ScrapeParams,
624
- idempotencyKey?: string
626
+ idempotencyKey?: string,
627
+ webhook?: CrawlParams["webhook"],
628
+ ignoreInvalidURLs?: boolean,
625
629
  ): Promise<BatchScrapeResponse | ErrorResponse> {
626
630
  const headers = this.prepareHeaders(idempotencyKey);
627
- let jsonData: any = { urls, ...(params ?? {}) };
631
+ let jsonData: any = { urls, webhook, ignoreInvalidURLs, ...(params ?? {}) };
628
632
  try {
629
633
  const response: AxiosResponse = await this.postRequest(
630
634
  this.apiUrl + `/v1/batch/scrape`,
@@ -657,8 +661,10 @@ export default class FirecrawlApp {
657
661
  urls: string[],
658
662
  params?: ScrapeParams,
659
663
  idempotencyKey?: string,
664
+ webhook?: CrawlParams["webhook"],
665
+ ignoreInvalidURLs?: boolean,
660
666
  ) {
661
- const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey);
667
+ const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs);
662
668
 
663
669
  if (crawl.success && crawl.id) {
664
670
  const id = crawl.id;