firecrawl 1.7.1 → 1.8.0

package/README.md

@@ -147,7 +147,7 @@ watch.addEventListener("done", state => {
 
 ### Batch scraping multiple URLs
 
-To batch scrape multiple URLs with error handling, use the `batchScrapeUrls` method. It takes the starting URLs and optional parameters as arguments. The `params` argument allows you to specify additional options for the crawl job, such as the output formats.
+To batch scrape multiple URLs with error handling, use the `batchScrapeUrls` method. It takes the starting URLs and optional parameters as arguments. The `params` argument allows you to specify additional options for the batch scrape job, such as the output formats.
 
 ```js
 const batchScrapeResponse = await app.batchScrapeUrls(['https://firecrawl.dev', 'https://mendable.ai'], {
@@ -158,10 +158,10 @@ const batchScrapeResponse = await app.batchScrapeUrls(['https://firecrawl.dev',
 
 #### Asynchronous batch scrape
 
-To initiate an asynchronous batch scrape, utilize the `asyncBulkScrapeUrls` method. This method requires the starting URLs and optional parameters as inputs. The params argument enables you to define various settings for the scrape, such as the output formats. Upon successful initiation, this method returns an ID, which is essential for subsequently checking the status of the batch scrape.
+To initiate an asynchronous batch scrape, utilize the `asyncBatchScrapeUrls` method. This method requires the starting URLs and optional parameters as inputs. The params argument enables you to define various settings for the scrape, such as the output formats. Upon successful initiation, this method returns an ID, which is essential for subsequently checking the status of the batch scrape.
 
 ```js
-const asyncBulkScrapeResult = await app.asyncBulkScrapeUrls(['https://firecrawl.dev', 'https://mendable.ai'], { formats: ['markdown', 'html'] });
+const asyncBatchScrapeResult = await app.asyncBatchScrapeUrls(['https://firecrawl.dev', 'https://mendable.ai'], { formats: ['markdown', 'html'] });
 ```
 
 #### Batch scrape with WebSockets

package/dist/index.d.cts

@@ -77,10 +77,17 @@ interface CrawlScrapeOptions {
     onlyMainContent?: boolean;
     waitFor?: number;
     timeout?: number;
+    location?: {
+        country?: string;
+        languages?: string[];
+    };
+    skipTlsVerification?: boolean;
+    removeBase64Images?: boolean;
 }
 type Action = {
     type: "wait";
-    milliseconds: number;
+    milliseconds?: number;
+    selector?: string;
 } | {
     type: "click";
     selector: string;
@@ -95,7 +102,13 @@ type Action = {
     key: string;
 } | {
     type: "scroll";
-    direction: "up" | "down";
+    direction?: "up" | "down";
+    selector?: string;
+} | {
+    type: "scrape";
+} | {
+    type: "executeJavascript";
+    script: string;
 };
 interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
     extract?: {
@@ -131,6 +144,7 @@ interface CrawlParams {
     ignoreSitemap?: boolean;
     scrapeOptions?: CrawlScrapeOptions;
     webhook?: string;
+    deduplicateSimilarURLs?: boolean;
 }
 /**
  * Response interface for crawling operations.

package/dist/index.d.ts

@@ -77,10 +77,17 @@ interface CrawlScrapeOptions {
     onlyMainContent?: boolean;
     waitFor?: number;
     timeout?: number;
+    location?: {
+        country?: string;
+        languages?: string[];
+    };
+    skipTlsVerification?: boolean;
+    removeBase64Images?: boolean;
 }
 type Action = {
     type: "wait";
-    milliseconds: number;
+    milliseconds?: number;
+    selector?: string;
 } | {
     type: "click";
     selector: string;
@@ -95,7 +102,13 @@ type Action = {
     key: string;
 } | {
     type: "scroll";
-    direction: "up" | "down";
+    direction?: "up" | "down";
+    selector?: string;
+} | {
+    type: "scrape";
+} | {
+    type: "executeJavascript";
+    script: string;
 };
 interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
     extract?: {
@@ -131,6 +144,7 @@ interface CrawlParams {
     ignoreSitemap?: boolean;
     scrapeOptions?: CrawlScrapeOptions;
     webhook?: string;
+    deduplicateSimilarURLs?: boolean;
 }
 /**
  * Response interface for crawling operations.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "firecrawl",
-  "version": "1.7.1",
+  "version": "1.8.0",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/index.ts

@@ -82,11 +82,18 @@ export interface CrawlScrapeOptions {
   onlyMainContent?: boolean;
   waitFor?: number;
   timeout?: number;
+  location?: {
+    country?: string;
+    languages?: string[];
+  };
+  skipTlsVerification?: boolean;
+  removeBase64Images?: boolean;
 }
 
 export type Action = {
   type: "wait",
-  milliseconds: number,
+  milliseconds?: number,
+  selector?: string,
 } | {
   type: "click",
   selector: string,
@@ -101,7 +108,13 @@ export type Action = {
   key: string,
 } | {
   type: "scroll",
-  direction: "up" | "down",
+  direction?: "up" | "down",
+  selector?: string,
+} | {
+  type: "scrape",
+} | {
+  type: "executeJavascript",
+  script: string,
 };
 
 export interface ScrapeParams<LLMSchema extends zt.ZodSchema = any, ActionsSchema extends (Action[] | undefined) = undefined> extends CrawlScrapeOptions {
@@ -141,6 +154,7 @@ export interface CrawlParams {
   ignoreSitemap?: boolean;
   scrapeOptions?: CrawlScrapeOptions;
   webhook?: string;
+  deduplicateSimilarURLs?: boolean;
 }
 
 /**