firecrawl 1.15.3 → 1.16.0

package/dist/index.cjs

@@ -276,7 +276,7 @@ var FirecrawlApp = class {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== void 0) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
     try {
       const response = await this.getRequest(
@@ -530,7 +530,7 @@ var FirecrawlApp = class {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== void 0) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
     try {
       const response = await this.getRequest(
@@ -629,7 +629,7 @@ var FirecrawlApp = class {
     try {
       const response = await this.postRequest(
         this.apiUrl + `/v1/extract`,
-        { ...jsonData, schema: jsonSchema, origin: "api-sdk" },
+        { ...jsonData, schema: jsonSchema, origin: params?.origin || "api-sdk" },
         headers
       );
       if (response.status === 200) {
@@ -841,7 +841,7 @@ var FirecrawlApp = class {
       throw new FirecrawlError(
         `Failed to ${action}. Status code: ${response.status}. Error: ${errorMessage}${details}`,
         response.status,
-        response.data.details
+        response?.data?.details
       );
     } else {
       throw new FirecrawlError(
@@ -859,7 +859,8 @@ var CrawlWatcher = class extends import_typescript_event_target.TypedEventTarget
   constructor(id, app) {
     super();
     this.id = id;
-    this.ws = new import_isows.WebSocket(`${app.apiUrl}/v1/crawl/${id}`, app.apiKey);
+    const wsUrl = app.apiUrl.replace(/^http/, "ws");
+    this.ws = new import_isows.WebSocket(`${wsUrl}/v1/crawl/${id}`, app.apiKey);
     this.status = "scraping";
     this.data = [];
     const messageHandler = (msg) => {

package/dist/index.d.cts

@@ -87,6 +87,7 @@ interface CrawlScrapeOptions {
     mobile?: boolean;
     skipTlsVerification?: boolean;
     removeBase64Images?: boolean;
+    blockAds?: boolean;
 }
 type Action = {
     type: "wait";
@@ -156,6 +157,7 @@ interface CrawlParams {
         url: string;
         headers?: Record<string, string>;
         metadata?: Record<string, string>;
+        events?: ["completed", "failed", "page", "started"][number][];
     };
     deduplicateSimilarURLs?: boolean;
     ignoreQueryParameters?: boolean;
@@ -219,6 +221,7 @@ interface MapParams {
     includeSubdomains?: boolean;
     sitemapOnly?: boolean;
     limit?: number;
+    timeout?: number;
 }
 /**
  * Response interface for mapping operations.
@@ -238,7 +241,9 @@ interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {
     schema?: LLMSchema | object;
     systemPrompt?: string;
     allowExternalLinks?: boolean;
+    enableWebSearch?: boolean;
     includeSubdomains?: boolean;
+    origin?: string;
 }
 /**
  * Response interface for extracting information from URLs.

package/dist/index.d.ts

@@ -87,6 +87,7 @@ interface CrawlScrapeOptions {
     mobile?: boolean;
     skipTlsVerification?: boolean;
     removeBase64Images?: boolean;
+    blockAds?: boolean;
 }
 type Action = {
     type: "wait";
@@ -156,6 +157,7 @@ interface CrawlParams {
         url: string;
         headers?: Record<string, string>;
         metadata?: Record<string, string>;
+        events?: ["completed", "failed", "page", "started"][number][];
     };
     deduplicateSimilarURLs?: boolean;
     ignoreQueryParameters?: boolean;
@@ -219,6 +221,7 @@ interface MapParams {
     includeSubdomains?: boolean;
     sitemapOnly?: boolean;
     limit?: number;
+    timeout?: number;
 }
 /**
  * Response interface for mapping operations.
@@ -238,7 +241,9 @@ interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {
     schema?: LLMSchema | object;
     systemPrompt?: string;
     allowExternalLinks?: boolean;
+    enableWebSearch?: boolean;
     includeSubdomains?: boolean;
+    origin?: string;
 }
 /**
  * Response interface for extracting information from URLs.

package/dist/index.js

@@ -240,7 +240,7 @@ var FirecrawlApp = class {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== void 0) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
     try {
       const response = await this.getRequest(
@@ -494,7 +494,7 @@ var FirecrawlApp = class {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== void 0) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
     try {
       const response = await this.getRequest(
@@ -593,7 +593,7 @@ var FirecrawlApp = class {
     try {
       const response = await this.postRequest(
         this.apiUrl + `/v1/extract`,
-        { ...jsonData, schema: jsonSchema, origin: "api-sdk" },
+        { ...jsonData, schema: jsonSchema, origin: params?.origin || "api-sdk" },
         headers
       );
       if (response.status === 200) {
@@ -805,7 +805,7 @@ var FirecrawlApp = class {
       throw new FirecrawlError(
         `Failed to ${action}. Status code: ${response.status}. Error: ${errorMessage}${details}`,
         response.status,
-        response.data.details
+        response?.data?.details
       );
     } else {
       throw new FirecrawlError(
@@ -823,7 +823,8 @@ var CrawlWatcher = class extends TypedEventTarget {
   constructor(id, app) {
     super();
     this.id = id;
-    this.ws = new WebSocket(`${app.apiUrl}/v1/crawl/${id}`, app.apiKey);
+    const wsUrl = app.apiUrl.replace(/^http/, "ws");
+    this.ws = new WebSocket(`${wsUrl}/v1/crawl/${id}`, app.apiKey);
     this.status = "scraping";
     this.data = [];
     const messageHandler = (msg) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "firecrawl",
-  "version": "1.15.3",
+  "version": "1.16.0",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/index.ts

@@ -93,6 +93,7 @@ export interface CrawlScrapeOptions {
   mobile?: boolean;
   skipTlsVerification?: boolean;
   removeBase64Images?: boolean;
+  blockAds?: boolean;
 }
 
 export type Action = {
@@ -167,6 +168,7 @@ export interface CrawlParams {
     url: string;
     headers?: Record<string, string>;
     metadata?: Record<string, string>;
+    events?: ["completed", "failed", "page", "started"][number][];
   };
   deduplicateSimilarURLs?: boolean;
   ignoreQueryParameters?: boolean;
@@ -235,6 +237,7 @@ export interface MapParams {
   includeSubdomains?: boolean;
   sitemapOnly?: boolean;
   limit?: number;
+  timeout?: number;
 }
 
 /**
@@ -256,7 +259,9 @@ export interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {
   schema?: LLMSchema | object;
   systemPrompt?: string;
   allowExternalLinks?: boolean;
+  enableWebSearch?: boolean;
   includeSubdomains?: boolean;
+  origin?: string;
 }
 
 /**
@@ -606,7 +611,7 @@ export default class FirecrawlApp {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== undefined) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
 
     try {
@@ -908,7 +913,7 @@ export default class FirecrawlApp {
       targetURL.searchParams.set("skip", skip.toString());
     }
     if (limit !== undefined) {
-      targetURL.searchParams.set("skip", limit.toString());
+      targetURL.searchParams.set("limit", limit.toString());
     }
 
     try {
@@ -1013,10 +1018,11 @@ export default class FirecrawlApp {
       throw new FirecrawlError("Invalid schema. Schema must be either a valid Zod schema or JSON schema object.", 400);
     }
 
+    
     try {
       const response: AxiosResponse = await this.postRequest(
         this.apiUrl + `/v1/extract`,
-        { ...jsonData, schema: jsonSchema, origin: "api-sdk" },
+        { ...jsonData, schema: jsonSchema, origin: params?.origin || "api-sdk" },
         headers
       );
 
@@ -1262,7 +1268,7 @@ export default class FirecrawlApp {
       throw new FirecrawlError(
         `Failed to ${action}. Status code: ${response.status}. Error: ${errorMessage}${details}`,
         response.status,
-        response.data.details
+        response?.data?.details
       );
     } else {
       throw new FirecrawlError(
@@ -1295,7 +1301,9 @@ export class CrawlWatcher extends TypedEventTarget<CrawlWatcherEvents> {
   constructor(id: string, app: FirecrawlApp) {
     super();
     this.id = id;
-    this.ws = new WebSocket(`${app.apiUrl}/v1/crawl/${id}`, app.apiKey);
+    // replace `http` with `ws` (`http://` -> `ws://` and `https://` -> `wss://`)
+    const wsUrl = app.apiUrl.replace(/^http/, "ws");
+    this.ws = new WebSocket(`${wsUrl}/v1/crawl/${id}`, app.apiKey);
     this.status = "scraping";
     this.data = [];