firecrawl 1.18.2 → 1.18.5

package/dist/index.cjs

@@ -111,7 +111,7 @@ var FirecrawlApp = class {
       const response = await import_axios.default.post(
         this.apiUrl + `/v1/scrape`,
         jsonData,
-        { headers }
+        { headers, timeout: params?.timeout !== void 0 ? params.timeout + 5e3 : void 0 }
       );
       if (response.status === 200) {
         const responseData = response.data;
@@ -742,7 +742,7 @@ var FirecrawlApp = class {
    * @returns The response from the POST request.
    */
   postRequest(url, data, headers) {
-    return import_axios.default.post(url, data, { headers });
+    return import_axios.default.post(url, data, { headers, timeout: data?.timeout ? data.timeout + 5e3 : void 0 });
   }
   /**
    * Sends a GET request to the specified URL.
@@ -853,10 +853,12 @@ var FirecrawlApp = class {
   }
   /**
    * Initiates a deep research operation on a given topic and polls until completion.
+   * @param topic - The topic to research.
    * @param params - Parameters for the deep research operation.
+   * @param onActivity - Optional callback to receive activity updates in real-time.
    * @returns The final research results.
    */
-  async __deepResearch(topic, params) {
+  async __deepResearch(topic, params, onActivity) {
     try {
       const response = await this.__asyncDeepResearch(topic, params);
       if (!response.success || "error" in response) {
@@ -867,11 +869,19 @@ var FirecrawlApp = class {
       }
       const jobId = response.id;
       let researchStatus;
+      let lastActivityCount = 0;
       while (true) {
         researchStatus = await this.__checkDeepResearchStatus(jobId);
         if ("error" in researchStatus && !researchStatus.success) {
           return researchStatus;
         }
+        if (onActivity && researchStatus.activities) {
+          const newActivities = researchStatus.activities.slice(lastActivityCount);
+          for (const activity of newActivities) {
+            onActivity(activity);
+          }
+          lastActivityCount = researchStatus.activities.length;
+        }
         if (researchStatus.status === "completed") {
           return researchStatus;
         }

package/dist/index.d.cts

@@ -334,6 +334,11 @@ interface DeepResearchParams {
      * @default 270
      */
     timeLimit?: number;
+    /**
+     * Maximum number of URLs to analyze (1-1000)
+     * @default 20
+     */
+    maxUrls?: number;
     /**
      * Experimental flag for streaming steps
      */
@@ -595,10 +600,18 @@ declare class FirecrawlApp {
     handleError(response: AxiosResponse, action: string): void;
     /**
      * Initiates a deep research operation on a given topic and polls until completion.
+     * @param topic - The topic to research.
      * @param params - Parameters for the deep research operation.
+     * @param onActivity - Optional callback to receive activity updates in real-time.
      * @returns The final research results.
      */
-    __deepResearch(topic: string, params: DeepResearchParams): Promise<DeepResearchStatusResponse | ErrorResponse>;
+    __deepResearch(topic: string, params: DeepResearchParams, onActivity?: (activity: {
+        type: string;
+        status: string;
+        message: string;
+        timestamp: string;
+        depth: number;
+    }) => void): Promise<DeepResearchStatusResponse | ErrorResponse>;
     /**
      * Initiates a deep research operation on a given topic without polling.
      * @param params - Parameters for the deep research operation.

package/dist/index.d.ts

@@ -334,6 +334,11 @@ interface DeepResearchParams {
      * @default 270
      */
     timeLimit?: number;
+    /**
+     * Maximum number of URLs to analyze (1-1000)
+     * @default 20
+     */
+    maxUrls?: number;
     /**
      * Experimental flag for streaming steps
      */
@@ -595,10 +600,18 @@ declare class FirecrawlApp {
     handleError(response: AxiosResponse, action: string): void;
     /**
      * Initiates a deep research operation on a given topic and polls until completion.
+     * @param topic - The topic to research.
      * @param params - Parameters for the deep research operation.
+     * @param onActivity - Optional callback to receive activity updates in real-time.
      * @returns The final research results.
      */
-    __deepResearch(topic: string, params: DeepResearchParams): Promise<DeepResearchStatusResponse | ErrorResponse>;
+    __deepResearch(topic: string, params: DeepResearchParams, onActivity?: (activity: {
+        type: string;
+        status: string;
+        message: string;
+        timestamp: string;
+        depth: number;
+    }) => void): Promise<DeepResearchStatusResponse | ErrorResponse>;
     /**
      * Initiates a deep research operation on a given topic without polling.
      * @param params - Parameters for the deep research operation.

package/dist/index.js

@@ -75,7 +75,7 @@ var FirecrawlApp = class {
       const response = await axios.post(
         this.apiUrl + `/v1/scrape`,
         jsonData,
-        { headers }
+        { headers, timeout: params?.timeout !== void 0 ? params.timeout + 5e3 : void 0 }
       );
       if (response.status === 200) {
         const responseData = response.data;
@@ -706,7 +706,7 @@ var FirecrawlApp = class {
    * @returns The response from the POST request.
    */
   postRequest(url, data, headers) {
-    return axios.post(url, data, { headers });
+    return axios.post(url, data, { headers, timeout: data?.timeout ? data.timeout + 5e3 : void 0 });
   }
   /**
    * Sends a GET request to the specified URL.
@@ -817,10 +817,12 @@ var FirecrawlApp = class {
   }
   /**
    * Initiates a deep research operation on a given topic and polls until completion.
+   * @param topic - The topic to research.
    * @param params - Parameters for the deep research operation.
+   * @param onActivity - Optional callback to receive activity updates in real-time.
    * @returns The final research results.
    */
-  async __deepResearch(topic, params) {
+  async __deepResearch(topic, params, onActivity) {
     try {
       const response = await this.__asyncDeepResearch(topic, params);
       if (!response.success || "error" in response) {
@@ -831,11 +833,19 @@ var FirecrawlApp = class {
       }
       const jobId = response.id;
       let researchStatus;
+      let lastActivityCount = 0;
       while (true) {
         researchStatus = await this.__checkDeepResearchStatus(jobId);
         if ("error" in researchStatus && !researchStatus.success) {
           return researchStatus;
         }
+        if (onActivity && researchStatus.activities) {
+          const newActivities = researchStatus.activities.slice(lastActivityCount);
+          for (const activity of newActivities) {
+            onActivity(activity);
+          }
+          lastActivityCount = researchStatus.activities.length;
+        }
         if (researchStatus.status === "completed") {
           return researchStatus;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "firecrawl",
-  "version": "1.18.2",
+  "version": "1.18.5",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/index.ts

@@ -364,6 +364,11 @@ export interface DeepResearchParams {
    * @default 270
    */
   timeLimit?: number;
+  /**
+   * Maximum number of URLs to analyze (1-1000)
+   * @default 20
+   */
+  maxUrls?: number;
   /**
    * Experimental flag for streaming steps
    */
@@ -535,7 +540,7 @@ export default class FirecrawlApp {
       const response: AxiosResponse = await axios.post(
         this.apiUrl + `/v1/scrape`,
         jsonData,
-        { headers }
+        { headers, timeout: params?.timeout !== undefined ? (params.timeout + 5000) : undefined },
       );
       if (response.status === 200) {
         const responseData = response.data;
@@ -1262,7 +1267,7 @@ export default class FirecrawlApp {
     data: any,
     headers: AxiosRequestHeaders
   ): Promise<AxiosResponse> {
-    return axios.post(url, data, { headers });
+    return axios.post(url, data, { headers, timeout: (data?.timeout ? (data.timeout + 5000) : undefined) });
   }
 
   /**
@@ -1391,10 +1396,22 @@ export default class FirecrawlApp {
 
   /**
    * Initiates a deep research operation on a given topic and polls until completion.
+   * @param topic - The topic to research.
    * @param params - Parameters for the deep research operation.
+   * @param onActivity - Optional callback to receive activity updates in real-time.
    * @returns The final research results.
    */
-  async __deepResearch(topic: string, params: DeepResearchParams): Promise<DeepResearchStatusResponse | ErrorResponse> {
+  async __deepResearch(
+    topic: string, 
+    params: DeepResearchParams,
+    onActivity?: (activity: {
+      type: string;
+      status: string;
+      message: string;
+      timestamp: string;
+      depth: number;
+    }) => void
+  ): Promise<DeepResearchStatusResponse | ErrorResponse> {
     try {
       const response = await this.__asyncDeepResearch(topic, params);
       
@@ -1408,16 +1425,24 @@ export default class FirecrawlApp {
 
       const jobId = response.id;
       let researchStatus;
+      let lastActivityCount = 0;
 
       while (true) {
-        // console.log("Checking research status...");
         researchStatus = await this.__checkDeepResearchStatus(jobId);
-        // console.log("Research status:", researchStatus);
         
         if ('error' in researchStatus && !researchStatus.success) {
           return researchStatus;
         }
 
+        // Stream new activities through the callback if provided
+        if (onActivity && researchStatus.activities) {
+          const newActivities = researchStatus.activities.slice(lastActivityCount);
+          for (const activity of newActivities) {
+            onActivity(activity);
+          }
+          lastActivityCount = researchStatus.activities.length;
+        }
+
         if (researchStatus.status === "completed") {
           return researchStatus;
         }
@@ -1435,7 +1460,6 @@ export default class FirecrawlApp {
 
         await new Promise(resolve => setTimeout(resolve, 2000));
       }
-      // console.log("Research status finished:", researchStatus);
 
       return { success: false, error: "Research job terminated unexpectedly" };
     } catch (error: any) {