@mendable/firecrawl 1.19.0 → 1.19.2

package/dist/index.cjs

@@ -618,7 +618,7 @@ var FirecrawlApp = class {
     try {
       if (!params?.schema) {
         jsonSchema = void 0;
-      } else if (params.schema instanceof zt.ZodType) {
+      } else if (typeof params.schema === "object" && params.schema !== null && Object.getPrototypeOf(params.schema)?.constructor?.name?.startsWith("Zod")) {
         jsonSchema = (0, import_zod_to_json_schema.zodToJsonSchema)(params.schema);
       } else {
         jsonSchema = params.schema;
@@ -788,12 +788,14 @@ var FirecrawlApp = class {
    */
   async monitorJobStatus(id, headers, checkInterval) {
     try {
+      let failedTries = 0;
       while (true) {
         let statusResponse = await this.getRequest(
           `${this.apiUrl}/v1/crawl/${id}`,
           headers
         );
         if (statusResponse.status === 200) {
+          failedTries = 0;
           let statusData = statusResponse.data;
           if (statusData.status === "completed") {
             if ("data" in statusData) {
@@ -823,7 +825,10 @@ var FirecrawlApp = class {
             );
           }
         } else {
-          this.handleError(statusResponse, "check crawl status");
+          failedTries++;
+          if (failedTries >= 3) {
+            this.handleError(statusResponse, "check crawl status");
+          }
         }
       }
     } catch (error) {

package/dist/index.d.cts

@@ -149,6 +149,7 @@ interface CrawlParams {
     includePaths?: string[];
     excludePaths?: string[];
     maxDepth?: number;
+    maxDiscoveryDepth?: number;
     limit?: number;
     allowBackwardLinks?: boolean;
     allowExternalLinks?: boolean;
@@ -162,6 +163,7 @@ interface CrawlParams {
     };
     deduplicateSimilarURLs?: boolean;
     ignoreQueryParameters?: boolean;
+    regexOnFullURL?: boolean;
 }
 /**
  * Response interface for crawling operations.

package/dist/index.d.ts

@@ -149,6 +149,7 @@ interface CrawlParams {
     includePaths?: string[];
     excludePaths?: string[];
     maxDepth?: number;
+    maxDiscoveryDepth?: number;
     limit?: number;
     allowBackwardLinks?: boolean;
     allowExternalLinks?: boolean;
@@ -162,6 +163,7 @@ interface CrawlParams {
     };
     deduplicateSimilarURLs?: boolean;
     ignoreQueryParameters?: boolean;
+    regexOnFullURL?: boolean;
 }
 /**
  * Response interface for crawling operations.

package/dist/index.js

@@ -582,7 +582,7 @@ var FirecrawlApp = class {
     try {
       if (!params?.schema) {
         jsonSchema = void 0;
-      } else if (params.schema instanceof zt.ZodType) {
+      } else if (typeof params.schema === "object" && params.schema !== null && Object.getPrototypeOf(params.schema)?.constructor?.name?.startsWith("Zod")) {
         jsonSchema = zodToJsonSchema(params.schema);
       } else {
         jsonSchema = params.schema;
@@ -752,12 +752,14 @@ var FirecrawlApp = class {
    */
   async monitorJobStatus(id, headers, checkInterval) {
     try {
+      let failedTries = 0;
       while (true) {
         let statusResponse = await this.getRequest(
           `${this.apiUrl}/v1/crawl/${id}`,
           headers
         );
         if (statusResponse.status === 200) {
+          failedTries = 0;
           let statusData = statusResponse.data;
           if (statusData.status === "completed") {
             if ("data" in statusData) {
@@ -787,7 +789,10 @@ var FirecrawlApp = class {
             );
           }
         } else {
-          this.handleError(statusResponse, "check crawl status");
+          failedTries++;
+          if (failedTries >= 3) {
+            this.handleError(statusResponse, "check crawl status");
+          }
         }
       }
     } catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl",
-  "version": "1.19.0",
+  "version": "1.19.2",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/__tests__/e2e_withAuth/index.test.ts

@@ -55,7 +55,7 @@ describe('FirecrawlApp<"v0"> E2E Tests', () => {
     "should return successful response with valid preview token",
     async () => {
       const app = new FirecrawlApp<"v0">({
-        apiKey: "this_is_just_a_preview_token",
+        apiKey: process.env.PREVIEW_TOKEN,
         apiUrl: API_URL,
         version: "v0",
       });

package/src/__tests__/v1/e2e_withAuth/index.test.ts

@@ -40,7 +40,7 @@ describe('FirecrawlApp E2E Tests', () => {
   });
 
   test.concurrent('should return successful response with valid preview token', async () => {
-    const app = new FirecrawlApp({ apiKey: "this_is_just_a_preview_token", apiUrl: API_URL });
+    const app = new FirecrawlApp({ apiKey: process.env.PREVIEW_TOKEN, apiUrl: API_URL });
     const response = await app.scrapeUrl('https://roastmywebsite.ai');
     if (!response.success) {
       throw new Error(response.error);
@@ -365,7 +365,7 @@ describe('FirecrawlApp E2E Tests', () => {
   });
 
   test.concurrent('should return successful response with valid preview token', async () => {
-    const app = new FirecrawlApp({ apiKey: "this_is_just_a_preview_token", apiUrl: API_URL });
+    const app = new FirecrawlApp({ apiKey: process.env.PREVIEW_TOKEN, apiUrl: API_URL });
     const response = await app.mapUrl('https://roastmywebsite.ai') as MapResponse;
     expect(response).not.toBeNull();
     expect(response.links?.length).toBeGreaterThan(0);

package/src/index.ts

@@ -160,6 +160,7 @@ export interface CrawlParams {
   includePaths?: string[];
   excludePaths?: string[];
   maxDepth?: number;
+  maxDiscoveryDepth?: number;
   limit?: number;
   allowBackwardLinks?: boolean;
   allowExternalLinks?: boolean;
@@ -173,6 +174,7 @@ export interface CrawlParams {
   };
   deduplicateSimilarURLs?: boolean;
   ignoreQueryParameters?: boolean;
+  regexOnFullURL?: boolean;
 }
 
 /**
@@ -1129,15 +1131,14 @@ export default class FirecrawlApp {
     try {
       if (!params?.schema) {
         jsonSchema = undefined;
-      } else if (params.schema instanceof zt.ZodType) {
-        jsonSchema = zodToJsonSchema(params.schema);
+      } else if (typeof params.schema === "object" && params.schema !== null && Object.getPrototypeOf(params.schema)?.constructor?.name?.startsWith("Zod")) {
+        jsonSchema = zodToJsonSchema(params.schema as zt.ZodType);
       } else {
         jsonSchema = params.schema;
       }
     } catch (error: any) {
       throw new FirecrawlError("Invalid schema. Schema must be either a valid Zod schema or JSON schema object.", 400);
     }
-
     
     try {
       const response: AxiosResponse = await this.postRequest(
@@ -1331,12 +1332,14 @@ export default class FirecrawlApp {
     checkInterval: number
   ): Promise<CrawlStatusResponse | ErrorResponse> {
     try {
+      let failedTries = 0;
       while (true) {
         let statusResponse: AxiosResponse = await this.getRequest(
           `${this.apiUrl}/v1/crawl/${id}`,
           headers
         );
         if (statusResponse.status === 200) {
+          failedTries = 0;
           let statusData = statusResponse.data;
             if (statusData.status === "completed") {
               if ("data" in statusData) {
@@ -1368,7 +1371,10 @@ export default class FirecrawlApp {
             );
           }
         } else {
-          this.handleError(statusResponse, "check crawl status");
+          failedTries++;
+          if (failedTries >= 3) {
+            this.handleError(statusResponse, "check crawl status");
+          }
         }
       }
     } catch (error: any) {