@mendable/firecrawl-js 4.18.5 → 4.20.0

package/src/v2/utils/httpClient.ts

@@ -1,4 +1,8 @@
-import axios, { type AxiosInstance, type AxiosRequestConfig, type AxiosResponse } from "axios";
+import axios, {
+  type AxiosInstance,
+  type AxiosRequestConfig,
+  type AxiosResponse,
+} from "axios";
 import { getVersion } from "./getVersion";
 
 export interface HttpClientOptions {
@@ -9,6 +13,11 @@ export interface HttpClientOptions {
   backoffFactor?: number; // seconds factor for 0.5, 1, 2...
 }
 
+export interface RequestOptions {
+  headers?: Record<string, string>;
+  timeoutMs?: number;
+}
+
 export class HttpClient {
   private instance: AxiosInstance;
   private readonly apiKey: string;
@@ -39,7 +48,9 @@ export class HttpClient {
     return this.apiKey;
   }
 
-  private async request<T = any>(config: AxiosRequestConfig): Promise<AxiosResponse<T>> {
+  private async request<T = any>(
+    config: AxiosRequestConfig,
+  ): Promise<AxiosResponse<T>> {
     const version = getVersion();
     config.headers = {
       ...(config.headers || {}),
@@ -64,12 +75,13 @@ export class HttpClient {
           ["post", "put", "patch"].includes(cfg.method.toLowerCase())
         ) {
           const data = (cfg.data ?? {}) as Record<string, unknown>;
-          cfg.data = { ...data, origin: typeof data.origin === "string" && data.origin.includes("mcp") ? data.origin : `js-sdk@${version}` };
-
-          // If timeout is specified in the body, use it to override the request timeout
-          if (typeof data.timeout === "number") {
-            cfg.timeout = data.timeout + 5000;
-          }
+          cfg.data = {
+            ...data,
+            origin:
+              typeof data.origin === "string" && data.origin.includes("mcp")
+                ? data.origin
+                : `js-sdk@${version}`,
+          };
         }
 
         if (isFormDataBody) {
@@ -98,25 +110,34 @@ export class HttpClient {
   }
 
   private sleep(seconds: number): Promise<void> {
-    return new Promise((r) => setTimeout(r, seconds * 1000));
+    return new Promise(r => setTimeout(r, seconds * 1000));
   }
 
-  post<T = any>(endpoint: string, body: Record<string, unknown>, headers?: Record<string, string>) {
-    return this.request<T>({ method: "post", url: endpoint, data: body, headers });
+  post<T = any>(
+    endpoint: string,
+    body: Record<string, unknown>,
+    options?: RequestOptions,
+  ) {
+    return this.request<T>({
+      method: "post",
+      url: endpoint,
+      data: body,
+      headers: options?.headers,
+      timeout: options?.timeoutMs,
+    });
   }
 
   postMultipart<T = any>(
     endpoint: string,
     formData: FormData,
-    headers?: Record<string, string>,
-    timeoutMs?: number,
+    options?: RequestOptions,
   ) {
     return this.request<T>({
       method: "post",
       url: endpoint,
       data: formData,
-      headers,
-      timeout: timeoutMs,
+      headers: options?.headers,
+      timeout: options?.timeoutMs,
     });
   }
 
@@ -134,4 +155,3 @@ export class HttpClient {
     return headers;
   }
 }
-

package/src/v2/utils/validation.ts

@@ -139,7 +139,12 @@ export function ensureValidParseOptions(options?: ParseOptions): void {
   if (raw.mobile !== undefined) {
     throw new Error("parse does not support mobile rendering");
   }
-  if (raw.maxAge !== undefined || raw.minAge !== undefined || raw.storeInCache !== undefined) {
+  if (
+    raw.maxAge !== undefined ||
+    raw.minAge !== undefined ||
+    raw.storeInCache !== undefined ||
+    raw.lockdown !== undefined
+  ) {
     throw new Error("parse does not support cache/index options");
   }
   if (raw.proxy !== undefined && raw.proxy !== "basic" && raw.proxy !== "auto") {