@mendable/firecrawl-js 4.19.0 → 4.20.0

package/dist/index.js

@@ -1,6 +1,6 @@
 import {
   require_package
-} from "./chunk-JJY4NJXL.js";
+} from "./chunk-UXVHRV2G.js";
 
 // src/v2/utils/httpClient.ts
 import axios from "axios";
@@ -58,10 +58,10 @@ var HttpClient = class {
         const isPlainObjectBody = !isFormDataBody && cfg.data != null && typeof cfg.data === "object" && !Array.isArray(cfg.data);
         if (isPlainObjectBody && cfg.method && ["post", "put", "patch"].includes(cfg.method.toLowerCase())) {
           const data = cfg.data ?? {};
-          cfg.data = { ...data, origin: typeof data.origin === "string" && data.origin.includes("mcp") ? data.origin : `js-sdk@${version}` };
-          if (typeof data.timeout === "number") {
-            cfg.timeout = data.timeout + 5e3;
-          }
+          cfg.data = {
+            ...data,
+            origin: typeof data.origin === "string" && data.origin.includes("mcp") ? data.origin : `js-sdk@${version}`
+          };
         }
         if (isFormDataBody) {
           cfg.headers = { ...cfg.headers || {} };
@@ -89,16 +89,22 @@ var HttpClient = class {
   sleep(seconds) {
     return new Promise((r) => setTimeout(r, seconds * 1e3));
   }
-  post(endpoint, body, headers) {
-    return this.request({ method: "post", url: endpoint, data: body, headers });
+  post(endpoint, body, options) {
+    return this.request({
+      method: "post",
+      url: endpoint,
+      data: body,
+      headers: options?.headers,
+      timeout: options?.timeoutMs
+    });
   }
-  postMultipart(endpoint, formData, headers, timeoutMs) {
+  postMultipart(endpoint, formData, options) {
     return this.request({
       method: "post",
       url: endpoint,
       data: formData,
-      headers,
-      timeout: timeoutMs
+      headers: options?.headers,
+      timeout: options?.timeoutMs
     });
   }
   get(endpoint, headers) {
@@ -364,7 +370,11 @@ async function scrape(http, url, options) {
   const payload = { url: url.trim() };
   if (options) Object.assign(payload, options);
   try {
-    const res = await http.post("/v2/scrape", payload);
+    const res = await http.post(
+      "/v2/scrape",
+      payload,
+      typeof options?.timeout === "number" ? { timeoutMs: options.timeout + 5e3 } : {}
+    );
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "scrape");
     }
@@ -392,12 +402,15 @@ async function interact(http, jobId, args) {
   try {
     const res = await http.post(
       `/v2/scrape/${jobId}/interact`,
-      body
+      body,
+      args.timeout != null ? { timeoutMs: args.timeout * 1e3 + 5e3 } : {}
     );
-    if (res.status !== 200) throwForBadResponse(res, "interact with scrape browser");
+    if (res.status !== 200)
+      throwForBadResponse(res, "interact with scrape browser");
     return res.data;
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "interact with scrape browser");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "interact with scrape browser");
     throw err;
   }
 }
@@ -435,7 +448,9 @@ function toUploadBlob(input, contentType) {
     return new Blob([input], { type: contentType });
   }
   if (typeof input === "string") {
-    return new Blob([input], { type: contentType ?? "text/plain; charset=utf-8" });
+    return new Blob([input], {
+      type: contentType ?? "text/plain; charset=utf-8"
+    });
   }
   throw new Error("Unsupported parse file data type");
 }
@@ -463,9 +478,12 @@ async function parse(http, file, options) {
     toUploadBlob(file.data, file.contentType),
     file.filename.trim()
   );
-  const requestTimeoutMs = typeof normalizedOptions.timeout === "number" ? normalizedOptions.timeout + 5e3 : void 0;
   try {
-    const res = await http.postMultipart("/v2/parse", formData, void 0, requestTimeoutMs);
+    const res = await http.postMultipart(
+      "/v2/parse",
+      formData,
+      typeof normalizedOptions.timeout === "number" ? { timeoutMs: normalizedOptions.timeout + 5e3 } : {}
+    );
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "parse");
     }
@@ -479,8 +497,10 @@ async function parse(http, file, options) {
 // src/v2/methods/search.ts
 function prepareSearchPayload(req) {
   if (!req.query || !req.query.trim()) throw new Error("Query cannot be empty");
-  if (req.limit != null && req.limit <= 0) throw new Error("limit must be positive");
-  if (req.timeout != null && req.timeout <= 0) throw new Error("timeout must be positive");
+  if (req.limit != null && req.limit <= 0)
+    throw new Error("limit must be positive");
+  if (req.timeout != null && req.timeout <= 0)
+    throw new Error("timeout must be positive");
   const payload = {
     query: req.query
   };
@@ -489,9 +509,11 @@ function prepareSearchPayload(req) {
   if (req.limit != null) payload.limit = req.limit;
   if (req.tbs != null) payload.tbs = req.tbs;
   if (req.location != null) payload.location = req.location;
-  if (req.ignoreInvalidURLs != null) payload.ignoreInvalidURLs = req.ignoreInvalidURLs;
+  if (req.ignoreInvalidURLs != null)
+    payload.ignoreInvalidURLs = req.ignoreInvalidURLs;
   if (req.timeout != null) payload.timeout = req.timeout;
-  if (req.integration && req.integration.trim()) payload.integration = req.integration.trim();
+  if (req.integration && req.integration.trim())
+    payload.integration = req.integration.trim();
   if (req.origin) payload.origin = req.origin;
   if (req.scrapeOptions) {
     ensureValidScrapeOptions(req.scrapeOptions);
@@ -517,7 +539,11 @@ function transformArray(arr) {
 async function search(http, request) {
   const payload = prepareSearchPayload(request);
   try {
-    const res = await http.post("/v2/search", payload);
+    const res = await http.post(
+      "/v2/search",
+      payload,
+      typeof request.timeout === "number" ? { timeoutMs: request.timeout + 5e3 } : {}
+    );
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "search");
     }
@@ -525,7 +551,8 @@ async function search(http, request) {
     const out = {};
     if (data.web) out.web = transformArray(data.web);
     if (data.news) out.news = transformArray(data.news);
-    if (data.images) out.images = transformArray(data.images);
+    if (data.images)
+      out.images = transformArray(data.images);
     return out;
   } catch (err) {
     if (err?.isAxiosError) return normalizeAxiosError(err, "search");
@@ -540,11 +567,14 @@ function prepareMapPayload(url, options) {
   if (options) {
     if (options.sitemap != null) payload.sitemap = options.sitemap;
     if (options.search != null) payload.search = options.search;
-    if (options.includeSubdomains != null) payload.includeSubdomains = options.includeSubdomains;
-    if (options.ignoreQueryParameters != null) payload.ignoreQueryParameters = options.ignoreQueryParameters;
+    if (options.includeSubdomains != null)
+      payload.includeSubdomains = options.includeSubdomains;
+    if (options.ignoreQueryParameters != null)
+      payload.ignoreQueryParameters = options.ignoreQueryParameters;
     if (options.limit != null) payload.limit = options.limit;
     if (options.timeout != null) payload.timeout = options.timeout;
-    if (options.integration != null && options.integration.trim()) payload.integration = options.integration.trim();
+    if (options.integration != null && options.integration.trim())
+      payload.integration = options.integration.trim();
     if (options.origin) payload.origin = options.origin;
     if (options.location != null) payload.location = options.location;
   }
@@ -553,7 +583,11 @@ function prepareMapPayload(url, options) {
 async function map(http, url, options) {
   const payload = prepareMapPayload(url, options);
   try {
-    const res = await http.post("/v2/map", payload);
+    const res = await http.post(
+      "/v2/map",
+      payload,
+      typeof options?.timeout === "number" ? { timeoutMs: options.timeout + 5e3 } : {}
+    );
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "map");
     }
@@ -561,7 +595,12 @@ async function map(http, url, options) {
     const links = [];
     for (const item of linksIn) {
       if (typeof item === "string") links.push({ url: item });
-      else if (item && typeof item === "object") links.push({ url: item.url, title: item.title, description: item.description });
+      else if (item && typeof item === "object")
+        links.push({
+          url: item.url,
+          title: item.title,
+          description: item.description
+        });
     }
     return { links };
   } catch (err) {
@@ -773,7 +812,8 @@ async function startBatchScrape(http, urls, {
   integration,
   origin
 } = {}) {
-  if (!Array.isArray(urls) || urls.length === 0) throw new Error("URLs list cannot be empty");
+  if (!Array.isArray(urls) || urls.length === 0)
+    throw new Error("URLs list cannot be empty");
   const payload = { urls };
   if (options) {
     ensureValidScrapeOptions(options);
@@ -784,22 +824,30 @@ async function startBatchScrape(http, urls, {
   if (ignoreInvalidURLs != null) payload.ignoreInvalidURLs = ignoreInvalidURLs;
   if (maxConcurrency != null) payload.maxConcurrency = maxConcurrency;
   if (zeroDataRetention != null) payload.zeroDataRetention = zeroDataRetention;
-  if (integration != null && integration.trim()) payload.integration = integration.trim();
+  if (integration != null && integration.trim())
+    payload.integration = integration.trim();
   if (origin) payload.origin = origin;
   try {
     const headers = http.prepareHeaders(idempotencyKey);
-    const res = await http.post("/v2/batch/scrape", payload, headers);
-    if (res.status !== 200 || !res.data?.success) throwForBadResponse(res, "start batch scrape");
-    return { id: res.data.id, url: res.data.url, invalidURLs: res.data.invalidURLs || void 0 };
+    const res = await http.post("/v2/batch/scrape", payload, { headers });
+    if (res.status !== 200 || !res.data?.success)
+      throwForBadResponse(res, "start batch scrape");
+    return {
+      id: res.data.id,
+      url: res.data.url,
+      invalidURLs: res.data.invalidURLs || void 0
+    };
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "start batch scrape");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "start batch scrape");
     throw err;
   }
 }
 async function getBatchScrapeStatus(http, jobId, pagination) {
   try {
     const res = await http.get(`/v2/batch/scrape/${jobId}`);
-    if (res.status !== 200 || !res.data?.success) throwForBadResponse(res, "get batch scrape status");
+    if (res.status !== 200 || !res.data?.success)
+      throwForBadResponse(res, "get batch scrape status");
     const body = res.data;
     const initialDocs = body.data || [];
     const auto = pagination?.autoPaginate ?? true;
@@ -815,7 +863,12 @@ async function getBatchScrapeStatus(http, jobId, pagination) {
         data: initialDocs
       };
     }
-    const aggregated = await fetchAllPages(http, body.next, initialDocs, pagination);
+    const aggregated = await fetchAllPages(
+      http,
+      body.next,
+      initialDocs,
+      pagination
+    );
     return {
       id: jobId,
       status: body.status,
@@ -827,17 +880,21 @@ async function getBatchScrapeStatus(http, jobId, pagination) {
       data: aggregated
     };
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "get batch scrape status");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "get batch scrape status");
     throw err;
   }
 }
 async function cancelBatchScrape(http, jobId) {
   try {
-    const res = await http.delete(`/v2/batch/scrape/${jobId}`);
+    const res = await http.delete(
+      `/v2/batch/scrape/${jobId}`
+    );
     if (res.status !== 200) throwForBadResponse(res, "cancel batch scrape");
     return res.data?.status === "cancelled";
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "cancel batch scrape");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "cancel batch scrape");
     throw err;
   }
 }
@@ -846,9 +903,13 @@ async function getBatchScrapeErrors(http, jobId) {
     const res = await http.get(`/v2/batch/scrape/${jobId}/errors`);
     if (res.status !== 200) throwForBadResponse(res, "get batch scrape errors");
     const payload = res.data?.data ?? res.data;
-    return { errors: payload.errors || [], robotsBlocked: payload.robotsBlocked || [] };
+    return {
+      errors: payload.errors || [],
+      robotsBlocked: payload.robotsBlocked || []
+    };
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "get batch scrape errors");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "get batch scrape errors");
     throw err;
   }
 }
@@ -883,7 +944,12 @@ async function waitForBatchCompletion(http, jobId, pollInterval = 2, timeout) {
 }
 async function batchScrape(http, urls, opts = {}) {
   const start = await startBatchScrape(http, urls, opts);
-  return waitForBatchCompletion(http, start.id, opts.pollInterval ?? 2, opts.timeout);
+  return waitForBatchCompletion(
+    http,
+    start.id,
+    opts.pollInterval ?? 2,
+    opts.timeout
+  );
 }
 
 // src/v2/methods/extract.ts
@@ -1022,7 +1088,8 @@ async function browser(http, args = {}) {
     if (res.status !== 200) throwForBadResponse(res, "create browser session");
     return res.data;
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "create browser session");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "create browser session");
     throw err;
   }
 }
@@ -1035,12 +1102,14 @@ async function browserExecute(http, sessionId, args) {
   try {
     const res = await http.post(
       `/v2/browser/${sessionId}/execute`,
-      body
+      body,
+      args.timeout != null ? { timeoutMs: args.timeout * 1e3 + 5e3 } : {}
     );
     if (res.status !== 200) throwForBadResponse(res, "execute browser code");
     return res.data;
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "execute browser code");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "execute browser code");
     throw err;
   }
 }
@@ -1052,7 +1121,8 @@ async function deleteBrowser(http, sessionId) {
     if (res.status !== 200) throwForBadResponse(res, "delete browser session");
     return res.data;
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "delete browser session");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "delete browser session");
     throw err;
   }
 }
@@ -1064,7 +1134,8 @@ async function listBrowsers(http, args = {}) {
     if (res.status !== 200) throwForBadResponse(res, "list browser sessions");
     return res.data;
   } catch (err) {
-    if (err?.isAxiosError) return normalizeAxiosError(err, "list browser sessions");
+    if (err?.isAxiosError)
+      return normalizeAxiosError(err, "list browser sessions");
     throw err;
   }
 }
@@ -1707,7 +1778,7 @@ var FirecrawlApp = class {
       if (typeof process !== "undefined" && process.env && process.env.npm_package_version) {
         return process.env.npm_package_version;
       }
-      const packageJson = await import("./package-HMEPZJ3J.js");
+      const packageJson = await import("./package-ELM7Z5VP.js");
       return packageJson.default.version;
     } catch (error) {
       const isTest = typeof process !== "undefined" && (process.env.JEST_WORKER_ID != null || false);

package/dist/{package-HMEPZJ3J.js → package-ELM7Z5VP.js}

@@ -1,4 +1,4 @@
 import {
   require_package
-} from "./chunk-JJY4NJXL.js";
+} from "./chunk-UXVHRV2G.js";
 export default require_package();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl-js",
-  "version": "4.19.0",
+  "version": "4.20.0",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/__tests__/unit/v2/scrape-browser.unit.test.ts

@@ -14,12 +14,15 @@ describe("JS SDK v2 scrape-browser methods", () => {
     }));
 
     const http = { post } as any;
-    const response = await interact(http, "job-123", { code: "console.log('ok')" });
-
-    expect(post).toHaveBeenCalledWith("/v2/scrape/job-123/interact", {
+    const response = await interact(http, "job-123", {
       code: "console.log('ok')",
-      language: "node",
     });
+
+    expect(post).toHaveBeenCalledWith(
+      "/v2/scrape/job-123/interact",
+      { code: "console.log('ok')", language: "node" },
+      {},
+    );
     expect(response.success).toBe(true);
     expect(response.exitCode).toBe(0);
   });
@@ -38,22 +41,27 @@ describe("JS SDK v2 scrape-browser methods", () => {
     }));
 
     const http = { post } as any;
-    const response = await interact(http, "job-456", { prompt: "Click the login button" });
-
-    expect(post).toHaveBeenCalledWith("/v2/scrape/job-456/interact", {
+    const response = await interact(http, "job-456", {
       prompt: "Click the login button",
-      language: "node",
     });
+
+    expect(post).toHaveBeenCalledWith(
+      "/v2/scrape/job-456/interact",
+      { prompt: "Click the login button", language: "node" },
+      {},
+    );
     expect(response.success).toBe(true);
     expect(response.output).toBe("Clicked the button");
     expect(response.liveViewUrl).toBe("https://live.example.com/view");
-    expect(response.interactiveLiveViewUrl).toBe("https://live.example.com/interactive");
+    expect(response.interactiveLiveViewUrl).toBe(
+      "https://live.example.com/interactive",
+    );
   });
 
   test("interact throws when neither code nor prompt provided", async () => {
     const http = { post: jest.fn() } as any;
     await expect(interact(http, "job-123", {})).rejects.toThrow(
-      "Either 'code' or 'prompt' must be provided"
+      "Either 'code' or 'prompt' must be provided",
     );
   });
 
@@ -68,7 +76,7 @@ describe("JS SDK v2 scrape-browser methods", () => {
 
     const http = { post } as any;
     await expect(
-      interact(http, "bad-id", { code: "console.log('ok')" })
+      interact(http, "bad-id", { code: "console.log('ok')" }),
     ).rejects.toBeInstanceOf(SdkError);
   });
 
@@ -98,7 +106,26 @@ describe("JS SDK v2 scrape-browser methods", () => {
 
     const http = { delete: del } as any;
     await expect(stopInteraction(http, "job-123")).rejects.toBeInstanceOf(
-      SdkError
+      SdkError,
+    );
+  });
+
+  test("interact converts seconds-based body timeout to ms axios timeout", async () => {
+    const post = jest.fn(async () => ({
+      status: 200,
+      data: { success: true, stdout: "ok", exitCode: 0 },
+    }));
+
+    const http = { post } as any;
+    await interact(http, "job-123", {
+      code: "console.log('ok')",
+      timeout: 150,
+    });
+
+    expect(post).toHaveBeenCalledWith(
+      "/v2/scrape/job-123/interact",
+      { code: "console.log('ok')", language: "node", timeout: 150 },
+      { timeoutMs: 155000 },
     );
   });
 });