@mendable/firecrawl-js 4.43.0 → 4.44.1

package/dist/{chunk-HEXXQWYV.js → chunk-JU6NENYM.js}

@@ -12,7 +12,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@mendable/firecrawl-js",
-      version: "4.43.0",
+      version: "4.44.1",
       description: "JavaScript SDK for the Firecrawl API: web scraping, crawling, web search, and scientific literature search over a research paper index of PubMed, bioRxiv, medRxiv and arXiv abstracts",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/index.cjs

@@ -39,7 +39,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@mendable/firecrawl-js",
-      version: "4.43.0",
+      version: "4.44.1",
       description: "JavaScript SDK for the Firecrawl API: web scraping, crawling, web search, and scientific literature search over a research paper index of PubMed, bioRxiv, medRxiv and arXiv abstracts",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -897,6 +897,8 @@ async function search(http, request) {
 
 // src/v2/methods/tools.ts
 var ALEXANDRIA_MAX_CALLS = 10;
+var ALEXANDRIA_MAX_TIMEOUT_MS = 12e4;
+var ALEXANDRIA_RESPONSE_MARGIN_MS = 3e4;
 function prepareAlexandriaPayload(calls, opts) {
   if (!Array.isArray(calls) || calls.length === 0) {
     throw new Error("alexandria requires at least one call");
@@ -946,7 +948,10 @@ async function scrapeAlexandria(http, calls, opts = {}) {
     const res = await http.post("/v2/scrape", payload, {
       headers: { "x-request-id": requestId },
       // Allow response delivery after the API's capped execution deadline.
-      timeoutMs: Math.min(opts.timeout ?? 5e4, 5e4) + 3e4
+      timeoutMs: Math.min(
+        opts.timeout ?? ALEXANDRIA_MAX_TIMEOUT_MS,
+        ALEXANDRIA_MAX_TIMEOUT_MS
+      ) + ALEXANDRIA_RESPONSE_MARGIN_MS
     });
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "alexandria");
@@ -1663,6 +1668,7 @@ async function browser(http, args = {}) {
   if (args.ttl != null) body.ttl = args.ttl;
   if (args.activityTtl != null) body.activityTtl = args.activityTtl;
   if (args.streamWebView != null) body.streamWebView = args.streamWebView;
+  if (args.blockAds != null) body.blockAds = args.blockAds;
   if (args.profile != null) body.profile = args.profile;
   if (args.integration != null) body.integration = args.integration;
   if (args.origin) body.origin = args.origin;
@@ -2727,7 +2733,7 @@ var FirecrawlClient = class {
   // Browser
   /**
    * Create a new browser session.
-   * @param args Session options (ttl, activityTtl, streamWebView, profile).
+   * @param args Session options (ttl, activityTtl, streamWebView, blockAds, profile).
    * @returns Session id, CDP URL, live view URL, and expiration time.
    */
   async browser(args = {}) {

package/dist/index.d.cts

@@ -2105,6 +2105,8 @@ declare function browser(http: HttpClient, args?: {
     ttl?: number;
     activityTtl?: number;
     streamWebView?: boolean;
+    /** Block ads, trackers and cookie notices, as in scrape (default true). */
+    blockAds?: boolean;
     profile?: {
         name: string;
         saveChanges?: boolean;
@@ -2572,7 +2574,7 @@ declare class FirecrawlClient {
     }): Promise<AgentThreadResponse>;
     /**
      * Create a new browser session.
-     * @param args Session options (ttl, activityTtl, streamWebView, profile).
+     * @param args Session options (ttl, activityTtl, streamWebView, blockAds, profile).
      * @returns Session id, CDP URL, live view URL, and expiration time.
      */
     browser(args?: Parameters<typeof browser>[1]): Promise<BrowserCreateResponse>;

package/dist/index.d.ts

@@ -2105,6 +2105,8 @@ declare function browser(http: HttpClient, args?: {
     ttl?: number;
     activityTtl?: number;
     streamWebView?: boolean;
+    /** Block ads, trackers and cookie notices, as in scrape (default true). */
+    blockAds?: boolean;
     profile?: {
         name: string;
         saveChanges?: boolean;
@@ -2572,7 +2574,7 @@ declare class FirecrawlClient {
     }): Promise<AgentThreadResponse>;
     /**
      * Create a new browser session.
-     * @param args Session options (ttl, activityTtl, streamWebView, profile).
+     * @param args Session options (ttl, activityTtl, streamWebView, blockAds, profile).
      * @returns Session id, CDP URL, live view URL, and expiration time.
      */
     browser(args?: Parameters<typeof browser>[1]): Promise<BrowserCreateResponse>;

package/dist/index.js

@@ -1,6 +1,6 @@
 import {
   require_package
-} from "./chunk-HEXXQWYV.js";
+} from "./chunk-JU6NENYM.js";
 
 // src/v2/utils/httpClient.ts
 import axios from "axios";
@@ -765,6 +765,8 @@ async function search(http, request) {
 
 // src/v2/methods/tools.ts
 var ALEXANDRIA_MAX_CALLS = 10;
+var ALEXANDRIA_MAX_TIMEOUT_MS = 12e4;
+var ALEXANDRIA_RESPONSE_MARGIN_MS = 3e4;
 function prepareAlexandriaPayload(calls, opts) {
   if (!Array.isArray(calls) || calls.length === 0) {
     throw new Error("alexandria requires at least one call");
@@ -814,7 +816,10 @@ async function scrapeAlexandria(http, calls, opts = {}) {
     const res = await http.post("/v2/scrape", payload, {
       headers: { "x-request-id": requestId },
       // Allow response delivery after the API's capped execution deadline.
-      timeoutMs: Math.min(opts.timeout ?? 5e4, 5e4) + 3e4
+      timeoutMs: Math.min(
+        opts.timeout ?? ALEXANDRIA_MAX_TIMEOUT_MS,
+        ALEXANDRIA_MAX_TIMEOUT_MS
+      ) + ALEXANDRIA_RESPONSE_MARGIN_MS
     });
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "alexandria");
@@ -1531,6 +1536,7 @@ async function browser(http, args = {}) {
   if (args.ttl != null) body.ttl = args.ttl;
   if (args.activityTtl != null) body.activityTtl = args.activityTtl;
   if (args.streamWebView != null) body.streamWebView = args.streamWebView;
+  if (args.blockAds != null) body.blockAds = args.blockAds;
   if (args.profile != null) body.profile = args.profile;
   if (args.integration != null) body.integration = args.integration;
   if (args.origin) body.origin = args.origin;
@@ -2595,7 +2601,7 @@ var FirecrawlClient = class {
   // Browser
   /**
    * Create a new browser session.
-   * @param args Session options (ttl, activityTtl, streamWebView, profile).
+   * @param args Session options (ttl, activityTtl, streamWebView, blockAds, profile).
    * @returns Session id, CDP URL, live view URL, and expiration time.
    */
   async browser(args = {}) {
@@ -2734,7 +2740,7 @@ var FirecrawlApp = class {
       if (typeof process !== "undefined" && process.env && process.env.npm_package_version) {
         return process.env.npm_package_version;
       }
-      const packageJson = await import("./package-GSILJ5AJ.js");
+      const packageJson = await import("./package-FEZU4ANT.js");
       return packageJson.default.version;
     } catch (error) {
       const isTest = typeof process !== "undefined" && (process.env.JEST_WORKER_ID != null || false);

package/dist/{package-GSILJ5AJ.js → package-FEZU4ANT.js}

@@ -1,4 +1,4 @@
 import {
   require_package
-} from "./chunk-HEXXQWYV.js";
+} from "./chunk-JU6NENYM.js";
 export default require_package();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl-js",
-  "version": "4.43.0",
+  "version": "4.44.1",
   "description": "JavaScript SDK for the Firecrawl API: web scraping, crawling, web search, and scientific literature search over a research paper index of PubMed, bioRxiv, medRxiv and arXiv abstracts",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/__tests__/unit/v2/tools.unit.test.ts

@@ -272,9 +272,11 @@ describe("Alexandria contracts and execution", () => {
 });
 
 test.each([
-  [undefined, 80000],
+  [undefined, 150000],
   [1000, 31000],
-  [100000, 80000],
+  [100000, 130000],
+  [120000, 150000],
+  [300000, 150000],
 ])(
   "Alexandria timeout %s allows response delivery (%s ms)",
   async (timeout, timeoutMs) => {

package/src/v2/client.ts

@@ -641,7 +641,7 @@ export class FirecrawlClient {
   // Browser
   /**
    * Create a new browser session.
-   * @param args Session options (ttl, activityTtl, streamWebView, profile).
+   * @param args Session options (ttl, activityTtl, streamWebView, blockAds, profile).
    * @returns Session id, CDP URL, live view URL, and expiration time.
    */
   async browser(

package/src/v2/methods/browser.ts

@@ -16,6 +16,8 @@ export async function browser(
     ttl?: number;
     activityTtl?: number;
     streamWebView?: boolean;
+    /** Block ads, trackers and cookie notices, as in scrape (default true). */
+    blockAds?: boolean;
     profile?: {
       name: string;
       saveChanges?: boolean;
@@ -28,6 +30,7 @@ export async function browser(
   if (args.ttl != null) body.ttl = args.ttl;
   if (args.activityTtl != null) body.activityTtl = args.activityTtl;
   if (args.streamWebView != null) body.streamWebView = args.streamWebView;
+  if (args.blockAds != null) body.blockAds = args.blockAds;
   if (args.profile != null) body.profile = args.profile;
   if (args.integration != null) body.integration = args.integration;
   if (args.origin) body.origin = args.origin;

package/src/v2/methods/tools.ts

@@ -14,6 +14,10 @@ import {
 } from "../utils/errorHandler";
 
 const ALEXANDRIA_MAX_CALLS = 10;
+// Matches the API's default and maximum execution timeout for Alexandria calls.
+const ALEXANDRIA_MAX_TIMEOUT_MS = 120_000;
+// Extra time for the API to deliver a response after its execution deadline.
+const ALEXANDRIA_RESPONSE_MARGIN_MS = 30_000;
 
 function prepareAlexandriaPayload(
   calls: AlexandriaCall[],
@@ -82,7 +86,11 @@ export async function scrapeAlexandria(
     }>("/v2/scrape", payload, {
       headers: { "x-request-id": requestId },
       // Allow response delivery after the API's capped execution deadline.
-      timeoutMs: Math.min(opts.timeout ?? 50000, 50000) + 30000,
+      timeoutMs:
+        Math.min(
+          opts.timeout ?? ALEXANDRIA_MAX_TIMEOUT_MS,
+          ALEXANDRIA_MAX_TIMEOUT_MS,
+        ) + ALEXANDRIA_RESPONSE_MARGIN_MS,
     });
     if (res.status !== 200 || !res.data?.success) {
       throwForBadResponse(res, "alexandria");