@mendable/firecrawl-js 3.0.1 → 3.0.3

package/dist/{chunk-RDDU62K7.js → chunk-OIZ6OKY4.js}

@@ -8,7 +8,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@mendable/firecrawl-js",
-      version: "3.0.1",
+      version: "3.0.3",
       description: "JavaScript SDK for Firecrawl API",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/index.cjs

@@ -35,7 +35,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@mendable/firecrawl-js",
-      version: "3.0.1",
+      version: "3.0.3",
       description: "JavaScript SDK for Firecrawl API",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -108,15 +108,15 @@ var require_package = __commonJS({
 });
 
 // src/index.ts
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   Firecrawl: () => Firecrawl,
   FirecrawlAppV1: () => FirecrawlApp,
   FirecrawlClient: () => FirecrawlClient,
   SdkError: () => SdkError,
-  default: () => src_default
+  default: () => index_default
 });
-module.exports = __toCommonJS(src_exports);
+module.exports = __toCommonJS(index_exports);
 
 // src/v2/utils/httpClient.ts
 var import_axios = __toESM(require("axios"), 1);
@@ -165,9 +165,7 @@ var HttpClient = class {
   async request(config) {
     const version = getVersion();
     config.headers = {
-      ...config.headers || {},
-      // origin header for GET/DELETE; for POST we also include in body below
-      origin: `js-sdk@${version}`
+      ...config.headers || {}
     };
     let lastError;
     for (let attempt = 0; attempt < this.maxRetries; attempt++) {
@@ -828,6 +826,7 @@ var Watcher = class extends import_events.EventEmitter {
 };
 
 // src/v2/client.ts
+var zt = require("zod");
 var FirecrawlClient = class {
   http;
   /**
@@ -1017,7 +1016,7 @@ var FirecrawlClient = class {
 
 // src/v1/index.ts
 var import_axios3 = __toESM(require("axios"), 1);
-var zt = require("zod");
+var zt2 = require("zod");
 var import_zod_to_json_schema3 = require("zod-to-json-schema");
 
 // node_modules/typescript-event-target/dist/index.mjs
@@ -2356,7 +2355,7 @@ var Firecrawl = class extends FirecrawlClient {
     return this._v1;
   }
 };
-var src_default = Firecrawl;
+var index_default = Firecrawl;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   Firecrawl,

package/dist/index.d.cts

@@ -1,5 +1,5 @@
 import * as zt from 'zod';
-import { ZodTypeAny, infer } from 'zod';
+import { ZodTypeAny } from 'zod';
 import { AxiosResponse, AxiosRequestHeaders } from 'axios';
 import { EventEmitter } from 'events';
 import { TypedEventTarget } from 'typescript-event-target';
@@ -160,6 +160,23 @@ interface SearchRequest {
     timeout?: number;
     scrapeOptions?: ScrapeOptions;
 }
+interface CrawlOptions {
+    prompt?: string | null;
+    excludePaths?: string[] | null;
+    includePaths?: string[] | null;
+    maxDiscoveryDepth?: number | null;
+    sitemap?: "skip" | "include";
+    ignoreQueryParameters?: boolean;
+    limit?: number | null;
+    crawlEntireDomain?: boolean;
+    allowExternalLinks?: boolean;
+    allowSubdomains?: boolean;
+    delay?: number | null;
+    maxConcurrency?: number | null;
+    webhook?: string | WebhookConfig | null;
+    scrapeOptions?: ScrapeOptions | null;
+    zeroDataRetention?: boolean;
+}
 interface CrawlResponse$1 {
     id: string;
     url: string;
@@ -173,6 +190,16 @@ interface CrawlJob {
     next?: string | null;
     data: Document[];
 }
+interface BatchScrapeOptions {
+    options?: ScrapeOptions;
+    webhook?: string | WebhookConfig;
+    appendToId?: string;
+    ignoreInvalidURLs?: boolean;
+    maxConcurrency?: number;
+    zeroDataRetention?: boolean;
+    integration?: string;
+    idempotencyKey?: string;
+}
 interface BatchScrapeResponse$1 {
     id: string;
     url: string;
@@ -274,38 +301,6 @@ declare class HttpClient {
     prepareHeaders(idempotencyKey?: string): Record<string, string>;
 }
 
-interface CrawlRequest {
-    url: string;
-    prompt?: string | null;
-    excludePaths?: string[] | null;
-    includePaths?: string[] | null;
-    maxDiscoveryDepth?: number | null;
-    sitemap?: "skip" | "include";
-    ignoreQueryParameters?: boolean;
-    limit?: number | null;
-    crawlEntireDomain?: boolean;
-    allowExternalLinks?: boolean;
-    allowSubdomains?: boolean;
-    delay?: number | null;
-    maxConcurrency?: number | null;
-    webhook?: string | WebhookConfig | null;
-    scrapeOptions?: ScrapeOptions | null;
-    zeroDataRetention?: boolean;
-}
-declare function startCrawl(http: HttpClient, request: CrawlRequest): Promise<CrawlResponse$1>;
-
-interface StartBatchOptions {
-    options?: ScrapeOptions;
-    webhook?: string | WebhookConfig;
-    appendToId?: string;
-    ignoreInvalidURLs?: boolean;
-    maxConcurrency?: number;
-    zeroDataRetention?: boolean;
-    integration?: string;
-    idempotencyKey?: string;
-}
-declare function startBatchScrape(http: HttpClient, urls: string[], { options, webhook, appendToId, ignoreInvalidURLs, maxConcurrency, zeroDataRetention, integration, idempotencyKey, }?: StartBatchOptions): Promise<BatchScrapeResponse$1>;
-
 declare function prepareExtractPayload(args: {
     urls?: string[];
     prompt?: string;
@@ -349,7 +344,7 @@ type ExtractJsonSchemaFromFormats<Formats> = Formats extends readonly any[] ? Ex
 }>["schema"] : never;
 type InferredJsonFromOptions<Opts> = Opts extends {
     formats?: infer Fmts;
-} ? ExtractJsonSchemaFromFormats<Fmts> extends ZodTypeAny ? infer<ExtractJsonSchemaFromFormats<Fmts>> : unknown : unknown;
+} ? ExtractJsonSchemaFromFormats<Fmts> extends zt.ZodTypeAny ? zt.infer<ExtractJsonSchemaFromFormats<Fmts>> : unknown : unknown;
 /**
  * Configuration for the v2 client transport.
  */
@@ -405,7 +400,7 @@ declare class FirecrawlClient {
      * @param req Crawl configuration (paths, limits, scrapeOptions, webhook, etc.).
      * @returns Job id and url.
      */
-    startCrawl(url: string, req?: Omit<Parameters<typeof startCrawl>[1], "url">): Promise<CrawlResponse$1>;
+    startCrawl(url: string, req?: CrawlOptions): Promise<CrawlResponse$1>;
     /**
      * Get the status and partial data of a crawl job.
      * @param jobId Crawl job id.
@@ -423,7 +418,7 @@ declare class FirecrawlClient {
      * @param req Crawl configuration plus waiter controls (pollInterval, timeout seconds).
      * @returns Final job snapshot.
      */
-    crawl(url: string, req?: Omit<Parameters<typeof startCrawl>[1], "url"> & {
+    crawl(url: string, req?: CrawlOptions & {
         pollInterval?: number;
         timeout?: number;
     }): Promise<CrawlJob>;
@@ -448,7 +443,7 @@ declare class FirecrawlClient {
      * @param opts Batch options (scrape options, webhook, concurrency, idempotency key, etc.).
      * @returns Job id and url.
      */
-    startBatchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2]): Promise<BatchScrapeResponse$1>;
+    startBatchScrape(urls: string[], opts?: BatchScrapeOptions): Promise<BatchScrapeResponse$1>;
     /**
      * Get the status and partial data of a batch scrape job.
      * @param jobId Batch job id.
@@ -471,7 +466,7 @@ declare class FirecrawlClient {
      * @param opts Batch options plus waiter controls (pollInterval, timeout seconds).
      * @returns Final job snapshot.
      */
-    batchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2] & {
+    batchScrape(urls: string[], opts?: BatchScrapeOptions & {
         pollInterval?: number;
         timeout?: number;
     }): Promise<BatchScrapeJob>;
@@ -1331,4 +1326,4 @@ declare class Firecrawl extends FirecrawlClient {
     get v1(): FirecrawlApp;
 }
 
-export { type ActionOption, type ActiveCrawl, type ActiveCrawlsResponse, type BatchScrapeJob, type BatchScrapeResponse$1 as BatchScrapeResponse, type ChangeTrackingFormat, type ClickAction, type ConcurrencyCheck, type CrawlErrorsResponse$1 as CrawlErrorsResponse, type CrawlJob, type CrawlResponse$1 as CrawlResponse, type CreditUsage, type Document, type DocumentMetadata, type ErrorDetails, type ExecuteJavascriptAction, type ExtractResponse$1 as ExtractResponse, Firecrawl, FirecrawlApp as FirecrawlAppV1, FirecrawlClient, type Format, type FormatOption, type FormatString, type JsonFormat, type LocationConfig, type MapData, type MapOptions, type PDFAction, type PressAction, type ScrapeAction, type ScrapeOptions, type ScreenshotAction, type ScreenshotFormat, type ScrollAction, SdkError, type SearchData, type SearchRequest, type SearchResult, type TokenUsage, type Viewport, type WaitAction, type WebhookConfig, type WriteAction, Firecrawl as default };
+export { type ActionOption, type ActiveCrawl, type ActiveCrawlsResponse, type BatchScrapeJob, type BatchScrapeOptions, type BatchScrapeResponse$1 as BatchScrapeResponse, type ChangeTrackingFormat, type ClickAction, type ConcurrencyCheck, type CrawlErrorsResponse$1 as CrawlErrorsResponse, type CrawlJob, type CrawlOptions, type CrawlResponse$1 as CrawlResponse, type CreditUsage, type Document, type DocumentMetadata, type ErrorDetails, type ExecuteJavascriptAction, type ExtractResponse$1 as ExtractResponse, Firecrawl, FirecrawlApp as FirecrawlAppV1, FirecrawlClient, type Format, type FormatOption, type FormatString, type JsonFormat, type LocationConfig, type MapData, type MapOptions, type PDFAction, type PressAction, type ScrapeAction, type ScrapeOptions, type ScreenshotAction, type ScreenshotFormat, type ScrollAction, SdkError, type SearchData, type SearchRequest, type SearchResult, type TokenUsage, type Viewport, type WaitAction, type WebhookConfig, type WriteAction, Firecrawl as default };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import * as zt from 'zod';
-import { ZodTypeAny, infer } from 'zod';
+import { ZodTypeAny } from 'zod';
 import { AxiosResponse, AxiosRequestHeaders } from 'axios';
 import { EventEmitter } from 'events';
 import { TypedEventTarget } from 'typescript-event-target';
@@ -160,6 +160,23 @@ interface SearchRequest {
     timeout?: number;
     scrapeOptions?: ScrapeOptions;
 }
+interface CrawlOptions {
+    prompt?: string | null;
+    excludePaths?: string[] | null;
+    includePaths?: string[] | null;
+    maxDiscoveryDepth?: number | null;
+    sitemap?: "skip" | "include";
+    ignoreQueryParameters?: boolean;
+    limit?: number | null;
+    crawlEntireDomain?: boolean;
+    allowExternalLinks?: boolean;
+    allowSubdomains?: boolean;
+    delay?: number | null;
+    maxConcurrency?: number | null;
+    webhook?: string | WebhookConfig | null;
+    scrapeOptions?: ScrapeOptions | null;
+    zeroDataRetention?: boolean;
+}
 interface CrawlResponse$1 {
     id: string;
     url: string;
@@ -173,6 +190,16 @@ interface CrawlJob {
     next?: string | null;
     data: Document[];
 }
+interface BatchScrapeOptions {
+    options?: ScrapeOptions;
+    webhook?: string | WebhookConfig;
+    appendToId?: string;
+    ignoreInvalidURLs?: boolean;
+    maxConcurrency?: number;
+    zeroDataRetention?: boolean;
+    integration?: string;
+    idempotencyKey?: string;
+}
 interface BatchScrapeResponse$1 {
     id: string;
     url: string;
@@ -274,38 +301,6 @@ declare class HttpClient {
     prepareHeaders(idempotencyKey?: string): Record<string, string>;
 }
 
-interface CrawlRequest {
-    url: string;
-    prompt?: string | null;
-    excludePaths?: string[] | null;
-    includePaths?: string[] | null;
-    maxDiscoveryDepth?: number | null;
-    sitemap?: "skip" | "include";
-    ignoreQueryParameters?: boolean;
-    limit?: number | null;
-    crawlEntireDomain?: boolean;
-    allowExternalLinks?: boolean;
-    allowSubdomains?: boolean;
-    delay?: number | null;
-    maxConcurrency?: number | null;
-    webhook?: string | WebhookConfig | null;
-    scrapeOptions?: ScrapeOptions | null;
-    zeroDataRetention?: boolean;
-}
-declare function startCrawl(http: HttpClient, request: CrawlRequest): Promise<CrawlResponse$1>;
-
-interface StartBatchOptions {
-    options?: ScrapeOptions;
-    webhook?: string | WebhookConfig;
-    appendToId?: string;
-    ignoreInvalidURLs?: boolean;
-    maxConcurrency?: number;
-    zeroDataRetention?: boolean;
-    integration?: string;
-    idempotencyKey?: string;
-}
-declare function startBatchScrape(http: HttpClient, urls: string[], { options, webhook, appendToId, ignoreInvalidURLs, maxConcurrency, zeroDataRetention, integration, idempotencyKey, }?: StartBatchOptions): Promise<BatchScrapeResponse$1>;
-
 declare function prepareExtractPayload(args: {
     urls?: string[];
     prompt?: string;
@@ -349,7 +344,7 @@ type ExtractJsonSchemaFromFormats<Formats> = Formats extends readonly any[] ? Ex
 }>["schema"] : never;
 type InferredJsonFromOptions<Opts> = Opts extends {
     formats?: infer Fmts;
-} ? ExtractJsonSchemaFromFormats<Fmts> extends ZodTypeAny ? infer<ExtractJsonSchemaFromFormats<Fmts>> : unknown : unknown;
+} ? ExtractJsonSchemaFromFormats<Fmts> extends zt.ZodTypeAny ? zt.infer<ExtractJsonSchemaFromFormats<Fmts>> : unknown : unknown;
 /**
  * Configuration for the v2 client transport.
  */
@@ -405,7 +400,7 @@ declare class FirecrawlClient {
      * @param req Crawl configuration (paths, limits, scrapeOptions, webhook, etc.).
      * @returns Job id and url.
      */
-    startCrawl(url: string, req?: Omit<Parameters<typeof startCrawl>[1], "url">): Promise<CrawlResponse$1>;
+    startCrawl(url: string, req?: CrawlOptions): Promise<CrawlResponse$1>;
     /**
      * Get the status and partial data of a crawl job.
      * @param jobId Crawl job id.
@@ -423,7 +418,7 @@ declare class FirecrawlClient {
      * @param req Crawl configuration plus waiter controls (pollInterval, timeout seconds).
      * @returns Final job snapshot.
      */
-    crawl(url: string, req?: Omit<Parameters<typeof startCrawl>[1], "url"> & {
+    crawl(url: string, req?: CrawlOptions & {
         pollInterval?: number;
         timeout?: number;
     }): Promise<CrawlJob>;
@@ -448,7 +443,7 @@ declare class FirecrawlClient {
      * @param opts Batch options (scrape options, webhook, concurrency, idempotency key, etc.).
      * @returns Job id and url.
      */
-    startBatchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2]): Promise<BatchScrapeResponse$1>;
+    startBatchScrape(urls: string[], opts?: BatchScrapeOptions): Promise<BatchScrapeResponse$1>;
     /**
      * Get the status and partial data of a batch scrape job.
      * @param jobId Batch job id.
@@ -471,7 +466,7 @@ declare class FirecrawlClient {
      * @param opts Batch options plus waiter controls (pollInterval, timeout seconds).
      * @returns Final job snapshot.
      */
-    batchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2] & {
+    batchScrape(urls: string[], opts?: BatchScrapeOptions & {
         pollInterval?: number;
         timeout?: number;
     }): Promise<BatchScrapeJob>;
@@ -1331,4 +1326,4 @@ declare class Firecrawl extends FirecrawlClient {
     get v1(): FirecrawlApp;
 }
 
-export { type ActionOption, type ActiveCrawl, type ActiveCrawlsResponse, type BatchScrapeJob, type BatchScrapeResponse$1 as BatchScrapeResponse, type ChangeTrackingFormat, type ClickAction, type ConcurrencyCheck, type CrawlErrorsResponse$1 as CrawlErrorsResponse, type CrawlJob, type CrawlResponse$1 as CrawlResponse, type CreditUsage, type Document, type DocumentMetadata, type ErrorDetails, type ExecuteJavascriptAction, type ExtractResponse$1 as ExtractResponse, Firecrawl, FirecrawlApp as FirecrawlAppV1, FirecrawlClient, type Format, type FormatOption, type FormatString, type JsonFormat, type LocationConfig, type MapData, type MapOptions, type PDFAction, type PressAction, type ScrapeAction, type ScrapeOptions, type ScreenshotAction, type ScreenshotFormat, type ScrollAction, SdkError, type SearchData, type SearchRequest, type SearchResult, type TokenUsage, type Viewport, type WaitAction, type WebhookConfig, type WriteAction, Firecrawl as default };
+export { type ActionOption, type ActiveCrawl, type ActiveCrawlsResponse, type BatchScrapeJob, type BatchScrapeOptions, type BatchScrapeResponse$1 as BatchScrapeResponse, type ChangeTrackingFormat, type ClickAction, type ConcurrencyCheck, type CrawlErrorsResponse$1 as CrawlErrorsResponse, type CrawlJob, type CrawlOptions, type CrawlResponse$1 as CrawlResponse, type CreditUsage, type Document, type DocumentMetadata, type ErrorDetails, type ExecuteJavascriptAction, type ExtractResponse$1 as ExtractResponse, Firecrawl, FirecrawlApp as FirecrawlAppV1, FirecrawlClient, type Format, type FormatOption, type FormatString, type JsonFormat, type LocationConfig, type MapData, type MapOptions, type PDFAction, type PressAction, type ScrapeAction, type ScrapeOptions, type ScreenshotAction, type ScreenshotFormat, type ScrollAction, SdkError, type SearchData, type SearchRequest, type SearchResult, type TokenUsage, type Viewport, type WaitAction, type WebhookConfig, type WriteAction, Firecrawl as default };

package/dist/index.js

@@ -1,6 +1,6 @@
 import {
   require_package
-} from "./chunk-RDDU62K7.js";
+} from "./chunk-OIZ6OKY4.js";
 
 // src/v2/utils/httpClient.ts
 import axios from "axios";
@@ -49,9 +49,7 @@ var HttpClient = class {
   async request(config) {
     const version = getVersion();
     config.headers = {
-      ...config.headers || {},
-      // origin header for GET/DELETE; for POST we also include in body below
-      origin: `js-sdk@${version}`
+      ...config.headers || {}
     };
     let lastError;
     for (let attempt = 0; attempt < this.maxRetries; attempt++) {
@@ -712,6 +710,7 @@ var Watcher = class extends EventEmitter {
 };
 
 // src/v2/client.ts
+import "zod";
 var FirecrawlClient = class {
   http;
   /**
@@ -933,7 +932,7 @@ var FirecrawlApp = class {
       if (typeof process !== "undefined" && process.env && process.env.npm_package_version) {
         return process.env.npm_package_version;
       }
-      const packageJson = await import("./package-5MOU5FLU.js");
+      const packageJson = await import("./package-V5IPFKBE.js");
       return packageJson.default.version;
     } catch (error) {
       const isTest = typeof process !== "undefined" && (process.env.JEST_WORKER_ID != null || false);
@@ -2240,11 +2239,11 @@ var Firecrawl = class extends FirecrawlClient {
     return this._v1;
   }
 };
-var src_default = Firecrawl;
+var index_default = Firecrawl;
 export {
   Firecrawl,
   FirecrawlApp as FirecrawlAppV1,
   FirecrawlClient,
   SdkError,
-  src_default as default
+  index_default as default
 };

package/dist/{package-5MOU5FLU.js → package-V5IPFKBE.js}

@@ -1,4 +1,4 @@
 import {
   require_package
-} from "./chunk-RDDU62K7.js";
+} from "./chunk-OIZ6OKY4.js";
 export default require_package();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl-js",
-  "version": "3.0.1",
+  "version": "3.0.3",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/__tests__/e2e/v2/crawl.test.ts

@@ -95,7 +95,7 @@ describe("v2.crawl e2e", () => {
   test("get active crawls with running crawl", async () => {
     if (!client) throw new Error();
     const start = await client.startCrawl("https://docs.firecrawl.dev", { limit: 5 });
-    await new Promise(resolve => setTimeout(resolve, 1000));
+    await new Promise(resolve => setTimeout(resolve, 300));
     const active = await client.getActiveCrawls();
     expect(Array.isArray(active.crawls)).toBe(true);
     const ids = active.crawls.map(c => c.id);

package/src/v2/client.ts

@@ -34,10 +34,12 @@ import type {
   BatchScrapeResponse,
   BatchScrapeJob,
   ExtractResponse,
+  CrawlOptions,
+  BatchScrapeOptions,
 } from "./types";
 import { Watcher } from "./watcher";
 import type { WatcherOptions } from "./watcher";
-import type { ZodTypeAny, infer as ZodInfer } from "zod";
+import * as zt from "zod";
 
 // Helper types to infer the `json` field from a Zod schema included in `formats`
 type ExtractJsonSchemaFromFormats<Formats> = Formats extends readonly any[]
@@ -45,8 +47,8 @@ type ExtractJsonSchemaFromFormats<Formats> = Formats extends readonly any[]
   : never;
 
 type InferredJsonFromOptions<Opts> = Opts extends { formats?: infer Fmts }
-  ? ExtractJsonSchemaFromFormats<Fmts> extends ZodTypeAny
-    ? ZodInfer<ExtractJsonSchemaFromFormats<Fmts>>
+  ? ExtractJsonSchemaFromFormats<Fmts> extends zt.ZodTypeAny
+    ? zt.infer<ExtractJsonSchemaFromFormats<Fmts>>
     : unknown
   : unknown;
 
@@ -136,8 +138,8 @@ export class FirecrawlClient {
    * @param req Crawl configuration (paths, limits, scrapeOptions, webhook, etc.).
    * @returns Job id and url.
    */
-  async startCrawl(url: string, req: Omit<Parameters<typeof startCrawl>[1], "url"> = {}): Promise<CrawlResponse> {
-    return startCrawl(this.http, { url, ...(req as any) });
+  async startCrawl(url: string, req: CrawlOptions = {}): Promise<CrawlResponse> {
+    return startCrawl(this.http, { url, ...req });
   }
   /**
    * Get the status and partial data of a crawl job.
@@ -160,8 +162,8 @@ export class FirecrawlClient {
    * @param req Crawl configuration plus waiter controls (pollInterval, timeout seconds).
    * @returns Final job snapshot.
    */
-  async crawl(url: string, req: Omit<Parameters<typeof startCrawl>[1], "url"> & { pollInterval?: number; timeout?: number } = {}): Promise<CrawlJob> {
-    return crawlWaiter(this.http, { url, ...(req as any) }, req.pollInterval, req.timeout);
+  async crawl(url: string, req: CrawlOptions & { pollInterval?: number; timeout?: number } = {}): Promise<CrawlJob> {
+    return crawlWaiter(this.http, { url, ...req }, req.pollInterval, req.timeout);
   }
   /**
    * Retrieve crawl errors and robots.txt blocks.
@@ -192,7 +194,7 @@ export class FirecrawlClient {
    * @param opts Batch options (scrape options, webhook, concurrency, idempotency key, etc.).
    * @returns Job id and url.
    */
-  async startBatchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2]): Promise<BatchScrapeResponse> {
+  async startBatchScrape(urls: string[], opts?: BatchScrapeOptions): Promise<BatchScrapeResponse> {
     return startBatchScrape(this.http, urls, opts);
   }
   /**
@@ -223,7 +225,7 @@ export class FirecrawlClient {
    * @param opts Batch options plus waiter controls (pollInterval, timeout seconds).
    * @returns Final job snapshot.
    */
-  async batchScrape(urls: string[], opts?: Parameters<typeof startBatchScrape>[2] & { pollInterval?: number; timeout?: number }): Promise<BatchScrapeJob> {
+  async batchScrape(urls: string[], opts?: BatchScrapeOptions & { pollInterval?: number; timeout?: number }): Promise<BatchScrapeJob> {
     return batchWaiter(this.http, urls, opts);
   }
 

package/src/v2/methods/batch.ts

@@ -3,24 +3,12 @@ import {
   type BatchScrapeResponse,
   type CrawlErrorsResponse,
   type Document,
-  type ScrapeOptions,
-  type WebhookConfig,
+  type BatchScrapeOptions,
 } from "../types";
 import { HttpClient } from "../utils/httpClient";
 import { ensureValidScrapeOptions } from "../utils/validation";
 import { normalizeAxiosError, throwForBadResponse } from "../utils/errorHandler";
 
-export interface StartBatchOptions {
-  options?: ScrapeOptions;
-  webhook?: string | WebhookConfig;
-  appendToId?: string;
-  ignoreInvalidURLs?: boolean;
-  maxConcurrency?: number;
-  zeroDataRetention?: boolean;
-  integration?: string;
-  idempotencyKey?: string;
-}
-
 export async function startBatchScrape(
   http: HttpClient,
   urls: string[],
@@ -33,7 +21,7 @@ export async function startBatchScrape(
     zeroDataRetention,
     integration,
     idempotencyKey,
-  }: StartBatchOptions = {}
+  }: BatchScrapeOptions = {}
 ): Promise<BatchScrapeResponse> {
   if (!Array.isArray(urls) || urls.length === 0) throw new Error("URLs list cannot be empty");
   const payload: Record<string, unknown> = { urls };
@@ -117,7 +105,7 @@ export async function waitForBatchCompletion(http: HttpClient, jobId: string, po
 export async function batchScrape(
   http: HttpClient,
   urls: string[],
-  opts: StartBatchOptions & { pollInterval?: number; timeout?: number } = {}
+  opts: BatchScrapeOptions & { pollInterval?: number; timeout?: number } = {}
 ): Promise<BatchScrapeJob> {
   const start = await startBatchScrape(http, urls, opts);
   return waitForBatchCompletion(http, start.id, opts.pollInterval ?? 2, opts.timeout);

package/src/v2/methods/crawl.ts

@@ -4,31 +4,15 @@ import {
   type CrawlJob,
   type CrawlResponse,
   type Document,
-  type ScrapeOptions,
-  type WebhookConfig,
+  type CrawlOptions,
 } from "../types";
 import { HttpClient } from "../utils/httpClient";
 import { ensureValidScrapeOptions } from "../utils/validation";
 import { normalizeAxiosError, throwForBadResponse } from "../utils/errorHandler";
 
-export interface CrawlRequest {
+export type CrawlRequest = CrawlOptions & {
   url: string;
-  prompt?: string | null;
-  excludePaths?: string[] | null;
-  includePaths?: string[] | null;
-  maxDiscoveryDepth?: number | null;
-  sitemap?: "skip" | "include";
-  ignoreQueryParameters?: boolean;
-  limit?: number | null;
-  crawlEntireDomain?: boolean;
-  allowExternalLinks?: boolean;
-  allowSubdomains?: boolean;
-  delay?: number | null;
-  maxConcurrency?: number | null;
-  webhook?: string | WebhookConfig | null;
-  scrapeOptions?: ScrapeOptions | null;
-  zeroDataRetention?: boolean;
-}
+};
 
 function prepareCrawlPayload(request: CrawlRequest): Record<string, unknown> {
   if (!request.url || !request.url.trim()) throw new Error("URL cannot be empty");

package/src/v2/types.ts

@@ -196,6 +196,24 @@ export interface SearchRequest {
   scrapeOptions?: ScrapeOptions;
 }
 
+export interface CrawlOptions {
+  prompt?: string | null;
+  excludePaths?: string[] | null;
+  includePaths?: string[] | null;
+  maxDiscoveryDepth?: number | null;
+  sitemap?: "skip" | "include";
+  ignoreQueryParameters?: boolean;
+  limit?: number | null;
+  crawlEntireDomain?: boolean;
+  allowExternalLinks?: boolean;
+  allowSubdomains?: boolean;
+  delay?: number | null;
+  maxConcurrency?: number | null;
+  webhook?: string | WebhookConfig | null;
+  scrapeOptions?: ScrapeOptions | null;
+  zeroDataRetention?: boolean;
+}
+
 export interface CrawlResponse {
   id: string;
   url: string;
@@ -211,6 +229,17 @@ export interface CrawlJob {
   data: Document[];
 }
 
+export interface BatchScrapeOptions {
+  options?: ScrapeOptions;
+  webhook?: string | WebhookConfig;
+  appendToId?: string;
+  ignoreInvalidURLs?: boolean;
+  maxConcurrency?: number;
+  zeroDataRetention?: boolean;
+  integration?: string;
+  idempotencyKey?: string;
+}
+
 export interface BatchScrapeResponse {
   id: string;
   url: string;

package/src/v2/utils/httpClient.ts

@@ -44,8 +44,6 @@ export class HttpClient {
     const version = getVersion();
     config.headers = {
       ...(config.headers || {}),
-      // origin header for GET/DELETE; for POST we also include in body below
-      origin: `js-sdk@${version}`,
     };
 
     let lastError: any;