@mendable/firecrawl 1.18.0 → 1.18.4

package/dist/index.cjs

@@ -1,778 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
-// src/index.ts
-var src_exports = {};
-__export(src_exports, {
-  CrawlWatcher: () => CrawlWatcher,
-  FirecrawlError: () => FirecrawlError,
-  default: () => FirecrawlApp
-});
-module.exports = __toCommonJS(src_exports);
-var import_axios = __toESM(require("axios"), 1);
-var zt = __toESM(require("zod"), 1);
-var import_zod_to_json_schema = require("zod-to-json-schema");
-var import_isows = require("isows");
-var import_typescript_event_target = require("typescript-event-target");
-var FirecrawlError = class extends Error {
-  statusCode;
-  constructor(message, statusCode) {
-    super(message);
-    this.statusCode = statusCode;
-  }
-};
-var FirecrawlApp = class {
-  apiKey;
-  apiUrl;
-  isCloudService(url) {
-    return url.includes("api.firecrawl.dev");
-  }
-  /**
-   * Initializes a new instance of the FirecrawlApp class.
-   * @param config - Configuration options for the FirecrawlApp instance.
-   */
-  constructor({ apiKey = null, apiUrl = null }) {
-    const baseUrl = apiUrl || "https://api.firecrawl.dev";
-    if (this.isCloudService(baseUrl) && typeof apiKey !== "string") {
-      throw new FirecrawlError("No API key provided", 401);
-    }
-    this.apiKey = apiKey || "";
-    this.apiUrl = baseUrl;
-  }
-  /**
-   * Scrapes a URL using the Firecrawl API.
-   * @param url - The URL to scrape.
-   * @param params - Additional parameters for the scrape request.
-   * @returns The response from the scrape operation.
-   */
-  async scrapeUrl(url, params) {
-    const headers = {
-      "Content-Type": "application/json",
-      Authorization: `Bearer ${this.apiKey}`
-    };
-    let jsonData = { url, ...params };
-    if (jsonData?.extract?.schema) {
-      let schema = jsonData.extract.schema;
-      try {
-        schema = (0, import_zod_to_json_schema.zodToJsonSchema)(schema);
-      } catch (error) {
-      }
-      jsonData = {
-        ...jsonData,
-        extract: {
-          ...jsonData.extract,
-          schema
-        }
-      };
-    }
-    try {
-      const response = await import_axios.default.post(
-        this.apiUrl + `/v1/scrape`,
-        jsonData,
-        { headers }
-      );
-      if (response.status === 200) {
-        const responseData = response.data;
-        if (responseData.success) {
-          return {
-            success: true,
-            warning: responseData.warning,
-            error: responseData.error,
-            ...responseData.data
-          };
-        } else {
-          throw new FirecrawlError(`Failed to scrape URL. Error: ${responseData.error}`, response.status);
-        }
-      } else {
-        this.handleError(response, "scrape URL");
-      }
-    } catch (error) {
-      this.handleError(error.response, "scrape URL");
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Searches using the Firecrawl API and optionally scrapes the results.
-   * @param query - The search query string.
-   * @param params - Optional parameters for the search request.
-   * @returns The response from the search operation.
-   */
-  async search(query, params) {
-    const headers = {
-      "Content-Type": "application/json",
-      Authorization: `Bearer ${this.apiKey}`
-    };
-    let jsonData = {
-      query,
-      limit: params?.limit ?? 5,
-      tbs: params?.tbs,
-      filter: params?.filter,
-      lang: params?.lang ?? "en",
-      country: params?.country ?? "us",
-      location: params?.location,
-      origin: params?.origin ?? "api",
-      timeout: params?.timeout ?? 6e4,
-      scrapeOptions: params?.scrapeOptions ?? { formats: [] }
-    };
-    if (jsonData?.scrapeOptions?.extract?.schema) {
-      let schema = jsonData.scrapeOptions.extract.schema;
-      try {
-        schema = (0, import_zod_to_json_schema.zodToJsonSchema)(schema);
-      } catch (error) {
-      }
-      jsonData = {
-        ...jsonData,
-        scrapeOptions: {
-          ...jsonData.scrapeOptions,
-          extract: {
-            ...jsonData.scrapeOptions.extract,
-            schema
-          }
-        }
-      };
-    }
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/search`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        const responseData = response.data;
-        if (responseData.success) {
-          return {
-            success: true,
-            data: responseData.data,
-            warning: responseData.warning
-          };
-        } else {
-          throw new FirecrawlError(`Failed to search. Error: ${responseData.error}`, response.status);
-        }
-      } else {
-        this.handleError(response, "search");
-      }
-    } catch (error) {
-      if (error.response?.data?.error) {
-        throw new FirecrawlError(`Request failed with status code ${error.response.status}. Error: ${error.response.data.error} ${error.response.data.details ? ` - ${JSON.stringify(error.response.data.details)}` : ""}`, error.response.status);
-      } else {
-        throw new FirecrawlError(error.message, 500);
-      }
-    }
-    return { success: false, error: "Internal server error.", data: [] };
-  }
-  /**
-   * Initiates a crawl job for a URL using the Firecrawl API.
-   * @param url - The URL to crawl.
-   * @param params - Additional parameters for the crawl request.
-   * @param pollInterval - Time in seconds for job status checks.
-   * @param idempotencyKey - Optional idempotency key for the request.
-   * @returns The response from the crawl operation.
-   */
-  async crawlUrl(url, params, pollInterval = 2, idempotencyKey) {
-    const headers = this.prepareHeaders(idempotencyKey);
-    let jsonData = { url, ...params };
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/crawl`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        const id = response.data.id;
-        return this.monitorJobStatus(id, headers, pollInterval);
-      } else {
-        this.handleError(response, "start crawl job");
-      }
-    } catch (error) {
-      if (error.response?.data?.error) {
-        throw new FirecrawlError(`Request failed with status code ${error.response.status}. Error: ${error.response.data.error} ${error.response.data.details ? ` - ${JSON.stringify(error.response.data.details)}` : ""}`, error.response.status);
-      } else {
-        throw new FirecrawlError(error.message, 500);
-      }
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  async asyncCrawlUrl(url, params, idempotencyKey) {
-    const headers = this.prepareHeaders(idempotencyKey);
-    let jsonData = { url, ...params };
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/crawl`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        return response.data;
-      } else {
-        this.handleError(response, "start crawl job");
-      }
-    } catch (error) {
-      if (error.response?.data?.error) {
-        throw new FirecrawlError(`Request failed with status code ${error.response.status}. Error: ${error.response.data.error} ${error.response.data.details ? ` - ${JSON.stringify(error.response.data.details)}` : ""}`, error.response.status);
-      } else {
-        throw new FirecrawlError(error.message, 500);
-      }
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Checks the status of a crawl job using the Firecrawl API.
-   * @param id - The ID of the crawl operation.
-   * @param getAllData - Paginate through all the pages of documents, returning the full list of all documents. (default: `false`)
-   * @returns The response containing the job status.
-   */
-  async checkCrawlStatus(id, getAllData = false) {
-    if (!id) {
-      throw new FirecrawlError("No crawl ID provided", 400);
-    }
-    const headers = this.prepareHeaders();
-    try {
-      const response = await this.getRequest(
-        `${this.apiUrl}/v1/crawl/${id}`,
-        headers
-      );
-      if (response.status === 200) {
-        let allData = response.data.data;
-        if (getAllData && response.data.status === "completed") {
-          let statusData = response.data;
-          if ("data" in statusData) {
-            let data = statusData.data;
-            while (typeof statusData === "object" && "next" in statusData) {
-              if (data.length === 0) {
-                break;
-              }
-              statusData = (await this.getRequest(statusData.next, headers)).data;
-              data = data.concat(statusData.data);
-            }
-            allData = data;
-          }
-        }
-        let resp = {
-          success: response.data.success,
-          status: response.data.status,
-          total: response.data.total,
-          completed: response.data.completed,
-          creditsUsed: response.data.creditsUsed,
-          expiresAt: new Date(response.data.expiresAt),
-          data: allData
-        };
-        if (!response.data.success && response.data.error) {
-          resp = {
-            ...resp,
-            success: false,
-            error: response.data.error
-          };
-        }
-        if (response.data.next) {
-          resp.next = response.data.next;
-        }
-        return resp;
-      } else {
-        this.handleError(response, "check crawl status");
-      }
-    } catch (error) {
-      throw new FirecrawlError(error.message, 500);
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Cancels a crawl job using the Firecrawl API.
-   * @param id - The ID of the crawl operation.
-   * @returns The response from the cancel crawl operation.
-   */
-  async cancelCrawl(id) {
-    const headers = this.prepareHeaders();
-    try {
-      const response = await this.deleteRequest(
-        `${this.apiUrl}/v1/crawl/${id}`,
-        headers
-      );
-      if (response.status === 200) {
-        return response.data;
-      } else {
-        this.handleError(response, "cancel crawl job");
-      }
-    } catch (error) {
-      throw new FirecrawlError(error.message, 500);
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Initiates a crawl job and returns a CrawlWatcher to monitor the job via WebSocket.
-   * @param url - The URL to crawl.
-   * @param params - Additional parameters for the crawl request.
-   * @param idempotencyKey - Optional idempotency key for the request.
-   * @returns A CrawlWatcher instance to monitor the crawl job.
-   */
-  async crawlUrlAndWatch(url, params, idempotencyKey) {
-    const crawl = await this.asyncCrawlUrl(url, params, idempotencyKey);
-    if (crawl.success && crawl.id) {
-      const id = crawl.id;
-      return new CrawlWatcher(id, this);
-    }
-    throw new FirecrawlError("Crawl job failed to start", 400);
-  }
-  /**
-   * Maps a URL using the Firecrawl API.
-   * @param url - The URL to map.
-   * @param params - Additional parameters for the map request.
-   * @returns The response from the map operation.
-   */
-  async mapUrl(url, params) {
-    const headers = this.prepareHeaders();
-    let jsonData = { url, ...params };
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/map`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        return response.data;
-      } else {
-        this.handleError(response, "map");
-      }
-    } catch (error) {
-      throw new FirecrawlError(error.message, 500);
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Initiates a batch scrape job for multiple URLs using the Firecrawl API.
-   * @param url - The URLs to scrape.
-   * @param params - Additional parameters for the scrape request.
-   * @param pollInterval - Time in seconds for job status checks.
-   * @param idempotencyKey - Optional idempotency key for the request.
-   * @param webhook - Optional webhook for the batch scrape.
-   * @returns The response from the crawl operation.
-   */
-  async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook, ignoreInvalidURLs) {
-    const headers = this.prepareHeaders(idempotencyKey);
-    let jsonData = { urls, webhook, ignoreInvalidURLs, ...params };
-    if (jsonData?.extract?.schema) {
-      let schema = jsonData.extract.schema;
-      try {
-        schema = (0, import_zod_to_json_schema.zodToJsonSchema)(schema);
-      } catch (error) {
-      }
-      jsonData = {
-        ...jsonData,
-        extract: {
-          ...jsonData.extract,
-          schema
-        }
-      };
-    }
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/batch/scrape`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        const id = response.data.id;
-        return this.monitorJobStatus(id, headers, pollInterval);
-      } else {
-        this.handleError(response, "start batch scrape job");
-      }
-    } catch (error) {
-      if (error.response?.data?.error) {
-        throw new FirecrawlError(`Request failed with status code ${error.response.status}. Error: ${error.response.data.error} ${error.response.data.details ? ` - ${JSON.stringify(error.response.data.details)}` : ""}`, error.response.status);
-      } else {
-        throw new FirecrawlError(error.message, 500);
-      }
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  async asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
-    const headers = this.prepareHeaders(idempotencyKey);
-    let jsonData = { urls, webhook, ignoreInvalidURLs, ...params ?? {} };
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/batch/scrape`,
-        jsonData,
-        headers
-      );
-      if (response.status === 200) {
-        return response.data;
-      } else {
-        this.handleError(response, "start batch scrape job");
-      }
-    } catch (error) {
-      if (error.response?.data?.error) {
-        throw new FirecrawlError(`Request failed with status code ${error.response.status}. Error: ${error.response.data.error} ${error.response.data.details ? ` - ${JSON.stringify(error.response.data.details)}` : ""}`, error.response.status);
-      } else {
-        throw new FirecrawlError(error.message, 500);
-      }
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Initiates a batch scrape job and returns a CrawlWatcher to monitor the job via WebSocket.
-   * @param urls - The URL to scrape.
-   * @param params - Additional parameters for the scrape request.
-   * @param idempotencyKey - Optional idempotency key for the request.
-   * @returns A CrawlWatcher instance to monitor the crawl job.
-   */
-  async batchScrapeUrlsAndWatch(urls, params, idempotencyKey, webhook, ignoreInvalidURLs) {
-    const crawl = await this.asyncBatchScrapeUrls(urls, params, idempotencyKey, webhook, ignoreInvalidURLs);
-    if (crawl.success && crawl.id) {
-      const id = crawl.id;
-      return new CrawlWatcher(id, this);
-    }
-    throw new FirecrawlError("Batch scrape job failed to start", 400);
-  }
-  /**
-   * Checks the status of a batch scrape job using the Firecrawl API.
-   * @param id - The ID of the batch scrape operation.
-   * @param getAllData - Paginate through all the pages of documents, returning the full list of all documents. (default: `false`)
-   * @returns The response containing the job status.
-   */
-  async checkBatchScrapeStatus(id, getAllData = false) {
-    if (!id) {
-      throw new FirecrawlError("No batch scrape ID provided", 400);
-    }
-    const headers = this.prepareHeaders();
-    try {
-      const response = await this.getRequest(
-        `${this.apiUrl}/v1/batch/scrape/${id}`,
-        headers
-      );
-      if (response.status === 200) {
-        let allData = response.data.data;
-        if (getAllData && response.data.status === "completed") {
-          let statusData = response.data;
-          if ("data" in statusData) {
-            let data = statusData.data;
-            while (typeof statusData === "object" && "next" in statusData) {
-              if (data.length === 0) {
-                break;
-              }
-              statusData = (await this.getRequest(statusData.next, headers)).data;
-              data = data.concat(statusData.data);
-            }
-            allData = data;
-          }
-        }
-        let resp = {
-          success: response.data.success,
-          status: response.data.status,
-          total: response.data.total,
-          completed: response.data.completed,
-          creditsUsed: response.data.creditsUsed,
-          expiresAt: new Date(response.data.expiresAt),
-          data: allData
-        };
-        if (!response.data.success && response.data.error) {
-          resp = {
-            ...resp,
-            success: false,
-            error: response.data.error
-          };
-        }
-        if (response.data.next) {
-          resp.next = response.data.next;
-        }
-        return resp;
-      } else {
-        this.handleError(response, "check batch scrape status");
-      }
-    } catch (error) {
-      throw new FirecrawlError(error.message, 500);
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Extracts information from URLs using the Firecrawl API.
-   * Currently in Beta. Expect breaking changes on future minor versions.
-   * @param url - The URL to extract information from.
-   * @param params - Additional parameters for the extract request.
-   * @returns The response from the extract operation.
-   */
-  async extract(urls, params) {
-    const headers = this.prepareHeaders();
-    let jsonData = { urls, ...params };
-    let jsonSchema;
-    try {
-      if (!params?.schema) {
-        jsonSchema = void 0;
-      } else if (params.schema instanceof zt.ZodType) {
-        jsonSchema = (0, import_zod_to_json_schema.zodToJsonSchema)(params.schema);
-      } else {
-        jsonSchema = params.schema;
-      }
-    } catch (error) {
-      throw new FirecrawlError("Invalid schema. Schema must be either a valid Zod schema or JSON schema object.", 400);
-    }
-    try {
-      const response = await this.postRequest(
-        this.apiUrl + `/v1/extract`,
-        { ...jsonData, schema: jsonSchema },
-        headers
-      );
-      if (response.status === 200) {
-        const responseData = response.data;
-        if (responseData.success) {
-          return {
-            success: true,
-            data: responseData.data,
-            warning: responseData.warning,
-            error: responseData.error
-          };
-        } else {
-          throw new FirecrawlError(`Failed to scrape URL. Error: ${responseData.error}`, response.status);
-        }
-      } else {
-        this.handleError(response, "extract");
-      }
-    } catch (error) {
-      throw new FirecrawlError(error.message, 500);
-    }
-    return { success: false, error: "Internal server error." };
-  }
-  /**
-   * Prepares the headers for an API request.
-   * @param idempotencyKey - Optional key to ensure idempotency.
-   * @returns The prepared headers.
-   */
-  prepareHeaders(idempotencyKey) {
-    return {
-      "Content-Type": "application/json",
-      Authorization: `Bearer ${this.apiKey}`,
-      ...idempotencyKey ? { "x-idempotency-key": idempotencyKey } : {}
-    };
-  }
-  /**
-   * Sends a POST request to the specified URL.
-   * @param url - The URL to send the request to.
-   * @param data - The data to send in the request.
-   * @param headers - The headers for the request.
-   * @returns The response from the POST request.
-   */
-  postRequest(url, data, headers) {
-    return import_axios.default.post(url, data, { headers });
-  }
-  /**
-   * Sends a GET request to the specified URL.
-   * @param url - The URL to send the request to.
-   * @param headers - The headers for the request.
-   * @returns The response from the GET request.
-   */
-  async getRequest(url, headers) {
-    try {
-      return await import_axios.default.get(url, { headers });
-    } catch (error) {
-      if (error instanceof import_axios.AxiosError && error.response) {
-        return error.response;
-      } else {
-        throw error;
-      }
-    }
-  }
-  /**
-   * Sends a DELETE request to the specified URL.
-   * @param url - The URL to send the request to.
-   * @param headers - The headers for the request.
-   * @returns The response from the DELETE request.
-   */
-  async deleteRequest(url, headers) {
-    try {
-      return await import_axios.default.delete(url, { headers });
-    } catch (error) {
-      if (error instanceof import_axios.AxiosError && error.response) {
-        return error.response;
-      } else {
-        throw error;
-      }
-    }
-  }
-  /**
-   * Monitors the status of a crawl job until completion or failure.
-   * @param id - The ID of the crawl operation.
-   * @param headers - The headers for the request.
-   * @param checkInterval - Interval in seconds for job status checks.
-   * @param checkUrl - Optional URL to check the status (used for v1 API)
-   * @returns The final job status or data.
-   */
-  async monitorJobStatus(id, headers, checkInterval) {
-    try {
-      while (true) {
-        let statusResponse = await this.getRequest(
-          `${this.apiUrl}/v1/crawl/${id}`,
-          headers
-        );
-        if (statusResponse.status === 200) {
-          let statusData = statusResponse.data;
-          if (statusData.status === "completed") {
-            if ("data" in statusData) {
-              let data = statusData.data;
-              while (typeof statusData === "object" && "next" in statusData) {
-                if (data.length === 0) {
-                  break;
-                }
-                statusResponse = await this.getRequest(statusData.next, headers);
-                statusData = statusResponse.data;
-                data = data.concat(statusData.data);
-              }
-              statusData.data = data;
-              return statusData;
-            } else {
-              throw new FirecrawlError("Crawl job completed but no data was returned", 500);
-            }
-          } else if (["active", "paused", "pending", "queued", "waiting", "scraping"].includes(statusData.status)) {
-            checkInterval = Math.max(checkInterval, 2);
-            await new Promise(
-              (resolve) => setTimeout(resolve, checkInterval * 1e3)
-            );
-          } else {
-            throw new FirecrawlError(
-              `Crawl job failed or was stopped. Status: ${statusData.status}`,
-              500
-            );
-          }
-        } else {
-          this.handleError(statusResponse, "check crawl status");
-        }
-      }
-    } catch (error) {
-      throw new FirecrawlError(error, 500);
-    }
-  }
-  /**
-   * Handles errors from API responses.
-   * @param {AxiosResponse} response - The response from the API.
-   * @param {string} action - The action being performed when the error occurred.
-   */
-  handleError(response, action) {
-    if ([402, 408, 409, 500].includes(response.status)) {
-      const errorMessage = response.data.error || "Unknown error occurred";
-      throw new FirecrawlError(
-        `Failed to ${action}. Status code: ${response.status}. Error: ${errorMessage}`,
-        response.status
-      );
-    } else {
-      throw new FirecrawlError(
-        `Unexpected error occurred while trying to ${action}. Status code: ${response.status}`,
-        response.status
-      );
-    }
-  }
-};
-var CrawlWatcher = class extends import_typescript_event_target.TypedEventTarget {
-  ws;
-  data;
-  status;
-  id;
-  constructor(id, app) {
-    super();
-    this.id = id;
-    this.ws = new import_isows.WebSocket(`${app.apiUrl}/v1/crawl/${id}`, app.apiKey);
-    this.status = "scraping";
-    this.data = [];
-    const messageHandler = (msg) => {
-      if (msg.type === "done") {
-        this.status = "completed";
-        this.dispatchTypedEvent("done", new CustomEvent("done", {
-          detail: {
-            status: this.status,
-            data: this.data,
-            id: this.id
-          }
-        }));
-      } else if (msg.type === "error") {
-        this.status = "failed";
-        this.dispatchTypedEvent("error", new CustomEvent("error", {
-          detail: {
-            status: this.status,
-            data: this.data,
-            error: msg.error,
-            id: this.id
-          }
-        }));
-      } else if (msg.type === "catchup") {
-        this.status = msg.data.status;
-        this.data.push(...msg.data.data ?? []);
-        for (const doc of this.data) {
-          this.dispatchTypedEvent("document", new CustomEvent("document", {
-            detail: {
-              ...doc,
-              id: this.id
-            }
-          }));
-        }
-      } else if (msg.type === "document") {
-        this.dispatchTypedEvent("document", new CustomEvent("document", {
-          detail: {
-            ...msg.data,
-            id: this.id
-          }
-        }));
-      }
-    };
-    this.ws.onmessage = ((ev) => {
-      if (typeof ev.data !== "string") {
-        this.ws.close();
-        return;
-      }
-      try {
-        const msg = JSON.parse(ev.data);
-        messageHandler(msg);
-      } catch (error) {
-        console.error("Error on message", error);
-      }
-    }).bind(this);
-    this.ws.onclose = ((ev) => {
-      try {
-        const msg = JSON.parse(ev.reason);
-        messageHandler(msg);
-      } catch (error) {
-        console.error("Error on close", error);
-      }
-    }).bind(this);
-    this.ws.onerror = ((_) => {
-      this.status = "failed";
-      this.dispatchTypedEvent("error", new CustomEvent("error", {
-        detail: {
-          status: this.status,
-          data: this.data,
-          error: "WebSocket error",
-          id: this.id
-        }
-      }));
-    }).bind(this);
-  }
-  close() {
-    this.ws.close();
-  }
-};
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  CrawlWatcher,
-  FirecrawlError
-});