langchain 0.1.35 → 0.2.0-rc.0

package/dist/document_loaders/fs/epub.js

@@ -1,5 +1,10 @@
 import { Document } from "@langchain/core/documents";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/epub",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `BaseDocumentLoader` class. It represents a
  * document loader that loads documents from EPUB files.

package/dist/document_loaders/fs/notion.cjs

@@ -3,6 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.NotionLoader = void 0;
 const directory_js_1 = require("./directory.cjs");
 const text_js_1 = require("./text.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/notion",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the DirectoryLoader class. It represents a
  * document loader that loads documents from a directory in the Notion

package/dist/document_loaders/fs/notion.js

@@ -1,5 +1,10 @@
 import { DirectoryLoader, UnknownHandling } from "./directory.js";
 import { TextLoader } from "./text.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/notion",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the DirectoryLoader class. It represents a
  * document loader that loads documents from a directory in the Notion

package/dist/document_loaders/fs/obsidian.cjs

@@ -9,6 +9,11 @@ const documents_1 = require("@langchain/core/documents");
 const env_1 = require("@langchain/core/utils/env");
 const directory_js_1 = require("./directory.cjs");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/obsidian",
+    newPackageName: "@langchain/community",
+});
 /**
  * Represents a loader for Obsidian markdown files. This loader extends the BaseDocumentLoader
  * and provides functionality to parse and extract metadata, tags, and dataview fields from

package/dist/document_loaders/fs/obsidian.js

@@ -3,6 +3,11 @@ import { Document } from "@langchain/core/documents";
 import { getEnv } from "@langchain/core/utils/env";
 import { DirectoryLoader, UnknownHandling } from "./directory.js";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/obsidian",
+    newPackageName: "@langchain/community",
+});
 /**
  * Represents a loader for Obsidian markdown files. This loader extends the BaseDocumentLoader
  * and provides functionality to parse and extract metadata, tags, and dataview fields from

package/dist/document_loaders/fs/openai_whisper_audio.cjs

@@ -4,6 +4,11 @@ exports.OpenAIWhisperAudio = void 0;
 const openai_1 = require("@langchain/openai");
 const documents_1 = require("@langchain/core/documents");
 const buffer_js_1 = require("./buffer.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/openai_whisper_audio",
+    newPackageName: "@langchain/community",
+});
 const MODEL_NAME = "whisper-1";
 /**
  * @example

package/dist/document_loaders/fs/openai_whisper_audio.js

@@ -1,6 +1,11 @@
 import { OpenAIClient, toFile } from "@langchain/openai";
 import { Document } from "@langchain/core/documents";
 import { BufferLoader } from "./buffer.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/openai_whisper_audio",
+    newPackageName: "@langchain/community",
+});
 const MODEL_NAME = "whisper-1";
 /**
  * @example

package/dist/document_loaders/fs/pdf.cjs

@@ -4,6 +4,11 @@ exports.PDFLoader = void 0;
 const documents_1 = require("@langchain/core/documents");
 const buffer_js_1 = require("./buffer.cjs");
 const document_js_1 = require("../../util/document.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/pdf",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `BufferLoader` class. It represents a document
  * loader that loads documents from PDF files.

package/dist/document_loaders/fs/pdf.js

@@ -1,6 +1,11 @@
 import { Document } from "@langchain/core/documents";
 import { BufferLoader } from "./buffer.js";
 import { formatDocumentsAsString } from "../../util/document.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/pdf",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `BufferLoader` class. It represents a document
  * loader that loads documents from PDF files.

package/dist/document_loaders/fs/pptx.cjs

@@ -4,6 +4,11 @@ exports.PPTXLoader = void 0;
 const officeparser_1 = require("officeparser");
 const documents_1 = require("@langchain/core/documents");
 const buffer_js_1 = require("./buffer.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/pptx",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `BufferLoader` class. It represents a document
  * loader that loads documents from PDF files.

package/dist/document_loaders/fs/pptx.js

@@ -1,6 +1,11 @@
 import { parseOfficeAsync } from "officeparser";
 import { Document } from "@langchain/core/documents";
 import { BufferLoader } from "./buffer.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/pptx",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `BufferLoader` class. It represents a document
  * loader that loads documents from PDF files.

package/dist/document_loaders/fs/srt.cjs

@@ -6,6 +6,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SRTLoader = void 0;
 const srt_parser_2_1 = __importDefault(require("srt-parser-2"));
 const text_js_1 = require("./text.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/srt",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `TextLoader` class. It represents a document
  * loader that loads documents from SRT (SubRip) subtitle files. It has a

package/dist/document_loaders/fs/srt.js

@@ -1,5 +1,10 @@
 import srtParser2 from "srt-parser-2";
 import { TextLoader } from "./text.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/srt",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the `TextLoader` class. It represents a document
  * loader that loads documents from SRT (SubRip) subtitle files. It has a

package/dist/document_loaders/fs/unstructured.cjs

@@ -6,6 +6,11 @@ const env_1 = require("@langchain/core/utils/env");
 const directory_js_1 = require("./directory.cjs");
 Object.defineProperty(exports, "UnknownHandling", { enumerable: true, get: function () { return directory_js_1.UnknownHandling; } });
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/fs/unstructured",
+    newPackageName: "@langchain/community",
+});
 const UNSTRUCTURED_API_FILETYPES = [
     ".txt",
     ".text",

package/dist/document_loaders/fs/unstructured.js

@@ -2,6 +2,11 @@ import { Document } from "@langchain/core/documents";
 import { getEnv } from "@langchain/core/utils/env";
 import { DirectoryLoader, UnknownHandling, } from "./directory.js";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/fs/unstructured",
+    newPackageName: "@langchain/community",
+});
 const UNSTRUCTURED_API_FILETYPES = [
     ".txt",
     ".text",

package/dist/document_loaders/web/apify_dataset.cjs

@@ -6,6 +6,11 @@ const apify_client_1 = require("apify-client");
 const async_caller_1 = require("@langchain/core/utils/async_caller");
 const env_1 = require("@langchain/core/utils/env");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/apify_dataset",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the BaseDocumentLoader and implements the
  * DocumentLoader interface. It represents a document loader that loads

package/dist/document_loaders/web/apify_dataset.js

@@ -3,6 +3,11 @@ import { ApifyClient, } from "apify-client";
 import { AsyncCaller, } from "@langchain/core/utils/async_caller";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/apify_dataset",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the BaseDocumentLoader and implements the
  * DocumentLoader interface. It represents a document loader that loads

package/dist/document_loaders/web/assemblyai.cjs

@@ -5,6 +5,11 @@ const assemblyai_1 = require("assemblyai");
 const documents_1 = require("@langchain/core/documents");
 const env_1 = require("@langchain/core/utils/env");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/assemblyai",
+    newPackageName: "@langchain/community",
+});
 /**
  * Base class for AssemblyAI loaders.
  */

package/dist/document_loaders/web/assemblyai.js

@@ -2,6 +2,11 @@ import { AssemblyAI, } from "assemblyai";
 import { Document } from "@langchain/core/documents";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/assemblyai",
+    newPackageName: "@langchain/community",
+});
 /**
  * Base class for AssemblyAI loaders.
  */

package/dist/document_loaders/web/azure_blob_storage_container.cjs

@@ -4,6 +4,11 @@ exports.AzureBlobStorageContainerLoader = void 0;
 const storage_blob_1 = require("@azure/storage-blob");
 const azure_blob_storage_file_js_1 = require("./azure_blob_storage_file.cjs");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader that loads documents from an Azure
  * Blob Storage container. It extends the BaseDocumentLoader class.

package/dist/document_loaders/web/azure_blob_storage_container.js

@@ -1,6 +1,11 @@
 import { BlobServiceClient } from "@azure/storage-blob";
 import { AzureBlobStorageFileLoader } from "./azure_blob_storage_file.js";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader that loads documents from an Azure
  * Blob Storage container. It extends the BaseDocumentLoader class.

package/dist/document_loaders/web/azure_blob_storage_file.cjs

@@ -30,6 +30,11 @@ const os = __importStar(require("node:os"));
 const storage_blob_1 = require("@azure/storage-blob");
 const base_js_1 = require("../base.cjs");
 const unstructured_js_1 = require("../fs/unstructured.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/azure_blog_storage_file",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader that loads a specific file from
  * Azure Blob Storage. It extends the BaseDocumentLoader class and

package/dist/document_loaders/web/azure_blob_storage_file.js

@@ -4,6 +4,11 @@ import * as os from "node:os";
 import { BlobServiceClient } from "@azure/storage-blob";
 import { BaseDocumentLoader } from "../base.js";
 import { UnstructuredLoader, } from "../fs/unstructured.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/azure_blog_storage_file",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader that loads a specific file from
  * Azure Blob Storage. It extends the BaseDocumentLoader class and

package/dist/document_loaders/web/cheerio.cjs

@@ -4,6 +4,11 @@ exports.CheerioWebBaseLoader = void 0;
 const documents_1 = require("@langchain/core/documents");
 const async_caller_1 = require("@langchain/core/utils/async_caller");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/cheerio",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the BaseDocumentLoader and implements the
  * DocumentLoader interface. It represents a document loader for loading

package/dist/document_loaders/web/cheerio.js

@@ -1,6 +1,11 @@
 import { Document } from "@langchain/core/documents";
 import { AsyncCaller, } from "@langchain/core/utils/async_caller";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/cheerio",
+    newPackageName: "@langchain/community",
+});
 /**
  * A class that extends the BaseDocumentLoader and implements the
  * DocumentLoader interface. It represents a document loader for loading

package/dist/document_loaders/web/college_confidential.cjs

@@ -3,6 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CollegeConfidentialLoader = void 0;
 const documents_1 = require("@langchain/core/documents");
 const cheerio_js_1 = require("./cheerio.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/college_confidential",
+    newPackageName: "@langchain/community",
+});
 /**
  * A document loader specifically designed for loading documents from the
  * College Confidential website. It extends the CheerioWebBaseLoader.

package/dist/document_loaders/web/college_confidential.js

@@ -1,5 +1,10 @@
 import { Document } from "@langchain/core/documents";
 import { CheerioWebBaseLoader } from "./cheerio.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/college_confidential",
+    newPackageName: "@langchain/community",
+});
 /**
  * A document loader specifically designed for loading documents from the
  * College Confidential website. It extends the CheerioWebBaseLoader.

package/dist/document_loaders/web/confluence.cjs

@@ -4,6 +4,11 @@ exports.ConfluencePagesLoader = void 0;
 const html_to_text_1 = require("html-to-text");
 const documents_1 = require("@langchain/core/documents");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/confluence",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader for loading pages from Confluence.
  * @example

package/dist/document_loaders/web/confluence.js

@@ -1,6 +1,11 @@
 import { htmlToText } from "html-to-text";
 import { Document } from "@langchain/core/documents";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/confluence",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader for loading pages from Confluence.
  * @example

package/dist/document_loaders/web/couchbase.cjs

@@ -3,6 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CouchbaseDocumentLoader = void 0;
 const documents_1 = require("@langchain/core/documents");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/couchbase",
+    newPackageName: "@langchain/community",
+});
 /**
  * loader for couchbase document
  */

package/dist/document_loaders/web/couchbase.js

@@ -1,5 +1,10 @@
 import { Document } from "@langchain/core/documents";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/couchbase",
+    newPackageName: "@langchain/community",
+});
 /**
  * loader for couchbase document
  */

package/dist/document_loaders/web/figma.cjs

@@ -4,6 +4,11 @@ exports.FigmaFileLoader = void 0;
 const documents_1 = require("@langchain/core/documents");
 const env_1 = require("@langchain/core/utils/env");
 const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/figma",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader for loading Figma files. It
  * extends the BaseDocumentLoader and implements the FigmaLoaderParams

package/dist/document_loaders/web/figma.js

@@ -1,6 +1,11 @@
 import { Document } from "@langchain/core/documents";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { BaseDocumentLoader } from "../base.js";
+import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
+/* #__PURE__ */ logVersion020MigrationWarning({
+    oldEntrypointName: "document_loaders/web/figma",
+    newPackageName: "@langchain/community",
+});
 /**
  * Class representing a document loader for loading Figma files. It
  * extends the BaseDocumentLoader and implements the FigmaLoaderParams

package/dist/document_loaders/web/firecrawl.cjs

@@ -0,0 +1,93 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FireCrawlLoader = void 0;
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const documents_1 = require("@langchain/core/documents");
+const env_1 = require("@langchain/core/utils/env");
+const base_js_1 = require("../base.cjs");
+const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
+/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
+    oldEntrypointName: "document_loaders/web/firecrawl",
+    newPackageName: "@langchain/community",
+});
+/**
+ * Class representing a document loader for loading data from
+ * Firecrawl (firecrawl.dev). It extends the BaseDocumentLoader class.
+ * @example
+ * ```typescript
+ * const loader = new FireCrawlLoader({
+ *   url: "{url}",
+ *   apiKey: "{apiKey}",
+ *   mode: "crawl"
+ * });
+ * const docs = await loader.load();
+ * ```
+ */
+class FireCrawlLoader extends base_js_1.BaseDocumentLoader {
+    constructor(loaderParams) {
+        super();
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "url", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "params", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const { apiKey = (0, env_1.getEnvironmentVariable)("FIRECRAWL_API_KEY"), url, mode = "crawl", params, } = loaderParams;
+        if (!apiKey) {
+            throw new Error("Firecrawl API key not set. You can set it as FIRECRAWL_API_KEY in your .env file, or pass it to Firecrawl.");
+        }
+        this.apiKey = apiKey;
+        this.url = url;
+        this.mode = mode;
+        this.params = params;
+    }
+    /**
+     * Loads the data from the Firecrawl.
+     * @returns An array of Documents representing the retrieved data.
+     * @throws An error if the data could not be loaded.
+     */
+    async load() {
+        const app = new firecrawl_js_1.default({ apiKey: this.apiKey });
+        let firecrawlDocs;
+        if (this.mode === "scrape") {
+            const response = await app.scrapeUrl(this.url, this.params);
+            if (!response.success) {
+                throw new Error(`Firecrawl: Failed to scrape URL. Error: ${response.error}`);
+            }
+            firecrawlDocs = [response.data];
+        }
+        else if (this.mode === "crawl") {
+            const response = await app.crawlUrl(this.url, this.params, true);
+            firecrawlDocs = response;
+        }
+        else {
+            throw new Error(`Unrecognized mode '${this.mode}'. Expected one of 'crawl', 'scrape'.`);
+        }
+        return firecrawlDocs.map((doc) => new documents_1.Document({
+            pageContent: doc.markdown || "",
+            metadata: doc.metadata || {},
+        }));
+    }
+}
+exports.FireCrawlLoader = FireCrawlLoader;

package/dist/document_loaders/web/firecrawl.d.ts

@@ -0,0 +1,48 @@
+import { type DocumentInterface } from "@langchain/core/documents";
+import { BaseDocumentLoader } from "../base.js";
+/**
+ * Interface representing the parameters for the Firecrawl loader. It
+ * includes properties such as the URL to scrape or crawl and the API key.
+ */
+interface FirecrawlLoaderParameters {
+    /**
+     * URL to scrape or crawl
+     */
+    url: string;
+    /**
+     * API key for Firecrawl. If not provided, the default value is the value of the FIRECRAWL_API_KEY environment variable.
+     */
+    apiKey?: string;
+    /**
+     * Mode of operation. Can be either "crawl" or "scrape". If not provided, the default value is "crawl".
+     */
+    mode?: "crawl" | "scrape";
+    params?: Record<string, unknown>;
+}
+/**
+ * Class representing a document loader for loading data from
+ * Firecrawl (firecrawl.dev). It extends the BaseDocumentLoader class.
+ * @example
+ * ```typescript
+ * const loader = new FireCrawlLoader({
+ *   url: "{url}",
+ *   apiKey: "{apiKey}",
+ *   mode: "crawl"
+ * });
+ * const docs = await loader.load();
+ * ```
+ */
+export declare class FireCrawlLoader extends BaseDocumentLoader {
+    private apiKey;
+    private url;
+    private mode;
+    private params?;
+    constructor(loaderParams: FirecrawlLoaderParameters);
+    /**
+     * Loads the data from the Firecrawl.
+     * @returns An array of Documents representing the retrieved data.
+     * @throws An error if the data could not be loaded.
+     */
+    load(): Promise<DocumentInterface[]>;
+}
+export {};