langchain 0.1.35 → 0.1.36

package/dist/chains/openai_functions/base.cjs

@@ -71,6 +71,8 @@ function isZodSchema(schema) {
     return typeof schema.safeParse === "function";
 }
 /**
+ * @deprecated Prefer the `.withStructuredOutput` method on chat model classes.
+ *
  * Create a runnable that uses an OpenAI function to get a structured output.
  * @param config Params required to create the runnable.
  * @returns A runnable sequence that will pass the given function to the model when run.

package/dist/chains/openai_functions/base.d.ts

@@ -98,6 +98,8 @@ export type CreateStructuredOutputRunnableConfig<RunInput extends Record<string,
     outputParser?: BaseOutputParser<RunOutput>;
 };
 /**
+ * @deprecated Prefer the `.withStructuredOutput` method on chat model classes.
+ *
  * Create a runnable that uses an OpenAI function to get a structured output.
  * @param config Params required to create the runnable.
  * @returns A runnable sequence that will pass the given function to the model when run.

package/dist/chains/openai_functions/base.js

@@ -67,6 +67,8 @@ function isZodSchema(schema) {
     return typeof schema.safeParse === "function";
 }
 /**
+ * @deprecated Prefer the `.withStructuredOutput` method on chat model classes.
+ *
  * Create a runnable that uses an OpenAI function to get a structured output.
  * @param config Params required to create the runnable.
  * @returns A runnable sequence that will pass the given function to the model when run.

package/dist/chains/query_constructor/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadQueryConstructorChain = exports.formatAttributeInfo = exports.StructuredQueryOutputParser = exports.EXAMPLE_PROMPT = exports.DEFAULT_SUFFIX = exports.DEFAULT_SCHEMA = exports.DEFAULT_PREFIX = exports.DEFAULT_EXAMPLES = exports.QueryTransformer = void 0;
+exports.loadQueryConstructorRunnable = exports.formatAttributeInfo = exports.StructuredQueryOutputParser = exports.EXAMPLE_PROMPT = exports.DEFAULT_SUFFIX = exports.DEFAULT_SCHEMA = exports.DEFAULT_PREFIX = exports.DEFAULT_EXAMPLES = exports.QueryTransformer = void 0;
 const zod_1 = require("zod");
 const prompts_1 = require("@langchain/core/prompts");
 const parser_js_1 = require("./parser.cjs");
@@ -12,7 +12,6 @@ Object.defineProperty(exports, "DEFAULT_PREFIX", { enumerable: true, get: functi
 Object.defineProperty(exports, "DEFAULT_SCHEMA", { enumerable: true, get: function () { return prompt_js_1.DEFAULT_SCHEMA; } });
 Object.defineProperty(exports, "DEFAULT_SUFFIX", { enumerable: true, get: function () { return prompt_js_1.DEFAULT_SUFFIX; } });
 Object.defineProperty(exports, "EXAMPLE_PROMPT", { enumerable: true, get: function () { return prompt_js_1.EXAMPLE_PROMPT; } });
-const llm_chain_js_1 = require("../llm_chain.cjs");
 const structured_js_1 = require("../../output_parsers/structured.cjs");
 const queryInputSchema = /* #__PURE__ */ zod_1.z.object({
     query: /* #__PURE__ */ zod_1.z
@@ -119,11 +118,9 @@ function _getPrompt(documentContents, attributeInfo, allowedComparators, allowed
         outputParser,
     });
 }
-function loadQueryConstructorChain(opts) {
+function loadQueryConstructorRunnable(opts) {
     const prompt = _getPrompt(opts.documentContents, opts.attributeInfo, opts.allowedComparators, opts.allowedOperators, opts.examples);
-    return new llm_chain_js_1.LLMChain({
-        llm: opts.llm,
-        prompt,
-    });
+    const outputParser = StructuredQueryOutputParser.fromComponents(opts.allowedComparators, opts.allowedOperators);
+    return prompt.pipe(opts.llm).pipe(outputParser);
 }
-exports.loadQueryConstructorChain = loadQueryConstructorChain;
+exports.loadQueryConstructorRunnable = loadQueryConstructorRunnable;

package/dist/chains/query_constructor/index.d.ts

@@ -1,10 +1,9 @@
-import type { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
 import { z } from "zod";
+import type { BaseLanguageModelInterface } from "@langchain/core/language_models/base";
 import { InputValues } from "@langchain/core/utils/types";
 import { QueryTransformer, TraverseType } from "./parser.js";
 import { Comparator, Operator, StructuredQuery } from "./ir.js";
 import { DEFAULT_EXAMPLES, DEFAULT_PREFIX, DEFAULT_SCHEMA, DEFAULT_SUFFIX, EXAMPLE_PROMPT } from "./prompt.js";
-import { LLMChain } from "../llm_chain.js";
 import { AsymmetricStructuredOutputParser } from "../../output_parsers/structured.js";
 import { AttributeInfo } from "../../schema/query_constructor.js";
 export { QueryTransformer, type TraverseType };
@@ -50,7 +49,7 @@ export declare function formatAttributeInfo(info: AttributeInfo[]): string;
 /**
  * A type that represents options for the query constructor chain.
  */
-export type QueryConstructorChainOptions = {
+export type QueryConstructorRunnableOptions = {
     llm: BaseLanguageModelInterface;
     documentContents: string;
     attributeInfo: AttributeInfo[];
@@ -58,4 +57,6 @@ export type QueryConstructorChainOptions = {
     allowedComparators?: Comparator[];
     allowedOperators?: Operator[];
 };
-export declare function loadQueryConstructorChain(opts: QueryConstructorChainOptions): LLMChain<string, BaseLanguageModelInterface<any, import("@langchain/core/language_models/base").BaseLanguageModelCallOptions>>;
+/** @deprecated */
+export type QueryConstructorChainOptions = QueryConstructorRunnableOptions;
+export declare function loadQueryConstructorRunnable(opts: QueryConstructorRunnableOptions): import("@langchain/core/runnables").Runnable<any, StructuredQuery, import("@langchain/core/runnables").RunnableConfig>;

package/dist/chains/query_constructor/index.js

@@ -3,7 +3,6 @@ import { interpolateFString, FewShotPromptTemplate, } from "@langchain/core/prom
 import { QueryTransformer } from "./parser.js";
 import { Comparators, Operators, StructuredQuery, } from "./ir.js";
 import { DEFAULT_EXAMPLES, DEFAULT_PREFIX, DEFAULT_SCHEMA, DEFAULT_SUFFIX, EXAMPLE_PROMPT, } from "./prompt.js";
-import { LLMChain } from "../llm_chain.js";
 import { AsymmetricStructuredOutputParser } from "../../output_parsers/structured.js";
 export { QueryTransformer };
 export { DEFAULT_EXAMPLES, DEFAULT_PREFIX, DEFAULT_SCHEMA, DEFAULT_SUFFIX, EXAMPLE_PROMPT, };
@@ -110,10 +109,8 @@ function _getPrompt(documentContents, attributeInfo, allowedComparators, allowed
         outputParser,
     });
 }
-export function loadQueryConstructorChain(opts) {
+export function loadQueryConstructorRunnable(opts) {
     const prompt = _getPrompt(opts.documentContents, opts.attributeInfo, opts.allowedComparators, opts.allowedOperators, opts.examples);
-    return new LLMChain({
-        llm: opts.llm,
-        prompt,
-    });
+    const outputParser = StructuredQueryOutputParser.fromComponents(opts.allowedComparators, opts.allowedOperators);
+    return prompt.pipe(opts.llm).pipe(outputParser);
 }

package/dist/chains/query_constructor/ir.cjs

@@ -1,141 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.StructuredQuery = exports.Operation = exports.Comparison = exports.FilterDirective = exports.Expression = exports.Visitor = exports.Comparators = exports.Operators = void 0;
-exports.Operators = {
-    and: "and",
-    or: "or",
-    not: "not",
-};
-exports.Comparators = {
-    eq: "eq",
-    ne: "ne",
-    lt: "lt",
-    gt: "gt",
-    lte: "lte",
-    gte: "gte",
-};
-/**
- * Abstract class for visiting expressions. Subclasses must implement
- * visitOperation, visitComparison, and visitStructuredQuery methods.
- */
-class Visitor {
-}
-exports.Visitor = Visitor;
-/**
- * Abstract class representing an expression. Subclasses must implement
- * the exprName property and the accept method.
- */
-class Expression {
-    accept(visitor) {
-        if (this.exprName === "Operation") {
-            return visitor.visitOperation(this);
-        }
-        else if (this.exprName === "Comparison") {
-            return visitor.visitComparison(this);
-        }
-        else if (this.exprName === "StructuredQuery") {
-            return visitor.visitStructuredQuery(this);
-        }
-        else {
-            throw new Error("Unknown Expression type");
-        }
-    }
-}
-exports.Expression = Expression;
-/**
- * Abstract class representing a filter directive. It extends the
- * Expression class.
- */
-class FilterDirective extends Expression {
-}
-exports.FilterDirective = FilterDirective;
-/**
- * Class representing a comparison filter directive. It extends the
- * FilterDirective class.
- */
-class Comparison extends FilterDirective {
-    constructor(comparator, attribute, value) {
-        super();
-        Object.defineProperty(this, "comparator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: comparator
-        });
-        Object.defineProperty(this, "attribute", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: attribute
-        });
-        Object.defineProperty(this, "value", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: value
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Comparison"
-        });
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-}
-exports.Comparison = Comparison;
-/**
- * Class representing an operation filter directive. It extends the
- * FilterDirective class.
- */
-class Operation extends FilterDirective {
-    constructor(operator, args) {
-        super();
-        Object.defineProperty(this, "operator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: operator
-        });
-        Object.defineProperty(this, "args", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: args
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Operation"
-        });
-    }
-}
-exports.Operation = Operation;
-/**
- * Class representing a structured query expression. It extends the
- * Expression class.
- */
-class StructuredQuery extends Expression {
-    constructor(query, filter) {
-        super();
-        Object.defineProperty(this, "query", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: query
-        });
-        Object.defineProperty(this, "filter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: filter
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "StructuredQuery"
-        });
-    }
-}
-exports.StructuredQuery = StructuredQuery;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/core/structured_query"), exports);

package/dist/chains/query_constructor/ir.d.ts

@@ -1,138 +1 @@
-import { VectorStore } from "@langchain/core/vectorstores";
-/**
- * Represents logical AND operator.
- */
-export type AND = "and";
-/**
- * Represents logical OR operator.
- */
-export type OR = "or";
-/**
- * Represents logical NOT operator.
- */
-export type NOT = "not";
-/**
- * Represents a logical operator which can be AND, OR, or NOT.
- */
-export type Operator = AND | OR | NOT;
-/**
- * Represents equality comparison operator.
- */
-export type EQ = "eq";
-/**
- * Represents inequality comparison operator.
- */
-export type NE = "ne";
-/**
- * Represents less than comparison operator.
- */
-export type LT = "lt";
-/**
- * Represents greater than comparison operator.
- */
-export type GT = "gt";
-/**
- * Represents less than or equal to comparison operator.
- */
-export type LTE = "lte";
-/**
- * Represents greater than or equal to comparison operator.
- */
-export type GTE = "gte";
-/**
- * Represents a comparison operator which can be EQ, NE, LT, GT, LTE, or
- * GTE.
- */
-export type Comparator = EQ | NE | LT | GT | LTE | GTE;
-export declare const Operators: {
-    [key: string]: Operator;
-};
-export declare const Comparators: {
-    [key: string]: Comparator;
-};
-/**
- * Represents the result of visiting an operation or comparison
- * expression.
- */
-export type VisitorResult = VisitorOperationResult | VisitorComparisonResult;
-/**
- * Represents the result of visiting an operation expression.
- */
-export type VisitorOperationResult = {
-    [operator: string]: VisitorResult[];
-};
-/**
- * Represents the result of visiting a comparison expression.
- */
-export type VisitorComparisonResult = {
-    [attr: string]: {
-        [comparator: string]: string | number;
-    };
-};
-/**
- * Represents the result of visiting a structured query expression.
- */
-export type VisitorStructuredQueryResult = {
-    filter?: VisitorComparisonResult | VisitorOperationResult;
-};
-/**
- * Abstract class for visiting expressions. Subclasses must implement
- * visitOperation, visitComparison, and visitStructuredQuery methods.
- */
-export declare abstract class Visitor<T extends VectorStore = VectorStore> {
-    VisitOperationOutput: object;
-    VisitComparisonOutput: object;
-    VisitStructuredQueryOutput: {
-        filter?: T["FilterType"];
-    };
-    abstract allowedOperators: Operator[];
-    abstract allowedComparators: Comparator[];
-    abstract visitOperation(operation: Operation): this["VisitOperationOutput"];
-    abstract visitComparison(comparison: Comparison): this["VisitComparisonOutput"];
-    abstract visitStructuredQuery(structuredQuery: StructuredQuery): this["VisitStructuredQueryOutput"];
-}
-/**
- * Abstract class representing an expression. Subclasses must implement
- * the exprName property and the accept method.
- */
-export declare abstract class Expression {
-    abstract exprName: "Operation" | "Comparison" | "StructuredQuery";
-    accept(visitor: Visitor): object;
-}
-/**
- * Abstract class representing a filter directive. It extends the
- * Expression class.
- */
-export declare abstract class FilterDirective extends Expression {
-}
-/**
- * Class representing a comparison filter directive. It extends the
- * FilterDirective class.
- */
-export declare class Comparison extends FilterDirective {
-    comparator: Comparator;
-    attribute: string;
-    value: string | number;
-    exprName: "Comparison";
-    constructor(comparator: Comparator, attribute: string, value: string | number);
-}
-/**
- * Class representing an operation filter directive. It extends the
- * FilterDirective class.
- */
-export declare class Operation extends FilterDirective {
-    operator: Operator;
-    args?: FilterDirective[] | undefined;
-    exprName: "Operation";
-    constructor(operator: Operator, args?: FilterDirective[] | undefined);
-}
-/**
- * Class representing a structured query expression. It extends the
- * Expression class.
- */
-export declare class StructuredQuery extends Expression {
-    query: string;
-    filter?: FilterDirective | undefined;
-    exprName: "StructuredQuery";
-    constructor(query: string, filter?: FilterDirective | undefined);
-}
+export * from "@langchain/core/structured_query";

package/dist/chains/query_constructor/ir.js

@@ -1,132 +1 @@
-export const Operators = {
-    and: "and",
-    or: "or",
-    not: "not",
-};
-export const Comparators = {
-    eq: "eq",
-    ne: "ne",
-    lt: "lt",
-    gt: "gt",
-    lte: "lte",
-    gte: "gte",
-};
-/**
- * Abstract class for visiting expressions. Subclasses must implement
- * visitOperation, visitComparison, and visitStructuredQuery methods.
- */
-export class Visitor {
-}
-/**
- * Abstract class representing an expression. Subclasses must implement
- * the exprName property and the accept method.
- */
-export class Expression {
-    accept(visitor) {
-        if (this.exprName === "Operation") {
-            return visitor.visitOperation(this);
-        }
-        else if (this.exprName === "Comparison") {
-            return visitor.visitComparison(this);
-        }
-        else if (this.exprName === "StructuredQuery") {
-            return visitor.visitStructuredQuery(this);
-        }
-        else {
-            throw new Error("Unknown Expression type");
-        }
-    }
-}
-/**
- * Abstract class representing a filter directive. It extends the
- * Expression class.
- */
-export class FilterDirective extends Expression {
-}
-/**
- * Class representing a comparison filter directive. It extends the
- * FilterDirective class.
- */
-export class Comparison extends FilterDirective {
-    constructor(comparator, attribute, value) {
-        super();
-        Object.defineProperty(this, "comparator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: comparator
-        });
-        Object.defineProperty(this, "attribute", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: attribute
-        });
-        Object.defineProperty(this, "value", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: value
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Comparison"
-        });
-    }
-}
-/**
- * Class representing an operation filter directive. It extends the
- * FilterDirective class.
- */
-export class Operation extends FilterDirective {
-    constructor(operator, args) {
-        super();
-        Object.defineProperty(this, "operator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: operator
-        });
-        Object.defineProperty(this, "args", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: args
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Operation"
-        });
-    }
-}
-/**
- * Class representing a structured query expression. It extends the
- * Expression class.
- */
-export class StructuredQuery extends Expression {
-    constructor(query, filter) {
-        super();
-        Object.defineProperty(this, "query", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: query
-        });
-        Object.defineProperty(this, "filter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: filter
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "StructuredQuery"
-        });
-    }
-}
+export * from "@langchain/core/structured_query";

package/dist/chains/query_constructor/prompt.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULT_SUFFIX = exports.DEFAULT_PREFIX = exports.DEFAULT_SCHEMA = exports.EXAMPLE_PROMPT = exports.EXAMPLE_PROMPT_TEMPLATE = exports.DEFAULT_EXAMPLES = exports.NO_FILTER_ANSWER = exports.FULL_ANSWER = exports.SONG_DATA_SOURCE = void 0;
-const prompts_1 = require("@langchain/core/prompts");
+const index_js_1 = require("../../prompts/index.cjs");
 exports.SONG_DATA_SOURCE = `\
 \`\`\`json
 {
@@ -65,7 +65,7 @@ User Query:
 Structured Request:
 {structured_request}
 `;
-exports.EXAMPLE_PROMPT = new prompts_1.PromptTemplate({
+exports.EXAMPLE_PROMPT = new index_js_1.PromptTemplate({
     inputVariables: ["i", "data_source", "user_query", "structured_request"],
     template: exports.EXAMPLE_PROMPT_TEMPLATE,
 });

package/dist/chains/query_constructor/prompt.d.ts

@@ -1,4 +1,4 @@
-import { PromptTemplate } from "@langchain/core/prompts";
+import { PromptTemplate } from "../../prompts/index.js";
 export declare const SONG_DATA_SOURCE: string;
 export declare const FULL_ANSWER = "```json\n{{\n    \"query\": \"teenager love\",\n    \"filter\": \"and(or(eq(\\\"artist\\\", \\\"Taylor Swift\\\"), eq(\\\"artist\\\", \\\"Katy Perry\\\")), lt(\\\"length\\\", 180), eq(\\\"genre\\\", \\\"pop\\\"))\"\n}}";
 export declare const NO_FILTER_ANSWER = "```json\n{{\n    \"query\": \"\",\n    \"filter\": \"NO_FILTER\"\n}}\n```";

package/dist/chains/query_constructor/prompt.js

@@ -1,4 +1,4 @@
-import { PromptTemplate } from "@langchain/core/prompts";
+import { PromptTemplate } from "../../prompts/index.js";
 export const SONG_DATA_SOURCE = `\
 \`\`\`json
 {

package/dist/document_loaders/web/firecrawl.cjs

@@ -0,0 +1,88 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FireCrawlLoader = void 0;
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const documents_1 = require("@langchain/core/documents");
+const env_1 = require("@langchain/core/utils/env");
+const base_js_1 = require("../base.cjs");
+/**
+ * Class representing a document loader for loading data from
+ * Firecrawl (firecrawl.dev). It extends the BaseDocumentLoader class.
+ * @example
+ * ```typescript
+ * const loader = new FireCrawlLoader({
+ *   url: "{url}",
+ *   apiKey: "{apiKey}",
+ *   mode: "crawl"
+ * });
+ * const docs = await loader.load();
+ * ```
+ */
+class FireCrawlLoader extends base_js_1.BaseDocumentLoader {
+    constructor(loaderParams) {
+        super();
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "url", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "params", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const { apiKey = (0, env_1.getEnvironmentVariable)("FIRECRAWL_API_KEY"), url, mode = "crawl", params, } = loaderParams;
+        if (!apiKey) {
+            throw new Error("Firecrawl API key not set. You can set it as FIRECRAWL_API_KEY in your .env file, or pass it to Firecrawl.");
+        }
+        this.apiKey = apiKey;
+        this.url = url;
+        this.mode = mode;
+        this.params = params;
+    }
+    /**
+     * Loads the data from the Firecrawl.
+     * @returns An array of Documents representing the retrieved data.
+     * @throws An error if the data could not be loaded.
+     */
+    async load() {
+        const app = new firecrawl_js_1.default({ apiKey: this.apiKey });
+        let firecrawlDocs;
+        if (this.mode === "scrape") {
+            const response = await app.scrapeUrl(this.url, this.params);
+            if (!response.success) {
+                throw new Error(`Firecrawl: Failed to scrape URL. Error: ${response.error}`);
+            }
+            firecrawlDocs = [response.data];
+        }
+        else if (this.mode === "crawl") {
+            const response = await app.crawlUrl(this.url, this.params, true);
+            firecrawlDocs = response;
+        }
+        else {
+            throw new Error(`Unrecognized mode '${this.mode}'. Expected one of 'crawl', 'scrape'.`);
+        }
+        return firecrawlDocs.map((doc) => new documents_1.Document({
+            pageContent: doc.markdown || "",
+            metadata: doc.metadata || {},
+        }));
+    }
+}
+exports.FireCrawlLoader = FireCrawlLoader;