langchain 0.2.18 → 0.3.0-rc.0

package/dist/document_loaders/fs/unstructured.js

@@ -1,333 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { getEnv } from "@langchain/core/utils/env";
-import { DirectoryLoader, UnknownHandling, } from "./directory.js";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/fs/unstructured",
-    newPackageName: "@langchain/community",
-});
-const UNSTRUCTURED_API_FILETYPES = [
-    ".txt",
-    ".text",
-    ".pdf",
-    ".docx",
-    ".doc",
-    ".jpg",
-    ".jpeg",
-    ".eml",
-    ".html",
-    ".htm",
-    ".md",
-    ".pptx",
-    ".ppt",
-    ".msg",
-    ".rtf",
-    ".xlsx",
-    ".xls",
-    ".odt",
-    ".epub",
-];
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/fs/unstructured" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader that uses the Unstructured API to load unstructured
- * documents. It supports both the new syntax with options object and the
- * legacy syntax for backward compatibility. The load() method sends a
- * partitioning request to the Unstructured API and retrieves the
- * partitioned elements. It creates a Document instance for each element
- * and returns an array of Document instances.
- */
-export class UnstructuredLoader extends BaseDocumentLoader {
-    constructor(filePathOrLegacyApiUrlOrMemoryBuffer, optionsOrLegacyFilePath = {}) {
-        super();
-        Object.defineProperty(this, "filePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "buffer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "fileName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.unstructured.io/general/v0/general"
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "strategy", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "hi_res"
-        });
-        Object.defineProperty(this, "encoding", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ocrLanguages", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "coordinates", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "pdfInferTableStructure", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "xmlKeepTags", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "skipInferTableTypes", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "hiResModelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "includePageBreaks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "chunkingStrategy", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "multiPageSections", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "combineUnderNChars", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "newAfterNChars", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "maxCharacters", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        // Temporary shim to avoid breaking existing users
-        // Remove when API keys are enforced by Unstructured and existing code will break anyway
-        const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
-        const isMemorySyntax = typeof filePathOrLegacyApiUrlOrMemoryBuffer === "object";
-        if (isMemorySyntax) {
-            this.buffer = filePathOrLegacyApiUrlOrMemoryBuffer.buffer;
-            this.fileName = filePathOrLegacyApiUrlOrMemoryBuffer.fileName;
-        }
-        else if (isLegacySyntax) {
-            this.filePath = optionsOrLegacyFilePath;
-            this.apiUrl = filePathOrLegacyApiUrlOrMemoryBuffer;
-        }
-        else {
-            this.filePath = filePathOrLegacyApiUrlOrMemoryBuffer;
-        }
-        if (!isLegacySyntax) {
-            const options = optionsOrLegacyFilePath;
-            this.apiKey = options.apiKey;
-            this.apiUrl = options.apiUrl ?? this.apiUrl;
-            this.strategy = options.strategy ?? this.strategy;
-            this.encoding = options.encoding;
-            this.ocrLanguages = options.ocrLanguages ?? this.ocrLanguages;
-            this.coordinates = options.coordinates;
-            this.pdfInferTableStructure = options.pdfInferTableStructure;
-            this.xmlKeepTags = options.xmlKeepTags;
-            this.skipInferTableTypes = options.skipInferTableTypes;
-            this.hiResModelName = options.hiResModelName;
-            this.includePageBreaks = options.includePageBreaks;
-            this.chunkingStrategy = options.chunkingStrategy;
-            this.multiPageSections = options.multiPageSections;
-            this.combineUnderNChars = options.combineUnderNChars;
-            this.newAfterNChars = options.newAfterNChars;
-            this.maxCharacters = options.maxCharacters;
-        }
-    }
-    async _partition() {
-        let { buffer } = this;
-        let { fileName } = this;
-        if (!buffer) {
-            const { readFile, basename } = await this.imports();
-            buffer = await readFile(this.filePath);
-            fileName = basename(this.filePath);
-            // I'm aware this reads the file into memory first, but we have lots of work
-            // to do on then consuming Documents in a streaming fashion anyway, so not
-            // worried about this for now.
-        }
-        const formData = new FormData();
-        formData.append("files", new Blob([buffer]), fileName);
-        formData.append("strategy", this.strategy);
-        this.ocrLanguages.forEach((language) => {
-            formData.append("ocr_languages", language);
-        });
-        if (this.encoding) {
-            formData.append("encoding", this.encoding);
-        }
-        if (this.coordinates === true) {
-            formData.append("coordinates", "true");
-        }
-        if (this.pdfInferTableStructure === true) {
-            formData.append("pdf_infer_table_structure", "true");
-        }
-        if (this.xmlKeepTags === true) {
-            formData.append("xml_keep_tags", "true");
-        }
-        if (this.skipInferTableTypes) {
-            formData.append("skip_infer_table_types", JSON.stringify(this.skipInferTableTypes));
-        }
-        if (this.hiResModelName) {
-            formData.append("hi_res_model_name", this.hiResModelName);
-        }
-        if (this.includePageBreaks) {
-            formData.append("include_page_breaks", "true");
-        }
-        if (this.chunkingStrategy) {
-            formData.append("chunking_strategy", this.chunkingStrategy);
-        }
-        if (this.multiPageSections !== undefined) {
-            formData.append("multipage_sections", this.multiPageSections ? "true" : "false");
-        }
-        if (this.combineUnderNChars !== undefined) {
-            formData.append("combine_under_n_chars", String(this.combineUnderNChars));
-        }
-        if (this.newAfterNChars !== undefined) {
-            formData.append("new_after_n_chars", String(this.newAfterNChars));
-        }
-        if (this.maxCharacters !== undefined) {
-            formData.append("max_characters", String(this.maxCharacters));
-        }
-        const headers = {
-            "UNSTRUCTURED-API-KEY": this.apiKey ?? "",
-        };
-        const response = await fetch(this.apiUrl, {
-            method: "POST",
-            body: formData,
-            headers,
-        });
-        if (!response.ok) {
-            throw new Error(`Failed to partition file ${this.filePath} with error ${response.status} and message ${await response.text()}`);
-        }
-        const elements = await response.json();
-        if (!Array.isArray(elements)) {
-            throw new Error(`Expected partitioning request to return an array, but got ${elements}`);
-        }
-        return elements.filter((el) => typeof el.text === "string");
-    }
-    async load() {
-        const elements = await this._partition();
-        const documents = [];
-        for (const element of elements) {
-            const { metadata, text } = element;
-            if (typeof text === "string" && text !== "") {
-                documents.push(new Document({
-                    pageContent: text,
-                    metadata: {
-                        ...metadata,
-                        category: element.type,
-                    },
-                }));
-            }
-        }
-        return documents;
-    }
-    async imports() {
-        try {
-            const { readFile } = await import("node:fs/promises");
-            const { basename } = await import("node:path");
-            return { readFile, basename };
-        }
-        catch (e) {
-            console.error(e);
-            throw new Error(`Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
-        }
-    }
-}
-/**
- * A document loader that loads unstructured documents from a directory
- * using the UnstructuredLoader. It creates a UnstructuredLoader instance
- * for each supported file type and passes it to the DirectoryLoader
- * constructor.
- * @example
- * ```typescript
- * const loader = new UnstructuredDirectoryLoader("path/to/directory", {
- *   apiKey: "MY_API_KEY",
- * });
- * const docs = await loader.load();
- * ```
- */
-export class UnstructuredDirectoryLoader extends DirectoryLoader {
-    constructor(directoryPathOrLegacyApiUrl, optionsOrLegacyDirectoryPath, legacyOptionRecursive = true, legacyOptionUnknown = UnknownHandling.Warn) {
-        let directoryPath;
-        let options;
-        // Temporary shim to avoid breaking existing users
-        // Remove when API keys are enforced by Unstructured and existing code will break anyway
-        const isLegacySyntax = typeof optionsOrLegacyDirectoryPath === "string";
-        if (isLegacySyntax) {
-            directoryPath = optionsOrLegacyDirectoryPath;
-            options = {
-                apiUrl: directoryPathOrLegacyApiUrl,
-                recursive: legacyOptionRecursive,
-                unknown: legacyOptionUnknown,
-            };
-        }
-        else {
-            directoryPath = directoryPathOrLegacyApiUrl;
-            options = optionsOrLegacyDirectoryPath;
-        }
-        const loader = (p) => new UnstructuredLoader(p, options);
-        const loaders = UNSTRUCTURED_API_FILETYPES.reduce((loadersObject, filetype) => {
-            // eslint-disable-next-line no-param-reassign
-            loadersObject[filetype] = loader;
-            return loadersObject;
-        }, {});
-        super(directoryPath, loaders, options.recursive, options.unknown);
-    }
-}
-export { UnknownHandling };

package/dist/document_loaders/web/apify_dataset.cjs

@@ -1,130 +0,0 @@
-"use strict";
-/* eslint-disable @typescript-eslint/no-explicit-any */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ApifyDatasetLoader = void 0;
-const apify_client_1 = require("apify-client");
-const async_caller_1 = require("@langchain/core/utils/async_caller");
-const env_1 = require("@langchain/core/utils/env");
-const base_js_1 = require("../base.cjs");
-const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
-/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
-    oldEntrypointName: "document_loaders/web/apify_dataset",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/apify_dataset" instead. This entrypoint will be removed in 0.3.0.
- * A class that extends the BaseDocumentLoader and implements the
- * DocumentLoader interface. It represents a document loader that loads
- * documents from an Apify dataset.
- * @example
- * ```typescript
- * const loader = new ApifyDatasetLoader("your-dataset-id", {
- *   datasetMappingFunction: (item) =>
- *     new Document({
- *       pageContent: item.text || "",
- *       metadata: { source: item.url },
- *     }),
- *   clientOptions: {
- *     token: "your-apify-token",
- *   },
- * });
- *
- * const docs = await loader.load();
- *
- * const chain = new RetrievalQAChain();
- * const res = await chain.invoke({ query: "What is LangChain?" });
- *
- * console.log(res.text);
- * console.log(res.sourceDocuments.map((d) => d.metadata.source));
- * ```
- */
-class ApifyDatasetLoader extends base_js_1.BaseDocumentLoader {
-    constructor(datasetId, config) {
-        super();
-        Object.defineProperty(this, "apifyClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "datasetId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "datasetMappingFunction", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "caller", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const { clientOptions, datasetMappingFunction, ...asyncCallerParams } = config;
-        const token = ApifyDatasetLoader._getApifyApiToken(clientOptions);
-        this.apifyClient = new apify_client_1.ApifyClient({ ...clientOptions, token });
-        this.datasetId = datasetId;
-        this.datasetMappingFunction = datasetMappingFunction;
-        this.caller = new async_caller_1.AsyncCaller(asyncCallerParams);
-    }
-    static _getApifyApiToken(config) {
-        return config?.token ?? (0, env_1.getEnvironmentVariable)("APIFY_API_TOKEN");
-    }
-    /**
-     * Retrieves the dataset items from the Apify platform and applies the
-     * datasetMappingFunction to each item to create an array of Document
-     * instances.
-     * @returns An array of Document instances.
-     */
-    async load() {
-        const dataset = await this.apifyClient
-            .dataset(this.datasetId)
-            .listItems({ clean: true });
-        const documentList = await Promise.all(dataset.items.map((item) => this.caller.call(async () => this.datasetMappingFunction(item))));
-        return documentList.flat();
-    }
-    /**
-     * Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.
-     * @param actorId The ID or name of the Actor on the Apify platform.
-     * @param input The input object of the Actor that you're trying to run.
-     * @param options Options specifying settings for the Actor run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the Actor run.
-     */
-    static async fromActorCall(actorId, input, config) {
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        const apifyClient = new apify_client_1.ApifyClient({ token: apifyApiToken });
-        const actorCall = await apifyClient
-            .actor(actorId)
-            .call(input, config.callOptions ?? {});
-        return new ApifyDatasetLoader(actorCall.defaultDatasetId, {
-            datasetMappingFunction: config.datasetMappingFunction,
-            clientOptions: { ...config.clientOptions, token: apifyApiToken },
-        });
-    }
-    /**
-     * Create an ApifyDatasetLoader by calling a saved Actor task on the Apify platform and waiting for its results to be ready.
-     * @param taskId The ID or name of the task on the Apify platform.
-     * @param input The input object of the task that you're trying to run. Overrides the task's saved input.
-     * @param options Options specifying settings for the task run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the task's run.
-     */
-    static async fromActorTaskCall(taskId, input, config) {
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        const apifyClient = new apify_client_1.ApifyClient({ token: apifyApiToken });
-        const taskCall = await apifyClient
-            .task(taskId)
-            .call(input, config.callOptions ?? {});
-        return new ApifyDatasetLoader(taskCall.defaultDatasetId, {
-            datasetMappingFunction: config.datasetMappingFunction,
-            clientOptions: { ...config.clientOptions, token: apifyApiToken },
-        });
-    }
-}
-exports.ApifyDatasetLoader = ApifyDatasetLoader;

package/dist/document_loaders/web/apify_dataset.d.ts

@@ -1,85 +0,0 @@
-import { ActorCallOptions, ApifyClient, ApifyClientOptions, TaskCallOptions } from "apify-client";
-import { Document } from "@langchain/core/documents";
-import { AsyncCaller, AsyncCallerParams } from "@langchain/core/utils/async_caller";
-import { BaseDocumentLoader, DocumentLoader } from "../base.js";
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/apify_dataset" instead. This entrypoint will be removed in 0.3.0.
- * A type that represents a function that takes a single object (an Apify
- * dataset item) and converts it to an instance of the Document class.
- *
- * Change function signature to only be asynchronous for simplicity in v0.1.0
- * https://github.com/langchain-ai/langchainjs/pull/3262
- */
-export type ApifyDatasetMappingFunction<Metadata extends Record<string, any>> = (item: Record<string | number, unknown>) => Document<Metadata> | Array<Document<Metadata>> | Promise<Document<Metadata> | Array<Document<Metadata>>>;
-export interface ApifyDatasetLoaderConfig<Metadata extends Record<string, any>> extends AsyncCallerParams {
-    datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
-    clientOptions?: ApifyClientOptions;
-}
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/apify_dataset" instead. This entrypoint will be removed in 0.3.0.
- * A class that extends the BaseDocumentLoader and implements the
- * DocumentLoader interface. It represents a document loader that loads
- * documents from an Apify dataset.
- * @example
- * ```typescript
- * const loader = new ApifyDatasetLoader("your-dataset-id", {
- *   datasetMappingFunction: (item) =>
- *     new Document({
- *       pageContent: item.text || "",
- *       metadata: { source: item.url },
- *     }),
- *   clientOptions: {
- *     token: "your-apify-token",
- *   },
- * });
- *
- * const docs = await loader.load();
- *
- * const chain = new RetrievalQAChain();
- * const res = await chain.invoke({ query: "What is LangChain?" });
- *
- * console.log(res.text);
- * console.log(res.sourceDocuments.map((d) => d.metadata.source));
- * ```
- */
-export declare class ApifyDatasetLoader<Metadata extends Record<string, any>> extends BaseDocumentLoader implements DocumentLoader {
-    protected apifyClient: ApifyClient;
-    protected datasetId: string;
-    protected datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
-    protected caller: AsyncCaller;
-    constructor(datasetId: string, config: ApifyDatasetLoaderConfig<Metadata>);
-    private static _getApifyApiToken;
-    /**
-     * Retrieves the dataset items from the Apify platform and applies the
-     * datasetMappingFunction to each item to create an array of Document
-     * instances.
-     * @returns An array of Document instances.
-     */
-    load(): Promise<Document<Metadata>[]>;
-    /**
-     * Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.
-     * @param actorId The ID or name of the Actor on the Apify platform.
-     * @param input The input object of the Actor that you're trying to run.
-     * @param options Options specifying settings for the Actor run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the Actor run.
-     */
-    static fromActorCall<Metadata extends Record<string, any>>(actorId: string, input: Record<string | number, unknown>, config: {
-        callOptions?: ActorCallOptions;
-        clientOptions?: ApifyClientOptions;
-        datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
-    }): Promise<ApifyDatasetLoader<Metadata>>;
-    /**
-     * Create an ApifyDatasetLoader by calling a saved Actor task on the Apify platform and waiting for its results to be ready.
-     * @param taskId The ID or name of the task on the Apify platform.
-     * @param input The input object of the task that you're trying to run. Overrides the task's saved input.
-     * @param options Options specifying settings for the task run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the task's run.
-     */
-    static fromActorTaskCall<Metadata extends Record<string, any>>(taskId: string, input: Record<string | number, unknown>, config: {
-        callOptions?: TaskCallOptions;
-        clientOptions?: ApifyClientOptions;
-        datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
-    }): Promise<ApifyDatasetLoader<Metadata>>;
-}

package/dist/document_loaders/web/apify_dataset.js

@@ -1,126 +0,0 @@
-/* eslint-disable @typescript-eslint/no-explicit-any */
-import { ApifyClient, } from "apify-client";
-import { AsyncCaller, } from "@langchain/core/utils/async_caller";
-import { getEnvironmentVariable } from "@langchain/core/utils/env";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/apify_dataset",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/apify_dataset" instead. This entrypoint will be removed in 0.3.0.
- * A class that extends the BaseDocumentLoader and implements the
- * DocumentLoader interface. It represents a document loader that loads
- * documents from an Apify dataset.
- * @example
- * ```typescript
- * const loader = new ApifyDatasetLoader("your-dataset-id", {
- *   datasetMappingFunction: (item) =>
- *     new Document({
- *       pageContent: item.text || "",
- *       metadata: { source: item.url },
- *     }),
- *   clientOptions: {
- *     token: "your-apify-token",
- *   },
- * });
- *
- * const docs = await loader.load();
- *
- * const chain = new RetrievalQAChain();
- * const res = await chain.invoke({ query: "What is LangChain?" });
- *
- * console.log(res.text);
- * console.log(res.sourceDocuments.map((d) => d.metadata.source));
- * ```
- */
-export class ApifyDatasetLoader extends BaseDocumentLoader {
-    constructor(datasetId, config) {
-        super();
-        Object.defineProperty(this, "apifyClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "datasetId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "datasetMappingFunction", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "caller", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const { clientOptions, datasetMappingFunction, ...asyncCallerParams } = config;
-        const token = ApifyDatasetLoader._getApifyApiToken(clientOptions);
-        this.apifyClient = new ApifyClient({ ...clientOptions, token });
-        this.datasetId = datasetId;
-        this.datasetMappingFunction = datasetMappingFunction;
-        this.caller = new AsyncCaller(asyncCallerParams);
-    }
-    static _getApifyApiToken(config) {
-        return config?.token ?? getEnvironmentVariable("APIFY_API_TOKEN");
-    }
-    /**
-     * Retrieves the dataset items from the Apify platform and applies the
-     * datasetMappingFunction to each item to create an array of Document
-     * instances.
-     * @returns An array of Document instances.
-     */
-    async load() {
-        const dataset = await this.apifyClient
-            .dataset(this.datasetId)
-            .listItems({ clean: true });
-        const documentList = await Promise.all(dataset.items.map((item) => this.caller.call(async () => this.datasetMappingFunction(item))));
-        return documentList.flat();
-    }
-    /**
-     * Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.
-     * @param actorId The ID or name of the Actor on the Apify platform.
-     * @param input The input object of the Actor that you're trying to run.
-     * @param options Options specifying settings for the Actor run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the Actor run.
-     */
-    static async fromActorCall(actorId, input, config) {
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        const apifyClient = new ApifyClient({ token: apifyApiToken });
-        const actorCall = await apifyClient
-            .actor(actorId)
-            .call(input, config.callOptions ?? {});
-        return new ApifyDatasetLoader(actorCall.defaultDatasetId, {
-            datasetMappingFunction: config.datasetMappingFunction,
-            clientOptions: { ...config.clientOptions, token: apifyApiToken },
-        });
-    }
-    /**
-     * Create an ApifyDatasetLoader by calling a saved Actor task on the Apify platform and waiting for its results to be ready.
-     * @param taskId The ID or name of the task on the Apify platform.
-     * @param input The input object of the task that you're trying to run. Overrides the task's saved input.
-     * @param options Options specifying settings for the task run.
-     * @param options.datasetMappingFunction A function that takes a single object (an Apify dataset item) and converts it to an instance of the Document class.
-     * @returns An instance of `ApifyDatasetLoader` with the results from the task's run.
-     */
-    static async fromActorTaskCall(taskId, input, config) {
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        const apifyClient = new ApifyClient({ token: apifyApiToken });
-        const taskCall = await apifyClient
-            .task(taskId)
-            .call(input, config.callOptions ?? {});
-        return new ApifyDatasetLoader(taskCall.defaultDatasetId, {
-            datasetMappingFunction: config.datasetMappingFunction,
-            clientOptions: { ...config.clientOptions, token: apifyApiToken },
-        });
-    }
-}