langchain 0.2.17 → 0.3.0-rc.0

package/dist/document_loaders/web/sitemap.js

@@ -1,114 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { chunkArray } from "@langchain/core/utils/chunk_array";
-import { CheerioWebBaseLoader } from "./cheerio.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/sitemap",
-    newPackageName: "@langchain/community",
-});
-const DEFAULT_CHUNK_SIZE = 300;
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sitemap" instead. This entrypoint will be removed in 0.3.0.
- */
-export class SitemapLoader extends CheerioWebBaseLoader {
-    constructor(webPath, params = {}) {
-        const paramsWithDefaults = { chunkSize: DEFAULT_CHUNK_SIZE, ...params };
-        let path = webPath.endsWith("/") ? webPath.slice(0, -1) : webPath;
-        // Allow for custom sitemap paths to be passed in with the url.
-        path = path.endsWith(".xml") ? path : `${path}/sitemap.xml`;
-        super(path, paramsWithDefaults);
-        Object.defineProperty(this, "webPath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: webPath
-        });
-        Object.defineProperty(this, "allowUrlPatterns", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "chunkSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.webPath = path;
-        this.allowUrlPatterns = paramsWithDefaults.filterUrls;
-        this.chunkSize = paramsWithDefaults.chunkSize;
-    }
-    _checkUrlPatterns(url) {
-        if (!this.allowUrlPatterns) {
-            return false;
-        }
-        return !this.allowUrlPatterns.some((pattern) => !new RegExp(pattern).test(url));
-    }
-    async parseSitemap() {
-        const $ = await CheerioWebBaseLoader._scrape(this.webPath, this.caller, this.timeout, this.textDecoder, {
-            xmlMode: true,
-            xml: true,
-        });
-        const elements = [];
-        $("url").each((_, element) => {
-            const loc = $(element).find("loc").text();
-            if (!loc) {
-                return;
-            }
-            if (this._checkUrlPatterns(loc)) {
-                return;
-            }
-            const changefreq = $(element).find("changefreq").text();
-            const lastmod = $(element).find("lastmod").text();
-            const priority = $(element).find("priority").text();
-            elements.push({ loc, changefreq, lastmod, priority });
-        });
-        $("sitemap").each((_, element) => {
-            const loc = $(element).find("loc").text();
-            if (!loc) {
-                return;
-            }
-            const changefreq = $(element).find("changefreq").text();
-            const lastmod = $(element).find("lastmod").text();
-            const priority = $(element).find("priority").text();
-            elements.push({ loc, changefreq, lastmod, priority });
-        });
-        return elements;
-    }
-    async _loadSitemapUrls(elements) {
-        const all = await CheerioWebBaseLoader.scrapeAll(elements.map((ele) => ele.loc), this.caller, this.timeout, this.textDecoder);
-        const documents = all.map(($, i) => {
-            if (!elements[i]) {
-                throw new Error("Scraped docs and elements not in sync");
-            }
-            const text = $(this.selector).text();
-            const { loc: source, ...metadata } = elements[i];
-            // extract page metadata
-            const description = $("meta[name='description']").attr("content");
-            const title = $("meta[property='og:title']").attr("content");
-            const lang = $("meta[property='og:locale']").attr("content");
-            return new Document({
-                pageContent: text,
-                metadata: {
-                    ...metadata,
-                    description,
-                    title,
-                    lang,
-                    source: source.trim(),
-                },
-            });
-        });
-        return documents;
-    }
-    async load() {
-        const elements = await this.parseSitemap();
-        const chunks = chunkArray(elements, this.chunkSize);
-        const documents = [];
-        for await (const chunk of chunks) {
-            const chunkedDocuments = await this._loadSitemapUrls(chunk);
-            documents.push(...chunkedDocuments);
-        }
-        return documents;
-    }
-}

package/dist/document_loaders/web/sonix_audio.cjs

@@ -1,68 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SonixAudioTranscriptionLoader = void 0;
-const sonix_speech_recognition_1 = require("sonix-speech-recognition");
-const documents_1 = require("@langchain/core/documents");
-const base_js_1 = require("../base.cjs");
-const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
-/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
-    oldEntrypointName: "document_loaders/web/sonix_audio",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sonix_audio" instead. This entrypoint will be removed in 0.3.0.
- *
- * A class that represents a document loader for transcribing audio files
- * using the Sonix Speech Recognition service.
- * @example
- * ```typescript
- * const loader = new SonixAudioTranscriptionLoader({
- *   sonixAuthKey: "SONIX_AUTH_KEY",
- *   request: {
- *     audioFilePath: "LOCAL_AUDIO_FILE_PATH",
- *     fileName: "FILE_NAME",
- *     language: "en",
- *   },
- * });
- * const docs = await loader.load();
- * ```
- */
-class SonixAudioTranscriptionLoader extends base_js_1.BaseDocumentLoader {
-    constructor({ sonixAuthKey, request: speechToTextRequest, }) {
-        super();
-        Object.defineProperty(this, "sonixSpeechRecognitionService", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "speechToTextRequest", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.sonixSpeechRecognitionService = new sonix_speech_recognition_1.SonixSpeechRecognitionService(sonixAuthKey);
-        this.speechToTextRequest = speechToTextRequest;
-    }
-    /**
-     * Performs the speech-to-text transcription using the
-     * SonixSpeechRecognitionService and returns the transcribed text as a
-     * Document object.
-     * @returns An array of Document objects containing the transcribed text.
-     */
-    async load() {
-        const { text, status, error } = await this.sonixSpeechRecognitionService.speechToText(this.speechToTextRequest);
-        if (status === "failed") {
-            throw new Error(`Failed to transcribe audio file. Error: ${error}`);
-        }
-        const document = new documents_1.Document({
-            pageContent: text,
-            metadata: {
-                fileName: this.speechToTextRequest.fileName,
-            },
-        });
-        return [document];
-    }
-}
-exports.SonixAudioTranscriptionLoader = SonixAudioTranscriptionLoader;

package/dist/document_loaders/web/sonix_audio.d.ts

@@ -1,36 +0,0 @@
-import { SpeechToTextRequest } from "sonix-speech-recognition/lib/types.js";
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sonix_audio" instead. This entrypoint will be removed in 0.3.0.
- *
- * A class that represents a document loader for transcribing audio files
- * using the Sonix Speech Recognition service.
- * @example
- * ```typescript
- * const loader = new SonixAudioTranscriptionLoader({
- *   sonixAuthKey: "SONIX_AUTH_KEY",
- *   request: {
- *     audioFilePath: "LOCAL_AUDIO_FILE_PATH",
- *     fileName: "FILE_NAME",
- *     language: "en",
- *   },
- * });
- * const docs = await loader.load();
- * ```
- */
-export declare class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
-    private readonly sonixSpeechRecognitionService;
-    private readonly speechToTextRequest;
-    constructor({ sonixAuthKey, request: speechToTextRequest, }: {
-        sonixAuthKey: string;
-        request: SpeechToTextRequest;
-    });
-    /**
-     * Performs the speech-to-text transcription using the
-     * SonixSpeechRecognitionService and returns the transcribed text as a
-     * Document object.
-     * @returns An array of Document objects containing the transcribed text.
-     */
-    load(): Promise<Document[]>;
-}

package/dist/document_loaders/web/sonix_audio.js

@@ -1,64 +0,0 @@
-import { SonixSpeechRecognitionService } from "sonix-speech-recognition";
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/sonix_audio",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sonix_audio" instead. This entrypoint will be removed in 0.3.0.
- *
- * A class that represents a document loader for transcribing audio files
- * using the Sonix Speech Recognition service.
- * @example
- * ```typescript
- * const loader = new SonixAudioTranscriptionLoader({
- *   sonixAuthKey: "SONIX_AUTH_KEY",
- *   request: {
- *     audioFilePath: "LOCAL_AUDIO_FILE_PATH",
- *     fileName: "FILE_NAME",
- *     language: "en",
- *   },
- * });
- * const docs = await loader.load();
- * ```
- */
-export class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
-    constructor({ sonixAuthKey, request: speechToTextRequest, }) {
-        super();
-        Object.defineProperty(this, "sonixSpeechRecognitionService", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "speechToTextRequest", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.sonixSpeechRecognitionService = new SonixSpeechRecognitionService(sonixAuthKey);
-        this.speechToTextRequest = speechToTextRequest;
-    }
-    /**
-     * Performs the speech-to-text transcription using the
-     * SonixSpeechRecognitionService and returns the transcribed text as a
-     * Document object.
-     * @returns An array of Document objects containing the transcribed text.
-     */
-    async load() {
-        const { text, status, error } = await this.sonixSpeechRecognitionService.speechToText(this.speechToTextRequest);
-        if (status === "failed") {
-            throw new Error(`Failed to transcribe audio file. Error: ${error}`);
-        }
-        const document = new Document({
-            pageContent: text,
-            metadata: {
-                fileName: this.speechToTextRequest.fileName,
-            },
-        });
-        return [document];
-    }
-}

package/dist/document_loaders/web/sort_xyz_blockchain.cjs

@@ -1,157 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SortXYZBlockchainLoader = void 0;
-const documents_1 = require("@langchain/core/documents");
-const base_js_1 = require("../base.cjs");
-const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
-/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
-    oldEntrypointName: "document_loaders/web/sortxyz_blockchain",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sortxyz_blockchain" instead. This entrypoint will be removed in 0.3.0.
- *
- * Class representing a document loader for loading data from the SortXYZ
- * blockchain using the SortXYZ API.
- * @example
- * ```typescript
- * const blockchainLoader = new SortXYZBlockchainLoader({
- *   apiKey: "YOUR_SORTXYZ_API_KEY",
- *   query: {
- *     type: "NFTMetadata",
- *     blockchain: "ethereum",
- *     contractAddress: "0x887F3909C14DAbd9e9510128cA6cBb448E932d7f".toLowerCase(),
- *   },
- * });
- *
- * const blockchainData = await blockchainLoader.load();
- *
- * const prompt =
- *   "Describe the character with the attributes from the following json document in a 4 sentence story. ";
- * const model = new ChatOpenAI({ temperature: 0.9 })
- * const response = await model.invoke(
- *   prompt + JSON.stringify(blockchainData[0], null, 2),
- * );
- * console.log(`user > ${prompt}`);
- * console.log(`chatgpt > ${response}`);
- * ```
- */
-class SortXYZBlockchainLoader extends base_js_1.BaseDocumentLoader {
-    constructor({ apiKey, query }) {
-        super();
-        Object.defineProperty(this, "contractAddress", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "blockchain", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "queryType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "sql", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "limit", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!apiKey) {
-            throw new Error(`apiKey is required! Head over to https://docs.sort.xyz/docs/api-keys to get your free Sort API key.`);
-        }
-        this.apiKey = apiKey;
-        if (typeof query === "string") {
-            this.sql = query;
-        }
-        else {
-            this.contractAddress = query.contractAddress.toLowerCase();
-            this.blockchain = query.blockchain;
-            this.queryType = query.type;
-            this.limit = query.limit ?? 100;
-        }
-    }
-    /**
-     * Method that loads the data from the SortXYZ blockchain based on the
-     * specified query parameters. It makes requests to the SortXYZ API and
-     * returns an array of Documents representing the retrieved data.
-     * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
-     */
-    async load() {
-        if (this.limit > 1000) {
-            throw new Error(`Limit is set too high. Please set limit to 1000 or lower.`);
-        }
-        const docs = [];
-        let queryOffset = 0;
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            let query = "";
-            if (this.sql) {
-                query = this.sql;
-            }
-            else if (this.queryType === "NFTMetadata") {
-                // All parameters here are user defined
-                query = `SELECT * FROM ${this.blockchain}.nft_metadata WHERE contract_address = '${this.contractAddress}' ORDER BY token_id DESC LIMIT ${this.limit} OFFSET ${queryOffset}`;
-            }
-            else if (this.queryType === "latestTransactions") {
-                // All parameters here are user defined
-                query = `SELECT * FROM ${this.blockchain}.transaction t, ethereum.block b WHERE t.to_address = '${this.contractAddress}' AND b.id=t.block_id ORDER BY b.timestamp DESC LIMIT ${this.limit} OFFSET ${queryOffset}`;
-            }
-            try {
-                const response = await fetch("https://api.sort.xyz/v1/queries/run", {
-                    method: "POST",
-                    headers: {
-                        "x-api-key": this.apiKey,
-                        Accept: "application/json",
-                        "Content-Type": "application/json",
-                    },
-                    body: JSON.stringify({ query }),
-                });
-                const fullResponse = await response.json();
-                // Reached the end, no more records
-                if (fullResponse &&
-                    fullResponse.data &&
-                    fullResponse.data.records.length === 0) {
-                    break;
-                }
-                const data = fullResponse?.data || [];
-                for (let i = 0; i < data.records.length; i += 1) {
-                    const doc = new documents_1.Document({
-                        pageContent: JSON.stringify(data.records[i], null, 2),
-                        metadata: {
-                            row: i,
-                        },
-                    });
-                    docs.push(doc);
-                }
-                queryOffset += this.limit;
-                if (queryOffset >= this.limit || this.sql) {
-                    break;
-                }
-            }
-            catch (error) {
-                console.error("Error:", error);
-            }
-        }
-        return docs;
-    }
-}
-exports.SortXYZBlockchainLoader = SortXYZBlockchainLoader;

package/dist/document_loaders/web/sort_xyz_blockchain.d.ts

@@ -1,78 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-/**
- * See https://docs.sort.xyz/docs/api-keys to get your free Sort API key.
- * See https://docs.sort.xyz for more information on the available queries.
- * See https://docs.sort.xyz/reference for more information about Sort's REST API.
- */
-export interface Query {
-    type: "NFTMetadata" | "latestTransactions";
-    contractAddress: string;
-    blockchain: "ethereum" | "polygon" | "goerli";
-    limit?: number;
-}
-/**
- * Interface representing the parameters for the SortXYZBlockchainLoader
- * class.
- */
-export interface SortXYZBlockchainLoaderParams {
-    apiKey: string;
-    query: Query | string;
-}
-/**
- * Interface representing the response from the SortXYZ API.
- */
-export interface SortXYZBlockchainAPIResponse {
-    code: number;
-    data: {
-        durationMs: number;
-        id: string;
-        query: string;
-        records: Record<string, unknown>[];
-        recordCount: number;
-    };
-}
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sortxyz_blockchain" instead. This entrypoint will be removed in 0.3.0.
- *
- * Class representing a document loader for loading data from the SortXYZ
- * blockchain using the SortXYZ API.
- * @example
- * ```typescript
- * const blockchainLoader = new SortXYZBlockchainLoader({
- *   apiKey: "YOUR_SORTXYZ_API_KEY",
- *   query: {
- *     type: "NFTMetadata",
- *     blockchain: "ethereum",
- *     contractAddress: "0x887F3909C14DAbd9e9510128cA6cBb448E932d7f".toLowerCase(),
- *   },
- * });
- *
- * const blockchainData = await blockchainLoader.load();
- *
- * const prompt =
- *   "Describe the character with the attributes from the following json document in a 4 sentence story. ";
- * const model = new ChatOpenAI({ temperature: 0.9 })
- * const response = await model.invoke(
- *   prompt + JSON.stringify(blockchainData[0], null, 2),
- * );
- * console.log(`user > ${prompt}`);
- * console.log(`chatgpt > ${response}`);
- * ```
- */
-export declare class SortXYZBlockchainLoader extends BaseDocumentLoader {
-    readonly contractAddress: string;
-    readonly blockchain: string;
-    readonly apiKey: string;
-    readonly queryType: string;
-    readonly sql: string;
-    readonly limit: number;
-    constructor({ apiKey, query }: SortXYZBlockchainLoaderParams);
-    /**
-     * Method that loads the data from the SortXYZ blockchain based on the
-     * specified query parameters. It makes requests to the SortXYZ API and
-     * returns an array of Documents representing the retrieved data.
-     * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
-     */
-    load(): Promise<Document[]>;
-}

package/dist/document_loaders/web/sort_xyz_blockchain.js

@@ -1,153 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/sortxyz_blockchain",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/sortxyz_blockchain" instead. This entrypoint will be removed in 0.3.0.
- *
- * Class representing a document loader for loading data from the SortXYZ
- * blockchain using the SortXYZ API.
- * @example
- * ```typescript
- * const blockchainLoader = new SortXYZBlockchainLoader({
- *   apiKey: "YOUR_SORTXYZ_API_KEY",
- *   query: {
- *     type: "NFTMetadata",
- *     blockchain: "ethereum",
- *     contractAddress: "0x887F3909C14DAbd9e9510128cA6cBb448E932d7f".toLowerCase(),
- *   },
- * });
- *
- * const blockchainData = await blockchainLoader.load();
- *
- * const prompt =
- *   "Describe the character with the attributes from the following json document in a 4 sentence story. ";
- * const model = new ChatOpenAI({ temperature: 0.9 })
- * const response = await model.invoke(
- *   prompt + JSON.stringify(blockchainData[0], null, 2),
- * );
- * console.log(`user > ${prompt}`);
- * console.log(`chatgpt > ${response}`);
- * ```
- */
-export class SortXYZBlockchainLoader extends BaseDocumentLoader {
-    constructor({ apiKey, query }) {
-        super();
-        Object.defineProperty(this, "contractAddress", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "blockchain", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "queryType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "sql", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "limit", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!apiKey) {
-            throw new Error(`apiKey is required! Head over to https://docs.sort.xyz/docs/api-keys to get your free Sort API key.`);
-        }
-        this.apiKey = apiKey;
-        if (typeof query === "string") {
-            this.sql = query;
-        }
-        else {
-            this.contractAddress = query.contractAddress.toLowerCase();
-            this.blockchain = query.blockchain;
-            this.queryType = query.type;
-            this.limit = query.limit ?? 100;
-        }
-    }
-    /**
-     * Method that loads the data from the SortXYZ blockchain based on the
-     * specified query parameters. It makes requests to the SortXYZ API and
-     * returns an array of Documents representing the retrieved data.
-     * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
-     */
-    async load() {
-        if (this.limit > 1000) {
-            throw new Error(`Limit is set too high. Please set limit to 1000 or lower.`);
-        }
-        const docs = [];
-        let queryOffset = 0;
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            let query = "";
-            if (this.sql) {
-                query = this.sql;
-            }
-            else if (this.queryType === "NFTMetadata") {
-                // All parameters here are user defined
-                query = `SELECT * FROM ${this.blockchain}.nft_metadata WHERE contract_address = '${this.contractAddress}' ORDER BY token_id DESC LIMIT ${this.limit} OFFSET ${queryOffset}`;
-            }
-            else if (this.queryType === "latestTransactions") {
-                // All parameters here are user defined
-                query = `SELECT * FROM ${this.blockchain}.transaction t, ethereum.block b WHERE t.to_address = '${this.contractAddress}' AND b.id=t.block_id ORDER BY b.timestamp DESC LIMIT ${this.limit} OFFSET ${queryOffset}`;
-            }
-            try {
-                const response = await fetch("https://api.sort.xyz/v1/queries/run", {
-                    method: "POST",
-                    headers: {
-                        "x-api-key": this.apiKey,
-                        Accept: "application/json",
-                        "Content-Type": "application/json",
-                    },
-                    body: JSON.stringify({ query }),
-                });
-                const fullResponse = await response.json();
-                // Reached the end, no more records
-                if (fullResponse &&
-                    fullResponse.data &&
-                    fullResponse.data.records.length === 0) {
-                    break;
-                }
-                const data = fullResponse?.data || [];
-                for (let i = 0; i < data.records.length; i += 1) {
-                    const doc = new Document({
-                        pageContent: JSON.stringify(data.records[i], null, 2),
-                        metadata: {
-                            row: i,
-                        },
-                    });
-                    docs.push(doc);
-                }
-                queryOffset += this.limit;
-                if (queryOffset >= this.limit || this.sql) {
-                    break;
-                }
-            }
-            catch (error) {
-                console.error("Error:", error);
-            }
-        }
-        return docs;
-    }
-}