langchain 0.0.131 → 0.0.132

package/dist/document_loaders/web/confluence.d.ts

@@ -1,5 +1,9 @@
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
+/**
+ * Interface representing the parameters for configuring the
+ * ConfluencePagesLoader.
+ */
 export interface ConfluencePagesLoaderParams {
     baseUrl: string;
     spaceKey: string;
@@ -7,6 +11,9 @@ export interface ConfluencePagesLoaderParams {
     accessToken: string;
     limit?: number;
 }
+/**
+ * Interface representing a Confluence page.
+ */
 export interface ConfluencePage {
     id: string;
     title: string;
@@ -16,10 +23,16 @@ export interface ConfluencePage {
         };
     };
 }
+/**
+ * Interface representing the response from the Confluence API.
+ */
 export interface ConfluenceAPIResponse {
     size: number;
     results: ConfluencePage[];
 }
+/**
+ * Class representing a document loader for loading pages from Confluence.
+ */
 export declare class ConfluencePagesLoader extends BaseDocumentLoader {
     readonly baseUrl: string;
     readonly spaceKey: string;
@@ -27,8 +40,28 @@ export declare class ConfluencePagesLoader extends BaseDocumentLoader {
     readonly accessToken: string;
     readonly limit: number;
     constructor({ baseUrl, spaceKey, username, accessToken, limit, }: ConfluencePagesLoaderParams);
+    /**
+     * Fetches all the pages in the specified space and converts each page to
+     * a Document instance.
+     * @returns Promise resolving to an array of Document instances.
+     */
     load(): Promise<Document[]>;
+    /**
+     * Fetches data from the Confluence API using the provided URL.
+     * @param url The URL to fetch data from.
+     * @returns Promise resolving to the JSON response from the API.
+     */
     protected fetchConfluenceData(url: string): Promise<ConfluenceAPIResponse>;
+    /**
+     * Recursively fetches all the pages in the specified space.
+     * @param start The start parameter to paginate through the results.
+     * @returns Promise resolving to an array of ConfluencePage objects.
+     */
     private fetchAllPagesInSpace;
+    /**
+     * Creates a Document instance from a ConfluencePage object.
+     * @param page The ConfluencePage object to convert.
+     * @returns A Document instance.
+     */
     private createDocumentFromPage;
 }

package/dist/document_loaders/web/confluence.js

@@ -1,6 +1,9 @@
 import { htmlToText } from "html-to-text";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
+/**
+ * Class representing a document loader for loading pages from Confluence.
+ */
 export class ConfluencePagesLoader extends BaseDocumentLoader {
     constructor({ baseUrl, spaceKey, username, accessToken, limit = 25, }) {
         super();
@@ -40,6 +43,11 @@ export class ConfluencePagesLoader extends BaseDocumentLoader {
         this.accessToken = accessToken;
         this.limit = limit;
     }
+    /**
+     * Fetches all the pages in the specified space and converts each page to
+     * a Document instance.
+     * @returns Promise resolving to an array of Document instances.
+     */
     async load() {
         try {
             const pages = await this.fetchAllPagesInSpace();
@@ -50,6 +58,11 @@ export class ConfluencePagesLoader extends BaseDocumentLoader {
             return [];
         }
     }
+    /**
+     * Fetches data from the Confluence API using the provided URL.
+     * @param url The URL to fetch data from.
+     * @returns Promise resolving to the JSON response from the API.
+     */
     async fetchConfluenceData(url) {
         try {
             const authToken = Buffer.from(`${this.username}:${this.accessToken}`).toString("base64");
@@ -69,6 +82,11 @@ export class ConfluencePagesLoader extends BaseDocumentLoader {
             throw new Error(`Failed to fetch ${url} from Confluence: ${error}`);
         }
     }
+    /**
+     * Recursively fetches all the pages in the specified space.
+     * @param start The start parameter to paginate through the results.
+     * @returns Promise resolving to an array of ConfluencePage objects.
+     */
     async fetchAllPagesInSpace(start = 0) {
         const url = `${this.baseUrl}/rest/api/content?spaceKey=${this.spaceKey}&limit=${this.limit}&start=${start}&expand=body.storage`;
         const data = await this.fetchConfluenceData(url);
@@ -79,6 +97,11 @@ export class ConfluencePagesLoader extends BaseDocumentLoader {
         const nextPageResults = await this.fetchAllPagesInSpace(nextPageStart);
         return data.results.concat(nextPageResults);
     }
+    /**
+     * Creates a Document instance from a ConfluencePage object.
+     * @param page The ConfluencePage object to convert.
+     * @returns A Document instance.
+     */
     createDocumentFromPage(page) {
         // Convert the HTML content to plain text
         const plainTextContent = htmlToText(page.body.storage.value, {

package/dist/document_loaders/web/figma.cjs

@@ -4,6 +4,12 @@ exports.FigmaFileLoader = void 0;
 const base_js_1 = require("../base.cjs");
 const document_js_1 = require("../../document.cjs");
 const env_js_1 = require("../../util/env.cjs");
+/**
+ * Class representing a document loader for loading Figma files. It
+ * extends the BaseDocumentLoader and implements the FigmaLoaderParams
+ * interface. The constructor takes a config object as a parameter, which
+ * contains the access token, an array of node IDs, and the file key.
+ */
 class FigmaFileLoader extends base_js_1.BaseDocumentLoader {
     constructor({ accessToken = (0, env_js_1.getEnvironmentVariable)("FIGMA_ACCESS_TOKEN"), nodeIds, fileKey, }) {
         super();
@@ -40,9 +46,18 @@ class FigmaFileLoader extends base_js_1.BaseDocumentLoader {
             };
         }
     }
+    /**
+     * Constructs the URL for the Figma API call.
+     * @returns The constructed URL as a string.
+     */
     constructFigmaApiURL() {
         return `https://api.figma.com/v1/files/${this.fileKey}/nodes?ids=${this.nodeIds.join(",")}`;
     }
+    /**
+     * Fetches the Figma file using the Figma API and returns it as a
+     * FigmaFile object.
+     * @returns A Promise that resolves to a FigmaFile object.
+     */
     async getFigmaFile() {
         const url = this.constructFigmaApiURL();
         const response = await fetch(url, { headers: this.headers });
@@ -55,6 +70,12 @@ class FigmaFileLoader extends base_js_1.BaseDocumentLoader {
         }
         return data;
     }
+    /**
+     * Fetches the Figma file using the Figma API, creates a Document instance
+     * with the JSON representation of the file as the page content and the
+     * API URL as the metadata, and returns it.
+     * @returns A Promise that resolves to an array of Document instances.
+     */
     async load() {
         const data = await this.getFigmaFile();
         const text = JSON.stringify(data);

package/dist/document_loaders/web/figma.d.ts

@@ -1,5 +1,11 @@
 import { BaseDocumentLoader } from "../base.js";
 import { Document } from "../../document.js";
+/**
+ * Interface representing a Figma file. It includes properties for the
+ * file name, role, last modified date, editor type, thumbnail URL,
+ * version, document node, schema version, main file key, and an array of
+ * branches.
+ */
 export interface FigmaFile {
     name: string;
     role: string;
@@ -18,18 +24,44 @@ export interface FigmaFile {
         link_access: string;
     }>;
 }
+/**
+ * Interface representing the parameters for configuring the FigmaLoader.
+ * It includes optional properties for the access token, an array of node
+ * IDs, and the file key.
+ */
 export interface FigmaLoaderParams {
     accessToken?: string;
     nodeIds: string[];
     fileKey: string;
 }
+/**
+ * Class representing a document loader for loading Figma files. It
+ * extends the BaseDocumentLoader and implements the FigmaLoaderParams
+ * interface. The constructor takes a config object as a parameter, which
+ * contains the access token, an array of node IDs, and the file key.
+ */
 export declare class FigmaFileLoader extends BaseDocumentLoader implements FigmaLoaderParams {
     accessToken?: string;
     nodeIds: string[];
     fileKey: string;
     private headers;
     constructor({ accessToken, nodeIds, fileKey, }: FigmaLoaderParams);
+    /**
+     * Constructs the URL for the Figma API call.
+     * @returns The constructed URL as a string.
+     */
     private constructFigmaApiURL;
+    /**
+     * Fetches the Figma file using the Figma API and returns it as a
+     * FigmaFile object.
+     * @returns A Promise that resolves to a FigmaFile object.
+     */
     private getFigmaFile;
+    /**
+     * Fetches the Figma file using the Figma API, creates a Document instance
+     * with the JSON representation of the file as the page content and the
+     * API URL as the metadata, and returns it.
+     * @returns A Promise that resolves to an array of Document instances.
+     */
     load(): Promise<Document[]>;
 }

package/dist/document_loaders/web/figma.js

@@ -1,6 +1,12 @@
 import { BaseDocumentLoader } from "../base.js";
 import { Document } from "../../document.js";
 import { getEnvironmentVariable } from "../../util/env.js";
+/**
+ * Class representing a document loader for loading Figma files. It
+ * extends the BaseDocumentLoader and implements the FigmaLoaderParams
+ * interface. The constructor takes a config object as a parameter, which
+ * contains the access token, an array of node IDs, and the file key.
+ */
 export class FigmaFileLoader extends BaseDocumentLoader {
     constructor({ accessToken = getEnvironmentVariable("FIGMA_ACCESS_TOKEN"), nodeIds, fileKey, }) {
         super();
@@ -37,9 +43,18 @@ export class FigmaFileLoader extends BaseDocumentLoader {
             };
         }
     }
+    /**
+     * Constructs the URL for the Figma API call.
+     * @returns The constructed URL as a string.
+     */
     constructFigmaApiURL() {
         return `https://api.figma.com/v1/files/${this.fileKey}/nodes?ids=${this.nodeIds.join(",")}`;
     }
+    /**
+     * Fetches the Figma file using the Figma API and returns it as a
+     * FigmaFile object.
+     * @returns A Promise that resolves to a FigmaFile object.
+     */
     async getFigmaFile() {
         const url = this.constructFigmaApiURL();
         const response = await fetch(url, { headers: this.headers });
@@ -52,6 +67,12 @@ export class FigmaFileLoader extends BaseDocumentLoader {
         }
         return data;
     }
+    /**
+     * Fetches the Figma file using the Figma API, creates a Document instance
+     * with the JSON representation of the file as the page content and the
+     * API URL as the metadata, and returns it.
+     * @returns A Promise that resolves to an array of Document instances.
+     */
     async load() {
         const data = await this.getFigmaFile();
         const text = JSON.stringify(data);

package/dist/document_loaders/web/gitbook.cjs

@@ -3,6 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.GitbookLoader = void 0;
 const document_js_1 = require("../../document.cjs");
 const cheerio_js_1 = require("./cheerio.cjs");
+/**
+ * Class representing a document loader specifically designed for loading
+ * documents from Gitbook. It extends the CheerioWebBaseLoader.
+ */
 class GitbookLoader extends cheerio_js_1.CheerioWebBaseLoader {
     constructor(webPath, params = {}) {
         const path = params.shouldLoadAllPaths === true ? `${webPath}/sitemap.xml` : webPath;
@@ -23,6 +27,13 @@ class GitbookLoader extends cheerio_js_1.CheerioWebBaseLoader {
         this.shouldLoadAllPaths =
             params.shouldLoadAllPaths ?? this.shouldLoadAllPaths;
     }
+    /**
+     * Method that scrapes the web document using Cheerio and loads the
+     * content based on the value of shouldLoadAllPaths. If shouldLoadAllPaths
+     * is true, it calls the loadAllPaths() method to load all paths.
+     * Otherwise, it calls the loadPath() method to load a single path.
+     * @returns Promise resolving to an array of Document instances.
+     */
     async load() {
         const $ = await this.scrape();
         if (this.shouldLoadAllPaths === true) {
@@ -30,6 +41,18 @@ class GitbookLoader extends cheerio_js_1.CheerioWebBaseLoader {
         }
         return this.loadPath($);
     }
+    /**
+     * Private method that loads the content of a single path from the Gitbook
+     * web document. It extracts the page content by selecting all elements
+     * inside the "main" element, filters out empty text nodes, and joins the
+     * remaining text nodes with line breaks. It extracts the title by
+     * selecting the first "h1" element inside the "main" element. It creates
+     * a Document instance with the extracted page content and metadata
+     * containing the source URL and title.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @param url Optional string representing the URL of the web document.
+     * @returns Array of Document instances.
+     */
     loadPath($, url) {
         const pageContent = $("main *")
             .contents()
@@ -45,6 +68,16 @@ class GitbookLoader extends cheerio_js_1.CheerioWebBaseLoader {
             }),
         ];
     }
+    /**
+     * Private method that loads the content of all paths from the Gitbook web
+     * document. It extracts the URLs of all paths from the "loc" elements in
+     * the sitemap.xml. It iterates over each URL, scrapes the web document
+     * using the _scrape() method, and calls the loadPath() method to load the
+     * content of each path. It collects all the loaded documents and returns
+     * them as an array.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @returns Promise resolving to an array of Document instances.
+     */
     async loadAllPaths($) {
         const urls = $("loc")
             .toArray()

package/dist/document_loaders/web/gitbook.d.ts

@@ -1,14 +1,52 @@
 import { Document } from "../../document.js";
 import { CheerioWebBaseLoader } from "./cheerio.js";
+/**
+ * Interface representing the parameters for configuring the
+ * GitbookLoader. It has an optional property shouldLoadAllPaths, which
+ * indicates whether all paths should be loaded.
+ */
 interface GitbookLoaderParams {
     shouldLoadAllPaths?: boolean;
 }
+/**
+ * Class representing a document loader specifically designed for loading
+ * documents from Gitbook. It extends the CheerioWebBaseLoader.
+ */
 export declare class GitbookLoader extends CheerioWebBaseLoader {
     webPath: string;
     shouldLoadAllPaths: boolean;
     constructor(webPath: string, params?: GitbookLoaderParams);
+    /**
+     * Method that scrapes the web document using Cheerio and loads the
+     * content based on the value of shouldLoadAllPaths. If shouldLoadAllPaths
+     * is true, it calls the loadAllPaths() method to load all paths.
+     * Otherwise, it calls the loadPath() method to load a single path.
+     * @returns Promise resolving to an array of Document instances.
+     */
     load(): Promise<Document[]>;
+    /**
+     * Private method that loads the content of a single path from the Gitbook
+     * web document. It extracts the page content by selecting all elements
+     * inside the "main" element, filters out empty text nodes, and joins the
+     * remaining text nodes with line breaks. It extracts the title by
+     * selecting the first "h1" element inside the "main" element. It creates
+     * a Document instance with the extracted page content and metadata
+     * containing the source URL and title.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @param url Optional string representing the URL of the web document.
+     * @returns Array of Document instances.
+     */
     private loadPath;
+    /**
+     * Private method that loads the content of all paths from the Gitbook web
+     * document. It extracts the URLs of all paths from the "loc" elements in
+     * the sitemap.xml. It iterates over each URL, scrapes the web document
+     * using the _scrape() method, and calls the loadPath() method to load the
+     * content of each path. It collects all the loaded documents and returns
+     * them as an array.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @returns Promise resolving to an array of Document instances.
+     */
     private loadAllPaths;
 }
 export {};

package/dist/document_loaders/web/gitbook.js

@@ -1,5 +1,9 @@
 import { Document } from "../../document.js";
 import { CheerioWebBaseLoader } from "./cheerio.js";
+/**
+ * Class representing a document loader specifically designed for loading
+ * documents from Gitbook. It extends the CheerioWebBaseLoader.
+ */
 export class GitbookLoader extends CheerioWebBaseLoader {
     constructor(webPath, params = {}) {
         const path = params.shouldLoadAllPaths === true ? `${webPath}/sitemap.xml` : webPath;
@@ -20,6 +24,13 @@ export class GitbookLoader extends CheerioWebBaseLoader {
         this.shouldLoadAllPaths =
             params.shouldLoadAllPaths ?? this.shouldLoadAllPaths;
     }
+    /**
+     * Method that scrapes the web document using Cheerio and loads the
+     * content based on the value of shouldLoadAllPaths. If shouldLoadAllPaths
+     * is true, it calls the loadAllPaths() method to load all paths.
+     * Otherwise, it calls the loadPath() method to load a single path.
+     * @returns Promise resolving to an array of Document instances.
+     */
     async load() {
         const $ = await this.scrape();
         if (this.shouldLoadAllPaths === true) {
@@ -27,6 +38,18 @@ export class GitbookLoader extends CheerioWebBaseLoader {
         }
         return this.loadPath($);
     }
+    /**
+     * Private method that loads the content of a single path from the Gitbook
+     * web document. It extracts the page content by selecting all elements
+     * inside the "main" element, filters out empty text nodes, and joins the
+     * remaining text nodes with line breaks. It extracts the title by
+     * selecting the first "h1" element inside the "main" element. It creates
+     * a Document instance with the extracted page content and metadata
+     * containing the source URL and title.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @param url Optional string representing the URL of the web document.
+     * @returns Array of Document instances.
+     */
     loadPath($, url) {
         const pageContent = $("main *")
             .contents()
@@ -42,6 +65,16 @@ export class GitbookLoader extends CheerioWebBaseLoader {
             }),
         ];
     }
+    /**
+     * Private method that loads the content of all paths from the Gitbook web
+     * document. It extracts the URLs of all paths from the "loc" elements in
+     * the sitemap.xml. It iterates over each URL, scrapes the web document
+     * using the _scrape() method, and calls the loadPath() method to load the
+     * content of each path. It collects all the loaded documents and returns
+     * them as an array.
+     * @param $ CheerioAPI instance representing the loaded web document.
+     * @returns Promise resolving to an array of Document instances.
+     */
     async loadAllPaths($) {
         const urls = $("loc")
             .toArray()

package/dist/document_loaders/web/github.cjs

@@ -13,9 +13,20 @@ const extname_js_1 = require("../../util/extname.cjs");
 const env_js_1 = require("../../util/env.cjs");
 const async_caller_js_1 = require("../../util/async_caller.cjs");
 const extensions = new Set(binary_extensions_1.default);
+/**
+ * A function that checks if a file path is a binary file based on its
+ * extension.
+ * @param name The file path to check.
+ * @returns A boolean indicating whether the file path is a binary file.
+ */
 function isBinaryPath(name) {
     return extensions.has((0, extname_js_1.extname)(name).slice(1).toLowerCase());
 }
+/**
+ * A class that extends the BaseDocumentLoader and implements the
+ * GithubRepoLoaderParams interface. It represents a document loader for
+ * loading files from a GitHub repository.
+ */
 class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
     constructor(githubUrl, { accessToken = (0, env_js_1.getEnvironmentVariable)("GITHUB_ACCESS_TOKEN"), branch = "main", recursive = true, unknown = directory_js_1.UnknownHandling.Warn, ignoreFiles = [], ignorePaths, verbose = false, maxConcurrency = 2, maxRetries = 2, ...rest } = {}) {
         super();
@@ -115,6 +126,11 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             };
         }
     }
+    /**
+     * Extracts the owner, repository, and path from a GitHub URL.
+     * @param url The GitHub URL to extract information from.
+     * @returns An object containing the owner, repository, and path extracted from the GitHub URL.
+     */
     extractOwnerAndRepoAndPath(url) {
         const match = url.match(/https:\/\/github.com\/([^/]+)\/([^/]+)(\/tree\/[^/]+\/(.+))?/i);
         if (!match) {
@@ -122,12 +138,25 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
         }
         return { owner: match[1], repo: match[2], path: match[4] || "" };
     }
+    /**
+     * Fetches the files from the GitHub repository and creates Document
+     * instances for each file. It also handles error handling based on the
+     * unknown handling option.
+     * @returns A promise that resolves to an array of Document instances.
+     */
     async load() {
         return (await this.processRepo()).map((fileResponse) => new document_js_1.Document({
             pageContent: fileResponse.contents,
             metadata: fileResponse.metadata,
         }));
     }
+    /**
+     * Determines whether a file or directory should be ignored based on its
+     * path and type.
+     * @param path The path of the file or directory.
+     * @param fileType The type of the file or directory.
+     * @returns A boolean indicating whether the file or directory should be ignored.
+     */
     shouldIgnore(path, fileType) {
         if (fileType !== "dir" && isBinaryPath(path)) {
             return true;
@@ -203,6 +232,12 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             return Promise.reject(error);
         }
     }
+    /**
+     * Fetches the contents of a directory and maps the file / directory paths
+     * to promises that will fetch the file / directory contents.
+     * @param path The path of the directory to process.
+     * @returns A promise that resolves to an array of promises that will fetch the file / directory contents.
+     */
     async processDirectory(path) {
         try {
             const files = await this.fetchRepoFiles(path);
@@ -213,6 +248,11 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             return Promise.reject(error);
         }
     }
+    /**
+     * Fetches the files from a GitHub repository.
+     * @param path The path of the repository to fetch the files from.
+     * @returns A promise that resolves to an array of GithubFile instances.
+     */
     async fetchRepoFiles(path) {
         const url = `https://api.github.com/repos/${this.owner}/${this.repo}/contents/${path}?ref=${this.branch}`;
         return this.caller.call(async () => {
@@ -230,6 +270,11 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             return data;
         });
     }
+    /**
+     * Fetches the content of a file from a GitHub repository.
+     * @param file The file to fetch the content from.
+     * @returns A promise that resolves to the content of the file.
+     */
     async fetchFileContent(file) {
         return this.caller.call(async () => {
             if (this.verbose) {
@@ -241,6 +286,11 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             return response.text();
         });
     }
+    /**
+     * Handles errors based on the unknown handling option.
+     * @param message The error message.
+     * @returns void
+     */
     handleError(message) {
         switch (this.unknown) {
             case directory_js_1.UnknownHandling.Ignore:

package/dist/document_loaders/web/github.d.ts

@@ -3,6 +3,10 @@ import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { UnknownHandling } from "../fs/directory.js";
 import { AsyncCaller, AsyncCallerParams } from "../../util/async_caller.js";
+/**
+ * An interface that represents a file in a GitHub repository. It has
+ * properties for the file name, path, SHA, size, URLs, type, and links.
+ */
 export interface GithubFile {
     name: string;
     path: string;
@@ -19,6 +23,11 @@ export interface GithubFile {
         html: string;
     };
 }
+/**
+ * An interface that represents the parameters for the GithubRepoLoader
+ * class. It extends the AsyncCallerParams interface and adds additional
+ * properties specific to the GitHub repository loader.
+ */
 export interface GithubRepoLoaderParams extends AsyncCallerParams {
     branch?: string;
     recursive?: boolean;
@@ -37,6 +46,11 @@ export interface GithubRepoLoaderParams extends AsyncCallerParams {
      */
     maxRetries?: number;
 }
+/**
+ * A class that extends the BaseDocumentLoader and implements the
+ * GithubRepoLoaderParams interface. It represents a document loader for
+ * loading files from a GitHub repository.
+ */
 export declare class GithubRepoLoader extends BaseDocumentLoader implements GithubRepoLoaderParams {
     private readonly owner;
     private readonly repo;
@@ -51,8 +65,26 @@ export declare class GithubRepoLoader extends BaseDocumentLoader implements Gith
     verbose?: boolean;
     protected caller: AsyncCaller;
     constructor(githubUrl: string, { accessToken, branch, recursive, unknown, ignoreFiles, ignorePaths, verbose, maxConcurrency, maxRetries, ...rest }?: GithubRepoLoaderParams);
+    /**
+     * Extracts the owner, repository, and path from a GitHub URL.
+     * @param url The GitHub URL to extract information from.
+     * @returns An object containing the owner, repository, and path extracted from the GitHub URL.
+     */
     private extractOwnerAndRepoAndPath;
+    /**
+     * Fetches the files from the GitHub repository and creates Document
+     * instances for each file. It also handles error handling based on the
+     * unknown handling option.
+     * @returns A promise that resolves to an array of Document instances.
+     */
     load(): Promise<Document[]>;
+    /**
+     * Determines whether a file or directory should be ignored based on its
+     * path and type.
+     * @param path The path of the file or directory.
+     * @param fileType The type of the file or directory.
+     * @returns A boolean indicating whether the file or directory should be ignored.
+     */
     protected shouldIgnore(path: string, fileType: string): boolean;
     /**
      * Takes the file info and wrap it in a promise that will resolve to the file content and metadata
@@ -68,8 +100,29 @@ export declare class GithubRepoLoader extends BaseDocumentLoader implements Gith
      * Begins the process of fetching the contents of the repository
      */
     private processRepo;
+    /**
+     * Fetches the contents of a directory and maps the file / directory paths
+     * to promises that will fetch the file / directory contents.
+     * @param path The path of the directory to process.
+     * @returns A promise that resolves to an array of promises that will fetch the file / directory contents.
+     */
     private processDirectory;
+    /**
+     * Fetches the files from a GitHub repository.
+     * @param path The path of the repository to fetch the files from.
+     * @returns A promise that resolves to an array of GithubFile instances.
+     */
     private fetchRepoFiles;
+    /**
+     * Fetches the content of a file from a GitHub repository.
+     * @param file The file to fetch the content from.
+     * @returns A promise that resolves to the content of the file.
+     */
     private fetchFileContent;
+    /**
+     * Handles errors based on the unknown handling option.
+     * @param message The error message.
+     * @returns void
+     */
     private handleError;
 }