langchain 0.0.78 → 0.0.80

package/dist/client/langchainplus.js

@@ -1,4 +1,4 @@
-import { LangChainTracer } from "../callbacks/handlers/tracer_langchain.js";
+import { LangChainTracer, } from "../callbacks/handlers/tracer_langchain.js";
 import { mapStoredMessagesToChatMessages } from "../stores/message/utils.js";
 import { AsyncCaller } from "../util/async_caller.js";
 // utility functions
@@ -7,7 +7,7 @@ const isLocalhost = (url) => {
     const hostname = strippedUrl.split("/")[0].split(":")[0];
     return (hostname === "localhost" || hostname === "127.0.0.1" || hostname === "::1");
 };
-const getSeededTenantId = async (apiUrl, apiKey, callerOptions = undefined) => {
+const getSeededTenantId = async (apiUrl, { apiKey, callerOptions, }) => {
     // Get the tenant ID from the seeded tenant
     const caller = new AsyncCaller(callerOptions ?? {});
     const url = `${apiUrl}/tenants`;
@@ -15,7 +15,7 @@ const getSeededTenantId = async (apiUrl, apiKey, callerOptions = undefined) => {
     try {
         response = await caller.call(fetch, url, {
             method: "GET",
-            headers: apiKey ? { authorization: `Bearer ${apiKey}` } : undefined,
+            headers: apiKey ? { "x-api-key": apiKey } : undefined,
         });
     }
     catch (err) {
@@ -76,18 +76,24 @@ async function getModelOrFactoryType(llm) {
     throw new Error("Unknown model or factory type");
 }
 export class LangChainPlusClient {
-    constructor(apiUrl, tenantId, apiKey, callerOptions) {
+    constructor(config) {
         Object.defineProperty(this, "apiKey", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: void 0
+            value: typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_API_KEY
+                : undefined
         });
         Object.defineProperty(this, "apiUrl", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: void 0
+            value: (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_ENDPOINT
+                : undefined) || "http://localhost:8000"
         });
         Object.defineProperty(this, "tenantId", {
             enumerable: true,
@@ -101,15 +107,45 @@ export class LangChainPlusClient {
             writable: true,
             value: void 0
         });
-        this.apiUrl = apiUrl;
-        this.apiKey = apiKey;
-        this.tenantId = tenantId;
+        this.apiUrl = config.apiUrl ?? this.apiUrl;
+        this.apiKey = config.apiKey;
+        const tenantId = config.tenantId ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_TENANT_ID
+                : undefined);
+        if (tenantId === undefined) {
+            throw new Error("No tenant ID provided and no LANGCHAIN_TENANT_ID env var");
+        }
+        else {
+            this.tenantId = tenantId;
+        }
         this.validateApiKeyIfHosted();
-        this.caller = new AsyncCaller(callerOptions ?? {});
+        this.caller = new AsyncCaller(config.callerOptions ?? {});
     }
-    static async create(apiUrl, apiKey = undefined) {
-        const tenantId = await getSeededTenantId(apiUrl, apiKey);
-        return new LangChainPlusClient(apiUrl, tenantId, apiKey);
+    static async create(config = {}) {
+        const apiUrl_ = config.apiUrl ??
+            ((typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_ENDPOINT
+                : undefined) ||
+                "http://localhost:8000");
+        const apiKey_ = config.apiKey ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_API_KEY
+                : undefined);
+        const tenantId_ = config.tenantId ??
+            ((typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.LANGCHAIN_TENANT_ID
+                : undefined) ||
+                (await getSeededTenantId(apiUrl_, { apiKey: apiKey_ })));
+        return new LangChainPlusClient({
+            tenantId: tenantId_,
+            apiKey: apiKey_,
+            apiUrl: apiUrl_,
+        });
     }
     validateApiKeyIfHosted() {
         const isLocal = isLocalhost(this.apiUrl);
@@ -120,24 +156,21 @@ export class LangChainPlusClient {
     get headers() {
         const headers = {};
         if (this.apiKey) {
-            headers.authorization = `Bearer ${this.apiKey}`;
+            headers["x-api-key"] = `${this.apiKey}`;
         }
         return headers;
     }
     get queryParams() {
-        return { tenant_id: this.tenantId };
-    }
-    async _get(path, queryParams = {}) {
-        const params = { ...this.queryParams, ...queryParams };
-        let queryString = "";
-        for (const key in params) {
-            if (Object.prototype.hasOwnProperty.call(params, key)) {
-                queryString = queryString
-                    ? `${queryString}&${encodeURIComponent(key)}=${encodeURIComponent(params[key])}`
-                    : `${encodeURIComponent(key)}=${encodeURIComponent(params[key])}`;
-            }
+        return new URLSearchParams({ tenant_id: this.tenantId });
+    }
+    async _get(path, queryParams) {
+        const params = this.queryParams;
+        if (queryParams) {
+            queryParams.forEach((value, key) => {
+                params.append(key, value);
+            });
         }
-        const url = `${this.apiUrl}${path}${queryString ? `?${queryString}` : ""}`;
+        const url = `${this.apiUrl}${path}?${params.toString()}`;
         const response = await this.caller.call(fetch, url, {
             method: "GET",
             headers: this.headers,
@@ -147,14 +180,73 @@ export class LangChainPlusClient {
         }
         return response.json();
     }
-    async uploadCsv(csvFile, fileName, description, inputKeys, outputKeys) {
+    async readRun(runId) {
+        return await this._get(`/runs/${runId}`);
+    }
+    async listRuns({ sessionId, sessionName, executionOrder = 1, runType, error, }) {
+        const queryParams = new URLSearchParams();
+        let sessionId_ = sessionId;
+        if (sessionName) {
+            if (sessionId) {
+                throw new Error("Only one of session_id or session_name may be given");
+            }
+            sessionId_ = (await this.readSession({ sessionName })).id;
+        }
+        if (sessionId_) {
+            queryParams.append("session", sessionId_);
+        }
+        if (executionOrder) {
+            queryParams.append("execution_order", executionOrder.toString());
+        }
+        if (runType) {
+            queryParams.append("run_type", runType);
+        }
+        if (error !== undefined) {
+            queryParams.append("error", error.toString());
+        }
+        return this._get("/runs", queryParams);
+    }
+    async readSession({ sessionId, sessionName, }) {
+        let path = "/sessions";
+        const params = new URLSearchParams();
+        if (sessionId !== undefined && sessionName !== undefined) {
+            throw new Error("Must provide either sessionName or sessionId, not both");
+        }
+        else if (sessionId !== undefined) {
+            path += `/${sessionId}`;
+        }
+        else if (sessionName !== undefined) {
+            params.append("name", sessionName);
+        }
+        else {
+            throw new Error("Must provide sessionName or sessionId");
+        }
+        const response = await this._get(path, params);
+        let result;
+        if (Array.isArray(response)) {
+            if (response.length === 0) {
+                throw new Error(`Session[id=${sessionId}, name=${sessionName}] not found`);
+            }
+            result = response[0];
+        }
+        else {
+            result = response;
+        }
+        return result;
+    }
+    async listSessions() {
+        return this._get("/sessions");
+    }
+    async uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, }) {
         const url = `${this.apiUrl}/datasets/upload`;
         const formData = new FormData();
         formData.append("file", csvFile, fileName);
         formData.append("input_keys", inputKeys.join(","));
         formData.append("output_keys", outputKeys.join(","));
-        formData.append("description", description);
         formData.append("tenant_id", this.tenantId);
+        if (description) {
+            formData.append("description", description);
+        }
         const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: this.headers,
@@ -170,7 +262,7 @@ export class LangChainPlusClient {
         const result = await response.json();
         return result;
     }
-    async createDataset(name, description) {
+    async createDataset(name, { description }) {
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -190,10 +282,10 @@ export class LangChainPlusClient {
         const result = await response.json();
         return result;
     }
-    async readDataset(datasetId, datasetName) {
+    async readDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const params = { limit: 1 };
+        // limit to 1 result
+        const params = new URLSearchParams({ limit: "1" });
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
         }
@@ -201,7 +293,7 @@ export class LangChainPlusClient {
             path += `/${datasetId}`;
         }
         else if (datasetName !== undefined) {
-            params.name = datasetName;
+            params.append("name", datasetName);
         }
         else {
             throw new Error("Must provide datasetName or datasetId");
@@ -219,24 +311,23 @@ export class LangChainPlusClient {
         }
         return result;
     }
-    async listDatasets(limit = 100) {
+    async listDatasets({ limit = 100, } = {}) {
         const path = "/datasets";
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const params = { limit };
+        const params = new URLSearchParams({ limit: limit.toString() });
         const response = await this._get(path, params);
         if (!Array.isArray(response)) {
             throw new Error(`Expected ${path} to return an array, but got ${response}`);
         }
         return response;
     }
-    async deleteDataset(datasetId, datasetName) {
+    async deleteDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
         let datasetId_ = datasetId;
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
         }
         else if (datasetName !== undefined) {
-            const dataset = await this.readDataset(undefined, datasetName);
+            const dataset = await this.readDataset({ datasetName });
             datasetId_ = dataset.id;
         }
         if (datasetId_ !== undefined) {
@@ -255,7 +346,7 @@ export class LangChainPlusClient {
         const results = await response.json();
         return results;
     }
-    async createExample(inputs, outputs = {}, datasetId = undefined, datasetName = undefined, createdAt = undefined) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -264,7 +355,7 @@ export class LangChainPlusClient {
             throw new Error("Must provide either datasetName or datasetId, not both");
         }
         else if (datasetId_ === undefined) {
-            const dataset = await this.readDataset(undefined, datasetName);
+            const dataset = await this.readDataset({ datasetName });
             datasetId_ = dataset.id;
         }
         const createdAt_ = createdAt || new Date();
@@ -289,7 +380,7 @@ export class LangChainPlusClient {
         const path = `/examples/${exampleId}`;
         return await this._get(path);
     }
-    async listExamples(datasetId = undefined, datasetName = undefined) {
+    async listExamples({ datasetId, datasetName, } = {}) {
         let datasetId_;
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
@@ -298,15 +389,13 @@ export class LangChainPlusClient {
             datasetId_ = datasetId;
         }
         else if (datasetName !== undefined) {
-            const dataset = await this.readDataset(undefined, datasetName);
+            const dataset = await this.readDataset({ datasetName });
             datasetId_ = dataset.id;
         }
         else {
             throw new Error("Must provide a datasetName or datasetId");
         }
-        const response = await this._get("/examples", {
-            dataset: datasetId_,
-        });
+        const response = await this._get("/examples", new URLSearchParams({ dataset: datasetId_ }));
         if (!Array.isArray(response)) {
             throw new Error(`Expected /examples to return an array, but got ${response}`);
         }
@@ -324,7 +413,7 @@ export class LangChainPlusClient {
         const result = await response.json();
         return result;
     }
-    async runLLM(example, tracer, llm, numRepetitions = 1) {
+    async runLLM(example, tracer, llm, { numRepetitions = 1 }) {
         const results = await Promise.all(Array.from({ length: numRepetitions }).map(async () => {
             try {
                 const prompt = example.inputs.prompt;
@@ -337,7 +426,7 @@ export class LangChainPlusClient {
         }));
         return results;
     }
-    async runChain(example, tracer, chainFactory, numRepetitions = 1) {
+    async runChain(example, tracer, chainFactory, { numRepetitions = 1, }) {
         const results = await Promise.all(Array.from({ length: numRepetitions }).map(async () => {
             try {
                 const chain = await chainFactory();
@@ -350,7 +439,7 @@ export class LangChainPlusClient {
         }));
         return results;
     }
-    async runChatModel(example, tracer, chatModel, numRepetitions = 1) {
+    async runChatModel(example, tracer, chatModel, { numRepetitions = 1, }) {
         const results = await Promise.all(Array.from({ length: numRepetitions }).map(async () => {
             try {
                 const messages = example.inputs.messages;
@@ -363,8 +452,8 @@ export class LangChainPlusClient {
         }));
         return results;
     }
-    async runOnDataset(datasetName, llmOrChainFactory, numRepetitions = 1, sessionName = undefined) {
-        const examples = await this.listExamples(undefined, datasetName);
+    async runOnDataset(datasetName, llmOrChainFactory, { numRepetitions = 1, sessionName, } = {}) {
+        const examples = await this.listExamples({ datasetName });
         let sessionName_;
         if (sessionName === undefined) {
             const currentTime = new Date().toISOString();
@@ -382,17 +471,19 @@ export class LangChainPlusClient {
             });
             if (modelOrFactoryType === "llm") {
                 const llm = llmOrChainFactory;
-                const llmResult = await this.runLLM(example, tracer, llm, numRepetitions);
+                const llmResult = await this.runLLM(example, tracer, llm, {
+                    numRepetitions,
+                });
                 results[example.id] = llmResult;
             }
             else if (modelOrFactoryType === "chainFactory") {
                 const chainFactory = llmOrChainFactory;
-                const chainResult = await this.runChain(example, tracer, chainFactory, numRepetitions);
+                const chainResult = await this.runChain(example, tracer, chainFactory, { numRepetitions });
                 results[example.id] = chainResult;
             }
             else if (modelOrFactoryType === "chatModel") {
                 const chatModel = llmOrChainFactory;
-                const chatModelResult = await this.runChatModel(example, tracer, chatModel, numRepetitions);
+                const chatModelResult = await this.runChatModel(example, tracer, chatModel, { numRepetitions });
                 results[example.id] = chatModelResult;
             }
             else {

package/dist/document_loaders/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.UnstructuredLoader = exports.GithubRepoLoader = exports.NotionLoader = exports.CSVLoader = exports.JSONLinesLoader = exports.JSONLoader = exports.TextLoader = exports.EPubLoader = exports.DocxLoader = exports.PDFLoader = exports.SRTLoader = exports.UnknownHandling = exports.DirectoryLoader = exports.IMSDBLoader = exports.HNLoader = exports.GitbookLoader = exports.CollegeConfidentialLoader = exports.PuppeteerWebBaseLoader = exports.CheerioWebBaseLoader = exports.BaseDocumentLoader = void 0;
+exports.UnstructuredLoader = exports.NotionLoader = exports.CSVLoader = exports.JSONLinesLoader = exports.JSONLoader = exports.TextLoader = exports.EPubLoader = exports.DocxLoader = exports.PDFLoader = exports.SRTLoader = exports.UnknownHandling = exports.DirectoryLoader = exports.IMSDBLoader = exports.HNLoader = exports.GitbookLoader = exports.CollegeConfidentialLoader = exports.PuppeteerWebBaseLoader = exports.CheerioWebBaseLoader = exports.BaseDocumentLoader = void 0;
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/document_loaders' is deprecated. Import from eg. 'langchain/document_loaders/fs/text' or 'langchain/document_loaders/web/cheerio' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 var base_js_1 = require("./base.cjs");
 Object.defineProperty(exports, "BaseDocumentLoader", { enumerable: true, get: function () { return base_js_1.BaseDocumentLoader; } });
@@ -36,7 +36,5 @@ var csv_js_1 = require("./fs/csv.cjs");
 Object.defineProperty(exports, "CSVLoader", { enumerable: true, get: function () { return csv_js_1.CSVLoader; } });
 var notion_js_1 = require("./fs/notion.cjs");
 Object.defineProperty(exports, "NotionLoader", { enumerable: true, get: function () { return notion_js_1.NotionLoader; } });
-var github_js_1 = require("./web/github.cjs");
-Object.defineProperty(exports, "GithubRepoLoader", { enumerable: true, get: function () { return github_js_1.GithubRepoLoader; } });
 var unstructured_js_1 = require("./fs/unstructured.cjs");
 Object.defineProperty(exports, "UnstructuredLoader", { enumerable: true, get: function () { return unstructured_js_1.UnstructuredLoader; } });

package/dist/document_loaders/index.d.ts

@@ -15,5 +15,4 @@ export { TextLoader } from "./fs/text.js";
 export { JSONLoader, JSONLinesLoader } from "./fs/json.js";
 export { CSVLoader } from "./fs/csv.js";
 export { NotionLoader } from "./fs/notion.js";
-export { GithubRepoLoader, GithubRepoLoaderParams } from "./web/github.js";
 export { UnstructuredLoader } from "./fs/unstructured.js";

package/dist/document_loaders/index.js

@@ -15,5 +15,4 @@ export { TextLoader } from "./fs/text.js";
 export { JSONLoader, JSONLinesLoader } from "./fs/json.js";
 export { CSVLoader } from "./fs/csv.js";
 export { NotionLoader } from "./fs/notion.js";
-export { GithubRepoLoader } from "./web/github.js";
 export { UnstructuredLoader } from "./fs/unstructured.js";

package/dist/document_loaders/web/github.cjs

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GithubRepoLoader = void 0;
+const ignore_1 = __importDefault(require("ignore"));
 const binary_extensions_1 = __importDefault(require("binary-extensions"));
 const document_js_1 = require("../../document.cjs");
 const base_js_1 = require("../base.cjs");
@@ -17,7 +18,7 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
     constructor(githubUrl, { accessToken = typeof process !== "undefined"
         ? // eslint-disable-next-line no-process-env
             process.env?.GITHUB_ACCESS_TOKEN
-        : undefined, branch = "main", recursive = true, unknown = directory_js_1.UnknownHandling.Warn, ignoreFiles = [], } = {}) {
+        : undefined, branch = "main", recursive = true, unknown = directory_js_1.UnknownHandling.Warn, ignoreFiles = [], ignorePaths, } = {}) {
         super();
         Object.defineProperty(this, "owner", {
             enumerable: true,
@@ -73,6 +74,12 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "ignore", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const { owner, repo, path } = this.extractOwnerAndRepoAndPath(githubUrl);
         this.owner = owner;
         this.repo = repo;
@@ -82,6 +89,9 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
         this.unknown = unknown;
         this.accessToken = accessToken;
         this.ignoreFiles = ignoreFiles;
+        if (ignorePaths) {
+            this.ignore = ignore_1.default.default().add(ignorePaths);
+        }
         if (this.accessToken) {
             this.headers = {
                 Authorization: `Bearer ${this.accessToken}`,
@@ -100,38 +110,43 @@ class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
         await this.processDirectory(this.initialPath, documents);
         return documents;
     }
-    shouldIgnore(path) {
-        return this.ignoreFiles.some((pattern) => {
-            if (typeof pattern === "string") {
-                return path === pattern;
-            }
-            try {
-                return pattern.test(path);
-            }
-            catch {
-                throw new Error(`Unknown ignore file pattern: ${pattern}`);
-            }
-        });
+    async shouldIgnore(path, fileType) {
+        if (fileType !== "dir" && isBinaryPath(path)) {
+            return true;
+        }
+        if (this.ignore !== undefined) {
+            return this.ignore.ignores(path);
+        }
+        return (fileType !== "dir" &&
+            this.ignoreFiles.some((pattern) => {
+                if (typeof pattern === "string") {
+                    return path === pattern;
+                }
+                try {
+                    return pattern.test(path);
+                }
+                catch {
+                    throw new Error(`Unknown ignore file pattern: ${pattern}`);
+                }
+            }));
     }
     async processDirectory(path, documents) {
         try {
             const files = await this.fetchRepoFiles(path);
             for (const file of files) {
-                if (file.type === "dir") {
-                    if (this.recursive) {
-                        await this.processDirectory(file.path, documents);
-                    }
-                }
-                else {
-                    try {
-                        if (!isBinaryPath(file.name) && !this.shouldIgnore(file.path)) {
+                if (!(await this.shouldIgnore(file.path, file.type))) {
+                    if (file.type !== "dir") {
+                        try {
                             const fileContent = await this.fetchFileContent(file);
                             const metadata = { source: file.path };
                             documents.push(new document_js_1.Document({ pageContent: fileContent, metadata }));
                         }
+                        catch (e) {
+                            this.handleError(`Failed to fetch file content: ${file.path}, ${e}`);
+                        }
                     }
-                    catch (e) {
-                        this.handleError(`Failed to fetch file content: ${file.path}, ${e}`);
+                    else if (this.recursive) {
+                        await this.processDirectory(file.path, documents);
                     }
                 }
             }

package/dist/document_loaders/web/github.d.ts

@@ -1,3 +1,4 @@
+import { Ignore } from "ignore";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { UnknownHandling } from "../fs/directory.js";
@@ -7,6 +8,7 @@ export interface GithubRepoLoaderParams {
     unknown?: UnknownHandling;
     accessToken?: string;
     ignoreFiles?: (string | RegExp)[];
+    ignorePaths?: string[];
 }
 export declare class GithubRepoLoader extends BaseDocumentLoader implements GithubRepoLoaderParams {
     private readonly owner;
@@ -18,10 +20,11 @@ export declare class GithubRepoLoader extends BaseDocumentLoader implements Gith
     unknown: UnknownHandling;
     accessToken?: string;
     ignoreFiles: (string | RegExp)[];
-    constructor(githubUrl: string, { accessToken, branch, recursive, unknown, ignoreFiles, }?: GithubRepoLoaderParams);
+    ignore?: Ignore;
+    constructor(githubUrl: string, { accessToken, branch, recursive, unknown, ignoreFiles, ignorePaths, }?: GithubRepoLoaderParams);
     private extractOwnerAndRepoAndPath;
     load(): Promise<Document[]>;
-    private shouldIgnore;
+    protected shouldIgnore(path: string, fileType: string): Promise<boolean>;
     private processDirectory;
     private fetchRepoFiles;
     private fetchFileContent;

package/dist/document_loaders/web/github.js

@@ -1,3 +1,4 @@
+import ignore from "ignore";
 import binaryExtensions from "binary-extensions";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
@@ -11,7 +12,7 @@ export class GithubRepoLoader extends BaseDocumentLoader {
     constructor(githubUrl, { accessToken = typeof process !== "undefined"
         ? // eslint-disable-next-line no-process-env
             process.env?.GITHUB_ACCESS_TOKEN
-        : undefined, branch = "main", recursive = true, unknown = UnknownHandling.Warn, ignoreFiles = [], } = {}) {
+        : undefined, branch = "main", recursive = true, unknown = UnknownHandling.Warn, ignoreFiles = [], ignorePaths, } = {}) {
         super();
         Object.defineProperty(this, "owner", {
             enumerable: true,
@@ -67,6 +68,12 @@ export class GithubRepoLoader extends BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "ignore", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const { owner, repo, path } = this.extractOwnerAndRepoAndPath(githubUrl);
         this.owner = owner;
         this.repo = repo;
@@ -76,6 +83,9 @@ export class GithubRepoLoader extends BaseDocumentLoader {
         this.unknown = unknown;
         this.accessToken = accessToken;
         this.ignoreFiles = ignoreFiles;
+        if (ignorePaths) {
+            this.ignore = ignore.default().add(ignorePaths);
+        }
         if (this.accessToken) {
             this.headers = {
                 Authorization: `Bearer ${this.accessToken}`,
@@ -94,38 +104,43 @@ export class GithubRepoLoader extends BaseDocumentLoader {
         await this.processDirectory(this.initialPath, documents);
         return documents;
     }
-    shouldIgnore(path) {
-        return this.ignoreFiles.some((pattern) => {
-            if (typeof pattern === "string") {
-                return path === pattern;
-            }
-            try {
-                return pattern.test(path);
-            }
-            catch {
-                throw new Error(`Unknown ignore file pattern: ${pattern}`);
-            }
-        });
+    async shouldIgnore(path, fileType) {
+        if (fileType !== "dir" && isBinaryPath(path)) {
+            return true;
+        }
+        if (this.ignore !== undefined) {
+            return this.ignore.ignores(path);
+        }
+        return (fileType !== "dir" &&
+            this.ignoreFiles.some((pattern) => {
+                if (typeof pattern === "string") {
+                    return path === pattern;
+                }
+                try {
+                    return pattern.test(path);
+                }
+                catch {
+                    throw new Error(`Unknown ignore file pattern: ${pattern}`);
+                }
+            }));
     }
     async processDirectory(path, documents) {
         try {
             const files = await this.fetchRepoFiles(path);
             for (const file of files) {
-                if (file.type === "dir") {
-                    if (this.recursive) {
-                        await this.processDirectory(file.path, documents);
-                    }
-                }
-                else {
-                    try {
-                        if (!isBinaryPath(file.name) && !this.shouldIgnore(file.path)) {
+                if (!(await this.shouldIgnore(file.path, file.type))) {
+                    if (file.type !== "dir") {
+                        try {
                             const fileContent = await this.fetchFileContent(file);
                             const metadata = { source: file.path };
                             documents.push(new Document({ pageContent: fileContent, metadata }));
                         }
+                        catch (e) {
+                            this.handleError(`Failed to fetch file content: ${file.path}, ${e}`);
+                        }
                     }
-                    catch (e) {
-                        this.handleError(`Failed to fetch file content: ${file.path}, ${e}`);
+                    else if (this.recursive) {
+                        await this.processDirectory(file.path, documents);
                     }
                 }
             }