langchain 0.2.5 → 0.2.7

package/dist/chains/openai_moderation.cjs

@@ -99,7 +99,9 @@ class OpenAIModerationChain extends base_js_1.BaseChain {
         });
         this.throwError = fields?.throwError ?? false;
         this.openAIApiKey =
-            fields?.openAIApiKey ?? (0, env_1.getEnvironmentVariable)("OPENAI_API_KEY");
+            fields?.apiKey ??
+                fields?.openAIApiKey ??
+                (0, env_1.getEnvironmentVariable)("OPENAI_API_KEY");
         if (!this.openAIApiKey) {
             throw new Error("OpenAI API key not found");
         }

package/dist/chains/openai_moderation.d.ts

@@ -6,6 +6,8 @@ import { BaseChain, ChainInputs } from "./base.js";
  * Interface for the input parameters of the OpenAIModerationChain class.
  */
 export interface OpenAIModerationChainInput extends ChainInputs, AsyncCallerParams {
+    apiKey?: string;
+    /** @deprecated Use "apiKey" instead. */
     openAIApiKey?: string;
     openAIOrganization?: string;
     throwError?: boolean;

package/dist/chains/openai_moderation.js

@@ -96,7 +96,9 @@ export class OpenAIModerationChain extends BaseChain {
         });
         this.throwError = fields?.throwError ?? false;
         this.openAIApiKey =
-            fields?.openAIApiKey ?? getEnvironmentVariable("OPENAI_API_KEY");
+            fields?.apiKey ??
+                fields?.openAIApiKey ??
+                getEnvironmentVariable("OPENAI_API_KEY");
         if (!this.openAIApiKey) {
             throw new Error("OpenAI API key not found");
         }

package/dist/document_loaders/fs/multi_file.cjs

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MultiFileLoader = void 0;
+const node_path_1 = require("node:path");
+const promises_1 = require("node:fs/promises");
+const base_js_1 = require("../base.cjs");
+const directory_js_1 = require("./directory.cjs");
+/**
+ * A document loader that loads documents from multiple files. It extends the
+ * `BaseDocumentLoader` class and implements the `load()` method.
+ * @example
+ * ```typescript
+ *
+ * const multiFileLoader = new MultiFileLoader(
+ *   ["path/to/file1.pdf", "path/to/file2.txt"],
+ *   {
+ *     ".pdf": (path: string) => new PDFLoader(path),
+ *   },
+ * );
+ *
+ * const docs = await multiFileLoader.load();
+ * console.log({ docs });
+ *
+ * ```
+ */
+class MultiFileLoader extends base_js_1.BaseDocumentLoader {
+    constructor(filePaths, loaders, unknown = directory_js_1.UnknownHandling.Warn) {
+        super();
+        Object.defineProperty(this, "filePaths", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: filePaths
+        });
+        Object.defineProperty(this, "loaders", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: loaders
+        });
+        Object.defineProperty(this, "unknown", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: unknown
+        });
+        if (Object.keys(loaders).length === 0) {
+            throw new Error("Must provide at least one loader");
+        }
+        for (const extension in loaders) {
+            if (Object.hasOwn(loaders, extension)) {
+                if (extension[0] !== ".") {
+                    throw new Error(`Extension must start with a dot: ${extension}`);
+                }
+            }
+        }
+    }
+    /**
+     * Loads the documents from the provided file paths. It checks if the file
+     * is a directory and ignores it. If a file is a file, it checks if there
+     * is a corresponding loader function for the file extension in the `loaders`
+     * mapping. If there is, it loads the documents. If there is no
+     * corresponding loader function and `unknown` is set to `Warn`, it logs a
+     * warning message. If `unknown` is set to `Error`, it throws an error.
+     * @returns A promise that resolves to an array of loaded documents.
+     */
+    async load() {
+        const documents = [];
+        for (const filePath of this.filePaths) {
+            const fullPath = (0, node_path_1.resolve)(filePath);
+            const fileStat = await (0, promises_1.stat)(fullPath);
+            if (fileStat.isDirectory()) {
+                console.warn(`Ignoring directory: ${fullPath}`);
+                continue;
+            }
+            const loaderFactory = this.loaders[(0, node_path_1.extname)(fullPath)];
+            if (loaderFactory) {
+                const loader = loaderFactory(fullPath);
+                documents.push(...(await loader.load()));
+            }
+            else {
+                switch (this.unknown) {
+                    case directory_js_1.UnknownHandling.Ignore:
+                        break;
+                    case directory_js_1.UnknownHandling.Warn:
+                        console.warn(`Unknown file type: ${fullPath}`);
+                        break;
+                    case directory_js_1.UnknownHandling.Error:
+                        throw new Error(`Unknown file type: ${fullPath}`);
+                    default:
+                        throw new Error(`Unknown unknown handling: ${this.unknown}`);
+                }
+            }
+        }
+        return documents;
+    }
+}
+exports.MultiFileLoader = MultiFileLoader;

package/dist/document_loaders/fs/multi_file.d.ts

@@ -0,0 +1,37 @@
+import { Document } from "@langchain/core/documents";
+import { BaseDocumentLoader } from "../base.js";
+import { type LoadersMapping, UnknownHandling } from "./directory.js";
+/**
+ * A document loader that loads documents from multiple files. It extends the
+ * `BaseDocumentLoader` class and implements the `load()` method.
+ * @example
+ * ```typescript
+ *
+ * const multiFileLoader = new MultiFileLoader(
+ *   ["path/to/file1.pdf", "path/to/file2.txt"],
+ *   {
+ *     ".pdf": (path: string) => new PDFLoader(path),
+ *   },
+ * );
+ *
+ * const docs = await multiFileLoader.load();
+ * console.log({ docs });
+ *
+ * ```
+ */
+export declare class MultiFileLoader extends BaseDocumentLoader {
+    filePaths: string[];
+    loaders: LoadersMapping;
+    unknown: UnknownHandling;
+    constructor(filePaths: string[], loaders: LoadersMapping, unknown?: UnknownHandling);
+    /**
+     * Loads the documents from the provided file paths. It checks if the file
+     * is a directory and ignores it. If a file is a file, it checks if there
+     * is a corresponding loader function for the file extension in the `loaders`
+     * mapping. If there is, it loads the documents. If there is no
+     * corresponding loader function and `unknown` is set to `Warn`, it logs a
+     * warning message. If `unknown` is set to `Error`, it throws an error.
+     * @returns A promise that resolves to an array of loaded documents.
+     */
+    load(): Promise<Document[]>;
+}

package/dist/document_loaders/fs/multi_file.js

@@ -0,0 +1,94 @@
+import { extname, resolve } from "node:path";
+import { stat } from "node:fs/promises";
+import { BaseDocumentLoader } from "../base.js";
+import { UnknownHandling } from "./directory.js";
+/**
+ * A document loader that loads documents from multiple files. It extends the
+ * `BaseDocumentLoader` class and implements the `load()` method.
+ * @example
+ * ```typescript
+ *
+ * const multiFileLoader = new MultiFileLoader(
+ *   ["path/to/file1.pdf", "path/to/file2.txt"],
+ *   {
+ *     ".pdf": (path: string) => new PDFLoader(path),
+ *   },
+ * );
+ *
+ * const docs = await multiFileLoader.load();
+ * console.log({ docs });
+ *
+ * ```
+ */
+export class MultiFileLoader extends BaseDocumentLoader {
+    constructor(filePaths, loaders, unknown = UnknownHandling.Warn) {
+        super();
+        Object.defineProperty(this, "filePaths", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: filePaths
+        });
+        Object.defineProperty(this, "loaders", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: loaders
+        });
+        Object.defineProperty(this, "unknown", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: unknown
+        });
+        if (Object.keys(loaders).length === 0) {
+            throw new Error("Must provide at least one loader");
+        }
+        for (const extension in loaders) {
+            if (Object.hasOwn(loaders, extension)) {
+                if (extension[0] !== ".") {
+                    throw new Error(`Extension must start with a dot: ${extension}`);
+                }
+            }
+        }
+    }
+    /**
+     * Loads the documents from the provided file paths. It checks if the file
+     * is a directory and ignores it. If a file is a file, it checks if there
+     * is a corresponding loader function for the file extension in the `loaders`
+     * mapping. If there is, it loads the documents. If there is no
+     * corresponding loader function and `unknown` is set to `Warn`, it logs a
+     * warning message. If `unknown` is set to `Error`, it throws an error.
+     * @returns A promise that resolves to an array of loaded documents.
+     */
+    async load() {
+        const documents = [];
+        for (const filePath of this.filePaths) {
+            const fullPath = resolve(filePath);
+            const fileStat = await stat(fullPath);
+            if (fileStat.isDirectory()) {
+                console.warn(`Ignoring directory: ${fullPath}`);
+                continue;
+            }
+            const loaderFactory = this.loaders[extname(fullPath)];
+            if (loaderFactory) {
+                const loader = loaderFactory(fullPath);
+                documents.push(...(await loader.load()));
+            }
+            else {
+                switch (this.unknown) {
+                    case UnknownHandling.Ignore:
+                        break;
+                    case UnknownHandling.Warn:
+                        console.warn(`Unknown file type: ${fullPath}`);
+                        break;
+                    case UnknownHandling.Error:
+                        throw new Error(`Unknown file type: ${fullPath}`);
+                    default:
+                        throw new Error(`Unknown unknown handling: ${this.unknown}`);
+                }
+            }
+        }
+        return documents;
+    }
+}

package/dist/document_loaders/fs/unstructured.cjs

@@ -43,7 +43,7 @@ const UNSTRUCTURED_API_FILETYPES = [
  * and returns an array of Document instances.
  */
 class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
-    constructor(filePathOrLegacyApiUrl, optionsOrLegacyFilePath = {}) {
+    constructor(filePathOrLegacyApiUrlOrMemoryBuffer, optionsOrLegacyFilePath = {}) {
         super();
         Object.defineProperty(this, "filePath", {
             enumerable: true,
@@ -51,6 +51,18 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "buffer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "fileName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "apiUrl", {
             enumerable: true,
             configurable: true,
@@ -150,12 +162,19 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         // Temporary shim to avoid breaking existing users
         // Remove when API keys are enforced by Unstructured and existing code will break anyway
         const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
-        if (isLegacySyntax) {
+        const isMemorySyntax = typeof filePathOrLegacyApiUrlOrMemoryBuffer === "object";
+        if (isMemorySyntax) {
+            this.buffer = filePathOrLegacyApiUrlOrMemoryBuffer.buffer;
+            this.fileName = filePathOrLegacyApiUrlOrMemoryBuffer.fileName;
+        }
+        else if (isLegacySyntax) {
             this.filePath = optionsOrLegacyFilePath;
-            this.apiUrl = filePathOrLegacyApiUrl;
+            this.apiUrl = filePathOrLegacyApiUrlOrMemoryBuffer;
         }
         else {
-            this.filePath = filePathOrLegacyApiUrl;
+            this.filePath = filePathOrLegacyApiUrlOrMemoryBuffer;
+        }
+        if (!isLegacySyntax) {
             const options = optionsOrLegacyFilePath;
             this.apiKey = options.apiKey;
             this.apiUrl = options.apiUrl ?? this.apiUrl;
@@ -176,12 +195,16 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         }
     }
     async _partition() {
-        const { readFile, basename } = await this.imports();
-        const buffer = await readFile(this.filePath);
-        const fileName = basename(this.filePath);
-        // I'm aware this reads the file into memory first, but we have lots of work
-        // to do on then consuming Documents in a streaming fashion anyway, so not
-        // worried about this for now.
+        let { buffer } = this;
+        let { fileName } = this;
+        if (!buffer) {
+            const { readFile, basename } = await this.imports();
+            buffer = await readFile(this.filePath);
+            fileName = basename(this.filePath);
+            // I'm aware this reads the file into memory first, but we have lots of work
+            // to do on then consuming Documents in a streaming fashion anyway, so not
+            // worried about this for now.
+        }
         const formData = new FormData();
         formData.append("files", new Blob([buffer]), fileName);
         formData.append("strategy", this.strategy);

package/dist/document_loaders/fs/unstructured.d.ts

@@ -1,5 +1,6 @@
 /// <reference types="node" resolution-mode="require"/>
 /// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
 import type { basename as BasenameT } from "node:path";
 import type { readFile as ReadFileT } from "node:fs/promises";
 import { Document } from "@langchain/core/documents";
@@ -63,6 +64,10 @@ type UnstructuredDirectoryLoaderOptions = UnstructuredLoaderOptions & {
     recursive?: boolean;
     unknown?: UnknownHandling;
 };
+type UnstructuredMemoryLoaderOptions = {
+    buffer: Buffer;
+    fileName: string;
+};
 /**
  * @deprecated - Import from "@langchain/community/document_loaders/fs/unstructured" instead. This entrypoint will be removed in 0.3.0.
  *
@@ -75,6 +80,8 @@ type UnstructuredDirectoryLoaderOptions = UnstructuredLoaderOptions & {
  */
 export declare class UnstructuredLoader extends BaseDocumentLoader {
     filePath: string;
+    private buffer?;
+    private fileName?;
     private apiUrl;
     private apiKey?;
     private strategy;
@@ -91,7 +98,7 @@ export declare class UnstructuredLoader extends BaseDocumentLoader {
     private combineUnderNChars?;
     private newAfterNChars?;
     private maxCharacters?;
-    constructor(filePathOrLegacyApiUrl: string, optionsOrLegacyFilePath?: UnstructuredLoaderOptions | string);
+    constructor(filePathOrLegacyApiUrlOrMemoryBuffer: string | UnstructuredMemoryLoaderOptions, optionsOrLegacyFilePath?: UnstructuredLoaderOptions | string);
     _partition(): Promise<Element[]>;
     load(): Promise<Document[]>;
     imports(): Promise<{

package/dist/document_loaders/fs/unstructured.js

@@ -39,7 +39,7 @@ const UNSTRUCTURED_API_FILETYPES = [
  * and returns an array of Document instances.
  */
 export class UnstructuredLoader extends BaseDocumentLoader {
-    constructor(filePathOrLegacyApiUrl, optionsOrLegacyFilePath = {}) {
+    constructor(filePathOrLegacyApiUrlOrMemoryBuffer, optionsOrLegacyFilePath = {}) {
         super();
         Object.defineProperty(this, "filePath", {
             enumerable: true,
@@ -47,6 +47,18 @@ export class UnstructuredLoader extends BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "buffer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "fileName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "apiUrl", {
             enumerable: true,
             configurable: true,
@@ -146,12 +158,19 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         // Temporary shim to avoid breaking existing users
         // Remove when API keys are enforced by Unstructured and existing code will break anyway
         const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
-        if (isLegacySyntax) {
+        const isMemorySyntax = typeof filePathOrLegacyApiUrlOrMemoryBuffer === "object";
+        if (isMemorySyntax) {
+            this.buffer = filePathOrLegacyApiUrlOrMemoryBuffer.buffer;
+            this.fileName = filePathOrLegacyApiUrlOrMemoryBuffer.fileName;
+        }
+        else if (isLegacySyntax) {
             this.filePath = optionsOrLegacyFilePath;
-            this.apiUrl = filePathOrLegacyApiUrl;
+            this.apiUrl = filePathOrLegacyApiUrlOrMemoryBuffer;
         }
         else {
-            this.filePath = filePathOrLegacyApiUrl;
+            this.filePath = filePathOrLegacyApiUrlOrMemoryBuffer;
+        }
+        if (!isLegacySyntax) {
             const options = optionsOrLegacyFilePath;
             this.apiKey = options.apiKey;
             this.apiUrl = options.apiUrl ?? this.apiUrl;
@@ -172,12 +191,16 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         }
     }
     async _partition() {
-        const { readFile, basename } = await this.imports();
-        const buffer = await readFile(this.filePath);
-        const fileName = basename(this.filePath);
-        // I'm aware this reads the file into memory first, but we have lots of work
-        // to do on then consuming Documents in a streaming fashion anyway, so not
-        // worried about this for now.
+        let { buffer } = this;
+        let { fileName } = this;
+        if (!buffer) {
+            const { readFile, basename } = await this.imports();
+            buffer = await readFile(this.filePath);
+            fileName = basename(this.filePath);
+            // I'm aware this reads the file into memory first, but we have lots of work
+            // to do on then consuming Documents in a streaming fashion anyway, so not
+            // worried about this for now.
+        }
         const formData = new FormData();
         formData.append("files", new Blob([buffer]), fileName);
         formData.append("strategy", this.strategy);

package/dist/document_loaders/tests/multi_file.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/document_loaders/tests/multi_file.test.js

@@ -0,0 +1,49 @@
+import * as url from "node:url";
+import * as path from "node:path";
+import { test, expect } from "@jest/globals";
+import { MultiFileLoader } from "../fs/multi_file.js";
+import { CSVLoader } from "../fs/csv.js";
+import { PDFLoader } from "../fs/pdf.js";
+import { TextLoader } from "../fs/text.js";
+import { JSONLoader } from "../fs/json.js";
+import { UnknownHandling } from "../fs/directory.js";
+test("Test MultiFileLoader", async () => {
+    const baseDirectory = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data");
+    const filePaths = [
+        path.resolve(baseDirectory, "1706.03762.pdf"),
+        path.resolve(baseDirectory, "Jacob_Lee_Resume_2023.pdf"),
+        path.resolve(baseDirectory, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv"),
+        path.resolve(baseDirectory, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.json"),
+        path.resolve(baseDirectory, "complex.json"),
+        path.resolve(baseDirectory, "example.txt"),
+        path.resolve(baseDirectory, "example_separator.csv"),
+    ];
+    const loader = new MultiFileLoader(filePaths, {
+        ".csv": (p) => {
+            if (p.includes("separator.csv")) {
+                return new CSVLoader(p, { column: "html", separator: "｜" });
+            }
+            return new CSVLoader(p, "html");
+        },
+        ".pdf": (p) => new PDFLoader(p),
+        ".txt": (p) => new TextLoader(p),
+        ".json": (p) => new JSONLoader(p),
+    }, UnknownHandling.Ignore);
+    const docs = await loader.load();
+    expect(docs.length).toBe(123);
+    const expectedSources = [
+        // PDF
+        ...Array.from({ length: 15 }, (_) => path.resolve(baseDirectory, "1706.03762.pdf")),
+        path.resolve(baseDirectory, "Jacob_Lee_Resume_2023.pdf"),
+        // CSV
+        ...Array.from({ length: 32 }, (_) => path.resolve(baseDirectory, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv")),
+        // JSON
+        ...Array.from({ length: 32 }, (_) => path.resolve(baseDirectory, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.json")),
+        ...Array.from({ length: 10 }, (_) => path.resolve(baseDirectory, "complex.json")),
+        // TXT
+        path.resolve(baseDirectory, "example.txt"),
+        // CSV
+        ...Array.from({ length: 32 }, (_) => path.resolve(baseDirectory, "example_separator.csv")),
+    ];
+    expect(docs.map((d) => d.metadata.source).sort()).toEqual(expectedSources);
+});

package/dist/document_loaders/tests/unstructured.int.test.js

@@ -2,6 +2,7 @@
 /* eslint-disable @typescript-eslint/no-non-null-assertion */
 import * as url from "node:url";
 import * as path from "node:path";
+import { readFile } from "node:fs/promises";
 import { test, expect } from "@jest/globals";
 import { UnstructuredDirectoryLoader, UnstructuredLoader, UnknownHandling, } from "../fs/unstructured.js";
 test.skip("Test Unstructured base loader", async () => {
@@ -16,6 +17,23 @@ test.skip("Test Unstructured base loader", async () => {
         expect(typeof doc.pageContent).toBe("string");
     }
 });
+test.skip("Test Unstructured base loader with buffer", async () => {
+    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/example.txt");
+    const options = {
+        apiKey: process.env.UNSTRUCTURED_API_KEY,
+    };
+    const buffer = await readFile(filePath);
+    const fileName = "example.txt";
+    const loader = new UnstructuredLoader({
+        buffer,
+        fileName,
+    }, options);
+    const docs = await loader.load();
+    expect(docs.length).toBe(3);
+    for (const doc of docs) {
+        expect(typeof doc.pageContent).toBe("string");
+    }
+});
 test.skip("Test Unstructured base loader with fast strategy", async () => {
     const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/1706.03762.pdf");
     const options = {

package/dist/load/import_constants.cjs

@@ -38,6 +38,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_loaders/web/couchbase",
     "langchain/document_loaders/web/youtube",
     "langchain/document_loaders/fs/directory",
+    "langchain/document_loaders/fs/multi_file",
     "langchain/document_loaders/fs/buffer",
     "langchain/document_loaders/fs/chatgpt",
     "langchain/document_loaders/fs/text",

package/dist/load/import_constants.js

@@ -35,6 +35,7 @@ export const optionalImportEntrypoints = [
     "langchain/document_loaders/web/couchbase",
     "langchain/document_loaders/web/youtube",
     "langchain/document_loaders/fs/directory",
+    "langchain/document_loaders/fs/multi_file",
     "langchain/document_loaders/fs/buffer",
     "langchain/document_loaders/fs/chatgpt",
     "langchain/document_loaders/fs/text",

package/dist/retrievers/multi_query.cjs

@@ -162,7 +162,7 @@ class MultiQueryRetriever extends retrievers_1.BaseRetriever {
         const uniqueDocuments = this._uniqueUnion(documents);
         let outputDocs = uniqueDocuments;
         if (this.documentCompressor && uniqueDocuments.length) {
-            outputDocs = await this.documentCompressor.compressDocuments(uniqueDocuments, question);
+            outputDocs = await this.documentCompressor.compressDocuments(uniqueDocuments, question, runManager?.getChild());
             if (this.documentCompressorFilteringFn) {
                 outputDocs = this.documentCompressorFilteringFn(outputDocs);
             }

package/dist/retrievers/multi_query.js

@@ -159,7 +159,7 @@ export class MultiQueryRetriever extends BaseRetriever {
         const uniqueDocuments = this._uniqueUnion(documents);
         let outputDocs = uniqueDocuments;
         if (this.documentCompressor && uniqueDocuments.length) {
-            outputDocs = await this.documentCompressor.compressDocuments(uniqueDocuments, question);
+            outputDocs = await this.documentCompressor.compressDocuments(uniqueDocuments, question, runManager?.getChild());
             if (this.documentCompressorFilteringFn) {
                 outputDocs = this.documentCompressorFilteringFn(outputDocs);
             }

package/document_loaders/fs/multi_file.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/fs/multi_file.cjs');

package/document_loaders/fs/multi_file.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/multi_file.js'

package/document_loaders/fs/multi_file.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/multi_file.js'

package/document_loaders/fs/multi_file.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/multi_file.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.2.5",
+  "version": "0.2.7",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -286,6 +286,10 @@
     "document_loaders/fs/directory.js",
     "document_loaders/fs/directory.d.ts",
     "document_loaders/fs/directory.d.cts",
+    "document_loaders/fs/multi_file.cjs",
+    "document_loaders/fs/multi_file.js",
+    "document_loaders/fs/multi_file.d.ts",
+    "document_loaders/fs/multi_file.d.cts",
     "document_loaders/fs/buffer.cjs",
     "document_loaders/fs/buffer.js",
     "document_loaders/fs/buffer.d.ts",
@@ -580,7 +584,7 @@
     "clean": "rm -rf .turbo dist/",
     "prepack": "yarn build",
     "release": "release-it --only-version --config .release-it.json",
-    "test": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
+    "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:integration": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000 --maxWorkers=50%",
     "test:single": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
@@ -672,7 +676,7 @@
     "sonix-speech-recognition": "^2.1.1",
     "srt-parser-2": "^1.2.3",
     "ts-jest": "^29.1.0",
-    "typeorm": "^0.3.12",
+    "typeorm": "^0.3.20",
     "typescript": "~5.1.6",
     "weaviate-ts-client": "^2.0.0",
     "web-auth-library": "^1.0.3",
@@ -724,7 +728,7 @@
     "redis": "^4.6.4",
     "sonix-speech-recognition": "^2.1.1",
     "srt-parser-2": "^1.2.3",
-    "typeorm": "^0.3.12",
+    "typeorm": "^0.3.20",
     "weaviate-ts-client": "*",
     "web-auth-library": "^1.0.3",
     "ws": "^8.14.2",
@@ -885,7 +889,7 @@
   },
   "dependencies": {
     "@langchain/core": "~0.2.0",
-    "@langchain/openai": "~0.1.0",
+    "@langchain/openai": ">=0.1.0 <0.3.0",
     "@langchain/textsplitters": "~0.0.0",
     "binary-extensions": "^2.2.0",
     "js-tiktoken": "^1.0.12",
@@ -1540,6 +1544,15 @@
       "import": "./document_loaders/fs/directory.js",
       "require": "./document_loaders/fs/directory.cjs"
     },
+    "./document_loaders/fs/multi_file": {
+      "types": {
+        "import": "./document_loaders/fs/multi_file.d.ts",
+        "require": "./document_loaders/fs/multi_file.d.cts",
+        "default": "./document_loaders/fs/multi_file.d.ts"
+      },
+      "import": "./document_loaders/fs/multi_file.js",
+      "require": "./document_loaders/fs/multi_file.cjs"
+    },
     "./document_loaders/fs/buffer": {
       "types": {
         "import": "./document_loaders/fs/buffer.d.ts",