langchain 0.0.19 → 0.0.20

package/dist/document_loaders/csv.d.ts

@@ -0,0 +1,6 @@
+import { TextLoader } from "./text.js";
+export declare class CSVLoader extends TextLoader {
+    column: string;
+    constructor(filePath: string, column: string);
+    protected parse(raw: string): Promise<string[]>;
+}

package/dist/document_loaders/csv.js

@@ -0,0 +1,23 @@
+import { csvParse } from "d3-dsv";
+import { TextLoader } from "./text.js";
+export class CSVLoader extends TextLoader {
+    constructor(filePath, column) {
+        super(filePath);
+        Object.defineProperty(this, "column", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: column
+        });
+    }
+    async parse(raw) {
+        const parsed = csvParse(raw.trim());
+        if (!parsed.columns.includes(this.column)) {
+            throw new Error(`Column ${this.column} not found in CSV file.`);
+        }
+        // Note TextLoader will raise an exception if the value is null.
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        return parsed.map((row) => row[this.column]);
+    }
+}
+//# sourceMappingURL=csv.js.map

package/dist/document_loaders/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/document_loaders/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,OAAO,SAAU,SAAQ,UAAU;IACvC,YAAY,QAAgB,EAAS,MAAc;QACjD,KAAK,CAAC,QAAQ,CAAC,CAAC;;;;;mBADmB;;IAErC,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAW;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,MAAM,yBAAyB,CAAC,CAAC;SACjE;QACD,gEAAgE;QAChE,oEAAoE;QACpE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAE,CAAC,CAAC;IAChD,CAAC;CACF"}

package/dist/document_loaders/directory.d.ts

@@ -0,0 +1,28 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { extname as ExtnameT, resolve as ResolveT } from "path";
+import type { readdir as ReaddirT } from "fs/promises";
+import { Document } from "../document.js";
+import { BaseDocumentLoader } from "./base.js";
+export declare enum UnknownHandling {
+    Ignore = "ignore",
+    Warn = "warn",
+    Error = "error"
+}
+export declare class DirectoryLoader extends BaseDocumentLoader {
+    directoryPath: string;
+    loaders: {
+        [extension: string]: (filePath: string) => BaseDocumentLoader;
+    };
+    recursive: boolean;
+    unknown: UnknownHandling;
+    constructor(directoryPath: string, loaders: {
+        [extension: string]: (filePath: string) => BaseDocumentLoader;
+    }, recursive?: boolean, unknown?: UnknownHandling);
+    load(): Promise<Document[]>;
+    static imports(): Promise<{
+        readdir: typeof ReaddirT;
+        extname: typeof ExtnameT;
+        resolve: typeof ResolveT;
+    }>;
+}

package/dist/document_loaders/directory.js

@@ -0,0 +1,96 @@
+import { getEnv } from "../util/env.js";
+import { BaseDocumentLoader } from "./base.js";
+export var UnknownHandling;
+(function (UnknownHandling) {
+    UnknownHandling["Ignore"] = "ignore";
+    UnknownHandling["Warn"] = "warn";
+    UnknownHandling["Error"] = "error";
+})(UnknownHandling || (UnknownHandling = {}));
+export class DirectoryLoader extends BaseDocumentLoader {
+    constructor(directoryPath, loaders, recursive = true, unknown = UnknownHandling.Warn) {
+        super();
+        Object.defineProperty(this, "directoryPath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: directoryPath
+        });
+        Object.defineProperty(this, "loaders", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: loaders
+        });
+        Object.defineProperty(this, "recursive", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: recursive
+        });
+        Object.defineProperty(this, "unknown", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: unknown
+        });
+        if (Object.keys(loaders).length === 0) {
+            throw new Error("Must provide at least one loader");
+        }
+        for (const extension in loaders) {
+            if (Object.hasOwn(loaders, extension)) {
+                if (extension[0] !== ".") {
+                    throw new Error(`Extension must start with a dot: ${extension}`);
+                }
+            }
+        }
+    }
+    async load() {
+        const { readdir, extname, resolve } = await DirectoryLoader.imports();
+        const files = await readdir(this.directoryPath, { withFileTypes: true });
+        const documents = [];
+        for (const file of files) {
+            const fullPath = resolve(this.directoryPath, file.name);
+            if (file.isDirectory()) {
+                if (this.recursive) {
+                    const loader = new DirectoryLoader(fullPath, this.loaders, this.recursive, this.unknown);
+                    documents.push(...(await loader.load()));
+                }
+            }
+            else {
+                // I'm aware some things won't be files,
+                // but they will be caught by the "unknown" handling below.
+                const loaderFactory = this.loaders[extname(file.name)];
+                if (loaderFactory) {
+                    const loader = loaderFactory(fullPath);
+                    documents.push(...(await loader.load()));
+                }
+                else {
+                    switch (this.unknown) {
+                        case UnknownHandling.Ignore:
+                            break;
+                        case UnknownHandling.Warn:
+                            console.warn(`Unknown file type: ${file.name}`);
+                            break;
+                        case UnknownHandling.Error:
+                            throw new Error(`Unknown file type: ${file.name}`);
+                        default:
+                            throw new Error(`Unknown unknown handling: ${this.unknown}`);
+                    }
+                }
+            }
+        }
+        return documents;
+    }
+    static async imports() {
+        try {
+            const { extname, resolve } = await import("path");
+            const { readdir } = await import("fs/promises");
+            return { readdir, extname, resolve };
+        }
+        catch (e) {
+            console.error(e);
+            throw new Error(`Failed to load fs/promises. DirectoryLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
+        }
+    }
+}
+//# sourceMappingURL=directory.js.map

package/dist/document_loaders/directory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.js","sourceRoot":"","sources":["../../src/document_loaders/directory.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,CAAN,IAAY,eAIX;AAJD,WAAY,eAAe;IACzB,oCAAiB,CAAA;IACjB,gCAAa,CAAA;IACb,kCAAe,CAAA;AACjB,CAAC,EAJW,eAAe,KAAf,eAAe,QAI1B;AAED,MAAM,OAAO,eAAgB,SAAQ,kBAAkB;IACrD,YACS,aAAqB,EACrB,OAEN,EACM,YAAqB,IAAI,EACzB,UAA2B,eAAe,CAAC,IAAI;QAEtD,KAAK,EAAE,CAAC;;;;;mBAPD;;;;;;mBACA;;;;;;mBAGA;;;;;;mBACA;;QAIP,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;SACrD;QACD,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE;YAC/B,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE;gBACrC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;oBACxB,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;iBAClE;aACF;SACF;IACH,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzE,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE;gBACtB,IAAI,IAAI,CAAC,SAAS,EAAE;oBAClB,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC,QAAQ,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,CACb,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC1C;aACF;iBAAM;gBACL,wCAAwC;gBACxC,2DAA2D;gBAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACvD,IAAI,aAAa,EAAE;oBACjB,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACvC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC1C;qBAAM;oBACL,QAAQ,IAAI,CAAC,OAAO,EAAE;wBACpB,KAAK,eAAe,CAAC,MAAM;4BACzB,MAAM;wBACR,KAAK,eAAe,CAAC,IAAI;4BACvB,OAAO,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;4BAChD,MAAM;wBACR,KAAK,eAAe,CAAC,KAAK;4BACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBACrD;4BACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;qBAChE;iBACF;aACF;SACF;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAKlB,IAAI;YACF,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YAChD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SACtC;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,6HAA6H,MAAM,EAAE,iDAAiD,CACvL,CAAC;SACH;IACH,CAAC;CACF"}

package/dist/document_loaders/index.d.ts

@@ -5,5 +5,10 @@ export { CollegeConfidentialLoader } from "./college_confidential.js";
 export { GitbookLoader } from "./gitbook.js";
 export { HNLoader } from "./hn.js";
 export { IMSDBLoader } from "./imsdb.js";
+export { DirectoryLoader, UnknownHandling } from "./directory.js";
 export { SRTLoader } from "./srt.js";
+export { PDFLoader } from "./pdf.js";
 export { TextLoader } from "./text.js";
+export { JSONLoader } from "./json.js";
+export { JSONLinesLoader } from "./jsonl.js";
+export { CSVLoader } from "./csv.js";

package/dist/document_loaders/index.js

@@ -4,6 +4,11 @@ export { CollegeConfidentialLoader } from "./college_confidential.js";
 export { GitbookLoader } from "./gitbook.js";
 export { HNLoader } from "./hn.js";
 export { IMSDBLoader } from "./imsdb.js";
+export { DirectoryLoader, UnknownHandling } from "./directory.js";
 export { SRTLoader } from "./srt.js";
+export { PDFLoader } from "./pdf.js";
 export { TextLoader } from "./text.js";
+export { JSONLoader } from "./json.js";
+export { JSONLinesLoader } from "./jsonl.js";
+export { CSVLoader } from "./csv.js";
 //# sourceMappingURL=index.js.map

package/dist/document_loaders/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/document_loaders/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/document_loaders/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC"}

package/dist/document_loaders/json.d.ts

@@ -0,0 +1,6 @@
+import { TextLoader } from "./text.js";
+export declare class JSONLoader extends TextLoader {
+    pointer: string;
+    constructor(filePath: string, pointer?: string);
+    protected parse(raw: string): Promise<string[]>;
+}

package/dist/document_loaders/json.js

@@ -0,0 +1,20 @@
+import jsonpointer from "jsonpointer";
+import { TextLoader } from "./text.js";
+export class JSONLoader extends TextLoader {
+    constructor(filePath, pointer = "") {
+        super(filePath);
+        Object.defineProperty(this, "pointer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: pointer
+        });
+    }
+    async parse(raw) {
+        const json = JSON.parse(raw.trim());
+        const pointer = jsonpointer.compile(this.pointer);
+        const value = pointer.get(json);
+        return Array.isArray(value) ? value : [value];
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/document_loaders/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/document_loaders/json.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,OAAO,UAAW,SAAQ,UAAU;IACxC,YAAY,QAAgB,EAAS,UAAkB,EAAE;QACvD,KAAK,CAAC,QAAQ,CAAC,CAAC;;;;;mBADmB;;IAErC,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAW;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;CACF"}

package/dist/document_loaders/jsonl.d.ts

@@ -0,0 +1,6 @@
+import { TextLoader } from "./text.js";
+export declare class JSONLinesLoader extends TextLoader {
+    pointer: string;
+    constructor(filePath: string, pointer: string);
+    protected parse(raw: string): Promise<string[]>;
+}

package/dist/document_loaders/jsonl.js

@@ -0,0 +1,23 @@
+import jsonpointer from "jsonpointer";
+import { TextLoader } from "./text.js";
+export class JSONLinesLoader extends TextLoader {
+    constructor(filePath, pointer) {
+        super(filePath);
+        Object.defineProperty(this, "pointer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: pointer
+        });
+    }
+    async parse(raw) {
+        const lines = raw.split("\n");
+        const jsons = lines
+            .map((line) => line.trim())
+            .filter(Boolean)
+            .map((line) => JSON.parse(line));
+        const pointer = jsonpointer.compile(this.pointer);
+        return jsons.map((json) => pointer.get(json));
+    }
+}
+//# sourceMappingURL=jsonl.js.map

package/dist/document_loaders/jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/document_loaders/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,OAAO,eAAgB,SAAQ,UAAU;IAC7C,YAAY,QAAgB,EAAS,OAAe;QAClD,KAAK,CAAC,QAAQ,CAAC,CAAC;;;;;mBADmB;;IAErC,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAW;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,KAAK;aAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;CACF"}

package/dist/document_loaders/pdf.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { readFile as ReadFileT } from "fs/promises";
+import { Document } from "../document.js";
+import { BaseDocumentLoader } from "./base.js";
+export declare class PDFLoader extends BaseDocumentLoader {
+    filePath: string;
+    constructor(filePath: string);
+    load(): Promise<Document[]>;
+    static imports(): Promise<{
+        readFile: typeof ReadFileT;
+    }>;
+}

package/dist/document_loaders/pdf.js

@@ -0,0 +1,34 @@
+// the main entrypoint has some debug code that we don't want to import
+import pdf from "pdf-parse/lib/pdf-parse.js";
+import { Document } from "../document.js";
+import { getEnv } from "../util/env.js";
+import { BaseDocumentLoader } from "./base.js";
+export class PDFLoader extends BaseDocumentLoader {
+    constructor(filePath) {
+        super();
+        Object.defineProperty(this, "filePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: filePath
+        });
+    }
+    async load() {
+        const { readFile } = await PDFLoader.imports();
+        const buffer = await readFile(this.filePath);
+        const parsed = await pdf(buffer);
+        const metadata = { source: this.filePath };
+        return [new Document({ pageContent: parsed.text, metadata })];
+    }
+    static async imports() {
+        try {
+            const { readFile } = await import("fs/promises");
+            return { readFile };
+        }
+        catch (e) {
+            console.error(e);
+            throw new Error(`Failed to load fs/promises. PDFLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
+        }
+    }
+}
+//# sourceMappingURL=pdf.js.map

package/dist/document_loaders/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/document_loaders/pdf.ts"],"names":[],"mappings":"AACA,uEAAuE;AACvE,OAAO,GAAG,MAAM,4BAA4B,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,OAAO,SAAU,SAAQ,kBAAkB;IAC/C,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;;;;;mBADS;;IAEnB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAGlB,IAAI;YACF,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACrB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,uHAAuH,MAAM,EAAE,iDAAiD,CACjL,CAAC;SACH;IACH,CAAC;CACF"}

package/dist/document_loaders/srt.js

@@ -1,4 +1,5 @@
 import { Document } from "../document.js";
+import { getEnv } from "../util/env.js";
 import { BaseDocumentLoader } from "./base.js";
 export class SRTLoader extends BaseDocumentLoader {
     constructor(filePath) {
@@ -26,29 +27,8 @@ export class SRTLoader extends BaseDocumentLoader {
             readFile = (await import("fs/promises")).readFile;
         }
         catch (e) {
-            const { isBrowser, isNode, isWebWorker, isJsDom, isDeno,
-            // eslint-disable-next-line global-require,@typescript-eslint/no-var-requires
-             } = await import("browser-or-node");
-            let env;
-            if (isBrowser) {
-                env = "browser";
-            }
-            else if (isNode) {
-                env = "node";
-            }
-            else if (isWebWorker) {
-                env = "webworker";
-            }
-            else if (isJsDom) {
-                env = "jsdom";
-            }
-            else if (isDeno) {
-                env = "deno";
-            }
-            else {
-                env = "other";
-            }
-            throw new Error(`Failed to load fs/promises. SRTLoader available only on environment 'node'. It appears you are running environment '${env}'. See https://<link to docs> for alternatives.`);
+            console.error(e);
+            throw new Error(`Failed to load fs/promises. SRTLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
         }
         let SRTParser2 = null;
         try {

package/dist/document_loaders/srt.js.map

@@ -1 +1 @@
-{"version":3,"file":"srt.js","sourceRoot":"","sources":["../../src/document_loaders/srt.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,OAAO,SAAU,SAAQ,kBAAkB;IAC/C,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;;;;;mBADS;;QAGjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAIlB,IAAI,QAAQ,GAA4B,IAAI,CAAC;QAC7C,IAAI;YACF,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;SACnD;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,EACJ,SAAS,EACT,MAAM,EACN,WAAW,EACX,OAAO,EACP,MAAM;YACN,6EAA6E;cAC9E,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACpC,IAAI,GAAW,CAAC;YAChB,IAAI,SAAS,EAAE;gBACb,GAAG,GAAG,SAAS,CAAC;aACjB;iBAAM,IAAI,MAAM,EAAE;gBACjB,GAAG,GAAG,MAAM,CAAC;aACd;iBAAM,IAAI,WAAW,EAAE;gBACtB,GAAG,GAAG,WAAW,CAAC;aACnB;iBAAM,IAAI,OAAO,EAAE;gBAClB,GAAG,GAAG,OAAO,CAAC;aACf;iBAAM,IAAI,MAAM,EAAE;gBACjB,GAAG,GAAG,MAAM,CAAC;aACd;iBAAM;gBACL,GAAG,GAAG,OAAO,CAAC;aACf;YACD,MAAM,IAAI,KAAK,CACb,uHAAuH,GAAG,iDAAiD,CAC5K,CAAC;SACH;QAED,IAAI,UAAU,GAAqC,IAAI,CAAC;QACxD,IAAI;YACF,UAAU,GAAG,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;SAC7D;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;SACH;QACD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAClC,CAAC;CACF"}
+{"version":3,"file":"srt.js","sourceRoot":"","sources":["../../src/document_loaders/srt.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,OAAO,SAAU,SAAQ,kBAAkB;IAC/C,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;;;;;mBADS;;QAGjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAIlB,IAAI,QAAQ,GAA4B,IAAI,CAAC;QAC7C,IAAI;YACF,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;SACnD;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,uHAAuH,MAAM,EAAE,iDAAiD,CACjL,CAAC;SACH;QAED,IAAI,UAAU,GAAqC,IAAI,CAAC;QACxD,IAAI;YACF,UAAU,GAAG,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;SAC7D;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;SACH;QACD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAClC,CAAC;CACF"}

package/dist/document_loaders/tests/csv.test.js

@@ -0,0 +1,16 @@
+import url from "url";
+import path from "path";
+import { test, expect } from "@jest/globals";
+import { CSVLoader } from "../csv.js";
+import { Document } from "../../document.js";
+test("Test CSV loader", async () => {
+    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv");
+    const loader = new CSVLoader(filePath, "html");
+    const docs = await loader.load();
+    expect(docs.length).toBe(32);
+    expect(docs[0]).toEqual(new Document({
+        metadata: { source: filePath },
+        pageContent: "<i>Corruption discovered at the core of the Banking Clan!</i>",
+    }));
+});
+//# sourceMappingURL=csv.test.js.map

package/dist/document_loaders/tests/csv.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.test.js","sourceRoot":"","sources":["../../../src/document_loaders/tests/csv.test.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,IAAI,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAChD,wEAAwE,CACzE,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CACrB,IAAI,QAAQ,CAAC;QACX,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QAC9B,WAAW,EACT,+DAA+D;KAClE,CAAC,CACH,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/document_loaders/tests/directory.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/document_loaders/tests/directory.test.js

@@ -0,0 +1,30 @@
+import url from "url";
+import path from "path";
+import { test, expect } from "@jest/globals";
+import { DirectoryLoader, UnknownHandling } from "../directory.js";
+import { CSVLoader } from "../csv.js";
+import { PDFLoader } from "../pdf.js";
+import { TextLoader } from "../text.js";
+import { JSONLoader } from "../json.js";
+test("Test Directory loader", async () => {
+    const directoryPath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data");
+    const loader = new DirectoryLoader(directoryPath, {
+        ".csv": (p) => new CSVLoader(p, "html"),
+        ".pdf": (p) => new PDFLoader(p),
+        ".txt": (p) => new TextLoader(p),
+        ".json": (p) => new JSONLoader(p),
+    }, true, UnknownHandling.Ignore);
+    const docs = await loader.load();
+    expect(docs.length).toBe(66);
+    expect(docs.map((d) => d.metadata.source).sort()).toEqual([
+        // PDF
+        path.resolve(directoryPath, "1706.03762.pdf"),
+        // CSV
+        ...Array.from({ length: 32 }, (_) => path.resolve(directoryPath, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv")),
+        // JSON
+        ...Array.from({ length: 32 }, (_) => path.resolve(directoryPath, "Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.json")),
+        // TXT
+        path.resolve(directoryPath, "example.txt"),
+    ]);
+});
+//# sourceMappingURL=directory.test.js.map

package/dist/document_loaders/tests/directory.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.test.js","sourceRoot":"","sources":["../../../src/document_loaders/tests/directory.test.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,IAAI,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;IACvC,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAChD,gBAAgB,CACjB,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC,aAAa,EACb;QACE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC;QACvC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC;QAC/B,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC;QAChC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC;KAClC,EACD,IAAI,EACJ,eAAe,CAAC,MAAM,CACvB,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC;QACxD,MAAM;QACN,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,gBAAgB,CAAC;QAC7C,MAAM;QACN,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAClC,IAAI,CAAC,OAAO,CACV,aAAa,EACb,yDAAyD,CAC1D,CACF;QACD,OAAO;QACP,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAClC,IAAI,CAAC,OAAO,CACV,aAAa,EACb,0DAA0D,CAC3D,CACF;QACD,MAAM;QACN,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC;KAC3C,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/document_loaders/tests/json.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/document_loaders/tests/json.test.js

@@ -0,0 +1,16 @@
+import url from "url";
+import path from "path";
+import { test, expect } from "@jest/globals";
+import { JSONLoader } from "../json.js";
+import { Document } from "../../document.js";
+test("Test JSON loader", async () => {
+    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.json");
+    const loader = new JSONLoader(filePath);
+    const docs = await loader.load();
+    expect(docs.length).toBe(32);
+    expect(docs[0]).toEqual(new Document({
+        metadata: { source: filePath },
+        pageContent: "<i>Corruption discovered at the core of the Banking Clan!</i>",
+    }));
+});
+//# sourceMappingURL=json.test.js.map

package/dist/document_loaders/tests/json.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.test.js","sourceRoot":"","sources":["../../../src/document_loaders/tests/json.test.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,IAAI,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAChD,yEAAyE,CAC1E,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CACrB,IAAI,QAAQ,CAAC;QACX,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QAC9B,WAAW,EACT,+DAA+D;KAClE,CAAC,CACH,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/document_loaders/tests/jsonl.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/document_loaders/tests/jsonl.test.js

@@ -0,0 +1,16 @@
+import url from "url";
+import path from "path";
+import { test, expect } from "@jest/globals";
+import { JSONLinesLoader } from "../jsonl.js";
+import { Document } from "../../document.js";
+test("Test JSON loader", async () => {
+    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.jsonl");
+    const loader = new JSONLinesLoader(filePath, "/html");
+    const docs = await loader.load();
+    expect(docs.length).toBe(32);
+    expect(docs[0]).toEqual(new Document({
+        metadata: { source: filePath },
+        pageContent: "<i>Corruption discovered at the core of the Banking Clan!</i>",
+    }));
+});
+//# sourceMappingURL=jsonl.test.js.map

package/dist/document_loaders/tests/jsonl.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.test.js","sourceRoot":"","sources":["../../../src/document_loaders/tests/jsonl.test.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,IAAI,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAChD,0EAA0E,CAC3E,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CACrB,IAAI,QAAQ,CAAC;QACX,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QAC9B,WAAW,EACT,+DAA+D;KAClE,CAAC,CACH,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/document_loaders/tests/pdf.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/document_loaders/tests/pdf.test.js

@@ -0,0 +1,12 @@
+import { test, expect } from "@jest/globals";
+import url from "url";
+import path from "path";
+import { PDFLoader } from "../pdf.js";
+test("Test PDF loader", async () => {
+    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/1706.03762.pdf");
+    const loader = new PDFLoader(filePath);
+    const docs = await loader.load();
+    expect(docs.length).toBe(1);
+    expect(docs[0].pageContent).toContain("Attention Is All You Need");
+});
+//# sourceMappingURL=pdf.test.js.map

package/dist/document_loaders/tests/pdf.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.test.js","sourceRoot":"","sources":["../../../src/document_loaders/tests/pdf.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,IAAI,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAChD,+BAA+B,CAChC,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAEjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;AACrE,CAAC,CAAC,CAAC"}

package/dist/document_loaders/text.d.ts

@@ -5,6 +5,7 @@ import { BaseDocumentLoader } from "./base.js";
 export declare class TextLoader extends BaseDocumentLoader {
     filePath: string;
     constructor(filePath: string);
+    protected parse(raw: string): Promise<string[]>;
     load(): Promise<Document[]>;
     static imports(): Promise<{
         readFile: typeof ReadFileT;

package/dist/document_loaders/text.js

@@ -1,4 +1,5 @@
 import { Document } from "../document.js";
+import { getEnv } from "../util/env.js";
 import { BaseDocumentLoader } from "./base.js";
 export class TextLoader extends BaseDocumentLoader {
     constructor(filePath) {
@@ -10,11 +11,20 @@ export class TextLoader extends BaseDocumentLoader {
             value: filePath
         });
     }
+    async parse(raw) {
+        return [raw];
+    }
     async load() {
         const { readFile } = await TextLoader.imports();
         const text = await readFile(this.filePath, "utf8");
         const metadata = { source: this.filePath };
-        return [new Document({ pageContent: text, metadata })];
+        const parsed = await this.parse(text);
+        parsed.forEach((pageContent, i) => {
+            if (typeof pageContent !== "string") {
+                throw new Error(`Expected string, at position ${i} got ${typeof pageContent}`);
+            }
+        });
+        return parsed.map((pageContent) => new Document({ pageContent, metadata }));
     }
     static async imports() {
         try {
@@ -23,29 +33,7 @@ export class TextLoader extends BaseDocumentLoader {
         }
         catch (e) {
             console.error(e);
-            const { isBrowser, isNode, isWebWorker, isJsDom, isDeno,
-            // eslint-disable-next-line global-require,@typescript-eslint/no-var-requires
-             } = await import("browser-or-node");
-            let env;
-            if (isBrowser) {
-                env = "browser";
-            }
-            else if (isNode) {
-                env = "node";
-            }
-            else if (isWebWorker) {
-                env = "webworker";
-            }
-            else if (isJsDom) {
-                env = "jsdom";
-            }
-            else if (isDeno) {
-                env = "deno";
-            }
-            else {
-                env = "other";
-            }
-            throw new Error(`Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${env}'. See https://<link to docs> for alternatives.`);
+            throw new Error(`Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
         }
     }
 }

package/dist/document_loaders/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/document_loaders/text.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,OAAO,UAAW,SAAQ,kBAAkB;IAChD,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;;;;;mBADS;;IAEnB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAGlB,IAAI;YACF,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACrB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,EACJ,SAAS,EACT,MAAM,EACN,WAAW,EACX,OAAO,EACP,MAAM;YACN,6EAA6E;cAC9E,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACpC,IAAI,GAAW,CAAC;YAChB,IAAI,SAAS,EAAE;gBACb,GAAG,GAAG,SAAS,CAAC;aACjB;iBAAM,IAAI,MAAM,EAAE;gBACjB,GAAG,GAAG,MAAM,CAAC;aACd;iBAAM,IAAI,WAAW,EAAE;gBACtB,GAAG,GAAG,WAAW,CAAC;aACnB;iBAAM,IAAI,OAAO,EAAE;gBAClB,GAAG,GAAG,OAAO,CAAC;aACf;iBAAM,IAAI,MAAM,EAAE;gBACjB,GAAG,GAAG,MAAM,CAAC;aACd;iBAAM;gBACL,GAAG,GAAG,OAAO,CAAC;aACf;YACD,MAAM,IAAI,KAAK,CACb,wHAAwH,GAAG,iDAAiD,CAC7K,CAAC;SACH;IACH,CAAC;CACF"}
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/document_loaders/text.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,OAAO,UAAW,SAAQ,kBAAkB;IAChD,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;;;;;mBADS;;IAEnB,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAW;QAC/B,OAAO,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE;YAChC,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE;gBACnC,MAAM,IAAI,KAAK,CACb,gCAAgC,CAAC,QAAQ,OAAO,WAAW,EAAE,CAC9D,CAAC;aACH;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAGlB,IAAI;YACF,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACrB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,wHAAwH,MAAM,EAAE,iDAAiD,CAClL,CAAC;SACH;IACH,CAAC;CACF"}

package/dist/llms/openai-chat.d.ts

@@ -88,12 +88,12 @@ export declare class OpenAIChat extends LLM implements OpenAIInput {
         basePath?: string | undefined;
         baseOptions?: any;
         formDataCtor?: (new () => any) | undefined;
-        stop?: import("openai").CreateChatCompletionRequestStop | undefined;
+        model: string;
         temperature?: number | null | undefined;
+        top_p?: number | null | undefined;
         n?: number | null | undefined;
         stream?: boolean | null | undefined;
-        model: string;
-        top_p?: number | null | undefined;
+        stop?: import("openai").CreateChatCompletionRequestStop | undefined;
         presence_penalty?: number | null | undefined;
         frequency_penalty?: number | null | undefined;
         logit_bias?: object | null | undefined;
@@ -112,12 +112,12 @@ export declare class OpenAIChat extends LLM implements OpenAIInput {
         basePath?: string | undefined;
         baseOptions?: any;
         formDataCtor?: (new () => any) | undefined;
-        stop?: import("openai").CreateChatCompletionRequestStop | undefined;
+        model: string;
         temperature?: number | null | undefined;
+        top_p?: number | null | undefined;
         n?: number | null | undefined;
         stream?: boolean | null | undefined;
-        model: string;
-        top_p?: number | null | undefined;
+        stop?: import("openai").CreateChatCompletionRequestStop | undefined;
         presence_penalty?: number | null | undefined;
         frequency_penalty?: number | null | undefined;
         logit_bias?: object | null | undefined;

package/dist/llms/openai.d.ts

@@ -1,6 +1,6 @@
 import { CreateCompletionRequest, CreateCompletionResponse, ConfigurationParameters } from "openai";
 import { BaseLLM } from "./base.js";
-import { LLMResult, LLMCallbackManager } from "./index.js";
+import type { LLMResult, LLMCallbackManager } from "./index.js";
 interface ModelParams {
     /** Sampling temperature to use */
     temperature: number;

package/dist/llms/openai.js

@@ -4,6 +4,7 @@ import { backOff } from "exponential-backoff";
 import fetchAdapter from "../util/axios-fetch-adapter.js";
 import { chunkArray } from "../util/index.js";
 import { BaseLLM } from "./base.js";
+import { OpenAIChat } from "./openai-chat.js";
 /**
  * Wrapper around OpenAI large language models.
  *
@@ -21,6 +22,10 @@ import { BaseLLM } from "./base.js";
  */
 export class OpenAI extends BaseLLM {
     constructor(fields, configuration) {
+        if (fields?.modelName?.startsWith("gpt-3.5-turbo")) {
+            // eslint-disable-next-line no-constructor-return
+            return new OpenAIChat(fields, configuration);
+        }
         super(fields?.callbackManager, fields?.verbose, fields?.concurrency, fields?.cache);
         Object.defineProperty(this, "temperature", {
             enumerable: true,

package/dist/llms/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/llms/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,SAAS,GAKV,MAAM,QAAQ,CAAC;AAEhB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAoEpC;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,MAAO,SAAQ,OAAO;IAqCjC,YACE,MAMC,EACD,aAAuC;QAEvC,KAAK,CACH,MAAM,EAAE,eAAe,EACvB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,KAAK,CACd,CAAC;QAnDJ;;;;mBAAc,GAAG;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;mBAAS,CAAC;WAAC;QAEX;;;;;WAAmC;QAEnC;;;;mBAAY,kBAAkB;WAAC;QAE/B;;;;;WAAqB;QAErB;;;;mBAAY,EAAE;WAAC;QAEf;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;mBAAY,KAAK;WAAC;QAElB,kCAAkC;QAClC;;;;;WAA+B;QAE/B,8BAA8B;QAC9B;;;;;WAAmC;QAEnC;;;;;WAA8C;QAmB5C,MAAM,MAAM,GAAG,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAClE,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC7C;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC;QAEzB,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,KAAK,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;SACrD;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;SAC1D;QAED,IAAI,CAAC,YAAY,GAAG;YAClB,MAAM,EAAE,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1D,GAAG,aAAa;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe;YACtC,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,GAAG,IAAI,CAAC,WAAW;SACpB,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,GAAG,IAAI,CAAC,gBAAgB,EAAE;YAC1B,GAAG,IAAI,CAAC,YAAY;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,OAAO,GAA2C,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;SAC3D;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC9C,GAAG,MAAM;gBACT,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;aACtB,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,MAAM,EAAE;gBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAC9B,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAClB,MAAM,MAAM,GAAyC,EAAE,CAAC;oBACxD,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,KAAK,EAAE,EAAE;wBACpC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;4BAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;gCAC3B,OAAO,CAAC,MAAM,CAAC,CAAC;6BACjB;iCAAM;gCACL,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAGrC,CAAC;gCAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gCACjC,IAAI,IAAI,IAAI,IAAI,EAAE;oCAChB,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;oCACtD,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;oCAC1C,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;oCAEhC,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,CACnC,IAAI,CAAC,IAAI,IAAI,EAAE,EACf,IAAI,CAAC,OAAO,CACb,CAAC;iCACH;6BACF;yBACF;oBACH,CAAC,CAAC,CAAC;oBAEH,uCAAuC;oBACvC,MAAM,MAAM,GAAG,IAAkC,CAAC;oBAClD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CACjC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACpC,CAAC;oBACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/C,CAAC,CACF,CAAC;gBAEF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACtB;iBAAM;gBACL,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;aAC/B;YAED,MAAM,EACJ,iBAAiB,EAAE,gBAAgB,EACnC,aAAa,EAAE,YAAY,EAC3B,YAAY,EAAE,WAAW,GAC1B,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAErB,IAAI,gBAAgB,EAAE;gBACpB,UAAU,CAAC,gBAAgB;oBACzB,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;aACzD;YAED,IAAI,YAAY,EAAE;gBAChB,UAAU,CAAC,YAAY,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;aACzE;YAED,IAAI,WAAW,EAAE;gBACf,UAAU,CAAC,WAAW,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC;aACtE;SACF;QAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CACpE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,cAAc,EAAE;gBACd,YAAY,EAAE,MAAM,CAAC,aAAa;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B;SACF,CAAC,CAAC,CACJ,CAAC;QACF,OAAO;YACL,WAAW;YACX,SAAS,EAAE,EAAE,UAAU,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,cAAc;IACd,KAAK,CAAC,mBAAmB,CAAC,OAAgC;QACxD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACxC,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;gBACrC,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE;aACvC,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SAChD;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YAC3C,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1D,IAAI,CAAC,eAAe,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SACpD;QACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QACzE,MAAM,qBAAqB,GAAG,KAAK,IAAI,EAAE,CACvC,MAAM,CAAC,gBAAgB,CACrB,OAAO,EACP,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CACxD,CAAC;QACJ,OAAO,OAAO,CAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAkB,SAAQ,MAAM;IAK3C,YACE,MAGC;QAED,KAAK,CAAC,MAAM,CAAC,CAAC;QAVhB;;;;;WAA2B;QAE3B;;;;;WAAkB;QAUhB,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,iBAAiB;YACpB,MAAM,EAAE,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAE/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAChD;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAgC;QACxD,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,OAAO,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;SAC3C;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAElC,qDAAqD;QACrD,MAAM,KAAK,CAAC,2CAA2C,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,aAAa,EAAE,0BAA0B;gBACzC,IAAI,EAAE,EAAE;gBACR,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBACzD,IAAI,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBACvB,gBAAgB,EAAE,QAAQ,CAAC,IAAI;gBAC/B,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBACvD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;gBACnD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/llms/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,SAAS,GAKV,MAAM,QAAQ,CAAC;AAEhB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAmE9C;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,MAAO,SAAQ,OAAO;IAqCjC,YACE,MAMC,EACD,aAAuC;QAEvC,IAAI,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE;YAClD,iDAAiD;YACjD,OAAO,IAAI,UAAU,CAAC,MAAM,EAAE,aAAa,CAAkB,CAAC;SAC/D;QACD,KAAK,CACH,MAAM,EAAE,eAAe,EACvB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,KAAK,CACd,CAAC;QAvDJ;;;;mBAAc,GAAG;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;mBAAS,CAAC;WAAC;QAEX;;;;;WAAmC;QAEnC;;;;mBAAY,kBAAkB;WAAC;QAE/B;;;;;WAAqB;QAErB;;;;mBAAY,EAAE;WAAC;QAEf;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;mBAAY,KAAK;WAAC;QAElB,kCAAkC;QAClC;;;;;WAA+B;QAE/B,8BAA8B;QAC9B;;;;;WAAmC;QAEnC;;;;;WAA8C;QAuB5C,MAAM,MAAM,GAAG,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAClE,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC7C;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC;QAEzB,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,KAAK,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;SACrD;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;SAC1D;QAED,IAAI,CAAC,YAAY,GAAG;YAClB,MAAM,EAAE,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1D,GAAG,aAAa;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe;YACtC,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,GAAG,IAAI,CAAC,WAAW;SACpB,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,GAAG,IAAI,CAAC,gBAAgB,EAAE;YAC1B,GAAG,IAAI,CAAC,YAAY;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,OAAO,GAA2C,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;SAC3D;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC9C,GAAG,MAAM;gBACT,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;aACtB,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,MAAM,EAAE;gBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAC9B,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAClB,MAAM,MAAM,GAAyC,EAAE,CAAC;oBACxD,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,KAAK,EAAE,EAAE;wBACpC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;4BAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;gCAC3B,OAAO,CAAC,MAAM,CAAC,CAAC;6BACjB;iCAAM;gCACL,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAGrC,CAAC;gCAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gCACjC,IAAI,IAAI,IAAI,IAAI,EAAE;oCAChB,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;oCACtD,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;oCAC1C,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;oCAEhC,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,CACnC,IAAI,CAAC,IAAI,IAAI,EAAE,EACf,IAAI,CAAC,OAAO,CACb,CAAC;iCACH;6BACF;yBACF;oBACH,CAAC,CAAC,CAAC;oBAEH,uCAAuC;oBACvC,MAAM,MAAM,GAAG,IAAkC,CAAC;oBAClD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CACjC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACpC,CAAC;oBACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/C,CAAC,CACF,CAAC;gBAEF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACtB;iBAAM;gBACL,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;aAC/B;YAED,MAAM,EACJ,iBAAiB,EAAE,gBAAgB,EACnC,aAAa,EAAE,YAAY,EAC3B,YAAY,EAAE,WAAW,GAC1B,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAErB,IAAI,gBAAgB,EAAE;gBACpB,UAAU,CAAC,gBAAgB;oBACzB,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;aACzD;YAED,IAAI,YAAY,EAAE;gBAChB,UAAU,CAAC,YAAY,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;aACzE;YAED,IAAI,WAAW,EAAE;gBACf,UAAU,CAAC,WAAW,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC;aACtE;SACF;QAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CACpE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,cAAc,EAAE;gBACd,YAAY,EAAE,MAAM,CAAC,aAAa;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B;SACF,CAAC,CAAC,CACJ,CAAC;QACF,OAAO;YACL,WAAW;YACX,SAAS,EAAE,EAAE,UAAU,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,cAAc;IACd,KAAK,CAAC,mBAAmB,CAAC,OAAgC;QACxD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACxC,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;gBACrC,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE;aACvC,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SAChD;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YAC3C,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1D,IAAI,CAAC,eAAe,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SACpD;QACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QACzE,MAAM,qBAAqB,GAAG,KAAK,IAAI,EAAE,CACvC,MAAM,CAAC,gBAAgB,CACrB,OAAO,EACP,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CACxD,CAAC;QACJ,OAAO,OAAO,CAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAkB,SAAQ,MAAM;IAK3C,YACE,MAGC;QAED,KAAK,CAAC,MAAM,CAAC,CAAC;QAVhB;;;;;WAA2B;QAE3B;;;;;WAAkB;QAUhB,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,iBAAiB;YACpB,MAAM,EAAE,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAE/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAChD;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAgC;QACxD,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,OAAO,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;SAC3C;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAElC,qDAAqD;QACrD,MAAM,KAAK,CAAC,2CAA2C,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,aAAa,EAAE,0BAA0B;gBACzC,IAAI,EAAE,EAAE;gBACR,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBACzD,IAAI,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBACvB,gBAAgB,EAAE,QAAQ,CAAC,IAAI;gBAC/B,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBACvD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;gBACnD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/llms/tests/openai.int.test.js

@@ -1,10 +1,18 @@
 import { test, expect } from "@jest/globals";
+import { OpenAIChat } from "../openai-chat.js";
 import { OpenAI } from "../openai.js";
 test("Test OpenAI", async () => {
     const model = new OpenAI({ maxTokens: 5, modelName: "text-ada-001" });
     const res = await model.call("Print hello world");
     console.log({ res });
 });
+test("Test OpenAI with chat model returns OpenAIChat", async () => {
+    const model = new OpenAI({ modelName: "gpt-3.5-turbo" });
+    expect(model).toBeInstanceOf(OpenAIChat);
+    const res = await model.call("Print hello world");
+    console.log({ res });
+    expect(typeof res).toBe("string");
+});
 test("Test OpenAI in streaming mode", async () => {
     let nrNewTokens = 0;
     let streamedCompletion = "";

package/dist/llms/tests/openai.int.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.int.test.js","sourceRoot":"","sources":["../../../src/llms/tests/openai.int.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,IAAI,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC;QACvB,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,cAAc;QACzB,SAAS,EAAE,IAAI;QACf,eAAe,EAAE;YACf,cAAc,CAAC,KAAK;gBAClB,WAAW,IAAI,CAAC,CAAC;gBACjB,kBAAkB,IAAI,KAAK,CAAC;YAC9B,CAAC;SACF;KACF,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAErB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AACvC,CAAC,CAAC,CAAC"}
+{"version":3,"file":"openai.int.test.js","sourceRoot":"","sources":["../../../src/llms/tests/openai.int.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,IAAI,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;IAChE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,CAAC;IACzD,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACpC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC;QACvB,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,cAAc;QACzB,SAAS,EAAE,IAAI;QACf,eAAe,EAAE;YACf,cAAc,CAAC,KAAK;gBAClB,WAAW,IAAI,CAAC,CAAC;gBACjB,kBAAkB,IAAI,KAAK,CAAC;YAC9B,CAAC;SACF;KACF,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAErB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AACvC,CAAC,CAAC,CAAC"}

package/dist/util/env.d.ts

@@ -0,0 +1 @@
+export declare const getEnv: () => string;

package/dist/util/env.js

@@ -0,0 +1,24 @@
+import { isBrowser, isNode, isWebWorker, isJsDom, isDeno, } from "browser-or-node";
+export const getEnv = () => {
+    let env;
+    if (isBrowser) {
+        env = "browser";
+    }
+    else if (isNode) {
+        env = "node";
+    }
+    else if (isWebWorker) {
+        env = "webworker";
+    }
+    else if (isJsDom) {
+        env = "jsdom";
+    }
+    else if (isDeno) {
+        env = "deno";
+    }
+    else {
+        env = "other";
+    }
+    return env;
+};
+//# sourceMappingURL=env.js.map

package/dist/util/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/util/env.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,MAAM,EACN,WAAW,EACX,OAAO,EACP,MAAM,GACP,MAAM,iBAAiB,CAAC;AAEzB,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,EAAE;IACzB,IAAI,GAAW,CAAC;IAChB,IAAI,SAAS,EAAE;QACb,GAAG,GAAG,SAAS,CAAC;KACjB;SAAM,IAAI,MAAM,EAAE;QACjB,GAAG,GAAG,MAAM,CAAC;KACd;SAAM,IAAI,WAAW,EAAE;QACtB,GAAG,GAAG,WAAW,CAAC;KACnB;SAAM,IAAI,OAAO,EAAE;QAClB,GAAG,GAAG,OAAO,CAAC;KACf;SAAM,IAAI,MAAM,EAAE;QACjB,GAAG,GAAG,MAAM,CAAC;KACd;SAAM;QACL,GAAG,GAAG,OAAO,CAAC;KACf;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.19",
+  "version": "0.0.20",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "main": "./index.js",
@@ -63,6 +63,8 @@
     "@jest/globals": "^29.4.2",
     "@pinecone-database/pinecone": "^0.0.8",
     "@tsconfig/recommended": "^1.0.2",
+    "@types/d3-dsv": "^3",
+    "@types/pdf-parse": "^1.1.1",
     "@types/uuid": "^9",
     "@typescript-eslint/eslint-plugin": "^5.51.0",
     "@typescript-eslint/parser": "^5.51.0",
@@ -128,6 +130,7 @@
   },
   "dependencies": {
     "browser-or-node": "^2.1.1",
+    "d3-dsv": "^3.0.1",
     "deepcopy": "^2.1.0",
     "eventsource-parser": "^0.1.0",
     "exponential-backoff": "^3.1.0",
@@ -136,6 +139,7 @@
     "jsonpointer": "^5.0.1",
     "openai": "^3.2.0",
     "p-queue": "^7.3.4",
+    "pdf-parse": "^1.1.1",
     "sqlite3": "^5.1.4",
     "unfetch": "^5.0.0",
     "uuid": "^9.0.0",

package/dist/embeddings/cohere.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=cohere.js.map

package/dist/embeddings/cohere.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cohere.js","sourceRoot":"","sources":["../../src/embeddings/cohere.ts"],"names":[],"mappings":""}