langchain 0.0.4 → 0.0.5

package/dist/cjs/text_splitter.js

@@ -0,0 +1,165 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecursiveCharacterTextSplitter = exports.CharacterTextSplitter = void 0;
+const document_1 = require("./document");
+class TextSplitter {
+    constructor(fields) {
+        var _a, _b;
+        Object.defineProperty(this, "chunkSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1000
+        });
+        Object.defineProperty(this, "chunkOverlap", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 200
+        });
+        this.chunkSize = (_a = fields === null || fields === void 0 ? void 0 : fields.chunkSize) !== null && _a !== void 0 ? _a : this.chunkSize;
+        this.chunkOverlap = (_b = fields === null || fields === void 0 ? void 0 : fields.chunkOverlap) !== null && _b !== void 0 ? _b : this.chunkOverlap;
+        if (this.chunkOverlap >= this.chunkSize) {
+            throw new Error("Cannot have chunkOverlap >= chunkSize");
+        }
+    }
+    createDocuments(texts, metadatas = []) {
+        const _metadatas = metadatas.length > 0 ? metadatas : new Array(texts.length).fill({});
+        const documents = new Array();
+        for (let i = 0; i < texts.length; i += 1) {
+            const text = texts[i];
+            for (const chunk of this.splitText(text)) {
+                documents.push(new document_1.Document({ pageContent: chunk, metadata: _metadatas[i] }));
+            }
+        }
+        return documents;
+    }
+    splitDocuments(documents) {
+        const texts = documents.map((doc) => doc.pageContent);
+        const metadatas = documents.map((doc) => doc.metadata);
+        return this.createDocuments(texts, metadatas);
+    }
+    joinDocs(docs, separator) {
+        const text = docs.join(separator).trim();
+        return text === "" ? null : text;
+    }
+    mergeSplits(splits, separator) {
+        const docs = [];
+        const currentDoc = [];
+        let total = 0;
+        for (const d of splits) {
+            const _len = d.length;
+            if (total + _len >= this.chunkSize) {
+                if (total > this.chunkSize) {
+                    console.warn(`Created a chunk of size ${total}, +
+which is longer than the specified ${this.chunkSize}`);
+                }
+                if (currentDoc.length > 0) {
+                    const doc = this.joinDocs(currentDoc, separator);
+                    if (doc !== null) {
+                        docs.push(doc);
+                    }
+                    // Keep on popping if:
+                    // - we have a larger chunk than in the chunk overlap
+                    // - or if we still have any chunks and the length is long
+                    while (total > this.chunkOverlap ||
+                        (total + _len > this.chunkSize && total > 0)) {
+                        total -= currentDoc[0].length;
+                        currentDoc.shift();
+                    }
+                }
+            }
+            currentDoc.push(d);
+            total += _len;
+        }
+        const doc = this.joinDocs(currentDoc, separator);
+        if (doc !== null) {
+            docs.push(doc);
+        }
+        return docs;
+    }
+}
+class CharacterTextSplitter extends TextSplitter {
+    constructor(fields) {
+        var _a;
+        super(fields);
+        Object.defineProperty(this, "separator", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "\n\n"
+        });
+        this.separator = (_a = fields === null || fields === void 0 ? void 0 : fields.separator) !== null && _a !== void 0 ? _a : this.separator;
+    }
+    splitText(text) {
+        // First we naively split the large input into a bunch of smaller ones.
+        let splits;
+        if (this.separator) {
+            splits = text.split(this.separator);
+        }
+        else {
+            splits = text.split("");
+        }
+        return this.mergeSplits(splits, this.separator);
+    }
+}
+exports.CharacterTextSplitter = CharacterTextSplitter;
+class RecursiveCharacterTextSplitter extends TextSplitter {
+    constructor(fields) {
+        var _a;
+        super(fields);
+        Object.defineProperty(this, "separators", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["\n\n", "\n", " ", ""]
+        });
+        this.separators = (_a = fields === null || fields === void 0 ? void 0 : fields.separators) !== null && _a !== void 0 ? _a : this.separators;
+    }
+    splitText(text) {
+        const finalChunks = [];
+        // Get appropriate separator to use
+        let separator = this.separators[this.separators.length - 1];
+        for (const s of this.separators) {
+            if (s === "") {
+                separator = s;
+                break;
+            }
+            if (text.includes(s)) {
+                separator = s;
+                break;
+            }
+        }
+        // Now that we have the separator, split the text
+        let splits;
+        if (separator) {
+            splits = text.split(separator);
+        }
+        else {
+            splits = text.split("");
+        }
+        // Now go merging things, recursively splitting longer texts.
+        let goodSplits = [];
+        for (const s of splits) {
+            if (s.length < this.chunkSize) {
+                goodSplits.push(s);
+            }
+            else {
+                if (goodSplits.length) {
+                    const mergedText = this.mergeSplits(goodSplits, separator);
+                    finalChunks.push(...mergedText);
+                    goodSplits = [];
+                }
+                const otherInfo = this.splitText(s);
+                finalChunks.push(...otherInfo);
+            }
+        }
+        if (goodSplits.length) {
+            const mergedText = this.mergeSplits(goodSplits, separator);
+            finalChunks.push(...mergedText);
+        }
+        return finalChunks;
+    }
+}
+exports.RecursiveCharacterTextSplitter = RecursiveCharacterTextSplitter;
+//# sourceMappingURL=text_splitter.js.map

package/dist/cjs/text_splitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text_splitter.js","sourceRoot":"","sources":["../../text_splitter.ts"],"names":[],"mappings":";;;AAAA,yCAAsC;AAStC,MAAe,YAAY;IAKzB,YAAY,MAAoC;;QAJhD;;;;mBAAY,IAAI;WAAC;QAEjB;;;;mBAAe,GAAG;WAAC;QAGjB,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,mCAAI,IAAI,CAAC,YAAY,CAAC;QAC9D,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE;YACvC,MAAM,IAAI,KAAK,CACb,uCAAuC,CACxC,CAAC;SACH;IACH,CAAC;IAID,eAAe,CACb,KAAe,EACf,YAAmC,EAAE;QAErC,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,KAAK,EAAY,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACxC,SAAS,CAAC,IAAI,CAAC,IAAI,mBAAQ,CAAC,EAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC;aAC7E;SACF;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,cAAc,CAAC,SAAqB;QAClC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC;IAEO,QAAQ,CAAC,IAAc,EAAE,SAAiB;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACnC,CAAC;IAED,WAAW,CAAC,MAAgB,EAAE,SAAiB;QAC7C,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE;YACtB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;YACtB,IAAI,KAAK,GAAG,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE;gBAClC,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE;oBAC1B,OAAO,CAAC,IAAI,CACV,2BAA2B,KAAK;qCACP,IAAI,CAAC,SAAS,EAAE,CAC1C,CAAC;iBACH;gBACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;oBACzB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;oBACjD,IAAI,GAAG,KAAK,IAAI,EAAE;wBAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;qBAChB;oBACD,sBAAsB;oBACtB,qDAAqD;oBACrD,0DAA0D;oBAC1D,OACE,KAAK,GAAG,IAAI,CAAC,YAAY;wBACzB,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,GAAG,CAAC,CAAC,EAC5C;wBACA,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;wBAC9B,UAAU,CAAC,KAAK,EAAE,CAAC;qBACpB;iBACF;aACF;YACD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,IAAI,IAAI,CAAC;SACf;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,IAAI,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAChB;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAMD,MAAa,qBAAsB,SAAQ,YAAY;IAGrD,YAAY,MAA6C;;QACvD,KAAK,CAAC,MAAM,CAAC,CAAC;QAHhB;;;;mBAAY,MAAM;WAAC;QAIjB,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;IACvD,CAAC;IAEM,SAAS,CAAC,IAAY;QAC3B,uEAAuE;QACvE,IAAI,MAAgB,CAAC;QACrB,IAAI,IAAI,CAAC,SAAS,EAAE;YAClB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;SACrC;aAAM;YACL,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;SACzB;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAClD,CAAC;CACF;AAlBD,sDAkBC;AAMD,MAAa,8BAA+B,SAAQ,YAAY;IAG9D,YAAY,MAAsD;;QAChE,KAAK,CAAC,MAAM,CAAC,CAAC;QAHhB;;;;mBAAuB,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;WAAC;QAI7C,IAAI,CAAC,UAAU,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,UAAU,mCAAI,IAAI,CAAC,UAAU,CAAC;IAC1D,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,mCAAmC;QACnC,IAAI,SAAS,GAAW,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE;YAC/B,IAAI,CAAC,KAAK,EAAE,EAAE;gBACZ,SAAS,GAAG,CAAC,CAAC;gBACd,MAAM;aACP;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;gBACpB,SAAS,GAAG,CAAC,CAAC;gBACd,MAAM;aACP;SACF;QAED,iDAAiD;QACjD,IAAI,MAAgB,CAAC;QACrB,IAAI,SAAS,EAAE;YACb,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;SAChC;aAAM;YACL,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;SACzB;QAED,6DAA6D;QAC7D,IAAI,UAAU,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE;YACtB,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE;gBAC7B,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACpB;iBAAM;gBACL,IAAI,UAAU,CAAC,MAAM,EAAE;oBACrB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;oBAC3D,WAAW,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;oBAChC,UAAU,GAAG,EAAE,CAAC;iBACjB;gBACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACpC,WAAW,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;aAChC;SACF;QACD,IAAI,UAAU,CAAC,MAAM,EAAE;YACrB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC3D,WAAW,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;SACjC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AArDD,wEAqDC"}

package/dist/cjs/text_splitter.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/text_splitter.test.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const globals_1 = require("@jest/globals");
+const document_1 = require("./document");
+const text_splitter_1 = require("./text_splitter");
+(0, globals_1.test)('Test splitting by character count.', () => {
+    const text = 'foo bar baz 123';
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 7, chunkOverlap: 3 });
+    const output = splitter.splitText(text);
+    const expectedOutput = ['foo bar', 'bar baz', 'baz 123'];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+(0, globals_1.test)('Test splitting by character count doesn\'t create empty documents.', () => {
+    const text = 'foo  bar';
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 2, chunkOverlap: 0 });
+    const output = splitter.splitText(text);
+    const expectedOutput = ['foo', 'bar'];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+(0, globals_1.test)('Test splitting by character count on long words.', () => {
+    const text = 'foo bar baz a a';
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 3, chunkOverlap: 1 });
+    const output = splitter.splitText(text);
+    const expectedOutput = ['foo', 'bar', 'baz', 'a a'];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+(0, globals_1.test)('Test splitting by character count when shorter words are first.', () => {
+    const text = 'a a foo bar baz';
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 3, chunkOverlap: 1 });
+    const output = splitter.splitText(text);
+    const expectedOutput = ['a a', 'foo', 'bar', 'baz'];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+(0, globals_1.test)('Test splitting by characters when splits not found easily.', () => {
+    const text = 'foo bar baz 123';
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 1, chunkOverlap: 0 });
+    const output = splitter.splitText(text);
+    const expectedOutput = ['foo', 'bar', 'baz', '123'];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+(0, globals_1.test)('Test invalid arguments.', () => {
+    (0, globals_1.expect)(() => {
+        new text_splitter_1.CharacterTextSplitter({ chunkSize: 2, chunkOverlap: 4 });
+    }).toThrow();
+});
+(0, globals_1.test)('Test create documents method.', () => {
+    const texts = ['foo bar', 'baz'];
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 3, chunkOverlap: 0 });
+    const docs = splitter.createDocuments(texts);
+    const expectedDocs = [new document_1.Document({ pageContent: 'foo' }), new document_1.Document({ pageContent: 'bar' }), new document_1.Document({ pageContent: 'baz' }),];
+    (0, globals_1.expect)(docs).toEqual(expectedDocs);
+});
+(0, globals_1.test)('Test create documents with metadata method.', () => {
+    const texts = ['foo bar', 'baz'];
+    const splitter = new text_splitter_1.CharacterTextSplitter({ separator: ' ', chunkSize: 3, chunkOverlap: 0 });
+    const docs = splitter.createDocuments(texts, [{ source: '1' }, { source: '2' }]);
+    const expectedDocs = [new document_1.Document({ pageContent: 'foo', metadata: { source: '1' } }), new document_1.Document({ pageContent: 'bar', metadata: { source: '1' } }), new document_1.Document({ pageContent: 'baz', metadata: { source: '2' } }),];
+    (0, globals_1.expect)(docs).toEqual(expectedDocs);
+});
+(0, globals_1.test)('Test iterative text splitter.', () => {
+    const text = `Hi.\n\nI'm Harrison.\n\nHow? Are? You?\nOkay then f f f f.
+This is a weird text to write, but gotta test the splittingggg some how.\n\n
+Bye!\n\n-H.`;
+    const splitter = new text_splitter_1.RecursiveCharacterTextSplitter({ chunkSize: 10, chunkOverlap: 1 });
+    const output = splitter.splitText(text);
+    const expectedOutput = [
+        "Hi.",
+        "I'm",
+        "Harrison.",
+        "How? Are?",
+        "You?",
+        "Okay then f",
+        "f f f f.",
+        "This is a",
+        "a weird",
+        "text to",
+        "write, but",
+        "gotta test",
+        "the",
+        "splitting",
+        "gggg",
+        "some how.",
+        "Bye!\n\n-H.",
+    ];
+    (0, globals_1.expect)(output).toEqual(expectedOutput);
+});
+//# sourceMappingURL=text_splitter.test.js.map

package/dist/cjs/text_splitter.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text_splitter.test.js","sourceRoot":"","sources":["../../text_splitter.test.ts"],"names":[],"mappings":";;AAAA,2CAA6C;AAC7C,yCAAsC;AACtC,mDAAwF;AAExF,IAAA,cAAI,EAAC,oCAAoC,EAAE,GAAG,EAAE;IAC9C,MAAM,IAAI,GAAG,iBAAiB,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACzD,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,oEAAoE,EAAE,GAAG,EAAE;IAC9E,MAAM,IAAI,GAAG,UAAU,CAAC;IACxB,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtC,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,IAAI,GAAG,iBAAiB,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACpD,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,iEAAiE,EAAE,GAAG,EAAE;IAC3E,MAAM,IAAI,GAAG,iBAAiB,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACpD,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,4DAA4D,EAAE,GAAG,EAAE;IACtE,MAAM,IAAI,GAAG,iBAAiB,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACpD,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,yBAAyB,EAAE,GAAG,EAAE;IACnC,IAAA,gBAAM,EAAC,GAAG,EAAE;QACV,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;AACf,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,+BAA+B,EAAE,GAAG,EAAE;IACzC,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,CAAK,IAAI,mBAAQ,CAAC,EAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAK,IAAI,mBAAQ,CAAC,EAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAK,IAAI,mBAAQ,CAAC,EAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAI,CAAC;IAClJ,IAAA,gBAAM,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,qCAAqB,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE,CAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,CAAK,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,EAAK,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,EAAK,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,EAAI,CAAC;IACtO,IAAA,gBAAM,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,+BAA+B,EAAE,GAAG,EAAE;IACvC,MAAM,IAAI,GAAG;;YAEL,CAAC;IACT,MAAM,QAAQ,GAAG,IAAI,8CAA8B,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG;QACnB,KAAK;QACL,KAAK;QACL,WAAW;QACX,WAAW;QACX,MAAM;QACN,aAAa;QACb,UAAU;QACV,WAAW;QACX,SAAS;QACT,SAAS;QACT,YAAY;QACZ,YAAY;QACZ,KAAK;QACL,WAAW;QACX,MAAM;QACN,WAAW;QACX,aAAa;KAChB,CAAC;IACF,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AAC3C,CAAC,CAAC,CAAC"}

package/dist/cjs/util/hub.d.ts

@@ -1 +1,2 @@
-export declare const loadFromHub: <T>(uri: string, loader: (a: string) => T, validPrefix: string, validSuffixes: Set<string>) => Promise<T | undefined>;
+export type LoadValues = Record<string, any>;
+export declare const loadFromHub: <T>(uri: string, loader: (a: string, values: LoadValues) => T, validPrefix: string, validSuffixes: Set<string>, values?: LoadValues) => Promise<T | undefined>;

package/dist/cjs/util/hub.js

@@ -1,13 +1,4 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -21,7 +12,7 @@ const index_1 = require("./index");
 const HUB_PATH_REGEX = /lc(@[^:]+)?:\/\/(.*)/;
 const DEFAULT_REF = (_a = process.env.LANGCHAIN_HUB_DEFAULT_REF) !== null && _a !== void 0 ? _a : "master";
 const URL_BASE = (_b = process.env.LANGCHAIN_HUB_URL_BASE) !== null && _b !== void 0 ? _b : "https://raw.githubusercontent.com/hwchase17/langchain-hub/";
-const loadFromHub = (uri, loader, validPrefix, validSuffixes) => __awaiter(void 0, void 0, void 0, function* () {
+const loadFromHub = async (uri, loader, validPrefix, validSuffixes, values = {}) => {
     const match = uri.match(HUB_PATH_REGEX);
     if (!match) {
         return undefined;
@@ -36,15 +27,15 @@ const loadFromHub = (uri, loader, validPrefix, validSuffixes) => __awaiter(void
         throw new Error("Unsupported file type.");
     }
     const url = [URL_BASE, ref, remotePath].join("/");
-    const res = yield (0, index_1.fetchWithTimeout)(url, { timeout: 5000 });
+    const res = await (0, index_1.fetchWithTimeout)(url, { timeout: 5000 });
     if (res.status !== 200) {
         throw new Error(`Could not find file at ${url}`);
     }
-    const text = yield res.text();
+    const text = await res.text();
     const tmpdir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "langchain"));
     const file = path_1.default.join(tmpdir, path_1.default.basename(remotePath));
     fs_1.default.writeFileSync(file, text);
-    return loader(file);
-});
+    return loader(file, values);
+};
 exports.loadFromHub = loadFromHub;
 //# sourceMappingURL=hub.js.map

package/dist/cjs/util/hub.js.map

@@ -1 +1 @@
-{"version":3,"file":"hub.js","sourceRoot":"","sources":["../../../util/hub.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,4CAAoB;AACpB,4CAAoB;AACpB,mCAA2C;AAE3C,MAAM,cAAc,GAAG,sBAAsB,CAAC;AAC9C,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,yBAAyB,mCAAI,QAAQ,CAAC;AACtE,MAAM,QAAQ,GACZ,MAAA,OAAO,CAAC,GAAG,CAAC,sBAAsB,mCAClC,4DAA4D,CAAC;AAExD,MAAM,WAAW,GAAG,CACzB,GAAW,EACX,MAAwB,EACxB,WAAmB,EACnB,aAA0B,EACF,EAAE;IAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE;QACV,OAAO,SAAS,CAAC;KAClB;IACD,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACnD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,cAAI,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE;QAC5B,OAAO,SAAS,CAAC;KAClB;IAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;QACzD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;KAC3C;IAED,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE;QACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;KAClD;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,YAAE,CAAC,WAAW,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,YAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC,CAAA,CAAC;AAhCW,QAAA,WAAW,eAgCtB"}
+{"version":3,"file":"hub.js","sourceRoot":"","sources":["../../../util/hub.ts"],"names":[],"mappings":";;;;;;;AAAA,gDAAwB;AACxB,4CAAoB;AACpB,4CAAoB;AACpB,mCAA2C;AAE3C,MAAM,cAAc,GAAG,sBAAsB,CAAC;AAC9C,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,yBAAyB,mCAAI,QAAQ,CAAC;AACtE,MAAM,QAAQ,GACZ,MAAA,OAAO,CAAC,GAAG,CAAC,sBAAsB,mCAClC,4DAA4D,CAAC;AAIxD,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAW,EACX,MAA4C,EAC5C,WAAmB,EACnB,aAA0B,EAC1B,SAAqB,EAAE,EACC,EAAE;IAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE;QACV,OAAO,SAAS,CAAC;KAClB;IACD,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACnD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,cAAI,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE;QAC5B,OAAO,SAAS,CAAC;KAClB;IAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;QACzD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;KAC3C;IAED,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE;QACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;KAClD;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,YAAE,CAAC,WAAW,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,YAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC9B,CAAC,CAAC;AAjCW,QAAA,WAAW,eAiCtB"}

package/dist/cjs/util/index.d.ts

@@ -10,3 +10,4 @@ export type FromPath<key extends string, T> = {
 export declare const resolveTemplateFromFile: <K extends string>(fieldName: K, config: FromPath<K, string>) => string;
 export declare const resolveConfigFromFile: <K extends string, T>(fieldName: K, config: FromPath<K, T>) => T;
 export declare const parseFileConfig: (file: string, supportedTypes?: string[]) => any;
+export declare const chunkArray: <T>(arr: T[], chunkSize: number) => T[][];

package/dist/cjs/util/index.js

@@ -22,44 +22,24 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __rest = (this && this.__rest) || function (s, e) {
-    var t = {};
-    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
-        t[p] = s[p];
-    if (s != null && typeof Object.getOwnPropertySymbols === "function")
-        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
-            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
-                t[p[i]] = s[p[i]];
-        }
-    return t;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseFileConfig = exports.resolveConfigFromFile = exports.resolveTemplateFromFile = exports.fetchWithTimeout = void 0;
+exports.chunkArray = exports.parseFileConfig = exports.resolveConfigFromFile = exports.resolveTemplateFromFile = exports.fetchWithTimeout = void 0;
 const path_1 = __importDefault(require("path"));
 const node_fetch_1 = __importDefault(require("node-fetch"));
 const fs_1 = __importDefault(require("fs"));
 const yaml = __importStar(require("yaml"));
-const fetchWithTimeout = (url, init) => __awaiter(void 0, void 0, void 0, function* () {
-    const { timeout } = init, rest = __rest(init, ["timeout"]);
+const fetchWithTimeout = async (url, init) => {
+    const { timeout, ...rest } = init;
     const controller = new AbortController();
     const timeoutId = setTimeout(() => controller.abort(), timeout);
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    const res = yield (0, node_fetch_1.default)(url, Object.assign(Object.assign({}, rest), { signal: controller.signal }));
+    const res = await (0, node_fetch_1.default)(url, { ...rest, signal: controller.signal });
     clearTimeout(timeoutId);
     return res;
-});
+};
 exports.fetchWithTimeout = fetchWithTimeout;
 const loadFileContents = (contents, format) => {
     switch (format) {
@@ -104,4 +84,12 @@ const parseFileConfig = (file, supportedTypes) => {
     return loadFileContents(contents, suffix);
 };
 exports.parseFileConfig = parseFileConfig;
+const chunkArray = (arr, chunkSize) => arr.reduce((chunks, elem, index) => {
+    const chunkIndex = Math.floor(index / chunkSize);
+    const chunk = chunks[chunkIndex] || [];
+    // eslint-disable-next-line no-param-reassign
+    chunks[chunkIndex] = chunk.concat([elem]);
+    return chunks;
+}, []);
+exports.chunkArray = chunkArray;
 //# sourceMappingURL=index.js.map

package/dist/cjs/util/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../util/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,4DAAgD;AAChD,4CAAoB;AACpB,2CAA6B;AAEtB,MAAM,gBAAgB,GAAG,CAC9B,GAAW,EACX,IAAuD,EACvD,EAAE;IACF,MAAM,EAAE,OAAO,KAAc,IAAI,EAAb,IAAI,UAAK,IAAI,EAA3B,WAAoB,CAAO,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,8DAA8D;IAC9D,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,kCAAO,IAAI,KAAE,MAAM,EAAE,UAAU,CAAC,MAAa,IAAG,CAAC;IAC5E,YAAY,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC,CAAA,CAAC;AAXW,QAAA,gBAAgB,oBAW3B;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAE,EAAE;IAC5D,QAAQ,MAAM,EAAE;QACd,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B;YACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACrD;AACH,CAAC,CAAC;AAiBF,MAAM,oBAAoB,GAAG,CAC3B,SAAY,EACZ,MAAsB,EACtB,IAA6C,EAC7C,eAA0B,EACvB,EAAE;IACL,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,SAAS,OAAO,CAAuB,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAkB,CAAC;IACjD,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE;QAClD,MAAM,IAAI,KAAK,CACb,SAAS,SAAS,eAAe,SAAS,uBAAuB,CAClE,CAAC;KACH;IAED,IAAI,KAAK,KAAK,SAAS,EAAE;QACvB,OAAO,KAAK,CAAC;KACd;IAED,IAAI,SAAS,KAAK,SAAS,EAAE;QAC3B,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,eAAe,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;SACtC;QAED,OAAO,IAAI,CAAC,YAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;KAC5D;IAED,MAAM,IAAI,KAAK,CACb,WAAW,SAAS,eAAe,SAAS,qBAAqB,CAClE,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,uBAAuB,GAAG,CACrC,SAAY,EACZ,MAA2B,EAC3B,EAAE,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;AAHlE,QAAA,uBAAuB,2BAG2C;AAExE,MAAM,qBAAqB,GAAG,CACnC,SAAY,EACZ,MAAsB,EACnB,EAAE,CACL,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAJnE,QAAA,qBAAqB,yBAI8C;AAEzE,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,cAAyB,EAAE,EAAE;IACzE,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,IACE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,CAAC,cAAc,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EACpD;QACA,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACnD;IAED,MAAM,QAAQ,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IAClD,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC,CAAC;AAZW,QAAA,eAAe,mBAY1B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../util/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,4DAAgD;AAChD,4CAAoB;AACpB,2CAA6B;AAEtB,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAW,EACX,IAAuD,EACvD,EAAE;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,8DAA8D;IAC9D,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAa,EAAE,CAAC,CAAC;IAC5E,YAAY,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAXW,QAAA,gBAAgB,oBAW3B;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAE,EAAE;IAC5D,QAAQ,MAAM,EAAE;QACd,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B;YACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACrD;AACH,CAAC,CAAC;AAiBF,MAAM,oBAAoB,GAAG,CAC3B,SAAY,EACZ,MAAsB,EACtB,IAA6C,EAC7C,eAA0B,EACvB,EAAE;IACL,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,SAAS,OAAO,CAAuB,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAkB,CAAC;IACjD,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE;QAClD,MAAM,IAAI,KAAK,CACb,SAAS,SAAS,eAAe,SAAS,uBAAuB,CAClE,CAAC;KACH;IAED,IAAI,KAAK,KAAK,SAAS,EAAE;QACvB,OAAO,KAAK,CAAC;KACd;IAED,IAAI,SAAS,KAAK,SAAS,EAAE;QAC3B,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,eAAe,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;SACtC;QAED,OAAO,IAAI,CAAC,YAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;KAC5D;IAED,MAAM,IAAI,KAAK,CACb,WAAW,SAAS,eAAe,SAAS,qBAAqB,CAClE,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,uBAAuB,GAAG,CACrC,SAAY,EACZ,MAA2B,EAC3B,EAAE,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;AAHlE,QAAA,uBAAuB,2BAG2C;AAExE,MAAM,qBAAqB,GAAG,CACnC,SAAY,EACZ,MAAsB,EACnB,EAAE,CACL,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAJnE,QAAA,qBAAqB,yBAI8C;AAEzE,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,cAAyB,EAAE,EAAE;IACzE,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,IACE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,CAAC,cAAc,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EACpD;QACA,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACnD;IAED,MAAM,QAAQ,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IAClD,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC,CAAC;AAZW,QAAA,eAAe,mBAY1B;AAEK,MAAM,UAAU,GAAG,CAAI,GAAQ,EAAE,SAAiB,EAAE,EAAE,CAC3D,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACvC,6CAA6C;IAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC,EAAE,EAAW,CAAC,CAAC;AAPL,QAAA,UAAU,cAOL"}

package/dist/cjs/vectorstores/base.d.ts

@@ -0,0 +1,18 @@
+import { Embeddings } from "embeddings/base";
+import { Document } from "../document";
+export interface DocStore {
+    [key: number]: object;
+}
+export declare abstract class VectorStore {
+    embeddings: Embeddings;
+    docstore: DocStore;
+    abstract addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    abstract similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    addDocuments(documents: Document[]): Promise<void>;
+    similaritySearch(query: string, k?: number): Promise<Document[]>;
+    similaritySearchWithScore(query: string, k?: number): Promise<[object, number][]>;
+}
+export declare abstract class SaveableVectorStore extends VectorStore {
+    abstract save(directory: string): Promise<void>;
+    static load(_directory: string, _embeddings: Embeddings): Promise<SaveableVectorStore>;
+}

package/dist/cjs/vectorstores/base.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SaveableVectorStore = exports.VectorStore = void 0;
+class VectorStore {
+    constructor() {
+        Object.defineProperty(this, "embeddings", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "docstore", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+    }
+    async addDocuments(documents) {
+        const texts = documents.map(({ pageContent }) => (pageContent));
+        this.addVectors(await this.embeddings.embedDocuments(texts), documents);
+    }
+    async similaritySearch(query, k = 4) {
+        const results = await this.similaritySearchVectorWithScore(await this.embeddings.embedQuery(query), k);
+        return results.map((result) => result[0]);
+    }
+    async similaritySearchWithScore(query, k = 4) {
+        return this.similaritySearchVectorWithScore(await this.embeddings.embedQuery(query), k);
+    }
+}
+exports.VectorStore = VectorStore;
+class SaveableVectorStore extends VectorStore {
+    static load(_directory, _embeddings) {
+        throw new Error("Not implemented");
+    }
+}
+exports.SaveableVectorStore = SaveableVectorStore;
+//# sourceMappingURL=base.js.map

package/dist/cjs/vectorstores/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../vectorstores/base.ts"],"names":[],"mappings":";;;AAQA,MAAsB,WAAW;IAAjC;QACE;;;;;WAAuB;QAEvB;;;;;WAAmB;IAmCrB,CAAC;IA1BC,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAE,CAAC,EAAC,WAAW,EAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,UAAU,CACb,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAC3C,SAAS,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAa,EAAE,CAAC,GAAG,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,+BAA+B,CACxD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EACvC,CAAC,CACF,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,yBAAyB,CAC7B,KAAa,EACb,CAAC,GAAG,CAAC;QAEL,OAAO,IAAI,CAAC,+BAA+B,CACzC,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EACvC,CAAC,CACF,CAAC;IACJ,CAAC;CACF;AAtCD,kCAsCC;AAED,MAAsB,mBAAoB,SAAQ,WAAW;IAG3D,MAAM,CAAC,IAAI,CACT,UAAkB,EAClB,WAAuB;QAEvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AATD,kDASC"}

package/dist/cjs/vectorstores/hnswlib.d.ts

@@ -0,0 +1,19 @@
+import type { HierarchicalNSW as HierarchicalNSWT, SpaceName } from "hnswlib-node";
+import { Embeddings } from "../embeddings/base";
+import { DocStore, SaveableVectorStore } from "./base";
+import { Document } from "../document";
+export interface HNSWLibArgs {
+    space: SpaceName;
+    numDimensions?: number;
+}
+export declare class HNSWLib extends SaveableVectorStore {
+    index?: HierarchicalNSWT;
+    args: HNSWLibArgs;
+    constructor(args: HNSWLibArgs, embeddings: Embeddings, docstore: DocStore, index?: HierarchicalNSWT);
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    save(directory: string): Promise<void>;
+    static load(directory: string, embeddings: Embeddings): Promise<HNSWLib>;
+    static fromTexts(texts: string[], metadatas: object[], embeddings: Embeddings): Promise<HNSWLib>;
+    static fromDocuments(docs: Document[], embeddings: Embeddings): Promise<HNSWLib>;
+}

package/dist/cjs/vectorstores/hnswlib.js

@@ -0,0 +1,126 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HNSWLib = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const base_1 = require("./base");
+const document_1 = require("../document");
+let HierarchicalNSW = null;
+try {
+    // eslint-disable-next-line global-require
+    ({ HierarchicalNSW } = require("hnswlib-node"));
+}
+catch (_a) {
+    // ignore error
+}
+class HNSWLib extends base_1.SaveableVectorStore {
+    constructor(args, embeddings, docstore, index) {
+        super();
+        Object.defineProperty(this, "index", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "args", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.index = index;
+        this.args = args;
+        this.embeddings = embeddings;
+        this.docstore = docstore;
+    }
+    async addVectors(vectors, documents) {
+        if (vectors.length === 0) {
+            return;
+        }
+        if (!this.index) {
+            if (this.args.numDimensions === undefined) {
+                this.args.numDimensions = vectors[0].length;
+            }
+            if (HierarchicalNSW === null) {
+                throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+            }
+            this.index = new HierarchicalNSW(this.args.space, this.args.numDimensions);
+            this.index.initIndex(vectors.length);
+        }
+        // TODO here we could optionally normalise the vectors to unit length
+        // so that dot product is equivalent to cosine similarity, like this
+        // https://github.com/nmslib/hnswlib/issues/384#issuecomment-1155737730
+        // While we only support OpenAI embeddings this isn't necessary
+        if (vectors.length !== documents.length) {
+            throw new Error(`Vectors and metadatas must have the same length`);
+        }
+        if (vectors[0].length !== this.args.numDimensions) {
+            throw new Error(`Vectors must have the same length as the number of dimensions (${this.args.numDimensions})`);
+        }
+        const capacity = this.index.getMaxElements();
+        const needed = this.index.getCurrentCount() + vectors.length;
+        if (needed > capacity) {
+            this.index.resizeIndex(needed - capacity);
+        }
+        for (let i = 0; i < vectors.length; i += 1) {
+            this.index.addPoint(vectors[i], i);
+            this.docstore[i] = documents[i];
+        }
+    }
+    async similaritySearchVectorWithScore(query, k) {
+        if (!this.index) {
+            throw new Error("Vector store not initialised yet. Try calling `addTexts` first.");
+        }
+        const result = this.index.searchKnn(query, k);
+        return result.neighbors.map((docIndex, resultIndex) => [this.docstore[docIndex], result.distances[resultIndex]]);
+    }
+    async save(directory) {
+        if (!this.index) {
+            throw new Error("Vector store not initialised yet. Try calling `addTexts` first.");
+        }
+        await promises_1.default.mkdir(directory, { recursive: true });
+        await Promise.all([
+            this.index.writeIndex(path_1.default.join(directory, "hnswlib.index")),
+            await promises_1.default.writeFile(path_1.default.join(directory, "args.json"), JSON.stringify(this.args)),
+            await promises_1.default.writeFile(path_1.default.join(directory, "docstore.json"), JSON.stringify(this.docstore)),
+        ]);
+    }
+    static async load(directory, embeddings) {
+        if (HierarchicalNSW === null) {
+            throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+        }
+        const args = JSON.parse(await promises_1.default.readFile(path_1.default.join(directory, "args.json"), "utf8"));
+        const index = new HierarchicalNSW(args.space, args.numDimensions);
+        const [docstore] = await Promise.all([
+            promises_1.default
+                .readFile(path_1.default.join(directory, "docstore.json"), "utf8")
+                .then(JSON.parse),
+            index.readIndex(path_1.default.join(directory, "hnswlib.index")),
+        ]);
+        return new HNSWLib(args, embeddings, docstore, index);
+    }
+    static async fromTexts(texts, metadatas, embeddings) {
+        const docs = [];
+        for (let i = 0; i < texts.length; i++) {
+            const newDoc = new document_1.Document({ pageContent: texts[i], metadata: metadatas[i] });
+            docs.push(newDoc);
+        }
+        return HNSWLib.fromDocuments(docs, embeddings);
+    }
+    static async fromDocuments(docs, embeddings) {
+        if (HierarchicalNSW === null) {
+            throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+        }
+        const args = {
+            space: "ip", // dot product
+        };
+        const instance = new this(args, embeddings, {});
+        await instance.addDocuments(docs);
+        return instance;
+    }
+}
+exports.HNSWLib = HNSWLib;
+//# sourceMappingURL=hnswlib.js.map

package/dist/cjs/vectorstores/hnswlib.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnswlib.js","sourceRoot":"","sources":["../../../vectorstores/hnswlib.ts"],"names":[],"mappings":";;;;;;AAAA,2DAA6B;AAC7B,gDAAwB;AAQxB,iCAAuD;AACvD,0CAAuC;AAEvC,IAAI,eAAe,GAAmC,IAAI,CAAC;AAE3D,IAAI;IACF,0CAA0C;IAC1C,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;CACjD;AAAC,WAAM;IACN,eAAe;CAChB;AAOD,MAAa,OAAQ,SAAQ,0BAAmB;IAK9C,YACE,IAAiB,EACjB,UAAsB,EACtB,QAAkB,EAClB,KAAwB;QAExB,KAAK,EAAE,CAAC;QAVV;;;;;WAAyB;QAEzB;;;;;WAAkB;QAShB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAmB,EAAE,SAAqB;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,OAAO;SACR;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE;gBACzC,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aAC7C;YACD,IAAI,eAAe,KAAK,IAAI,EAAE;gBAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;aACH;YACD,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,IAAI,CAAC,IAAI,CAAC,aAAa,CACxB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SACtC;QACD,qEAAqE;QACrE,oEAAoE;QACpE,uEAAuE;QACvE,+DAA+D;QAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QACD,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACjD,MAAM,IAAI,KAAK,CACb,kEAAkE,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,CAC7F,CAAC;SACH;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7D,IAAI,MAAM,GAAG,QAAQ,EAAE;YACrB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;SAC3C;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SACjC;IACH,CAAC;IAED,KAAK,CAAC,+BAA+B,CAAC,KAAe,EAAE,CAAS;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;SACH;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9C,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,CACzB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAGtD,CACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;SACH;QACD,MAAM,kBAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAC5D,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EACjC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAC1B;YACD,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC9B;SACF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE,UAAsB;QACzD,IAAI,eAAe,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,MAAM,kBAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAC7D,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnC,kBAAE;iBACC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,MAAM,CAAC;iBACvD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YACnB,KAAK,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;SACvD,CAAC,CAAC;QAEH,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAAe,EACf,SAAmB,EACnB,UAAsB;QAEtB,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,IAAI,mBAAQ,CAAC,EAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC;YAC7E,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SACrB;QACD,OAAO,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,IAAgB,EAChB,UAAsB;QAEtB,IAAI,eAAe,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,IAAI,GAAgB;YACxB,KAAK,EAAE,IAAI,EAAE,cAAc;SAC5B,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAjJD,0BAiJC"}

package/dist/cjs/vectorstores/index.d.ts

@@ -0,0 +1 @@
+export { HNSWLib } from "./hnswlib";