langchain 0.0.4 → 0.0.6

package/dist/{cjs/util → util}/hub.js

@@ -1,13 +1,4 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -21,7 +12,7 @@ const index_1 = require("./index");
 const HUB_PATH_REGEX = /lc(@[^:]+)?:\/\/(.*)/;
 const DEFAULT_REF = (_a = process.env.LANGCHAIN_HUB_DEFAULT_REF) !== null && _a !== void 0 ? _a : "master";
 const URL_BASE = (_b = process.env.LANGCHAIN_HUB_URL_BASE) !== null && _b !== void 0 ? _b : "https://raw.githubusercontent.com/hwchase17/langchain-hub/";
-const loadFromHub = (uri, loader, validPrefix, validSuffixes) => __awaiter(void 0, void 0, void 0, function* () {
+const loadFromHub = async (uri, loader, validPrefix, validSuffixes, values = {}) => {
     const match = uri.match(HUB_PATH_REGEX);
     if (!match) {
         return undefined;
@@ -36,15 +27,15 @@ const loadFromHub = (uri, loader, validPrefix, validSuffixes) => __awaiter(void
         throw new Error("Unsupported file type.");
     }
     const url = [URL_BASE, ref, remotePath].join("/");
-    const res = yield (0, index_1.fetchWithTimeout)(url, { timeout: 5000 });
+    const res = await (0, index_1.fetchWithTimeout)(url, { timeout: 5000 });
     if (res.status !== 200) {
         throw new Error(`Could not find file at ${url}`);
     }
-    const text = yield res.text();
+    const text = await res.text();
     const tmpdir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "langchain"));
     const file = path_1.default.join(tmpdir, path_1.default.basename(remotePath));
     fs_1.default.writeFileSync(file, text);
-    return loader(file);
-});
+    return loader(file, values);
+};
 exports.loadFromHub = loadFromHub;
 //# sourceMappingURL=hub.js.map

package/dist/util/hub.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hub.js","sourceRoot":"","sources":["../../util/hub.ts"],"names":[],"mappings":";;;;;;;AAAA,gDAAwB;AACxB,4CAAoB;AACpB,4CAAoB;AACpB,mCAA2C;AAE3C,MAAM,cAAc,GAAG,sBAAsB,CAAC;AAC9C,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,yBAAyB,mCAAI,QAAQ,CAAC;AACtE,MAAM,QAAQ,GACZ,MAAA,OAAO,CAAC,GAAG,CAAC,sBAAsB,mCAClC,4DAA4D,CAAC;AAIxD,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAW,EACX,MAA4C,EAC5C,WAAmB,EACnB,aAA0B,EAC1B,SAAqB,EAAE,EACC,EAAE;IAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE;QACV,OAAO,SAAS,CAAC;KAClB;IACD,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACnD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,cAAI,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE;QAC5B,OAAO,SAAS,CAAC;KAClB;IAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;QACzD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;KAC3C;IAED,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE;QACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;KAClD;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,YAAE,CAAC,WAAW,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,YAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC9B,CAAC,CAAC;AAjCW,QAAA,WAAW,eAiCtB"}

package/dist/{esm/util → util}/index.d.ts

@@ -10,3 +10,4 @@ export type FromPath<key extends string, T> = {
 export declare const resolveTemplateFromFile: <K extends string>(fieldName: K, config: FromPath<K, string>) => string;
 export declare const resolveConfigFromFile: <K extends string, T>(fieldName: K, config: FromPath<K, T>) => T;
 export declare const parseFileConfig: (file: string, supportedTypes?: string[]) => any;
+export declare const chunkArray: <T>(arr: T[], chunkSize: number) => T[][];

package/dist/{cjs/util → util}/index.js

@@ -22,44 +22,24 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __rest = (this && this.__rest) || function (s, e) {
-    var t = {};
-    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
-        t[p] = s[p];
-    if (s != null && typeof Object.getOwnPropertySymbols === "function")
-        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
-            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
-                t[p[i]] = s[p[i]];
-        }
-    return t;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseFileConfig = exports.resolveConfigFromFile = exports.resolveTemplateFromFile = exports.fetchWithTimeout = void 0;
+exports.chunkArray = exports.parseFileConfig = exports.resolveConfigFromFile = exports.resolveTemplateFromFile = exports.fetchWithTimeout = void 0;
 const path_1 = __importDefault(require("path"));
 const node_fetch_1 = __importDefault(require("node-fetch"));
 const fs_1 = __importDefault(require("fs"));
 const yaml = __importStar(require("yaml"));
-const fetchWithTimeout = (url, init) => __awaiter(void 0, void 0, void 0, function* () {
-    const { timeout } = init, rest = __rest(init, ["timeout"]);
+const fetchWithTimeout = async (url, init) => {
+    const { timeout, ...rest } = init;
     const controller = new AbortController();
     const timeoutId = setTimeout(() => controller.abort(), timeout);
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    const res = yield (0, node_fetch_1.default)(url, Object.assign(Object.assign({}, rest), { signal: controller.signal }));
+    const res = await (0, node_fetch_1.default)(url, { ...rest, signal: controller.signal });
     clearTimeout(timeoutId);
     return res;
-});
+};
 exports.fetchWithTimeout = fetchWithTimeout;
 const loadFileContents = (contents, format) => {
     switch (format) {
@@ -104,4 +84,12 @@ const parseFileConfig = (file, supportedTypes) => {
     return loadFileContents(contents, suffix);
 };
 exports.parseFileConfig = parseFileConfig;
+const chunkArray = (arr, chunkSize) => arr.reduce((chunks, elem, index) => {
+    const chunkIndex = Math.floor(index / chunkSize);
+    const chunk = chunks[chunkIndex] || [];
+    // eslint-disable-next-line no-param-reassign
+    chunks[chunkIndex] = chunk.concat([elem]);
+    return chunks;
+}, []);
+exports.chunkArray = chunkArray;
 //# sourceMappingURL=index.js.map

package/dist/util/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../util/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,4DAAgD;AAChD,4CAAoB;AACpB,2CAA6B;AAEtB,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAW,EACX,IAAuD,EACvD,EAAE;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,8DAA8D;IAC9D,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAa,EAAE,CAAC,CAAC;IAC5E,YAAY,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAXW,QAAA,gBAAgB,oBAW3B;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAE,EAAE;IAC5D,QAAQ,MAAM,EAAE;QACd,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B;YACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACrD;AACH,CAAC,CAAC;AAiBF,MAAM,oBAAoB,GAAG,CAC3B,SAAY,EACZ,MAAsB,EACtB,IAA6C,EAC7C,eAA0B,EACvB,EAAE;IACL,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,SAAS,OAAO,CAAuB,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAkB,CAAC;IACjD,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE;QAClD,MAAM,IAAI,KAAK,CACb,SAAS,SAAS,eAAe,SAAS,uBAAuB,CAClE,CAAC;KACH;IAED,IAAI,KAAK,KAAK,SAAS,EAAE;QACvB,OAAO,KAAK,CAAC;KACd;IAED,IAAI,SAAS,KAAK,SAAS,EAAE;QAC3B,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,eAAe,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;SACtC;QAED,OAAO,IAAI,CAAC,YAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;KAC5D;IAED,MAAM,IAAI,KAAK,CACb,WAAW,SAAS,eAAe,SAAS,qBAAqB,CAClE,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,uBAAuB,GAAG,CACrC,SAAY,EACZ,MAA2B,EAC3B,EAAE,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;AAHlE,QAAA,uBAAuB,2BAG2C;AAExE,MAAM,qBAAqB,GAAG,CACnC,SAAY,EACZ,MAAsB,EACnB,EAAE,CACL,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAJnE,QAAA,qBAAqB,yBAI8C;AAEzE,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,cAAyB,EAAE,EAAE;IACzE,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,IACE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,CAAC,cAAc,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EACpD;QACA,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;KACnD;IAED,MAAM,QAAQ,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IAClD,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC,CAAC;AAZW,QAAA,eAAe,mBAY1B;AAEK,MAAM,UAAU,GAAG,CAAI,GAAQ,EAAE,SAAiB,EAAE,EAAE,CAC3D,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACvC,6CAA6C;IAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC,EAAE,EAAW,CAAC,CAAC;AAPL,QAAA,UAAU,cAOL"}

package/dist/vectorstores/base.d.ts

@@ -0,0 +1,18 @@
+import { Embeddings } from "embeddings/base";
+import { Document } from "../document";
+export interface DocStore {
+    [key: number]: object;
+}
+export declare abstract class VectorStore {
+    embeddings: Embeddings;
+    docstore: DocStore;
+    abstract addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    abstract similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    addDocuments(documents: Document[]): Promise<void>;
+    similaritySearch(query: string, k?: number): Promise<Document[]>;
+    similaritySearchWithScore(query: string, k?: number): Promise<[object, number][]>;
+}
+export declare abstract class SaveableVectorStore extends VectorStore {
+    abstract save(directory: string): Promise<void>;
+    static load(_directory: string, _embeddings: Embeddings): Promise<SaveableVectorStore>;
+}

package/dist/vectorstores/base.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SaveableVectorStore = exports.VectorStore = void 0;
+class VectorStore {
+    constructor() {
+        Object.defineProperty(this, "embeddings", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "docstore", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+    }
+    async addDocuments(documents) {
+        const texts = documents.map(({ pageContent }) => pageContent);
+        this.addVectors(await this.embeddings.embedDocuments(texts), documents);
+    }
+    async similaritySearch(query, k = 4) {
+        const results = await this.similaritySearchVectorWithScore(await this.embeddings.embedQuery(query), k);
+        return results.map((result) => result[0]);
+    }
+    async similaritySearchWithScore(query, k = 4) {
+        return this.similaritySearchVectorWithScore(await this.embeddings.embedQuery(query), k);
+    }
+}
+exports.VectorStore = VectorStore;
+class SaveableVectorStore extends VectorStore {
+    static load(_directory, _embeddings) {
+        throw new Error("Not implemented");
+    }
+}
+exports.SaveableVectorStore = SaveableVectorStore;
+//# sourceMappingURL=base.js.map

package/dist/vectorstores/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../vectorstores/base.ts"],"names":[],"mappings":";;;AAQA,MAAsB,WAAW;IAAjC;QACE;;;;;WAAuB;QAEvB;;;;;WAAmB;IAmCrB,CAAC;IAvBC,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC;QAC9D,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAa,EAAE,CAAC,GAAG,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,+BAA+B,CACxD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EACvC,CAAC,CACF,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,yBAAyB,CAC7B,KAAa,EACb,CAAC,GAAG,CAAC;QAEL,OAAO,IAAI,CAAC,+BAA+B,CACzC,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EACvC,CAAC,CACF,CAAC;IACJ,CAAC;CACF;AAtCD,kCAsCC;AAED,MAAsB,mBAAoB,SAAQ,WAAW;IAG3D,MAAM,CAAC,IAAI,CACT,UAAkB,EAClB,WAAuB;QAEvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AATD,kDASC"}

package/dist/vectorstores/hnswlib.d.ts

@@ -0,0 +1,19 @@
+import type { HierarchicalNSW as HierarchicalNSWT, SpaceName } from "hnswlib-node";
+import { Embeddings } from "../embeddings/base";
+import { DocStore, SaveableVectorStore } from "./base";
+import { Document } from "../document";
+export interface HNSWLibArgs {
+    space: SpaceName;
+    numDimensions?: number;
+}
+export declare class HNSWLib extends SaveableVectorStore {
+    index?: HierarchicalNSWT;
+    args: HNSWLibArgs;
+    constructor(args: HNSWLibArgs, embeddings: Embeddings, docstore: DocStore, index?: HierarchicalNSWT);
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    save(directory: string): Promise<void>;
+    static load(directory: string, embeddings: Embeddings): Promise<HNSWLib>;
+    static fromTexts(texts: string[], metadatas: object[], embeddings: Embeddings): Promise<HNSWLib>;
+    static fromDocuments(docs: Document[], embeddings: Embeddings): Promise<HNSWLib>;
+}

package/dist/vectorstores/hnswlib.js

@@ -0,0 +1,129 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HNSWLib = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const base_1 = require("./base");
+const document_1 = require("../document");
+let HierarchicalNSW = null;
+try {
+    // eslint-disable-next-line global-require,import/no-extraneous-dependencies
+    ({ HierarchicalNSW } = require("hnswlib-node"));
+}
+catch (_a) {
+    // ignore error
+}
+class HNSWLib extends base_1.SaveableVectorStore {
+    constructor(args, embeddings, docstore, index) {
+        super();
+        Object.defineProperty(this, "index", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "args", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.index = index;
+        this.args = args;
+        this.embeddings = embeddings;
+        this.docstore = docstore;
+    }
+    async addVectors(vectors, documents) {
+        if (vectors.length === 0) {
+            return;
+        }
+        if (!this.index) {
+            if (this.args.numDimensions === undefined) {
+                this.args.numDimensions = vectors[0].length;
+            }
+            if (HierarchicalNSW === null) {
+                throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+            }
+            this.index = new HierarchicalNSW(this.args.space, this.args.numDimensions);
+            this.index.initIndex(vectors.length);
+        }
+        // TODO here we could optionally normalise the vectors to unit length
+        // so that dot product is equivalent to cosine similarity, like this
+        // https://github.com/nmslib/hnswlib/issues/384#issuecomment-1155737730
+        // While we only support OpenAI embeddings this isn't necessary
+        if (vectors.length !== documents.length) {
+            throw new Error(`Vectors and metadatas must have the same length`);
+        }
+        if (vectors[0].length !== this.args.numDimensions) {
+            throw new Error(`Vectors must have the same length as the number of dimensions (${this.args.numDimensions})`);
+        }
+        const capacity = this.index.getMaxElements();
+        const needed = this.index.getCurrentCount() + vectors.length;
+        if (needed > capacity) {
+            this.index.resizeIndex(needed - capacity);
+        }
+        for (let i = 0; i < vectors.length; i += 1) {
+            this.index.addPoint(vectors[i], i);
+            this.docstore[i] = documents[i];
+        }
+    }
+    async similaritySearchVectorWithScore(query, k) {
+        if (!this.index) {
+            throw new Error("Vector store not initialised yet. Try calling `addTexts` first.");
+        }
+        const result = this.index.searchKnn(query, k);
+        return result.neighbors.map((docIndex, resultIndex) => [this.docstore[docIndex], result.distances[resultIndex]]);
+    }
+    async save(directory) {
+        if (!this.index) {
+            throw new Error("Vector store not initialised yet. Try calling `addTexts` first.");
+        }
+        await promises_1.default.mkdir(directory, { recursive: true });
+        await Promise.all([
+            this.index.writeIndex(path_1.default.join(directory, "hnswlib.index")),
+            await promises_1.default.writeFile(path_1.default.join(directory, "args.json"), JSON.stringify(this.args)),
+            await promises_1.default.writeFile(path_1.default.join(directory, "docstore.json"), JSON.stringify(this.docstore)),
+        ]);
+    }
+    static async load(directory, embeddings) {
+        if (HierarchicalNSW === null) {
+            throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+        }
+        const args = JSON.parse(await promises_1.default.readFile(path_1.default.join(directory, "args.json"), "utf8"));
+        const index = new HierarchicalNSW(args.space, args.numDimensions);
+        const [docstore] = await Promise.all([
+            promises_1.default
+                .readFile(path_1.default.join(directory, "docstore.json"), "utf8")
+                .then(JSON.parse),
+            index.readIndex(path_1.default.join(directory, "hnswlib.index")),
+        ]);
+        return new HNSWLib(args, embeddings, docstore, index);
+    }
+    static async fromTexts(texts, metadatas, embeddings) {
+        const docs = [];
+        for (let i = 0; i < texts.length; i += 1) {
+            const newDoc = new document_1.Document({
+                pageContent: texts[i],
+                metadata: metadatas[i],
+            });
+            docs.push(newDoc);
+        }
+        return HNSWLib.fromDocuments(docs, embeddings);
+    }
+    static async fromDocuments(docs, embeddings) {
+        if (HierarchicalNSW === null) {
+            throw new Error("Please install hnswlib-node as a dependency with, e.g. `npm install -S hnswlib-node`");
+        }
+        const args = {
+            space: "ip", // dot product
+        };
+        const instance = new this(args, embeddings, {});
+        await instance.addDocuments(docs);
+        return instance;
+    }
+}
+exports.HNSWLib = HNSWLib;
+//# sourceMappingURL=hnswlib.js.map

package/dist/vectorstores/hnswlib.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnswlib.js","sourceRoot":"","sources":["../../vectorstores/hnswlib.ts"],"names":[],"mappings":";;;;;;AAAA,2DAA6B;AAC7B,gDAAwB;AAQxB,iCAAuD;AACvD,0CAAuC;AAEvC,IAAI,eAAe,GAAmC,IAAI,CAAC;AAE3D,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;CACjD;AAAC,WAAM;IACN,eAAe;CAChB;AAOD,MAAa,OAAQ,SAAQ,0BAAmB;IAK9C,YACE,IAAiB,EACjB,UAAsB,EACtB,QAAkB,EAClB,KAAwB;QAExB,KAAK,EAAE,CAAC;QAVV;;;;;WAAyB;QAEzB;;;;;WAAkB;QAShB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAmB,EAAE,SAAqB;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,OAAO;SACR;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE;gBACzC,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aAC7C;YACD,IAAI,eAAe,KAAK,IAAI,EAAE;gBAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;aACH;YACD,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,IAAI,CAAC,IAAI,CAAC,aAAa,CACxB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SACtC;QACD,qEAAqE;QACrE,oEAAoE;QACpE,uEAAuE;QACvE,+DAA+D;QAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QACD,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACjD,MAAM,IAAI,KAAK,CACb,kEAAkE,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,CAC7F,CAAC;SACH;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7D,IAAI,MAAM,GAAG,QAAQ,EAAE;YACrB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;SAC3C;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SACjC;IACH,CAAC;IAED,KAAK,CAAC,+BAA+B,CAAC,KAAe,EAAE,CAAS;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;SACH;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9C,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,CACzB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAGtD,CACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;SACH;QACD,MAAM,kBAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAC5D,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EACjC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAC1B;YACD,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC9B;SACF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE,UAAsB;QACzD,IAAI,eAAe,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,MAAM,kBAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAC7D,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnC,kBAAE;iBACC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,MAAM,CAAC;iBACvD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YACnB,KAAK,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;SACvD,CAAC,CAAC;QAEH,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAAe,EACf,SAAmB,EACnB,UAAsB;QAEtB,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YACxC,MAAM,MAAM,GAAG,IAAI,mBAAQ,CAAC;gBAC1B,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC;gBACrB,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;aACvB,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SACnB;QACD,OAAO,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,IAAgB,EAChB,UAAsB;QAEtB,IAAI,eAAe,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,IAAI,GAAgB;YACxB,KAAK,EAAE,IAAI,EAAE,cAAc;SAC5B,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AApJD,0BAoJC"}

package/dist/vectorstores/index.d.ts

@@ -0,0 +1 @@
+export { HNSWLib } from "./hnswlib";

package/dist/vectorstores/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HNSWLib = void 0;
+var hnswlib_1 = require("./hnswlib");
+Object.defineProperty(exports, "HNSWLib", { enumerable: true, get: function () { return hnswlib_1.HNSWLib; } });
+//# sourceMappingURL=index.js.map

package/dist/vectorstores/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../vectorstores/index.ts"],"names":[],"mappings":";;;AAAA,qCAAoC;AAA3B,kGAAA,OAAO,OAAA"}

package/dist/vectorstores/tests/hnswlib.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/vectorstores/tests/hnswlib.test.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const globals_1 = require("@jest/globals");
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const os_1 = __importDefault(require("os"));
+const hnswlib_1 = require("../hnswlib");
+const embeddings_1 = require("../../embeddings");
+(0, globals_1.test)("Test HNSWLib.fromTexts", async () => {
+    var _a;
+    const vectorStore = await hnswlib_1.HNSWLib.fromTexts(["Hello world", "Bye bye", "hello nice world"], [{ id: 2 }, { id: 1 }, { id: 3 }], new embeddings_1.OpenAIEmbeddings());
+    (0, globals_1.expect)((_a = vectorStore.index) === null || _a === void 0 ? void 0 : _a.getCurrentCount()).toBe(3);
+    const resultOne = await vectorStore.similaritySearch("hello world", 1);
+    const resultOneMetadatas = resultOne.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultOneMetadatas).toEqual([{ id: 2 }]);
+    const resultTwo = await vectorStore.similaritySearch("hello world", 3);
+    const resultTwoMetadatas = resultTwo.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultTwoMetadatas).toEqual([{ id: 2 }, { id: 3 }, { id: 1 }]);
+});
+(0, globals_1.test)("Test HNSWLib.load and HNSWLib.save", async () => {
+    var _a;
+    const vectorStore = await hnswlib_1.HNSWLib.fromTexts(["Hello world", "Bye bye", "hello nice world"], [{ id: 2 }, { id: 1 }, { id: 3 }], new embeddings_1.OpenAIEmbeddings());
+    (0, globals_1.expect)((_a = vectorStore.index) === null || _a === void 0 ? void 0 : _a.getCurrentCount()).toBe(3);
+    const resultOne = await vectorStore.similaritySearch("hello world", 1);
+    const resultOneMetadatas = resultOne.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultOneMetadatas).toEqual([{ id: 2 }]);
+    const resultTwo = await vectorStore.similaritySearch("hello world", 3);
+    const resultTwoMetadatas = resultTwo.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultTwoMetadatas).toEqual([{ id: 2 }, { id: 3 }, { id: 1 }]);
+    const tempDirectory = await promises_1.default.mkdtemp(path_1.default.join(os_1.default.tmpdir(), "lcjs-"));
+    console.log(tempDirectory);
+    await vectorStore.save(tempDirectory);
+    const loadedVectorStore = await hnswlib_1.HNSWLib.load(tempDirectory, new embeddings_1.OpenAIEmbeddings());
+    const resultThree = await loadedVectorStore.similaritySearch("hello world", 1);
+    const resultThreeMetadatas = resultThree.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultThreeMetadatas).toEqual([{ id: 2 }]);
+    const resultFour = await loadedVectorStore.similaritySearch("hello world", 3);
+    const resultFourMetadatas = resultFour.map(({ metadata }) => metadata);
+    (0, globals_1.expect)(resultFourMetadatas).toEqual([{ id: 2 }, { id: 3 }, { id: 1 }]);
+});
+//# sourceMappingURL=hnswlib.test.js.map

package/dist/vectorstores/tests/hnswlib.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnswlib.test.js","sourceRoot":"","sources":["../../../vectorstores/tests/hnswlib.test.ts"],"names":[],"mappings":";;;;;AAAA,2CAA6C;AAC7C,2DAA6B;AAC7B,gDAAwB;AACxB,4CAAoB;AAEpB,wCAAqC;AACrC,iDAAoD;AAEpD,IAAA,cAAI,EAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;;IACxC,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,CAAC,EAC9C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACjC,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,IAAA,gBAAM,EAAC,MAAA,WAAW,CAAC,KAAK,0CAAE,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAErD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrE,IAAA,gBAAM,EAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrE,IAAA,gBAAM,EAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;;IACpD,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,CAAC,EAC9C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACjC,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,IAAA,gBAAM,EAAC,MAAA,WAAW,CAAC,KAAK,0CAAE,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAErD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrE,IAAA,gBAAM,EAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrE,IAAA,gBAAM,EAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtE,MAAM,aAAa,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IAExE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAE3B,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAEtC,MAAM,iBAAiB,GAAG,MAAM,iBAAO,CAAC,IAAI,CAC1C,aAAa,EACb,IAAI,6BAAgB,EAAE,CACvB,CAAC;IAEF,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,gBAAgB,CAC1D,aAAa,EACb,CAAC,CACF,CAAC;IAEF,MAAM,oBAAoB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACzE,IAAA,gBAAM,EAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAElD,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IAE9E,MAAM,mBAAmB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IACvE,IAAA,gBAAM,EAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC,CAAC"}

package/document.d.ts

@@ -0,0 +1 @@
+export * from './dist/document'

package/document.js

@@ -0,0 +1 @@
+module.exports = require('./dist/document')

package/embeddings.d.ts

@@ -0,0 +1 @@
+export * from './dist/embeddings'

package/embeddings.js

@@ -0,0 +1 @@
+module.exports = require('./dist/embeddings')

package/llms.d.ts

@@ -0,0 +1 @@
+export * from './dist/llms'

package/llms.js

@@ -0,0 +1 @@
+module.exports = require('./dist/llms')

package/memory.d.ts

@@ -0,0 +1 @@
+export * from './dist/memory'

package/memory.js

@@ -0,0 +1 @@
+module.exports = require('./dist/memory')

package/package.json

@@ -1,53 +1,45 @@
 {
   "name": "langchain",
-  "version": "0.0.4",
+  "version": "0.0.6",
   "description": "Typescript bindings for langchain",
-  "main": "./dist/cjs/index.js",
-  "module": "./dist/esm/index.js",
+  "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
   "files": [
-    "dist/"
+    "dist/",
+    "agents.js",
+    "agents.d.ts",
+    "tools.js",
+    "tools.d.ts",
+    "chains.js",
+    "chains.d.ts",
+    "embeddings.js",
+    "embeddings.d.ts",
+    "llms.js",
+    "llms.d.ts",
+    "prompts.js",
+    "prompts.d.ts",
+    "vectorstores.js",
+    "vectorstores.d.ts",
+    "text_splitter.js",
+    "text_splitter.d.ts",
+    "memory.js",
+    "memory.d.ts",
+    "document.js",
+    "document.d.ts"
   ],
-  "exports": {
-    ".": {
-      "types": "./dist/cjs/index.d.ts",
-      "require": "./dist/cjs/index.js",
-      "import": "./dist/esm/index.js"
-    },
-    "./agents": {
-      "types": "./dist/cjs/agents/index.d.ts",
-      "require": "./dist/cjs/agents/index.js",
-      "import": "./dist/esm/agents/index.js"
-    },
-    "./tools": {
-      "types": "./dist/cjs/agents/tools/index.d.ts",
-      "require": "./dist/cjs/agents/tools/index.js",
-      "import": "./dist/esm/agents/tools/index.js"
-    },
-    "./prompt": {
-      "types": "./dist/cjs/prompt/index.d.ts",
-      "require": "./dist/cjs/prompt/index.js",
-      "import": "./dist/esm/prompt/index.js"
-    },
-    "./chains": {
-      "types": "./dist/cjs/chains/index.d.ts",
-      "require": "./dist/cjs/chains/index.js",
-      "import": "./dist/esm/chains/index.js"
-    },
-    "./llms": {
-      "types": "./dist/cjs/llms/index.d.ts",
-      "require": "./dist/cjs/llms/index.js",
-      "import": "./dist/esm/llms/index.js"
-    }
+  "repository": {
+    "type": "git",
+    "url": "git@github.com:hwchase17/langchainjs.git"
   },
   "scripts": {
-    "build": "tsc --declaration --outDir dist/esm --module esnext && tsc --declaration --outDir dist/cjs",
+    "build": "yarn clean && tsc --declaration --outDir dist/ && node create-entrypoints.js",
     "lint": "eslint .",
+    "doc": "typedoc",
     "lint:fix": "yarn lint --fix",
     "precommit": "tsc --noEmit && lint-staged",
-    "clean": "rm -rf dist/",
+    "clean": "rm -rf dist/ && node create-entrypoints.js clean",
     "prepack": "yarn build",
-    "test": "jest",
+    "test": "node create-entrypoints.js clean && jest",
     "prepare": "husky install"
   },
   "author": "Langchain",
@@ -61,30 +53,33 @@
     "@typescript-eslint/eslint-plugin": "^5.51.0",
     "@typescript-eslint/parser": "^5.51.0",
     "babel-jest": "^29.4.2",
+    "cohere-ai": "^5.0.2",
     "dotenv": "^16.0.3",
     "eslint": "^8.33.0",
     "eslint-config-airbnb-base": "^15.0.0",
     "eslint-config-prettier": "^8.6.0",
     "eslint-plugin-import": "^2.27.5",
     "eslint-plugin-prettier": "^4.2.1",
+    "hnswlib-node": "^1.2.0",
     "husky": "^8.0.3",
     "jest": "^29.4.2",
     "lint-staged": "^13.1.1",
     "openai": "^3.1.0",
     "prettier": "^2.8.3",
-    "serpapi": "^1.1.0",
+    "serpapi": "^1.1.1",
     "ts-jest": "^29.0.5",
+    "ts-node": "^10.9.1",
+    "typedoc": "^0.23.25",
+    "typedoc-plugin-missing-exports": "^1.0.0",
     "typescript": "^4.9.5"
   },
   "dependencies": {
+    "deepcopy": "^2.1.0",
     "exponential-backoff": "^3.1.0",
+    "expr-eval": "^2.0.2",
     "node-fetch": "2",
     "yaml": "^2.2.1"
   },
-  "optionalDependencies": {
-    "openai": "^3.1.0",
-    "serpapi": "^1.1.0"
-  },
   "lint-staged": {
     "**/*.{ts,tsx}": [
       "prettier --write --ignore-unknown",
@@ -93,5 +88,19 @@
   },
   "publishConfig": {
     "access": "public"
-  }
+  },
+  "keywords": [
+    "llm",
+    "ai",
+    "gpt3",
+    "chain",
+    "prompt",
+    "prompt engineering",
+    "chatgpt",
+    "machine learning",
+    "ml",
+    "openai",
+    "embeddings",
+    "vectorstores"
+  ]
 }

package/prompts.d.ts

@@ -0,0 +1 @@
+export * from './dist/prompts'

package/prompts.js

@@ -0,0 +1 @@
+module.exports = require('./dist/prompts')

package/text_splitter.d.ts

@@ -0,0 +1 @@
+export * from './dist/text_splitter'

package/text_splitter.js

@@ -0,0 +1 @@
+module.exports = require('./dist/text_splitter')

package/tools.d.ts

@@ -0,0 +1 @@
+export * from './dist/agents/tools'

package/tools.js

@@ -0,0 +1 @@
+module.exports = require('./dist/agents/tools')

package/vectorstores.d.ts

@@ -0,0 +1 @@
+export * from './dist/vectorstores'

package/vectorstores.js

@@ -0,0 +1 @@
+module.exports = require('./dist/vectorstores')