langchain 0.0.53 → 0.0.54

package/dist/chains/combine_docs_chain.cjs

@@ -269,7 +269,7 @@ class RefineDocumentsChain extends base_js_1.BaseChain {
         this.initialResponseName =
             fields.initialResponseName ?? this.initialResponseName;
     }
-    _constructInitialInputs(doc, rest) {
+    async _constructInitialInputs(doc, rest) {
         const baseInfo = {
             page_content: doc.pageContent,
             ...doc.metadata,
@@ -279,14 +279,14 @@ class RefineDocumentsChain extends base_js_1.BaseChain {
             documentInfo[value] = baseInfo[value];
         });
         const baseInputs = {
-            [this.documentVariableName]: this.documentPrompt.format({
+            [this.documentVariableName]: await this.documentPrompt.format({
                 ...documentInfo,
             }),
         };
         const inputs = { ...baseInputs, ...rest };
         return inputs;
     }
-    _constructRefineInputs(doc, res) {
+    async _constructRefineInputs(doc, res) {
         const baseInfo = {
             page_content: doc.pageContent,
             ...doc.metadata,
@@ -296,7 +296,7 @@ class RefineDocumentsChain extends base_js_1.BaseChain {
             documentInfo[value] = baseInfo[value];
         });
         const baseInputs = {
-            [this.documentVariableName]: this.documentPrompt.format({
+            [this.documentVariableName]: await this.documentPrompt.format({
                 ...documentInfo,
             }),
         };
@@ -309,11 +309,11 @@ class RefineDocumentsChain extends base_js_1.BaseChain {
         }
         const { [this.inputKey]: docs, ...rest } = values;
         const currentDocs = docs;
-        const initialInputs = this._constructInitialInputs(currentDocs[0], rest);
+        const initialInputs = await this._constructInitialInputs(currentDocs[0], rest);
         let res = await this.llmChain.predict({ ...initialInputs });
         const refineSteps = [res];
         for (let i = 1; i < currentDocs.length; i += 1) {
-            const refineInputs = this._constructRefineInputs(currentDocs[i], res);
+            const refineInputs = await this._constructRefineInputs(currentDocs[i], res);
             const inputs = { ...refineInputs, ...rest };
             res = await this.refineLLMChain.predict({ ...inputs });
             refineSteps.push(res);

package/dist/chains/combine_docs_chain.d.ts

@@ -97,12 +97,12 @@ export declare class RefineDocumentsChain extends BaseChain implements RefineDoc
         documentPrompt?: BasePromptTemplate;
         initialResponseName?: string;
     });
-    _constructInitialInputs(doc: Document, rest: Record<string, unknown>): {
+    _constructInitialInputs(doc: Document, rest: Record<string, unknown>): Promise<{
         [x: string]: unknown;
-    };
-    _constructRefineInputs(doc: Document, res: string): {
+    }>;
+    _constructRefineInputs(doc: Document, res: string): Promise<{
         [x: string]: unknown;
-    };
+    }>;
     _call(values: ChainValues): Promise<ChainValues>;
     _chainType(): "refine_documents_chain";
     static deserialize(data: SerializedRefineDocumentsChain): Promise<RefineDocumentsChain>;

package/dist/chains/combine_docs_chain.js

@@ -264,7 +264,7 @@ export class RefineDocumentsChain extends BaseChain {
         this.initialResponseName =
             fields.initialResponseName ?? this.initialResponseName;
     }
-    _constructInitialInputs(doc, rest) {
+    async _constructInitialInputs(doc, rest) {
         const baseInfo = {
             page_content: doc.pageContent,
             ...doc.metadata,
@@ -274,14 +274,14 @@ export class RefineDocumentsChain extends BaseChain {
             documentInfo[value] = baseInfo[value];
         });
         const baseInputs = {
-            [this.documentVariableName]: this.documentPrompt.format({
+            [this.documentVariableName]: await this.documentPrompt.format({
                 ...documentInfo,
             }),
         };
         const inputs = { ...baseInputs, ...rest };
         return inputs;
     }
-    _constructRefineInputs(doc, res) {
+    async _constructRefineInputs(doc, res) {
         const baseInfo = {
             page_content: doc.pageContent,
             ...doc.metadata,
@@ -291,7 +291,7 @@ export class RefineDocumentsChain extends BaseChain {
             documentInfo[value] = baseInfo[value];
         });
         const baseInputs = {
-            [this.documentVariableName]: this.documentPrompt.format({
+            [this.documentVariableName]: await this.documentPrompt.format({
                 ...documentInfo,
             }),
         };
@@ -304,11 +304,11 @@ export class RefineDocumentsChain extends BaseChain {
         }
         const { [this.inputKey]: docs, ...rest } = values;
         const currentDocs = docs;
-        const initialInputs = this._constructInitialInputs(currentDocs[0], rest);
+        const initialInputs = await this._constructInitialInputs(currentDocs[0], rest);
         let res = await this.llmChain.predict({ ...initialInputs });
         const refineSteps = [res];
         for (let i = 1; i < currentDocs.length; i += 1) {
-            const refineInputs = this._constructRefineInputs(currentDocs[i], res);
+            const refineInputs = await this._constructRefineInputs(currentDocs[i], res);
             const inputs = { ...refineInputs, ...rest };
             res = await this.refineLLMChain.predict({ ...inputs });
             refineSteps.push(res);

package/dist/chains/llm_chain.cjs

@@ -17,7 +17,7 @@ const index_js_1 = require("../base_language/index.cjs");
  * import { OpenAI } from "langchain/llms/openai";
  * import { PromptTemplate } from "langchain/prompts";
  * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = LLMChain({ llm: new OpenAI(), prompt });
+ * const llm = new LLMChain({ llm: new OpenAI(), prompt });
  * ```
  */
 class LLMChain extends base_js_1.BaseChain {

package/dist/chains/llm_chain.d.ts

@@ -25,7 +25,7 @@ export interface LLMChainInput extends ChainInputs {
  * import { OpenAI } from "langchain/llms/openai";
  * import { PromptTemplate } from "langchain/prompts";
  * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = LLMChain({ llm: new OpenAI(), prompt });
+ * const llm = new LLMChain({ llm: new OpenAI(), prompt });
  * ```
  */
 export declare class LLMChain extends BaseChain implements LLMChainInput {

package/dist/chains/llm_chain.js

@@ -14,7 +14,7 @@ import { BaseLanguageModel } from "../base_language/index.js";
  * import { OpenAI } from "langchain/llms/openai";
  * import { PromptTemplate } from "langchain/prompts";
  * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = LLMChain({ llm: new OpenAI(), prompt });
+ * const llm = new LLMChain({ llm: new OpenAI(), prompt });
  * ```
  */
 export class LLMChain extends BaseChain {

package/dist/document_loaders/fs/unstructured.cjs

@@ -23,13 +23,14 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         this.webPath = webPath;
     }
     async _partition() {
-        const { readFile } = await this.imports();
+        const { readFile, basename } = await this.imports();
         const buffer = await readFile(this.filePath);
+        const fileName = basename(this.filePath);
         // I'm aware this reads the file into memory first, but we have lots of work
         // to do on then consuming Documents in a streaming fashion anyway, so not
         // worried about this for now.
         const formData = new FormData();
-        formData.append("files", new Blob([buffer]));
+        formData.append("files", new Blob([buffer]), fileName);
         const response = await fetch(this.webPath, {
             method: "POST",
             body: formData,
@@ -61,7 +62,8 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
     async imports() {
         try {
             const { readFile } = await import("node:fs/promises");
-            return { readFile };
+            const { basename } = await import("node:path");
+            return { readFile, basename };
         }
         catch (e) {
             console.error(e);

package/dist/document_loaders/fs/unstructured.d.ts

@@ -1,3 +1,7 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { basename as BasenameT } from "node:path";
+import type { readFile as ReaFileT } from "node:fs/promises";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 interface Element {
@@ -14,7 +18,8 @@ export declare class UnstructuredLoader extends BaseDocumentLoader {
     _partition(): Promise<Element[]>;
     load(): Promise<Document[]>;
     imports(): Promise<{
-        readFile: typeof import("node:fs/promises")["readFile"];
+        readFile: typeof ReaFileT;
+        basename: typeof BasenameT;
     }>;
 }
 export {};

package/dist/document_loaders/fs/unstructured.js

@@ -20,13 +20,14 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         this.webPath = webPath;
     }
     async _partition() {
-        const { readFile } = await this.imports();
+        const { readFile, basename } = await this.imports();
         const buffer = await readFile(this.filePath);
+        const fileName = basename(this.filePath);
         // I'm aware this reads the file into memory first, but we have lots of work
         // to do on then consuming Documents in a streaming fashion anyway, so not
         // worried about this for now.
         const formData = new FormData();
-        formData.append("files", new Blob([buffer]));
+        formData.append("files", new Blob([buffer]), fileName);
         const response = await fetch(this.webPath, {
             method: "POST",
             body: formData,
@@ -58,7 +59,8 @@ export class UnstructuredLoader extends BaseDocumentLoader {
     async imports() {
         try {
             const { readFile } = await import("node:fs/promises");
-            return { readFile };
+            const { basename } = await import("node:path");
+            return { readFile, basename };
         }
         catch (e) {
             console.error(e);

package/dist/vectorstores/memory.cjs

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryVectorStore = void 0;
+const ml_distance_1 = require("ml-distance");
+const base_js_1 = require("./base.cjs");
+const document_js_1 = require("../document.cjs");
+class MemoryVectorStore extends base_js_1.VectorStore {
+    constructor(embeddings, { similarity, ...rest } = {}) {
+        super(embeddings, rest);
+        Object.defineProperty(this, "memoryVectors", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        Object.defineProperty(this, "similarity", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.similarity = similarity ?? ml_distance_1.similarity.cosine;
+    }
+    async addDocuments(documents) {
+        const texts = documents.map(({ pageContent }) => pageContent);
+        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
+    }
+    async addVectors(vectors, documents) {
+        const memoryVectors = vectors.map((embedding, idx) => ({
+            content: documents[idx].pageContent,
+            embedding,
+            metadata: documents[idx].metadata,
+        }));
+        this.memoryVectors = this.memoryVectors.concat(memoryVectors);
+    }
+    async similaritySearchVectorWithScore(query, k) {
+        const searches = this.memoryVectors
+            .map((vector, index) => ({
+            similarity: this.similarity(query, vector.embedding),
+            index,
+        }))
+            .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))
+            .slice(0, k);
+        const result = searches.map((search) => [
+            new document_js_1.Document({
+                metadata: this.memoryVectors[search.index].metadata,
+                pageContent: this.memoryVectors[search.index].content,
+            }),
+            search.similarity,
+        ]);
+        return result;
+    }
+    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
+        const docs = [];
+        for (let i = 0; i < texts.length; i += 1) {
+            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
+            const newDoc = new document_js_1.Document({
+                pageContent: texts[i],
+                metadata,
+            });
+            docs.push(newDoc);
+        }
+        return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);
+    }
+    static async fromDocuments(docs, embeddings, dbConfig) {
+        const instance = new this(embeddings, dbConfig);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    static async fromExistingIndex(embeddings, dbConfig) {
+        const instance = new this(embeddings, dbConfig);
+        return instance;
+    }
+}
+exports.MemoryVectorStore = MemoryVectorStore;

package/dist/vectorstores/memory.d.ts

@@ -0,0 +1,24 @@
+import { similarity as ml_distance_similarity } from "ml-distance";
+import { VectorStore } from "./base.js";
+import { Embeddings } from "../embeddings/base.js";
+import { Document } from "../document.js";
+interface MemoryVector {
+    content: string;
+    embedding: number[];
+    metadata: Record<string, any>;
+}
+export interface MemoryVectorStoreArgs {
+    similarity?: typeof ml_distance_similarity.cosine;
+}
+export declare class MemoryVectorStore extends VectorStore {
+    memoryVectors: MemoryVector[];
+    similarity: typeof ml_distance_similarity.cosine;
+    constructor(embeddings: Embeddings, { similarity, ...rest }?: MemoryVectorStoreArgs);
+    addDocuments(documents: Document[]): Promise<void>;
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
+    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
+    static fromExistingIndex(embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
+}
+export {};

package/dist/vectorstores/memory.js

@@ -0,0 +1,71 @@
+import { similarity as ml_distance_similarity } from "ml-distance";
+import { VectorStore } from "./base.js";
+import { Document } from "../document.js";
+export class MemoryVectorStore extends VectorStore {
+    constructor(embeddings, { similarity, ...rest } = {}) {
+        super(embeddings, rest);
+        Object.defineProperty(this, "memoryVectors", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        Object.defineProperty(this, "similarity", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.similarity = similarity ?? ml_distance_similarity.cosine;
+    }
+    async addDocuments(documents) {
+        const texts = documents.map(({ pageContent }) => pageContent);
+        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
+    }
+    async addVectors(vectors, documents) {
+        const memoryVectors = vectors.map((embedding, idx) => ({
+            content: documents[idx].pageContent,
+            embedding,
+            metadata: documents[idx].metadata,
+        }));
+        this.memoryVectors = this.memoryVectors.concat(memoryVectors);
+    }
+    async similaritySearchVectorWithScore(query, k) {
+        const searches = this.memoryVectors
+            .map((vector, index) => ({
+            similarity: this.similarity(query, vector.embedding),
+            index,
+        }))
+            .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))
+            .slice(0, k);
+        const result = searches.map((search) => [
+            new Document({
+                metadata: this.memoryVectors[search.index].metadata,
+                pageContent: this.memoryVectors[search.index].content,
+            }),
+            search.similarity,
+        ]);
+        return result;
+    }
+    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
+        const docs = [];
+        for (let i = 0; i < texts.length; i += 1) {
+            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
+            const newDoc = new Document({
+                pageContent: texts[i],
+                metadata,
+            });
+            docs.push(newDoc);
+        }
+        return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);
+    }
+    static async fromDocuments(docs, embeddings, dbConfig) {
+        const instance = new this(embeddings, dbConfig);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    static async fromExistingIndex(embeddings, dbConfig) {
+        const instance = new this(embeddings, dbConfig);
+        return instance;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.53",
+  "version": "0.0.54",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -79,6 +79,9 @@
     "vectorstores/base.cjs",
     "vectorstores/base.js",
     "vectorstores/base.d.ts",
+    "vectorstores/memory.cjs",
+    "vectorstores/memory.js",
+    "vectorstores/memory.d.ts",
     "vectorstores/chroma.cjs",
     "vectorstores/chroma.js",
     "vectorstores/chroma.d.ts",
@@ -389,6 +392,7 @@
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
     "jsonpointer": "^5.0.1",
+    "ml-distance": "^4.0.0",
     "object-hash": "^3.0.0",
     "openai": "^3.2.0",
     "p-queue": "^6.6.2",
@@ -541,6 +545,11 @@
       "import": "./vectorstores/base.js",
       "require": "./vectorstores/base.cjs"
     },
+    "./vectorstores/memory": {
+      "types": "./vectorstores/memory.d.ts",
+      "import": "./vectorstores/memory.js",
+      "require": "./vectorstores/memory.cjs"
+    },
     "./vectorstores/chroma": {
       "types": "./vectorstores/chroma.d.ts",
       "import": "./vectorstores/chroma.js",

package/vectorstores/memory.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/memory.cjs');

package/vectorstores/memory.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/memory.js'

package/vectorstores/memory.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/memory.js'