langchain 0.0.203 → 0.0.204-rc.1

package/dist/vectorstores/lancedb.cjs

@@ -1,128 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LanceDB = void 0;
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-class LanceDB extends base_js_1.VectorStore {
-    constructor(embeddings, args) {
-        super(embeddings, args);
-        Object.defineProperty(this, "table", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "textKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.table = args.table;
-        this.embeddings = embeddings;
-        this.textKey = args.textKey || "text";
-    }
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    _vectorstoreType() {
-        return "lancedb";
-    }
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    async addVectors(vectors, documents) {
-        if (vectors.length === 0) {
-            return;
-        }
-        if (vectors.length !== documents.length) {
-            throw new Error(`Vectors and documents must have the same length`);
-        }
-        const data = [];
-        for (let i = 0; i < documents.length; i += 1) {
-            const record = {
-                vector: vectors[i],
-                [this.textKey]: documents[i].pageContent,
-            };
-            Object.keys(documents[i].metadata).forEach((metaKey) => {
-                record[metaKey] = documents[i].metadata[metaKey];
-            });
-            data.push(record);
-        }
-        await this.table.add(data);
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    async similaritySearchVectorWithScore(query, k) {
-        const results = await this.table.search(query).limit(k).execute();
-        const docsAndScore = [];
-        results.forEach((item) => {
-            const metadata = {};
-            Object.keys(item).forEach((key) => {
-                if (key !== "vector" && key !== "score" && key !== this.textKey) {
-                    metadata[key] = item[key];
-                }
-            });
-            docsAndScore.push([
-                new document_js_1.Document({
-                    pageContent: item[this.textKey],
-                    metadata,
-                }),
-                item.score,
-            ]);
-        });
-        return docsAndScore;
-    }
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return LanceDB.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-}
-exports.LanceDB = LanceDB;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/vectorstores/lancedb"), exports);

package/dist/vectorstores/lancedb.d.ts

@@ -1,61 +1 @@
-import { Table } from "vectordb";
-import { VectorStore } from "./base.js";
-import { Embeddings } from "../embeddings/base.js";
-import { Document } from "../document.js";
-/**
- * Defines the arguments for the LanceDB class constructor. It includes a
- * table and an optional textKey.
- */
-export type LanceDBArgs = {
-    table: Table;
-    textKey?: string;
-};
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-export declare class LanceDB extends VectorStore {
-    private table;
-    private textKey;
-    constructor(embeddings: Embeddings, args: LanceDBArgs);
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    addDocuments(documents: Document[]): Promise<void>;
-    _vectorstoreType(): string;
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: LanceDBArgs): Promise<LanceDB>;
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: LanceDBArgs): Promise<LanceDB>;
-}
+export * from "@langchain/community/vectorstores/lancedb";

package/dist/vectorstores/lancedb.js

@@ -1,124 +1 @@
-import { VectorStore } from "./base.js";
-import { Document } from "../document.js";
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-export class LanceDB extends VectorStore {
-    constructor(embeddings, args) {
-        super(embeddings, args);
-        Object.defineProperty(this, "table", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "textKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.table = args.table;
-        this.embeddings = embeddings;
-        this.textKey = args.textKey || "text";
-    }
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    _vectorstoreType() {
-        return "lancedb";
-    }
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    async addVectors(vectors, documents) {
-        if (vectors.length === 0) {
-            return;
-        }
-        if (vectors.length !== documents.length) {
-            throw new Error(`Vectors and documents must have the same length`);
-        }
-        const data = [];
-        for (let i = 0; i < documents.length; i += 1) {
-            const record = {
-                vector: vectors[i],
-                [this.textKey]: documents[i].pageContent,
-            };
-            Object.keys(documents[i].metadata).forEach((metaKey) => {
-                record[metaKey] = documents[i].metadata[metaKey];
-            });
-            data.push(record);
-        }
-        await this.table.add(data);
-    }
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    async similaritySearchVectorWithScore(query, k) {
-        const results = await this.table.search(query).limit(k).execute();
-        const docsAndScore = [];
-        results.forEach((item) => {
-            const metadata = {};
-            Object.keys(item).forEach((key) => {
-                if (key !== "vector" && key !== "score" && key !== this.textKey) {
-                    metadata[key] = item[key];
-                }
-            });
-            docsAndScore.push([
-                new Document({
-                    pageContent: item[this.textKey],
-                    metadata,
-                }),
-                item.score,
-            ]);
-        });
-        return docsAndScore;
-    }
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return LanceDB.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-}
+export * from "@langchain/community/vectorstores/lancedb";

package/dist/vectorstores/memory.cjs

@@ -2,14 +2,14 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MemoryVectorStore = void 0;
 const ml_distance_1 = require("ml-distance");
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
+const vectorstores_1 = require("@langchain/core/vectorstores");
+const documents_1 = require("@langchain/core/documents");
 /**
  * Class that extends `VectorStore` to store vectors in memory. Provides
  * methods for adding documents, performing similarity searches, and
  * creating instances from texts, documents, or an existing index.
  */
-class MemoryVectorStore extends base_js_1.VectorStore {
+class MemoryVectorStore extends vectorstores_1.VectorStore {
     _vectorstoreType() {
         return "memory";
     }
@@ -71,7 +71,7 @@ class MemoryVectorStore extends base_js_1.VectorStore {
             if (!filter) {
                 return true;
             }
-            const doc = new document_js_1.Document({
+            const doc = new documents_1.Document({
                 metadata: memoryVector.metadata,
                 pageContent: memoryVector.content,
             });
@@ -86,7 +86,7 @@ class MemoryVectorStore extends base_js_1.VectorStore {
             .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))
             .slice(0, k);
         const result = searches.map((search) => [
-            new document_js_1.Document({
+            new documents_1.Document({
                 metadata: filteredMemoryVectors[search.index].metadata,
                 pageContent: filteredMemoryVectors[search.index].content,
             }),
@@ -108,7 +108,7 @@ class MemoryVectorStore extends base_js_1.VectorStore {
         const docs = [];
         for (let i = 0; i < texts.length; i += 1) {
             const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
+            const newDoc = new documents_1.Document({
                 pageContent: texts[i],
                 metadata,
             });

package/dist/vectorstores/memory.d.ts

@@ -1,7 +1,7 @@
 import { similarity as ml_distance_similarity } from "ml-distance";
-import { VectorStore } from "./base.js";
-import { Embeddings } from "../embeddings/base.js";
-import { Document } from "../document.js";
+import { VectorStore } from "@langchain/core/vectorstores";
+import { Embeddings } from "@langchain/core/embeddings";
+import { Document } from "@langchain/core/documents";
 /**
  * Interface representing a vector in memory. It includes the content
  * (text), the corresponding embedding (vector), and any associated

package/dist/vectorstores/memory.js

@@ -1,6 +1,6 @@
 import { similarity as ml_distance_similarity } from "ml-distance";
-import { VectorStore } from "./base.js";
-import { Document } from "../document.js";
+import { VectorStore } from "@langchain/core/vectorstores";
+import { Document } from "@langchain/core/documents";
 /**
  * Class that extends `VectorStore` to store vectors in memory. Provides
  * methods for adding documents, performing similarity searches, and