langchain 0.0.202 → 0.0.204-rc.0

package/dist/vectorstores/lancedb.cjs

@@ -1,128 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LanceDB = void 0;
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-class LanceDB extends base_js_1.VectorStore {
-    constructor(embeddings, args) {
-        super(embeddings, args);
-        Object.defineProperty(this, "table", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "textKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.table = args.table;
-        this.embeddings = embeddings;
-        this.textKey = args.textKey || "text";
-    }
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    _vectorstoreType() {
-        return "lancedb";
-    }
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    async addVectors(vectors, documents) {
-        if (vectors.length === 0) {
-            return;
-        }
-        if (vectors.length !== documents.length) {
-            throw new Error(`Vectors and documents must have the same length`);
-        }
-        const data = [];
-        for (let i = 0; i < documents.length; i += 1) {
-            const record = {
-                vector: vectors[i],
-                [this.textKey]: documents[i].pageContent,
-            };
-            Object.keys(documents[i].metadata).forEach((metaKey) => {
-                record[metaKey] = documents[i].metadata[metaKey];
-            });
-            data.push(record);
-        }
-        await this.table.add(data);
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    async similaritySearchVectorWithScore(query, k) {
-        const results = await this.table.search(query).limit(k).execute();
-        const docsAndScore = [];
-        results.forEach((item) => {
-            const metadata = {};
-            Object.keys(item).forEach((key) => {
-                if (key !== "vector" && key !== "score" && key !== this.textKey) {
-                    metadata[key] = item[key];
-                }
-            });
-            docsAndScore.push([
-                new document_js_1.Document({
-                    pageContent: item[this.textKey],
-                    metadata,
-                }),
-                item.score,
-            ]);
-        });
-        return docsAndScore;
-    }
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return LanceDB.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-}
-exports.LanceDB = LanceDB;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/vectorstores/lancedb"), exports);

package/dist/vectorstores/lancedb.d.ts

@@ -1,61 +1 @@
-import { Table } from "vectordb";
-import { VectorStore } from "./base.js";
-import { Embeddings } from "../embeddings/base.js";
-import { Document } from "../document.js";
-/**
- * Defines the arguments for the LanceDB class constructor. It includes a
- * table and an optional textKey.
- */
-export type LanceDBArgs = {
-    table: Table;
-    textKey?: string;
-};
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-export declare class LanceDB extends VectorStore {
-    private table;
-    private textKey;
-    constructor(embeddings: Embeddings, args: LanceDBArgs);
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    addDocuments(documents: Document[]): Promise<void>;
-    _vectorstoreType(): string;
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: LanceDBArgs): Promise<LanceDB>;
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: LanceDBArgs): Promise<LanceDB>;
-}
+export * from "@langchain/community/vectorstores/lancedb";

package/dist/vectorstores/lancedb.js

@@ -1,124 +1 @@
-import { VectorStore } from "./base.js";
-import { Document } from "../document.js";
-/**
- * A wrapper for an open-source database for vector-search with persistent
- * storage. It simplifies retrieval, filtering, and management of
- * embeddings.
- */
-export class LanceDB extends VectorStore {
-    constructor(embeddings, args) {
-        super(embeddings, args);
-        Object.defineProperty(this, "table", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "textKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.table = args.table;
-        this.embeddings = embeddings;
-        this.textKey = args.textKey || "text";
-    }
-    /**
-     * Adds documents to the database.
-     * @param documents The documents to be added.
-     * @returns A Promise that resolves when the documents have been added.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    _vectorstoreType() {
-        return "lancedb";
-    }
-    /**
-     * Adds vectors and their corresponding documents to the database.
-     * @param vectors The vectors to be added.
-     * @param documents The corresponding documents to be added.
-     * @returns A Promise that resolves when the vectors and documents have been added.
-     */
-    async addVectors(vectors, documents) {
-        if (vectors.length === 0) {
-            return;
-        }
-        if (vectors.length !== documents.length) {
-            throw new Error(`Vectors and documents must have the same length`);
-        }
-        const data = [];
-        for (let i = 0; i < documents.length; i += 1) {
-            const record = {
-                vector: vectors[i],
-                [this.textKey]: documents[i].pageContent,
-            };
-            Object.keys(documents[i].metadata).forEach((metaKey) => {
-                record[metaKey] = documents[i].metadata[metaKey];
-            });
-            data.push(record);
-        }
-        await this.table.add(data);
-    }
-    /**
-     * Performs a similarity search on the vectors in the database and returns
-     * the documents and their scores.
-     * @param query The query vector.
-     * @param k The number of results to return.
-     * @returns A Promise that resolves with an array of tuples, each containing a Document and its score.
-     */
-    async similaritySearchVectorWithScore(query, k) {
-        const results = await this.table.search(query).limit(k).execute();
-        const docsAndScore = [];
-        results.forEach((item) => {
-            const metadata = {};
-            Object.keys(item).forEach((key) => {
-                if (key !== "vector" && key !== "score" && key !== this.textKey) {
-                    metadata[key] = item[key];
-                }
-            });
-            docsAndScore.push([
-                new Document({
-                    pageContent: item[this.textKey],
-                    metadata,
-                }),
-                item.score,
-            ]);
-        });
-        return docsAndScore;
-    }
-    /**
-     * Creates a new instance of LanceDB from texts.
-     * @param texts The texts to be converted into documents.
-     * @param metadatas The metadata for the texts.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return LanceDB.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Creates a new instance of LanceDB from documents.
-     * @param docs The documents to be added to the database.
-     * @param embeddings The embeddings to be managed.
-     * @param dbConfig The configuration for the LanceDB instance.
-     * @returns A Promise that resolves with a new instance of LanceDB.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-}
+export * from "@langchain/community/vectorstores/lancedb";

package/dist/vectorstores/memory.cjs

@@ -1,145 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MemoryVectorStore = void 0;
-const ml_distance_1 = require("ml-distance");
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
-/**
- * Class that extends `VectorStore` to store vectors in memory. Provides
- * methods for adding documents, performing similarity searches, and
- * creating instances from texts, documents, or an existing index.
- */
-class MemoryVectorStore extends base_js_1.VectorStore {
-    _vectorstoreType() {
-        return "memory";
-    }
-    constructor(embeddings, { similarity, ...rest } = {}) {
-        super(embeddings, rest);
-        Object.defineProperty(this, "memoryVectors", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "similarity", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.similarity = similarity ?? ml_distance_1.similarity.cosine;
-    }
-    /**
-     * Method to add documents to the memory vector store. It extracts the
-     * text from each document, generates embeddings for them, and adds the
-     * resulting vectors to the store.
-     * @param documents Array of `Document` instances to be added to the store.
-     * @returns Promise that resolves when all documents have been added.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    /**
-     * Method to add vectors to the memory vector store. It creates
-     * `MemoryVector` instances for each vector and document pair and adds
-     * them to the store.
-     * @param vectors Array of vectors to be added to the store.
-     * @param documents Array of `Document` instances corresponding to the vectors.
-     * @returns Promise that resolves when all vectors have been added.
-     */
-    async addVectors(vectors, documents) {
-        const memoryVectors = vectors.map((embedding, idx) => ({
-            content: documents[idx].pageContent,
-            embedding,
-            metadata: documents[idx].metadata,
-        }));
-        this.memoryVectors = this.memoryVectors.concat(memoryVectors);
-    }
-    /**
-     * Method to perform a similarity search in the memory vector store. It
-     * calculates the similarity between the query vector and each vector in
-     * the store, sorts the results by similarity, and returns the top `k`
-     * results along with their scores.
-     * @param query Query vector to compare against the vectors in the store.
-     * @param k Number of top results to return.
-     * @param filter Optional filter function to apply to the vectors before performing the search.
-     * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
-     */
-    async similaritySearchVectorWithScore(query, k, filter) {
-        const filterFunction = (memoryVector) => {
-            if (!filter) {
-                return true;
-            }
-            const doc = new document_js_1.Document({
-                metadata: memoryVector.metadata,
-                pageContent: memoryVector.content,
-            });
-            return filter(doc);
-        };
-        const filteredMemoryVectors = this.memoryVectors.filter(filterFunction);
-        const searches = filteredMemoryVectors
-            .map((vector, index) => ({
-            similarity: this.similarity(query, vector.embedding),
-            index,
-        }))
-            .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))
-            .slice(0, k);
-        const result = searches.map((search) => [
-            new document_js_1.Document({
-                metadata: filteredMemoryVectors[search.index].metadata,
-                pageContent: filteredMemoryVectors[search.index].content,
-            }),
-            search.similarity,
-        ]);
-        return result;
-    }
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an array of
-     * texts. It creates a `Document` for each text and metadata pair, and
-     * adds them to the store.
-     * @param texts Array of texts to be added to the store.
-     * @param metadatas Array or single object of metadata corresponding to the texts.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the texts.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an array of
-     * `Document` instances. It adds the documents to the store.
-     * @param docs Array of `Document` instances to be added to the store.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the documents.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an existing
-     * index. It creates a new `MemoryVectorStore` instance without adding any
-     * documents or vectors.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the documents.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static async fromExistingIndex(embeddings, dbConfig) {
-        const instance = new this(embeddings, dbConfig);
-        return instance;
-    }
-}
-exports.MemoryVectorStore = MemoryVectorStore;
+__exportStar(require("@langchain/community/vectorstores/memory"), exports);

package/dist/vectorstores/memory.d.ts

@@ -1,92 +1 @@
-import { similarity as ml_distance_similarity } from "ml-distance";
-import { VectorStore } from "./base.js";
-import { Embeddings } from "../embeddings/base.js";
-import { Document } from "../document.js";
-/**
- * Interface representing a vector in memory. It includes the content
- * (text), the corresponding embedding (vector), and any associated
- * metadata.
- */
-interface MemoryVector {
-    content: string;
-    embedding: number[];
-    metadata: Record<string, any>;
-}
-/**
- * Interface for the arguments that can be passed to the
- * `MemoryVectorStore` constructor. It includes an optional `similarity`
- * function.
- */
-export interface MemoryVectorStoreArgs {
-    similarity?: typeof ml_distance_similarity.cosine;
-}
-/**
- * Class that extends `VectorStore` to store vectors in memory. Provides
- * methods for adding documents, performing similarity searches, and
- * creating instances from texts, documents, or an existing index.
- */
-export declare class MemoryVectorStore extends VectorStore {
-    FilterType: (doc: Document) => boolean;
-    memoryVectors: MemoryVector[];
-    similarity: typeof ml_distance_similarity.cosine;
-    _vectorstoreType(): string;
-    constructor(embeddings: Embeddings, { similarity, ...rest }?: MemoryVectorStoreArgs);
-    /**
-     * Method to add documents to the memory vector store. It extracts the
-     * text from each document, generates embeddings for them, and adds the
-     * resulting vectors to the store.
-     * @param documents Array of `Document` instances to be added to the store.
-     * @returns Promise that resolves when all documents have been added.
-     */
-    addDocuments(documents: Document[]): Promise<void>;
-    /**
-     * Method to add vectors to the memory vector store. It creates
-     * `MemoryVector` instances for each vector and document pair and adds
-     * them to the store.
-     * @param vectors Array of vectors to be added to the store.
-     * @param documents Array of `Document` instances corresponding to the vectors.
-     * @returns Promise that resolves when all vectors have been added.
-     */
-    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
-    /**
-     * Method to perform a similarity search in the memory vector store. It
-     * calculates the similarity between the query vector and each vector in
-     * the store, sorts the results by similarity, and returns the top `k`
-     * results along with their scores.
-     * @param query Query vector to compare against the vectors in the store.
-     * @param k Number of top results to return.
-     * @param filter Optional filter function to apply to the vectors before performing the search.
-     * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
-     */
-    similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an array of
-     * texts. It creates a `Document` for each text and metadata pair, and
-     * adds them to the store.
-     * @param texts Array of texts to be added to the store.
-     * @param metadatas Array or single object of metadata corresponding to the texts.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the texts.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an array of
-     * `Document` instances. It adds the documents to the store.
-     * @param docs Array of `Document` instances to be added to the store.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the documents.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
-    /**
-     * Static method to create a `MemoryVectorStore` instance from an existing
-     * index. It creates a new `MemoryVectorStore` instance without adding any
-     * documents or vectors.
-     * @param embeddings `Embeddings` instance used to generate embeddings for the documents.
-     * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.
-     * @returns Promise that resolves with a new `MemoryVectorStore` instance.
-     */
-    static fromExistingIndex(embeddings: Embeddings, dbConfig?: MemoryVectorStoreArgs): Promise<MemoryVectorStore>;
-}
-export {};
+export * from "@langchain/community/vectorstores/memory";