langchain 0.0.202 → 0.0.204-rc.0

package/dist/vectorstores/vercel_postgres.js

@@ -1,318 +1 @@
-import { createPool, } from "@vercel/postgres";
-import { VectorStore } from "./base.js";
-import { Document } from "../document.js";
-import { getEnvironmentVariable } from "../util/env.js";
-/**
- * Class that provides an interface to a Vercel Postgres vector database. It
- * extends the `VectorStore` base class and implements methods for adding
- * documents and vectors and performing similarity searches.
- */
-export class VercelPostgres extends VectorStore {
-    _vectorstoreType() {
-        return "vercel";
-    }
-    constructor(embeddings, config) {
-        super(embeddings, config);
-        Object.defineProperty(this, "tableName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "idColumnName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "vectorColumnName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contentColumnName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "metadataColumnName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "filter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_verbose", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "pool", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.tableName = config.tableName ?? "langchain_vectors";
-        this.filter = config.filter;
-        this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
-        this.contentColumnName = config.columns?.contentColumnName ?? "text";
-        this.idColumnName = config.columns?.idColumnName ?? "id";
-        this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
-        this.pool = config.pool;
-        this.client = config.client;
-        this._verbose =
-            getEnvironmentVariable("LANGCHAIN_VERBOSE") === "true" ??
-                !!config.verbose;
-    }
-    /**
-     * Static method to create a new `VercelPostgres` instance from a
-     * connection. It creates a table if one does not exist, and calls
-     * `connect` to return a new instance of `VercelPostgres`.
-     *
-     * @param embeddings - Embeddings instance.
-     * @param fields - `VercelPostgres` configuration options.
-     * @returns A new instance of `VercelPostgres`.
-     */
-    static async initialize(embeddings, config) {
-        // Default maxUses to 1 for edge environments:
-        // https://github.com/vercel/storage/tree/main/packages/postgres#a-note-on-edge-environments
-        const pool = config?.pool ??
-            createPool({ maxUses: 1, ...config?.postgresConnectionOptions });
-        const client = config?.client ?? (await pool.connect());
-        const postgresqlVectorStore = new VercelPostgres(embeddings, {
-            ...config,
-            pool,
-            client,
-        });
-        await postgresqlVectorStore.ensureTableInDatabase();
-        return postgresqlVectorStore;
-    }
-    /**
-     * Method to add documents to the vector store. It converts the documents into
-     * vectors, and adds them to the store.
-     *
-     * @param documents - Array of `Document` instances.
-     * @returns Promise that resolves when the documents have been added.
-     */
-    async addDocuments(documents, options) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return this.addVectors(await this.embeddings.embedDocuments(texts), documents, options);
-    }
-    /**
-     * Generates the SQL placeholders for a specific row at the provided index.
-     *
-     * @param index - The index of the row for which placeholders need to be generated.
-     * @returns The SQL placeholders for the row values.
-     */
-    generatePlaceholderForRowAt(
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    row, index) {
-        const base = index * row.length;
-        return `(${row.map((_, j) => `$${base + 1 + j}`)})`;
-    }
-    /**
-     * Constructs the SQL query for inserting rows into the specified table.
-     *
-     * @param rows - The rows of data to be inserted, consisting of values and records.
-     * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
-     * @returns The complete SQL INSERT INTO query string.
-     */
-    async runInsertQuery(
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    rows, useIdColumn) {
-        const values = rows.map((row, j) => this.generatePlaceholderForRowAt(row, j));
-        const flatValues = rows.flat();
-        return this.client.query(`
-    INSERT INTO ${this.tableName} (
-      ${useIdColumn ? `${this.idColumnName},` : ""}
-      ${this.contentColumnName}, 
-      ${this.vectorColumnName}, 
-      ${this.metadataColumnName}
-    ) VALUES ${values.join(", ")}
-    ON CONFLICT (${this.idColumnName}) 
-    DO UPDATE 
-    SET 
-    ${this.contentColumnName} = EXCLUDED.${this.contentColumnName},
-    ${this.vectorColumnName} = EXCLUDED.${this.vectorColumnName},
-    ${this.metadataColumnName} = EXCLUDED.${this.metadataColumnName}
-    RETURNING ${this.idColumnName}`, flatValues);
-    }
-    /**
-     * Method to add vectors to the vector store. It converts the vectors into
-     * rows and inserts them into the database.
-     *
-     * @param vectors - Array of vectors.
-     * @param documents - Array of `Document` instances.
-     * @returns Promise that resolves when the vectors have been added.
-     */
-    async addVectors(vectors, documents, options) {
-        if (options?.ids !== undefined && options?.ids.length !== vectors.length) {
-            throw new Error(`If provided, the length of "ids" must be the same as the number of vectors.`);
-        }
-        const rows = vectors.map((embedding, idx) => {
-            const embeddingString = `[${embedding.join(",")}]`;
-            const row = [
-                documents[idx].pageContent,
-                embeddingString,
-                documents[idx].metadata,
-            ];
-            if (options?.ids) {
-                return [options.ids[idx], ...row];
-            }
-            return row;
-        });
-        const chunkSize = 500;
-        const ids = [];
-        for (let i = 0; i < rows.length; i += chunkSize) {
-            const chunk = rows.slice(i, i + chunkSize);
-            try {
-                const result = await this.runInsertQuery(chunk, options?.ids !== undefined);
-                ids.push(...result.rows.map((row) => row[this.idColumnName]));
-            }
-            catch (e) {
-                console.error(e);
-                throw new Error(`Error inserting: ${e.message}`);
-            }
-        }
-        return ids;
-    }
-    /**
-     * Method to perform a similarity search in the vector store. It returns
-     * the `k` most similar documents to the query vector, along with their
-     * similarity scores.
-     *
-     * @param query - Query vector.
-     * @param k - Number of most similar documents to return.
-     * @param filter - Optional filter to apply to the search.
-     * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
-     */
-    async similaritySearchVectorWithScore(query, k, filter) {
-        const embeddingString = `[${query.join(",")}]`;
-        const _filter = filter ?? {};
-        const whereClauses = [];
-        const values = [embeddingString, k];
-        let paramCount = values.length;
-        for (const [key, value] of Object.entries(_filter)) {
-            if (typeof value === "object" && value !== null) {
-                const currentParamCount = paramCount;
-                const placeholders = value.in
-                    .map((_, index) => `$${currentParamCount + index + 1}`)
-                    .join(",");
-                whereClauses.push(`${this.metadataColumnName}->>'${key}' IN (${placeholders})`);
-                values.push(...value.in);
-                paramCount += value.in.length;
-            }
-            else {
-                paramCount += 1;
-                whereClauses.push(`${this.metadataColumnName}->>'${key}' = $${paramCount}`);
-                values.push(value);
-            }
-        }
-        const whereClause = whereClauses.length
-            ? `WHERE ${whereClauses.join(" AND ")}`
-            : "";
-        const queryString = `
-            SELECT *, ${this.vectorColumnName} <=> $1 as "_distance"
-            FROM ${this.tableName}
-            ${whereClause}
-            ORDER BY "_distance" ASC
-            LIMIT $2;`;
-        const documents = (await this.client.query(queryString, values)).rows;
-        const results = [];
-        for (const doc of documents) {
-            if (doc._distance != null && doc[this.contentColumnName] != null) {
-                const document = new Document({
-                    pageContent: doc[this.contentColumnName],
-                    metadata: doc[this.metadataColumnName],
-                });
-                results.push([document, doc._distance]);
-            }
-        }
-        return results;
-    }
-    async delete(params) {
-        if (params.ids !== undefined) {
-            await this.client.query(`DELETE FROM ${this.tableName} WHERE ${this.idColumnName} IN (${params.ids.map((_, idx) => `$${idx + 1}`)})`, params.ids);
-        }
-        else if (params.deleteAll) {
-            await this.client.query(`TRUNCATE TABLE ${this.tableName}`);
-        }
-    }
-    /**
-     * Method to ensure the existence of the table in the database. It creates
-     * the table if it does not already exist.
-     *
-     * @returns Promise that resolves when the table has been ensured.
-     */
-    async ensureTableInDatabase() {
-        await this.client.query(`CREATE EXTENSION IF NOT EXISTS vector;`);
-        await this.client.query(`CREATE EXTENSION IF NOT EXISTS "uuid-ossp";`);
-        await this.client.query(`CREATE TABLE IF NOT EXISTS "${this.tableName}" (
-      "${this.idColumnName}" uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
-      "${this.contentColumnName}" text,
-      "${this.metadataColumnName}" jsonb,
-      "${this.vectorColumnName}" vector
-    );`);
-    }
-    /**
-     * Static method to create a new `VercelPostgres` instance from an
-     * array of texts and their metadata. It converts the texts into
-     * `Document` instances and adds them to the store.
-     *
-     * @param texts - Array of texts.
-     * @param metadatas - Array of metadata objects or a single metadata object.
-     * @param embeddings - Embeddings instance.
-     * @param fields - `VercelPostgres` configuration options.
-     * @returns Promise that resolves with a new instance of `VercelPostgres`.
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return this.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Static method to create a new `VercelPostgres` instance from an
-     * array of `Document` instances. It adds the documents to the store.
-     *
-     * @param docs - Array of `Document` instances.
-     * @param embeddings - Embeddings instance.
-     * @param fields - `VercelPostgres` configuration options.
-     * @returns Promise that resolves with a new instance of `VercelPostgres`.
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const instance = await this.initialize(embeddings, dbConfig);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-    /**
-     * Closes all the clients in the pool and terminates the pool.
-     *
-     * @returns Promise that resolves when all clients are closed and the pool is terminated.
-     */
-    async end() {
-        await this.client?.release();
-        return this.pool.end();
-    }
-}
+export * from "@langchain/community/vectorstores/vercel_postgres";

package/dist/vectorstores/voy.cjs

@@ -1,158 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VoyVectorStore = void 0;
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
-/**
- * Class that extends `VectorStore`. It allows to perform similarity search using
- * Voi similarity search engine. The class requires passing Voy Client as an input parameter.
- */
-class VoyVectorStore extends base_js_1.VectorStore {
-    _vectorstoreType() {
-        return "voi";
-    }
-    constructor(client, embeddings) {
-        super(embeddings, {});
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numDimensions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
-        Object.defineProperty(this, "docstore", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        this.client = client;
-        this.embeddings = embeddings;
-    }
-    /**
-     * Adds documents to the Voy database. The documents are embedded using embeddings provided while instantiating the class.
-     * @param documents An array of `Document` instances associated with the vectors.
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        if (documents.length === 0) {
-            return;
-        }
-        const firstVector = (await this.embeddings.embedDocuments(texts.slice(0, 1)))[0];
-        if (this.numDimensions === null) {
-            this.numDimensions = firstVector.length;
-        }
-        else if (this.numDimensions !== firstVector.length) {
-            throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
-        }
-        const restResults = await this.embeddings.embedDocuments(texts.slice(1));
-        await this.addVectors([firstVector, ...restResults], documents);
-    }
-    /**
-     * Adds vectors to the Voy database. The vectors are associated with
-     * the provided documents.
-     * @param vectors An array of vectors to be added to the database.
-     * @param documents An array of `Document` instances associated with the vectors.
-     */
-    async addVectors(vectors, documents) {
-        if (vectors.length === 0) {
-            return;
-        }
-        if (this.numDimensions === null) {
-            this.numDimensions = vectors[0].length;
-        }
-        if (vectors.length !== documents.length) {
-            throw new Error(`Vectors and metadata must have the same length`);
-        }
-        if (!vectors.every((v) => v.length === this.numDimensions)) {
-            throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
-        }
-        vectors.forEach((item, idx) => {
-            const doc = documents[idx];
-            this.docstore.push({ embeddings: item, document: doc });
-        });
-        const embeddings = this.docstore.map((item, idx) => ({
-            id: String(idx),
-            embeddings: item.embeddings,
-            title: "",
-            url: "",
-        }));
-        this.client.index({ embeddings });
-    }
-    /**
-     * Searches for vectors in the Voy database that are similar to the
-     * provided query vector.
-     * @param query The query vector.
-     * @param k The number of similar vectors to return.
-     * @returns A promise that resolves with an array of tuples, each containing a `Document` instance and a similarity score.
-     */
-    async similaritySearchVectorWithScore(query, k) {
-        if (this.numDimensions === null) {
-            throw new Error("There aren't any elements in the index yet.");
-        }
-        if (query.length !== this.numDimensions) {
-            throw new Error(`Query vector must have the same length as the number of dimensions (${this.numDimensions})`);
-        }
-        const itemsToQuery = Math.min(this.docstore.length, k);
-        if (itemsToQuery > this.docstore.length) {
-            console.warn(`k (${k}) is greater than the number of elements in the index (${this.docstore.length}), setting k to ${itemsToQuery}`);
-        }
-        const results = this.client.search(new Float32Array(query), itemsToQuery);
-        return results.neighbors.map(({ id }, idx) => [this.docstore[parseInt(id, 10)].document, idx]);
-    }
-    /**
-     * Method to delete data from the Voy index. It can delete data based
-     * on specific IDs or a filter.
-     * @param params Object that includes either an array of IDs or a filter for the data to be deleted.
-     * @returns Promise that resolves when the deletion is complete.
-     */
-    async delete(params) {
-        if (params.deleteAll === true) {
-            await this.client.clear();
-        }
-        else {
-            throw new Error(`You must provide a "deleteAll" parameter.`);
-        }
-    }
-    /**
-     * Creates a new `VoyVectorStore` instance from an array of text strings. The text
-     * strings are converted to `Document` instances and added to the Voy
-     * database.
-     * @param texts An array of text strings.
-     * @param metadatas An array of metadata objects or a single metadata object. If an array is provided, it must have the same length as the `texts` array.
-     * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
-     * @param client An instance of Voy client to use in the underlying operations.
-     * @returns A promise that resolves with a new `VoyVectorStore` instance.
-     */
-    static async fromTexts(texts, metadatas, embeddings, client) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return VoyVectorStore.fromDocuments(docs, embeddings, client);
-    }
-    /**
-     * Creates a new `VoyVectorStore` instance from an array of `Document` instances.
-     * The documents are added to the Voy database.
-     * @param docs An array of `Document` instances.
-     * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
-     * @param client An instance of Voy client to use in the underlying operations.
-     * @returns A promise that resolves with a new `VoyVectorStore` instance.
-     */
-    static async fromDocuments(docs, embeddings, client) {
-        const instance = new VoyVectorStore(client, embeddings);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-}
-exports.VoyVectorStore = VoyVectorStore;
+__exportStar(require("@langchain/community/vectorstores/voy"), exports);

package/dist/vectorstores/voy.d.ts

@@ -1,73 +1 @@
-import type { Voy as VoyOriginClient } from "voy-search";
-import { Embeddings } from "../embeddings/base.js";
-import { VectorStore } from "./base.js";
-import { Document } from "../document.js";
-export type VoyClient = Omit<VoyOriginClient, "remove" | "size" | "serialize" | "free">;
-/**
- * Internal interface for storing documents mappings.
- */
-interface InternalDoc {
-    embeddings: number[];
-    document: Document;
-}
-/**
- * Class that extends `VectorStore`. It allows to perform similarity search using
- * Voi similarity search engine. The class requires passing Voy Client as an input parameter.
- */
-export declare class VoyVectorStore extends VectorStore {
-    client: VoyClient;
-    numDimensions: number | null;
-    docstore: InternalDoc[];
-    _vectorstoreType(): string;
-    constructor(client: VoyClient, embeddings: Embeddings);
-    /**
-     * Adds documents to the Voy database. The documents are embedded using embeddings provided while instantiating the class.
-     * @param documents An array of `Document` instances associated with the vectors.
-     */
-    addDocuments(documents: Document[]): Promise<void>;
-    /**
-     * Adds vectors to the Voy database. The vectors are associated with
-     * the provided documents.
-     * @param vectors An array of vectors to be added to the database.
-     * @param documents An array of `Document` instances associated with the vectors.
-     */
-    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
-    /**
-     * Searches for vectors in the Voy database that are similar to the
-     * provided query vector.
-     * @param query The query vector.
-     * @param k The number of similar vectors to return.
-     * @returns A promise that resolves with an array of tuples, each containing a `Document` instance and a similarity score.
-     */
-    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document<Record<string, any>>, number][]>;
-    /**
-     * Method to delete data from the Voy index. It can delete data based
-     * on specific IDs or a filter.
-     * @param params Object that includes either an array of IDs or a filter for the data to be deleted.
-     * @returns Promise that resolves when the deletion is complete.
-     */
-    delete(params: {
-        deleteAll?: boolean;
-    }): Promise<void>;
-    /**
-     * Creates a new `VoyVectorStore` instance from an array of text strings. The text
-     * strings are converted to `Document` instances and added to the Voy
-     * database.
-     * @param texts An array of text strings.
-     * @param metadatas An array of metadata objects or a single metadata object. If an array is provided, it must have the same length as the `texts` array.
-     * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
-     * @param client An instance of Voy client to use in the underlying operations.
-     * @returns A promise that resolves with a new `VoyVectorStore` instance.
-     */
-    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, client: VoyClient): Promise<VoyVectorStore>;
-    /**
-     * Creates a new `VoyVectorStore` instance from an array of `Document` instances.
-     * The documents are added to the Voy database.
-     * @param docs An array of `Document` instances.
-     * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
-     * @param client An instance of Voy client to use in the underlying operations.
-     * @returns A promise that resolves with a new `VoyVectorStore` instance.
-     */
-    static fromDocuments(docs: Document[], embeddings: Embeddings, client: VoyClient): Promise<VoyVectorStore>;
-}
-export {};
+export * from "@langchain/community/vectorstores/voy";