langchain 0.0.150 → 0.0.152

package/dist/vectorstores/pgvector.d.ts

@@ -0,0 +1,132 @@
+import { type Pool, type PoolClient, type PoolConfig } from "pg";
+import { VectorStore } from "./base.js";
+import { Embeddings } from "../embeddings/base.js";
+import { Document } from "../document.js";
+type Metadata = Record<string, unknown>;
+/**
+ * Interface that defines the arguments required to create a
+ * `PGVectorStore` instance. It includes Postgres connection options,
+ * table name, filter, and verbosity level.
+ */
+export interface PGVectorStoreArgs {
+    postgresConnectionOptions: PoolConfig;
+    tableName: string;
+    columns?: {
+        idColumnName?: string;
+        vectorColumnName?: string;
+        contentColumnName?: string;
+        metadataColumnName?: string;
+    };
+    filter?: Metadata;
+    verbose?: boolean;
+}
+/**
+ * Class that provides an interface to a Postgres vector database. It
+ * extends the `VectorStore` base class and implements methods for adding
+ * documents and vectors, performing similarity searches, and ensuring the
+ * existence of a table in the database.
+ */
+export declare class PGVectorStore extends VectorStore {
+    FilterType: Metadata;
+    tableName: string;
+    idColumnName: string;
+    vectorColumnName: string;
+    contentColumnName: string;
+    metadataColumnName: string;
+    filter?: Metadata;
+    _verbose?: boolean;
+    pool: Pool;
+    client?: PoolClient;
+    _vectorstoreType(): string;
+    private constructor();
+    /**
+     * Static method to create a new `PGVectorStore` instance from a
+     * connection. It creates a table if one does not exist, and calls
+     * `connect` to return a new instance of `PGVectorStore`.
+     *
+     * @param embeddings - Embeddings instance.
+     * @param fields - `PGVectorStoreArgs` instance.
+     * @returns A new instance of `PGVectorStore`.
+     */
+    static initialize(embeddings: Embeddings, config: PGVectorStoreArgs): Promise<PGVectorStore>;
+    protected _initializeClient(): Promise<void>;
+    /**
+     * Method to add documents to the vector store. It converts the documents into
+     * vectors, and adds them to the store.
+     *
+     * @param documents - Array of `Document` instances.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    addDocuments(documents: Document[]): Promise<void>;
+    /**
+     * Generates the SQL placeholders for a specific row at the provided index.
+     *
+     * @param index - The index of the row for which placeholders need to be generated.
+     * @returns The SQL placeholders for the row values.
+     */
+    private generatePlaceholderForRowAt;
+    /**
+     * Constructs the SQL query for inserting rows into the specified table.
+     *
+     * @param rows - The rows of data to be inserted, consisting of values and records.
+     * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
+     * @returns The complete SQL INSERT INTO query string.
+     */
+    private buildInsertQuery;
+    /**
+     * Method to add vectors to the vector store. It converts the vectors into
+     * rows and inserts them into the database.
+     *
+     * @param vectors - Array of vectors.
+     * @param documents - Array of `Document` instances.
+     * @returns Promise that resolves when the vectors have been added.
+     */
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    /**
+     * Method to perform a similarity search in the vector store. It returns
+     * the `k` most similar documents to the query vector, along with their
+     * similarity scores.
+     *
+     * @param query - Query vector.
+     * @param k - Number of most similar documents to return.
+     * @param filter - Optional filter to apply to the search.
+     * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
+     */
+    similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
+    /**
+     * Method to ensure the existence of the table in the database. It creates
+     * the table if it does not already exist.
+     *
+     * @returns Promise that resolves when the table has been ensured.
+     */
+    ensureTableInDatabase(): Promise<void>;
+    /**
+     * Static method to create a new `PGVectorStore` instance from an
+     * array of texts and their metadata. It converts the texts into
+     * `Document` instances and adds them to the store.
+     *
+     * @param texts - Array of texts.
+     * @param metadatas - Array of metadata objects or a single metadata object.
+     * @param embeddings - Embeddings instance.
+     * @param dbConfig - `PGVectorStoreArgs` instance.
+     * @returns Promise that resolves with a new instance of `PGVectorStore`.
+     */
+    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: PGVectorStoreArgs): Promise<PGVectorStore>;
+    /**
+     * Static method to create a new `PGVectorStore` instance from an
+     * array of `Document` instances. It adds the documents to the store.
+     *
+     * @param docs - Array of `Document` instances.
+     * @param embeddings - Embeddings instance.
+     * @param dbConfig - `PGVectorStoreArgs` instance.
+     * @returns Promise that resolves with a new instance of `PGVectorStore`.
+     */
+    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: PGVectorStoreArgs): Promise<PGVectorStore>;
+    /**
+     * Closes all the clients in the pool and terminates the pool.
+     *
+     * @returns Promise that resolves when all clients are closed and the pool is terminated.
+     */
+    end(): Promise<void>;
+}
+export {};

package/dist/vectorstores/pgvector.js

@@ -0,0 +1,270 @@
+import pg from "pg";
+import { VectorStore } from "./base.js";
+import { Document } from "../document.js";
+import { getEnvironmentVariable } from "../util/env.js";
+/**
+ * Class that provides an interface to a Postgres vector database. It
+ * extends the `VectorStore` base class and implements methods for adding
+ * documents and vectors, performing similarity searches, and ensuring the
+ * existence of a table in the database.
+ */
+export class PGVectorStore extends VectorStore {
+    _vectorstoreType() {
+        return "pgvector";
+    }
+    constructor(embeddings, config) {
+        super(embeddings, config);
+        Object.defineProperty(this, "tableName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "idColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vectorColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "contentColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "metadataColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "filter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "_verbose", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "pool", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.tableName = config.tableName;
+        this.filter = config.filter;
+        this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
+        this.contentColumnName = config.columns?.contentColumnName ?? "text";
+        this.idColumnName = config.columns?.idColumnName ?? "id";
+        this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
+        const pool = new pg.Pool(config.postgresConnectionOptions);
+        this.pool = pool;
+        this._verbose =
+            getEnvironmentVariable("LANGCHAIN_VERBOSE") === "true" ??
+                !!config.verbose;
+    }
+    /**
+     * Static method to create a new `PGVectorStore` instance from a
+     * connection. It creates a table if one does not exist, and calls
+     * `connect` to return a new instance of `PGVectorStore`.
+     *
+     * @param embeddings - Embeddings instance.
+     * @param fields - `PGVectorStoreArgs` instance.
+     * @returns A new instance of `PGVectorStore`.
+     */
+    static async initialize(embeddings, config) {
+        const postgresqlVectorStore = new PGVectorStore(embeddings, config);
+        await postgresqlVectorStore._initializeClient();
+        await postgresqlVectorStore.ensureTableInDatabase();
+        return postgresqlVectorStore;
+    }
+    async _initializeClient() {
+        this.client = await this.pool.connect();
+    }
+    /**
+     * Method to add documents to the vector store. It converts the documents into
+     * vectors, and adds them to the store.
+     *
+     * @param documents - Array of `Document` instances.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    async addDocuments(documents) {
+        const texts = documents.map(({ pageContent }) => pageContent);
+        return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
+    }
+    /**
+     * Generates the SQL placeholders for a specific row at the provided index.
+     *
+     * @param index - The index of the row for which placeholders need to be generated.
+     * @returns The SQL placeholders for the row values.
+     */
+    generatePlaceholderForRowAt(index) {
+        const base = index * 3;
+        return `($${base + 1}, $${base + 2}, $${base + 3})`;
+    }
+    /**
+     * Constructs the SQL query for inserting rows into the specified table.
+     *
+     * @param rows - The rows of data to be inserted, consisting of values and records.
+     * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
+     * @returns The complete SQL INSERT INTO query string.
+     */
+    buildInsertQuery(rows, chunkIndex) {
+        const valuesPlaceholders = rows
+            .map((_, j) => this.generatePlaceholderForRowAt(chunkIndex + j))
+            .join(", ");
+        const text = `
+      INSERT INTO ${this.tableName}(
+        ${this.contentColumnName},
+        ${this.vectorColumnName},
+        ${this.metadataColumnName}
+      )
+      VALUES ${valuesPlaceholders}
+    `;
+        return text;
+    }
+    /**
+     * Method to add vectors to the vector store. It converts the vectors into
+     * rows and inserts them into the database.
+     *
+     * @param vectors - Array of vectors.
+     * @param documents - Array of `Document` instances.
+     * @returns Promise that resolves when the vectors have been added.
+     */
+    async addVectors(vectors, documents) {
+        const rows = vectors.map((embedding, idx) => {
+            const embeddingString = `[${embedding.join(",")}]`;
+            return [
+                documents[idx].pageContent,
+                embeddingString,
+                documents[idx].metadata,
+            ];
+        });
+        const chunkSize = 500;
+        for (let i = 0; i < rows.length; i += chunkSize) {
+            const chunk = rows.slice(i, i + chunkSize);
+            const insertQuery = this.buildInsertQuery(chunk, i);
+            const flatValues = chunk.flat();
+            try {
+                await this.pool.query(insertQuery, flatValues);
+            }
+            catch (e) {
+                console.error(e);
+                throw new Error(`Error inserting: ${chunk[1]}`);
+            }
+        }
+    }
+    /**
+     * Method to perform a similarity search in the vector store. It returns
+     * the `k` most similar documents to the query vector, along with their
+     * similarity scores.
+     *
+     * @param query - Query vector.
+     * @param k - Number of most similar documents to return.
+     * @param filter - Optional filter to apply to the search.
+     * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
+     */
+    async similaritySearchVectorWithScore(query, k, filter) {
+        const embeddingString = `[${query.join(",")}]`;
+        const _filter = filter ?? "{}";
+        const queryString = `
+      SELECT *, ${this.vectorColumnName} <=> $1 as "_distance"
+      FROM ${this.tableName}
+      WHERE ${this.metadataColumnName} @> $2
+      ORDER BY "_distance" ASC
+      LIMIT $3;`;
+        const documents = (await this.pool.query(queryString, [embeddingString, _filter, k])).rows;
+        const results = [];
+        for (const doc of documents) {
+            if (doc._distance != null && doc[this.contentColumnName] != null) {
+                const document = new Document({
+                    pageContent: doc[this.contentColumnName],
+                    metadata: doc[this.metadataColumnName],
+                });
+                results.push([document, doc._distance]);
+            }
+        }
+        return results;
+    }
+    /**
+     * Method to ensure the existence of the table in the database. It creates
+     * the table if it does not already exist.
+     *
+     * @returns Promise that resolves when the table has been ensured.
+     */
+    async ensureTableInDatabase() {
+        await this.pool.query("CREATE EXTENSION IF NOT EXISTS vector;");
+        await this.pool.query('CREATE EXTENSION IF NOT EXISTS "uuid-ossp";');
+        await this.pool.query(`
+      CREATE TABLE IF NOT EXISTS ${this.tableName} (
+        "${this.idColumnName}" uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
+        "${this.contentColumnName}" text,
+        "${this.metadataColumnName}" jsonb,
+        "${this.vectorColumnName}" vector
+      );
+    `);
+    }
+    /**
+     * Static method to create a new `PGVectorStore` instance from an
+     * array of texts and their metadata. It converts the texts into
+     * `Document` instances and adds them to the store.
+     *
+     * @param texts - Array of texts.
+     * @param metadatas - Array of metadata objects or a single metadata object.
+     * @param embeddings - Embeddings instance.
+     * @param dbConfig - `PGVectorStoreArgs` instance.
+     * @returns Promise that resolves with a new instance of `PGVectorStore`.
+     */
+    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
+        const docs = [];
+        for (let i = 0; i < texts.length; i += 1) {
+            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
+            const newDoc = new Document({
+                pageContent: texts[i],
+                metadata,
+            });
+            docs.push(newDoc);
+        }
+        return PGVectorStore.fromDocuments(docs, embeddings, dbConfig);
+    }
+    /**
+     * Static method to create a new `PGVectorStore` instance from an
+     * array of `Document` instances. It adds the documents to the store.
+     *
+     * @param docs - Array of `Document` instances.
+     * @param embeddings - Embeddings instance.
+     * @param dbConfig - `PGVectorStoreArgs` instance.
+     * @returns Promise that resolves with a new instance of `PGVectorStore`.
+     */
+    static async fromDocuments(docs, embeddings, dbConfig) {
+        const instance = await PGVectorStore.initialize(embeddings, dbConfig);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    /**
+     * Closes all the clients in the pool and terminates the pool.
+     *
+     * @returns Promise that resolves when all clients are closed and the pool is terminated.
+     */
+    async end() {
+        await this.client?.release();
+        return this.pool.end();
+    }
+}

package/document_loaders/web/pdf.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/web/pdf.cjs');

package/document_loaders/web/pdf.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/pdf.js'

package/document_loaders/web/pdf.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/pdf.js'

package/experimental/chat_models/bittensor.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/experimental/chat_models/bittensor.cjs');

package/experimental/chat_models/bittensor.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/experimental/chat_models/bittensor.js'

package/experimental/chat_models/bittensor.js

@@ -0,0 +1 @@
+export * from '../../dist/experimental/chat_models/bittensor.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.150",
+  "version": "0.0.152",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -211,6 +211,9 @@
     "vectorstores/opensearch.cjs",
     "vectorstores/opensearch.js",
     "vectorstores/opensearch.d.ts",
+    "vectorstores/pgvector.cjs",
+    "vectorstores/pgvector.js",
+    "vectorstores/pgvector.d.ts",
     "vectorstores/milvus.cjs",
     "vectorstores/milvus.js",
     "vectorstores/milvus.d.ts",
@@ -310,6 +313,9 @@
     "document_loaders/web/notionapi.cjs",
     "document_loaders/web/notionapi.js",
     "document_loaders/web/notionapi.d.ts",
+    "document_loaders/web/pdf.cjs",
+    "document_loaders/web/pdf.js",
+    "document_loaders/web/pdf.d.ts",
     "document_loaders/web/recursive_url.cjs",
     "document_loaders/web/recursive_url.js",
     "document_loaders/web/recursive_url.d.ts",
@@ -508,6 +514,9 @@
     "cache.cjs",
     "cache.js",
     "cache.d.ts",
+    "cache/cloudflare_kv.cjs",
+    "cache/cloudflare_kv.js",
+    "cache/cloudflare_kv.d.ts",
     "cache/momento.cjs",
     "cache/momento.js",
     "cache/momento.d.ts",
@@ -532,6 +541,9 @@
     "stores/file/node.cjs",
     "stores/file/node.js",
     "stores/file/node.d.ts",
+    "stores/message/cloudflare_d1.cjs",
+    "stores/message/cloudflare_d1.js",
+    "stores/message/cloudflare_d1.d.ts",
     "stores/message/in_memory.cjs",
     "stores/message/in_memory.js",
     "stores/message/in_memory.d.ts",
@@ -592,6 +604,9 @@
     "experimental/chat_models/anthropic_functions.cjs",
     "experimental/chat_models/anthropic_functions.js",
     "experimental/chat_models/anthropic_functions.d.ts",
+    "experimental/chat_models/bittensor.cjs",
+    "experimental/chat_models/bittensor.js",
+    "experimental/chat_models/bittensor.d.ts",
     "experimental/llms/bittensor.cjs",
     "experimental/llms/bittensor.js",
     "experimental/llms/bittensor.d.ts",
@@ -640,6 +655,7 @@
     "@aws-sdk/types": "^3.357.0",
     "@azure/storage-blob": "^12.15.0",
     "@clickhouse/client": "^0.0.14",
+    "@cloudflare/workers-types": "^4.20230904.0",
     "@elastic/elasticsearch": "^8.4.0",
     "@faker-js/faker": "^7.6.0",
     "@getmetal/metal-sdk": "^4.0.0",
@@ -759,6 +775,7 @@
     "@aws-sdk/signature-v4": "^3.374.0",
     "@azure/storage-blob": "^12.15.0",
     "@clickhouse/client": "^0.0.14",
+    "@cloudflare/workers-types": "^4.20230904.0",
     "@elastic/elasticsearch": "^8.4.0",
     "@getmetal/metal-sdk": "*",
     "@getzep/zep-js": "^0.7.0",
@@ -865,6 +882,9 @@
     "@clickhouse/client": {
       "optional": true
     },
+    "@cloudflare/workers-types": {
+      "optional": true
+    },
     "@elastic/elasticsearch": {
       "optional": true
     },
@@ -1447,6 +1467,11 @@
       "import": "./vectorstores/opensearch.js",
       "require": "./vectorstores/opensearch.cjs"
     },
+    "./vectorstores/pgvector": {
+      "types": "./vectorstores/pgvector.d.ts",
+      "import": "./vectorstores/pgvector.js",
+      "require": "./vectorstores/pgvector.cjs"
+    },
     "./vectorstores/milvus": {
       "types": "./vectorstores/milvus.d.ts",
       "import": "./vectorstores/milvus.js",
@@ -1612,6 +1637,11 @@
       "import": "./document_loaders/web/notionapi.js",
       "require": "./document_loaders/web/notionapi.cjs"
     },
+    "./document_loaders/web/pdf": {
+      "types": "./document_loaders/web/pdf.d.ts",
+      "import": "./document_loaders/web/pdf.js",
+      "require": "./document_loaders/web/pdf.cjs"
+    },
     "./document_loaders/web/recursive_url": {
       "types": "./document_loaders/web/recursive_url.d.ts",
       "import": "./document_loaders/web/recursive_url.js",
@@ -1942,6 +1972,11 @@
       "import": "./cache.js",
       "require": "./cache.cjs"
     },
+    "./cache/cloudflare_kv": {
+      "types": "./cache/cloudflare_kv.d.ts",
+      "import": "./cache/cloudflare_kv.js",
+      "require": "./cache/cloudflare_kv.cjs"
+    },
     "./cache/momento": {
       "types": "./cache/momento.d.ts",
       "import": "./cache/momento.js",
@@ -1982,6 +2017,11 @@
       "import": "./stores/file/node.js",
       "require": "./stores/file/node.cjs"
     },
+    "./stores/message/cloudflare_d1": {
+      "types": "./stores/message/cloudflare_d1.d.ts",
+      "import": "./stores/message/cloudflare_d1.js",
+      "require": "./stores/message/cloudflare_d1.cjs"
+    },
     "./stores/message/in_memory": {
       "types": "./stores/message/in_memory.d.ts",
       "import": "./stores/message/in_memory.js",
@@ -2082,6 +2122,11 @@
       "import": "./experimental/chat_models/anthropic_functions.js",
       "require": "./experimental/chat_models/anthropic_functions.cjs"
     },
+    "./experimental/chat_models/bittensor": {
+      "types": "./experimental/chat_models/bittensor.d.ts",
+      "import": "./experimental/chat_models/bittensor.js",
+      "require": "./experimental/chat_models/bittensor.cjs"
+    },
     "./experimental/llms/bittensor": {
       "types": "./experimental/llms/bittensor.d.ts",
       "import": "./experimental/llms/bittensor.js",

package/stores/message/cloudflare_d1.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/stores/message/cloudflare_d1.cjs');

package/stores/message/cloudflare_d1.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/cloudflare_d1.js'

package/stores/message/cloudflare_d1.js

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/cloudflare_d1.js'

package/vectorstores/pgvector.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/pgvector.cjs');

package/vectorstores/pgvector.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/pgvector.js'

package/vectorstores/pgvector.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/pgvector.js'