langchain 0.0.171 → 0.0.173

package/dist/tools/webbrowser.js

@@ -6,6 +6,7 @@ import { MemoryVectorStore } from "../vectorstores/memory.js";
 import { Document } from "../document.js";
 import { Tool } from "./base.js";
 import fetchAdapter from "../util/axios-fetch-adapter.js";
+import { formatDocumentsAsString } from "../util/document.js";
 export const parseInputs = (inputs) => {
     const [baseUrl, task] = inputs.split(",").map((input) => {
         let t = input.trim();
@@ -203,7 +204,7 @@ export class WebBrowser extends Tool {
             }));
             const vectorStore = await MemoryVectorStore.fromDocuments(docs, this.embeddings);
             const results = await vectorStore.similaritySearch(task, 4, undefined, runManager?.getChild("vectorstore"));
-            context = results.map((res) => res.pageContent).join("\n");
+            context = formatDocumentsAsString(results, "\n");
         }
         const input = `Text:${context}\n\nI need ${doSummary ? "a summary" : task} from the above text, also provide up to 5 markdown links from within that would be of interest (always including URL and text). Links should be provided, if present, in markdown syntax as a list under the heading "Relevant Links:".`;
         return this.model.predict(input, undefined, runManager?.getChild());

package/dist/util/document.cjs

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatDocumentsAsString = void 0;
+/**
+ * Given a list of documents, this util formats their contents
+ * into a string, separated by newlines.
+ *
+ * @param documents
+ * @returns A string of the documents page content, separated by newlines.
+ */
+const formatDocumentsAsString = (documents, separator = "\n\n") => documents.map((doc) => doc.pageContent).join(separator);
+exports.formatDocumentsAsString = formatDocumentsAsString;

package/dist/util/document.d.ts

@@ -0,0 +1,9 @@
+import { Document } from "../document.js";
+/**
+ * Given a list of documents, this util formats their contents
+ * into a string, separated by newlines.
+ *
+ * @param documents
+ * @returns A string of the documents page content, separated by newlines.
+ */
+export declare const formatDocumentsAsString: (documents: Document[], separator?: string) => string;

package/dist/util/document.js

@@ -0,0 +1,8 @@
+/**
+ * Given a list of documents, this util formats their contents
+ * into a string, separated by newlines.
+ *
+ * @param documents
+ * @returns A string of the documents page content, separated by newlines.
+ */
+export const formatDocumentsAsString = (documents, separator = "\n\n") => documents.map((doc) => doc.pageContent).join(separator);

package/dist/vectorstores/analyticdb.cjs

@@ -34,7 +34,6 @@ const promises_1 = require("node:stream/promises");
 const node_stream_1 = require("node:stream");
 const base_js_1 = require("./base.cjs");
 const document_js_1 = require("../document.cjs");
-const _LANGCHAIN_DEFAULT_EMBEDDING_DIM = 1536;
 const _LANGCHAIN_DEFAULT_COLLECTION_NAME = "langchain_document";
 /**
  * Class that provides methods for creating and managing a collection of
@@ -85,8 +84,7 @@ class AnalyticDBVectorStore extends base_js_1.VectorStore {
             user: args.connectionOptions.user,
             password: args.connectionOptions.password,
         });
-        this.embeddingDimension =
-            args.embeddingDimension || _LANGCHAIN_DEFAULT_EMBEDDING_DIM;
+        this.embeddingDimension = args.embeddingDimension;
         this.collectionName =
             args.collectionName || _LANGCHAIN_DEFAULT_COLLECTION_NAME;
         this.preDeleteCollection = args.preDeleteCollection || false;
@@ -106,6 +104,9 @@ class AnalyticDBVectorStore extends base_js_1.VectorStore {
      * @returns Promise that resolves when the table and index are created.
      */
     async createTableIfNotExists() {
+        if (!this.embeddingDimension) {
+            this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
+        }
         const client = await this.pool.connect();
         try {
             await client.query("BEGIN");
@@ -194,6 +195,9 @@ class AnalyticDBVectorStore extends base_js_1.VectorStore {
         if (vectors.length !== documents.length) {
             throw new Error(`Vectors and documents must have the same length`);
         }
+        if (!this.embeddingDimension) {
+            this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
+        }
         if (vectors[0].length !== this.embeddingDimension) {
             throw new Error(`Vectors must have the same length as the number of dimensions (${this.embeddingDimension})`);
         }

package/dist/vectorstores/analyticdb.d.ts

@@ -21,7 +21,7 @@ export interface AnalyticDBArgs {
 export declare class AnalyticDBVectorStore extends VectorStore {
     FilterType: Record<string, any>;
     private pool;
-    private embeddingDimension;
+    private embeddingDimension?;
     private collectionName;
     private preDeleteCollection;
     private isCreateCollection;

package/dist/vectorstores/analyticdb.js

@@ -5,7 +5,6 @@ import { pipeline } from "node:stream/promises";
 import { Readable } from "node:stream";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
-const _LANGCHAIN_DEFAULT_EMBEDDING_DIM = 1536;
 const _LANGCHAIN_DEFAULT_COLLECTION_NAME = "langchain_document";
 /**
  * Class that provides methods for creating and managing a collection of
@@ -56,8 +55,7 @@ export class AnalyticDBVectorStore extends VectorStore {
             user: args.connectionOptions.user,
             password: args.connectionOptions.password,
         });
-        this.embeddingDimension =
-            args.embeddingDimension || _LANGCHAIN_DEFAULT_EMBEDDING_DIM;
+        this.embeddingDimension = args.embeddingDimension;
         this.collectionName =
             args.collectionName || _LANGCHAIN_DEFAULT_COLLECTION_NAME;
         this.preDeleteCollection = args.preDeleteCollection || false;
@@ -77,6 +75,9 @@ export class AnalyticDBVectorStore extends VectorStore {
      * @returns Promise that resolves when the table and index are created.
      */
     async createTableIfNotExists() {
+        if (!this.embeddingDimension) {
+            this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
+        }
         const client = await this.pool.connect();
         try {
             await client.query("BEGIN");
@@ -165,6 +166,9 @@ export class AnalyticDBVectorStore extends VectorStore {
         if (vectors.length !== documents.length) {
             throw new Error(`Vectors and documents must have the same length`);
         }
+        if (!this.embeddingDimension) {
+            this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
+        }
         if (vectors[0].length !== this.embeddingDimension) {
             throw new Error(`Vectors must have the same length as the number of dimensions (${this.embeddingDimension})`);
         }

package/dist/vectorstores/cassandra.cjs

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CassandraStore = void 0;
 /* eslint-disable prefer-template */
 const cassandra_driver_1 = require("cassandra-driver");
+const async_caller_js_1 = require("../util/async_caller.cjs");
 const base_js_1 = require("./base.cjs");
 const document_js_1 = require("../document.cjs");
 /**
@@ -16,7 +17,13 @@ class CassandraStore extends base_js_1.VectorStore {
         return "cassandra";
     }
     constructor(embeddings, args) {
-        super(embeddings, args);
+        const argsWithDefaults = {
+            indices: [],
+            maxConcurrency: 25,
+            batchSize: 1,
+            ...args,
+        };
+        super(embeddings, argsWithDefaults);
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -65,13 +72,31 @@ class CassandraStore extends base_js_1.VectorStore {
             writable: true,
             value: false
         });
-        this.client = new cassandra_driver_1.Client(args);
-        this.dimensions = args.dimensions;
-        this.keyspace = args.keyspace;
-        this.table = args.table;
-        this.primaryKey = args.primaryKey;
-        this.metadataColumns = args.metadataColumns;
-        this.indices = args.indices;
+        Object.defineProperty(this, "asyncCaller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.asyncCaller = new async_caller_js_1.AsyncCaller(argsWithDefaults ?? {});
+        this.client = new cassandra_driver_1.Client(argsWithDefaults);
+        this.dimensions = argsWithDefaults.dimensions;
+        this.keyspace = argsWithDefaults.keyspace;
+        this.table = argsWithDefaults.table;
+        this.primaryKey = argsWithDefaults.primaryKey;
+        this.metadataColumns = argsWithDefaults.metadataColumns;
+        this.indices = argsWithDefaults.indices;
+        this.batchSize = argsWithDefaults.batchSize;
+        if (this.batchSize < 1) {
+            console.warn("batchSize must be greater than or equal to 1, defaulting to 1");
+            this.batchSize = 1;
+        }
     }
     /**
      * Method to save vectors to the Cassandra database.
@@ -86,8 +111,7 @@ class CassandraStore extends base_js_1.VectorStore {
         if (!this.isInitialized) {
             await this.initialize();
         }
-        const queries = this.buildInsertQuery(vectors, documents);
-        await this.client.batch(queries);
+        await this.insertAll(vectors, documents);
     }
     /**
      * Method to add documents to the Cassandra database.
@@ -188,31 +212,6 @@ class CassandraStore extends base_js_1.VectorStore {
         }
         this.isInitialized = true;
     }
-    /**
-     * Method to build an CQL query for inserting vectors and documents into
-     * the Cassandra database.
-     * @param vectors The vectors to insert.
-     * @param documents The documents to insert.
-     * @returns The CQL query string.
-     */
-    buildInsertQuery(vectors, documents) {
-        const queries = [];
-        for (let index = 0; index < vectors.length; index += 1) {
-            const vector = vectors[index];
-            const document = documents[index];
-            const metadataColNames = Object.keys(document.metadata);
-            const metadataVals = Object.values(document.metadata);
-            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
-            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
-                ? ", " +
-                    metadataVals
-                        .map((val) => (typeof val === "number" ? val : `'${val}'`))
-                        .join(", ")
-                : ""});`;
-            queries.push(query);
-        }
-        return queries;
-    }
     buildWhereClause(filter) {
         const whereClause = Object.entries(filter)
             .map(([key, value]) => `${key} = '${value}'`)
@@ -231,5 +230,101 @@ class CassandraStore extends base_js_1.VectorStore {
         const whereClause = filter ? this.buildWhereClause(filter) : "";
         return `SELECT * FROM ${this.keyspace}.${this.table} ${whereClause} ORDER BY vector ANN OF [${query}] LIMIT ${k}`;
     }
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in a batch.
+     * @param batchVectors The list of vectors to insert.
+     * @param batchDocuments The list of documents to insert.
+     * @returns Promise that resolves when the batch has been inserted.
+     */
+    async executeInsert(batchVectors, batchDocuments) {
+        // Input validation: Check if the lengths of batchVectors and batchDocuments are the same
+        if (batchVectors.length !== batchDocuments.length) {
+            throw new Error(`The lengths of vectors (${batchVectors.length}) and documents (${batchDocuments.length}) must be the same.`);
+        }
+        // Initialize an array to hold query objects
+        const queries = [];
+        // Loop through each vector and document in the batch
+        for (let i = 0; i < batchVectors.length; i += 1) {
+            // Convert the list of numbers to a Float32Array, the driver's expected format of a vector
+            const preparedVector = new Float32Array(batchVectors[i]);
+            // Retrieve the corresponding document
+            const document = batchDocuments[i];
+            // Extract metadata column names and values from the document
+            const metadataColNames = Object.keys(document.metadata);
+            const metadataVals = Object.values(document.metadata);
+            // Prepare the metadata columns string for the query, if metadata exists
+            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
+            // Construct the query string and parameters
+            const query = {
+                query: `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) 
+                VALUES (?, ?${", ?".repeat(metadataColNames.length)})`,
+                params: [preparedVector, document.pageContent, ...metadataVals],
+            };
+            // Add the query to the list
+            queries.push(query);
+        }
+        // Execute the queries: use a batch if multiple, otherwise execute a single query
+        if (queries.length === 1) {
+            await this.client.execute(queries[0].query, queries[0].params, {
+                prepare: true,
+            });
+        }
+        else {
+            await this.client.batch(queries, { prepare: true, logged: false });
+        }
+    }
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in
+     * parallel, keeping within maxConcurrency number of active insert statements.
+     * @param vectors The vectors to insert.
+     * @param documents The documents to insert.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    async insertAll(vectors, documents) {
+        // Input validation: Check if the lengths of vectors and documents are the same
+        if (vectors.length !== documents.length) {
+            throw new Error(`The lengths of vectors (${vectors.length}) and documents (${documents.length}) must be the same.`);
+        }
+        // Early exit: If there are no vectors or documents to insert, return immediately
+        if (vectors.length === 0) {
+            return;
+        }
+        // Ensure the store is initialized before proceeding
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        // Initialize an array to hold promises for each batch insert
+        const insertPromises = [];
+        // Buffers to hold the current batch of vectors and documents
+        let currentBatchVectors = [];
+        let currentBatchDocuments = [];
+        // Loop through each vector/document pair to insert; we use
+        // <= vectors.length to ensure the last batch is inserted
+        for (let i = 0; i <= vectors.length; i += 1) {
+            // Check if we're still within the array boundaries
+            if (i < vectors.length) {
+                // Add the current vector and document to the batch
+                currentBatchVectors.push(vectors[i]);
+                currentBatchDocuments.push(documents[i]);
+            }
+            // Check if we've reached the batch size or end of the array
+            if (currentBatchVectors.length >= this.batchSize ||
+                i === vectors.length) {
+                // Only proceed if there are items in the current batch
+                if (currentBatchVectors.length > 0) {
+                    // Create copies of the current batch arrays to use in the async insert operation
+                    const batchVectors = [...currentBatchVectors];
+                    const batchDocuments = [...currentBatchDocuments];
+                    // Execute the insert using the AsyncCaller - it will handle concurrency and queueing.
+                    insertPromises.push(this.asyncCaller.call(() => this.executeInsert(batchVectors, batchDocuments)));
+                    // Clear the current buffers for the next iteration
+                    currentBatchVectors = [];
+                    currentBatchDocuments = [];
+                }
+            }
+        }
+        // Wait for all insert operations to complete.
+        await Promise.all(insertPromises);
+    }
 }
 exports.CassandraStore = CassandraStore;

package/dist/vectorstores/cassandra.d.ts

@@ -1,4 +1,5 @@
 import { DseClientOptions } from "cassandra-driver";
+import { AsyncCaller, AsyncCallerParams } from "../util/async_caller.js";
 import { Embeddings } from "../embeddings/base.js";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
@@ -10,13 +11,14 @@ export interface Index {
     name: string;
     value: string;
 }
-export interface CassandraLibArgs extends DseClientOptions {
+export interface CassandraLibArgs extends DseClientOptions, AsyncCallerParams {
     table: string;
     keyspace: string;
     dimensions: number;
     primaryKey: Column;
     metadataColumns: Column[];
-    indices: Index[];
+    indices?: Index[];
+    batchSize?: number;
 }
 /**
  * Class for interacting with the Cassandra database. It extends the
@@ -34,6 +36,8 @@ export declare class CassandraStore extends VectorStore {
     private readonly table;
     private indices;
     private isInitialized;
+    asyncCaller: AsyncCaller;
+    private readonly batchSize;
     _vectorstoreType(): string;
     constructor(embeddings: Embeddings, args: CassandraLibArgs);
     /**
@@ -87,14 +91,6 @@ export declare class CassandraStore extends VectorStore {
      * @returns Promise that resolves when the database has been initialized.
      */
     private initialize;
-    /**
-     * Method to build an CQL query for inserting vectors and documents into
-     * the Cassandra database.
-     * @param vectors The vectors to insert.
-     * @param documents The documents to insert.
-     * @returns The CQL query string.
-     */
-    private buildInsertQuery;
     private buildWhereClause;
     /**
      * Method to build an CQL query for searching for similar vectors in the
@@ -105,4 +101,19 @@ export declare class CassandraStore extends VectorStore {
      * @returns The CQL query string.
      */
     private buildSearchQuery;
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in a batch.
+     * @param batchVectors The list of vectors to insert.
+     * @param batchDocuments The list of documents to insert.
+     * @returns Promise that resolves when the batch has been inserted.
+     */
+    private executeInsert;
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in
+     * parallel, keeping within maxConcurrency number of active insert statements.
+     * @param vectors The vectors to insert.
+     * @param documents The documents to insert.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    private insertAll;
 }

package/dist/vectorstores/cassandra.js

@@ -1,5 +1,6 @@
 /* eslint-disable prefer-template */
 import { Client as CassandraClient } from "cassandra-driver";
+import { AsyncCaller } from "../util/async_caller.js";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
 /**
@@ -13,7 +14,13 @@ export class CassandraStore extends VectorStore {
         return "cassandra";
     }
     constructor(embeddings, args) {
-        super(embeddings, args);
+        const argsWithDefaults = {
+            indices: [],
+            maxConcurrency: 25,
+            batchSize: 1,
+            ...args,
+        };
+        super(embeddings, argsWithDefaults);
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -62,13 +69,31 @@ export class CassandraStore extends VectorStore {
             writable: true,
             value: false
         });
-        this.client = new CassandraClient(args);
-        this.dimensions = args.dimensions;
-        this.keyspace = args.keyspace;
-        this.table = args.table;
-        this.primaryKey = args.primaryKey;
-        this.metadataColumns = args.metadataColumns;
-        this.indices = args.indices;
+        Object.defineProperty(this, "asyncCaller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.asyncCaller = new AsyncCaller(argsWithDefaults ?? {});
+        this.client = new CassandraClient(argsWithDefaults);
+        this.dimensions = argsWithDefaults.dimensions;
+        this.keyspace = argsWithDefaults.keyspace;
+        this.table = argsWithDefaults.table;
+        this.primaryKey = argsWithDefaults.primaryKey;
+        this.metadataColumns = argsWithDefaults.metadataColumns;
+        this.indices = argsWithDefaults.indices;
+        this.batchSize = argsWithDefaults.batchSize;
+        if (this.batchSize < 1) {
+            console.warn("batchSize must be greater than or equal to 1, defaulting to 1");
+            this.batchSize = 1;
+        }
     }
     /**
      * Method to save vectors to the Cassandra database.
@@ -83,8 +108,7 @@ export class CassandraStore extends VectorStore {
         if (!this.isInitialized) {
             await this.initialize();
         }
-        const queries = this.buildInsertQuery(vectors, documents);
-        await this.client.batch(queries);
+        await this.insertAll(vectors, documents);
     }
     /**
      * Method to add documents to the Cassandra database.
@@ -185,31 +209,6 @@ export class CassandraStore extends VectorStore {
         }
         this.isInitialized = true;
     }
-    /**
-     * Method to build an CQL query for inserting vectors and documents into
-     * the Cassandra database.
-     * @param vectors The vectors to insert.
-     * @param documents The documents to insert.
-     * @returns The CQL query string.
-     */
-    buildInsertQuery(vectors, documents) {
-        const queries = [];
-        for (let index = 0; index < vectors.length; index += 1) {
-            const vector = vectors[index];
-            const document = documents[index];
-            const metadataColNames = Object.keys(document.metadata);
-            const metadataVals = Object.values(document.metadata);
-            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
-            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
-                ? ", " +
-                    metadataVals
-                        .map((val) => (typeof val === "number" ? val : `'${val}'`))
-                        .join(", ")
-                : ""});`;
-            queries.push(query);
-        }
-        return queries;
-    }
     buildWhereClause(filter) {
         const whereClause = Object.entries(filter)
             .map(([key, value]) => `${key} = '${value}'`)
@@ -228,4 +227,100 @@ export class CassandraStore extends VectorStore {
         const whereClause = filter ? this.buildWhereClause(filter) : "";
         return `SELECT * FROM ${this.keyspace}.${this.table} ${whereClause} ORDER BY vector ANN OF [${query}] LIMIT ${k}`;
     }
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in a batch.
+     * @param batchVectors The list of vectors to insert.
+     * @param batchDocuments The list of documents to insert.
+     * @returns Promise that resolves when the batch has been inserted.
+     */
+    async executeInsert(batchVectors, batchDocuments) {
+        // Input validation: Check if the lengths of batchVectors and batchDocuments are the same
+        if (batchVectors.length !== batchDocuments.length) {
+            throw new Error(`The lengths of vectors (${batchVectors.length}) and documents (${batchDocuments.length}) must be the same.`);
+        }
+        // Initialize an array to hold query objects
+        const queries = [];
+        // Loop through each vector and document in the batch
+        for (let i = 0; i < batchVectors.length; i += 1) {
+            // Convert the list of numbers to a Float32Array, the driver's expected format of a vector
+            const preparedVector = new Float32Array(batchVectors[i]);
+            // Retrieve the corresponding document
+            const document = batchDocuments[i];
+            // Extract metadata column names and values from the document
+            const metadataColNames = Object.keys(document.metadata);
+            const metadataVals = Object.values(document.metadata);
+            // Prepare the metadata columns string for the query, if metadata exists
+            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
+            // Construct the query string and parameters
+            const query = {
+                query: `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) 
+                VALUES (?, ?${", ?".repeat(metadataColNames.length)})`,
+                params: [preparedVector, document.pageContent, ...metadataVals],
+            };
+            // Add the query to the list
+            queries.push(query);
+        }
+        // Execute the queries: use a batch if multiple, otherwise execute a single query
+        if (queries.length === 1) {
+            await this.client.execute(queries[0].query, queries[0].params, {
+                prepare: true,
+            });
+        }
+        else {
+            await this.client.batch(queries, { prepare: true, logged: false });
+        }
+    }
+    /**
+     * Method for inserting vectors and documents into the Cassandra database in
+     * parallel, keeping within maxConcurrency number of active insert statements.
+     * @param vectors The vectors to insert.
+     * @param documents The documents to insert.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    async insertAll(vectors, documents) {
+        // Input validation: Check if the lengths of vectors and documents are the same
+        if (vectors.length !== documents.length) {
+            throw new Error(`The lengths of vectors (${vectors.length}) and documents (${documents.length}) must be the same.`);
+        }
+        // Early exit: If there are no vectors or documents to insert, return immediately
+        if (vectors.length === 0) {
+            return;
+        }
+        // Ensure the store is initialized before proceeding
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        // Initialize an array to hold promises for each batch insert
+        const insertPromises = [];
+        // Buffers to hold the current batch of vectors and documents
+        let currentBatchVectors = [];
+        let currentBatchDocuments = [];
+        // Loop through each vector/document pair to insert; we use
+        // <= vectors.length to ensure the last batch is inserted
+        for (let i = 0; i <= vectors.length; i += 1) {
+            // Check if we're still within the array boundaries
+            if (i < vectors.length) {
+                // Add the current vector and document to the batch
+                currentBatchVectors.push(vectors[i]);
+                currentBatchDocuments.push(documents[i]);
+            }
+            // Check if we've reached the batch size or end of the array
+            if (currentBatchVectors.length >= this.batchSize ||
+                i === vectors.length) {
+                // Only proceed if there are items in the current batch
+                if (currentBatchVectors.length > 0) {
+                    // Create copies of the current batch arrays to use in the async insert operation
+                    const batchVectors = [...currentBatchVectors];
+                    const batchDocuments = [...currentBatchDocuments];
+                    // Execute the insert using the AsyncCaller - it will handle concurrency and queueing.
+                    insertPromises.push(this.asyncCaller.call(() => this.executeInsert(batchVectors, batchDocuments)));
+                    // Clear the current buffers for the next iteration
+                    currentBatchVectors = [];
+                    currentBatchDocuments = [];
+                }
+            }
+        }
+        // Wait for all insert operations to complete.
+        await Promise.all(insertPromises);
+    }
 }

package/dist/vectorstores/pgvector.cjs

@@ -74,6 +74,12 @@ class PGVectorStore extends base_js_1.VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "chunkSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 500
+        });
         this.tableName = config.tableName;
         this.filter = config.filter;
         this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
@@ -82,6 +88,7 @@ class PGVectorStore extends base_js_1.VectorStore {
         this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
         const pool = new pg_1.default.Pool(config.postgresConnectionOptions);
         this.pool = pool;
+        this.chunkSize = config.chunkSize ?? 500;
         this._verbose =
             (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_VERBOSE") === "true" ??
                 !!config.verbose;
@@ -132,9 +139,9 @@ class PGVectorStore extends base_js_1.VectorStore {
      * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
      * @returns The complete SQL INSERT INTO query string.
      */
-    buildInsertQuery(rows, chunkIndex) {
+    buildInsertQuery(rows) {
         const valuesPlaceholders = rows
-            .map((_, j) => this.generatePlaceholderForRowAt(chunkIndex + j))
+            .map((_, j) => this.generatePlaceholderForRowAt(j))
             .join(", ");
         const text = `
       INSERT INTO ${this.tableName}(
@@ -163,10 +170,9 @@ class PGVectorStore extends base_js_1.VectorStore {
                 documents[idx].metadata,
             ];
         });
-        const chunkSize = 500;
-        for (let i = 0; i < rows.length; i += chunkSize) {
-            const chunk = rows.slice(i, i + chunkSize);
-            const insertQuery = this.buildInsertQuery(chunk, i);
+        for (let i = 0; i < rows.length; i += this.chunkSize) {
+            const chunk = rows.slice(i, i + this.chunkSize);
+            const insertQuery = this.buildInsertQuery(chunk);
             const flatValues = chunk.flat();
             try {
                 await this.pool.query(insertQuery, flatValues);
@@ -270,7 +276,7 @@ class PGVectorStore extends base_js_1.VectorStore {
      * @returns Promise that resolves when all clients are closed and the pool is terminated.
      */
     async end() {
-        await this.client?.release();
+        this.client?.release();
         return this.pool.end();
     }
 }