langchain 0.0.146 → 0.0.148

package/dist/vectorstores/pinecone.cjs

@@ -31,6 +31,8 @@ const uuid = __importStar(require("uuid"));
 const flat_1 = __importDefault(require("flat"));
 const base_js_1 = require("./base.cjs");
 const document_js_1 = require("../document.cjs");
+const chunk_js_1 = require("../util/chunk.cjs");
+const async_caller_js_1 = require("../util/async_caller.cjs");
 /**
  * Class that extends the VectorStore class and provides methods to
  * interact with the Pinecone vector database.
@@ -65,11 +67,19 @@ class PineconeStore extends base_js_1.VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.embeddings = embeddings;
-        this.namespace = args.namespace;
-        this.pineconeIndex = args.pineconeIndex;
-        this.textKey = args.textKey ?? "text";
-        this.filter = args.filter;
+        const { namespace, pineconeIndex, textKey, filter, ...asyncCallerArgs } = args;
+        this.namespace = namespace;
+        this.pineconeIndex = pineconeIndex;
+        this.textKey = textKey ?? "text";
+        this.filter = filter;
+        this.caller = new async_caller_js_1.AsyncCaller(asyncCallerArgs);
     }
     /**
      * Method that adds documents to the Pinecone database.
@@ -126,16 +136,15 @@ class PineconeStore extends base_js_1.VectorStore {
             };
         });
         // Pinecone recommends a limit of 100 vectors per upsert request
-        const chunkSize = 50;
-        for (let i = 0; i < pineconeVectors.length; i += chunkSize) {
-            const chunk = pineconeVectors.slice(i, i + chunkSize);
-            await this.pineconeIndex.upsert({
-                upsertRequest: {
-                    vectors: chunk,
-                    namespace: this.namespace,
-                },
-            });
-        }
+        const chunkSize = 100;
+        const chunkedVectors = (0, chunk_js_1.chunkArray)(pineconeVectors, chunkSize);
+        const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => this.pineconeIndex.upsert({
+            upsertRequest: {
+                vectors: chunk,
+                namespace: this.namespace,
+            },
+        })));
+        await Promise.all(batchRequests);
         return documentIds;
     }
     /**
@@ -154,14 +163,13 @@ class PineconeStore extends base_js_1.VectorStore {
         }
         else if (ids) {
             const batchSize = 1000;
-            for (let i = 0; i < ids.length; i += batchSize) {
-                const batchIds = ids.slice(i, i + batchSize);
-                await this.pineconeIndex.delete1({
-                    ids: batchIds,
-                    namespace,
-                    ...rest,
-                });
-            }
+            const batchedIds = (0, chunk_js_1.chunkArray)(ids, batchSize);
+            const batchRequests = batchedIds.map((batchIds) => this.caller.call(async () => this.pineconeIndex.delete1({
+                ids: batchIds,
+                namespace,
+                ...rest,
+            })));
+            await Promise.all(batchRequests);
         }
         else {
             throw new Error("Either ids or delete_all must be provided.");

package/dist/vectorstores/pinecone.d.ts

@@ -1,9 +1,10 @@
 import { VectorStore } from "./base.js";
 import { Embeddings } from "../embeddings/base.js";
 import { Document } from "../document.js";
+import { AsyncCaller, type AsyncCallerParams } from "../util/async_caller.js";
 type PineconeMetadata = Record<string, any>;
 type VectorOperationsApi = ReturnType<import("@pinecone-database/pinecone").PineconeClient["Index"]>;
-export interface PineconeLibArgs {
+export interface PineconeLibArgs extends AsyncCallerParams {
     pineconeIndex: VectorOperationsApi;
     textKey?: string;
     namespace?: string;
@@ -28,6 +29,7 @@ export declare class PineconeStore extends VectorStore {
     namespace?: string;
     pineconeIndex: VectorOperationsApi;
     filter?: PineconeMetadata;
+    caller: AsyncCaller;
     _vectorstoreType(): string;
     constructor(embeddings: Embeddings, args: PineconeLibArgs);
     /**

package/dist/vectorstores/pinecone.js

@@ -2,6 +2,8 @@ import * as uuid from "uuid";
 import flatten from "flat";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
+import { chunkArray } from "../util/chunk.js";
+import { AsyncCaller } from "../util/async_caller.js";
 /**
  * Class that extends the VectorStore class and provides methods to
  * interact with the Pinecone vector database.
@@ -36,11 +38,19 @@ export class PineconeStore extends VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.embeddings = embeddings;
-        this.namespace = args.namespace;
-        this.pineconeIndex = args.pineconeIndex;
-        this.textKey = args.textKey ?? "text";
-        this.filter = args.filter;
+        const { namespace, pineconeIndex, textKey, filter, ...asyncCallerArgs } = args;
+        this.namespace = namespace;
+        this.pineconeIndex = pineconeIndex;
+        this.textKey = textKey ?? "text";
+        this.filter = filter;
+        this.caller = new AsyncCaller(asyncCallerArgs);
     }
     /**
      * Method that adds documents to the Pinecone database.
@@ -97,16 +107,15 @@ export class PineconeStore extends VectorStore {
             };
         });
         // Pinecone recommends a limit of 100 vectors per upsert request
-        const chunkSize = 50;
-        for (let i = 0; i < pineconeVectors.length; i += chunkSize) {
-            const chunk = pineconeVectors.slice(i, i + chunkSize);
-            await this.pineconeIndex.upsert({
-                upsertRequest: {
-                    vectors: chunk,
-                    namespace: this.namespace,
-                },
-            });
-        }
+        const chunkSize = 100;
+        const chunkedVectors = chunkArray(pineconeVectors, chunkSize);
+        const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => this.pineconeIndex.upsert({
+            upsertRequest: {
+                vectors: chunk,
+                namespace: this.namespace,
+            },
+        })));
+        await Promise.all(batchRequests);
         return documentIds;
     }
     /**
@@ -125,14 +134,13 @@ export class PineconeStore extends VectorStore {
         }
         else if (ids) {
             const batchSize = 1000;
-            for (let i = 0; i < ids.length; i += batchSize) {
-                const batchIds = ids.slice(i, i + batchSize);
-                await this.pineconeIndex.delete1({
-                    ids: batchIds,
-                    namespace,
-                    ...rest,
-                });
-            }
+            const batchedIds = chunkArray(ids, batchSize);
+            const batchRequests = batchedIds.map((batchIds) => this.caller.call(async () => this.pineconeIndex.delete1({
+                ids: batchIds,
+                namespace,
+                ...rest,
+            })));
+            await Promise.all(batchRequests);
         }
         else {
             throw new Error("Either ids or delete_all must be provided.");

package/dist/vectorstores/vectara.cjs

@@ -185,42 +185,39 @@ class VectaraStore extends base_js_1.VectorStore {
      * pre-processing and chunking internally in an optimal manner. This method is a wrapper
      * to utilize that API within LangChain.
      *
-     * @param filePaths An array of Blob objects representing the files to be uploaded to Vectara.
+     * @param files An array of VectaraFile objects representing the files and their respective file names to be uploaded to Vectara.
      * @param metadata Optional. An array of metadata objects corresponding to each file in the `filePaths` array.
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
-    async addFiles(filePaths, metadatas = undefined) {
+    async addFiles(files, metadatas = undefined) {
         if (this.corpusId.length > 1)
             throw new Error("addFiles does not support multiple corpus ids");
         let numDocs = 0;
-        for (const [index, fileBlob] of filePaths.entries()) {
+        for (const [index, file] of files.entries()) {
             const md = metadatas ? metadatas[index] : {};
             const data = new FormData();
-            data.append("file", fileBlob, `file_${index}`);
+            data.append("file", file.blob, file.fileName);
             data.append("doc-metadata", JSON.stringify(md));
-            try {
-                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
-                    method: "POST",
-                    headers: {
-                        "x-api-key": this.apiKey,
-                    },
-                    body: data,
-                });
-                const result = await response.json();
-                const { status } = response;
-                if (status !== 200 && status !== 409) {
-                    throw new Error(`Vectara API returned status code ${status}: ${result}`);
-                }
-                else {
-                    numDocs += 1;
-                }
+            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
+                method: "POST",
+                headers: {
+                    "x-api-key": this.apiKey,
+                },
+                body: data,
+            });
+            const { status } = response;
+            if (status === 409) {
+                throw new Error(`File at index ${index} already exists in Vectara`);
+            }
+            else if (status !== 200) {
+                throw new Error(`Vectara API returned status code ${status}`);
             }
-            catch (err) {
-                console.error(`Failed to upload file at index ${index}:`, err);
+            else {
+                numDocs += 1;
             }
         }
         if (this.verbose) {
-            console.log(`Uploaded ${filePaths.length} files to Vectara`);
+            console.log(`Uploaded ${files.length} files to Vectara`);
         }
         return numDocs;
     }

package/dist/vectorstores/vectara.d.ts

@@ -21,6 +21,13 @@ interface VectaraCallHeader {
         "customer-id": string;
     };
 }
+/**
+ * Interface for the file objects to be uploaded to Vectara.
+ */
+export interface VectaraFile {
+    blob: Blob;
+    fileName: string;
+}
 /**
  * Interface for the filter options used in Vectara API calls.
  */
@@ -80,11 +87,11 @@ export declare class VectaraStore extends VectorStore {
      * pre-processing and chunking internally in an optimal manner. This method is a wrapper
      * to utilize that API within LangChain.
      *
-     * @param filePaths An array of Blob objects representing the files to be uploaded to Vectara.
+     * @param files An array of VectaraFile objects representing the files and their respective file names to be uploaded to Vectara.
      * @param metadata Optional. An array of metadata objects corresponding to each file in the `filePaths` array.
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
-    addFiles(filePaths: Blob[], metadatas?: Record<string, unknown> | undefined): Promise<number>;
+    addFiles(files: VectaraFile[], metadatas?: Record<string, unknown> | undefined): Promise<number>;
     /**
      * Performs a similarity search and returns documents along with their
      * scores.

package/dist/vectorstores/vectara.js

@@ -182,42 +182,39 @@ export class VectaraStore extends VectorStore {
      * pre-processing and chunking internally in an optimal manner. This method is a wrapper
      * to utilize that API within LangChain.
      *
-     * @param filePaths An array of Blob objects representing the files to be uploaded to Vectara.
+     * @param files An array of VectaraFile objects representing the files and their respective file names to be uploaded to Vectara.
      * @param metadata Optional. An array of metadata objects corresponding to each file in the `filePaths` array.
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
-    async addFiles(filePaths, metadatas = undefined) {
+    async addFiles(files, metadatas = undefined) {
         if (this.corpusId.length > 1)
             throw new Error("addFiles does not support multiple corpus ids");
         let numDocs = 0;
-        for (const [index, fileBlob] of filePaths.entries()) {
+        for (const [index, file] of files.entries()) {
             const md = metadatas ? metadatas[index] : {};
             const data = new FormData();
-            data.append("file", fileBlob, `file_${index}`);
+            data.append("file", file.blob, file.fileName);
             data.append("doc-metadata", JSON.stringify(md));
-            try {
-                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
-                    method: "POST",
-                    headers: {
-                        "x-api-key": this.apiKey,
-                    },
-                    body: data,
-                });
-                const result = await response.json();
-                const { status } = response;
-                if (status !== 200 && status !== 409) {
-                    throw new Error(`Vectara API returned status code ${status}: ${result}`);
-                }
-                else {
-                    numDocs += 1;
-                }
+            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
+                method: "POST",
+                headers: {
+                    "x-api-key": this.apiKey,
+                },
+                body: data,
+            });
+            const { status } = response;
+            if (status === 409) {
+                throw new Error(`File at index ${index} already exists in Vectara`);
+            }
+            else if (status !== 200) {
+                throw new Error(`Vectara API returned status code ${status}`);
             }
-            catch (err) {
-                console.error(`Failed to upload file at index ${index}:`, err);
+            else {
+                numDocs += 1;
             }
         }
         if (this.verbose) {
-            console.log(`Uploaded ${filePaths.length} files to Vectara`);
+            console.log(`Uploaded ${files.length} files to Vectara`);
         }
         return numDocs;
     }

package/experimental/llms/bittensor.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/experimental/llms/bittensor.cjs');

package/experimental/llms/bittensor.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/experimental/llms/bittensor.js'

package/experimental/llms/bittensor.js

@@ -0,0 +1 @@
+export * from '../../dist/experimental/llms/bittensor.js'

package/llms/googlevertexai/web.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/llms/googlevertexai/web.cjs');

package/llms/googlevertexai/web.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/llms/googlevertexai/web.js'

package/llms/googlevertexai/web.js

@@ -0,0 +1 @@
+export * from '../../dist/llms/googlevertexai/web.js'

package/llms/googlevertexai.cjs

@@ -1 +1 @@
-module.exports = require('../dist/llms/googlevertexai.cjs');
+module.exports = require('../dist/llms/googlevertexai/index.cjs');

package/llms/googlevertexai.d.ts

@@ -1 +1 @@
-export * from '../dist/llms/googlevertexai.js'
+export * from '../dist/llms/googlevertexai/index.js'

package/llms/googlevertexai.js

@@ -1 +1 @@
-export * from '../dist/llms/googlevertexai.js'
+export * from '../dist/llms/googlevertexai/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.146",
+  "version": "0.0.148",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -139,6 +139,9 @@
     "llms/googlevertexai.cjs",
     "llms/googlevertexai.js",
     "llms/googlevertexai.d.ts",
+    "llms/googlevertexai/web.cjs",
+    "llms/googlevertexai/web.js",
+    "llms/googlevertexai/web.d.ts",
     "llms/googlepalm.cjs",
     "llms/googlepalm.js",
     "llms/googlepalm.d.ts",
@@ -385,6 +388,9 @@
     "chat_models/googlevertexai.cjs",
     "chat_models/googlevertexai.js",
     "chat_models/googlevertexai.d.ts",
+    "chat_models/googlevertexai/web.cjs",
+    "chat_models/googlevertexai/web.js",
+    "chat_models/googlevertexai/web.d.ts",
     "chat_models/googlepalm.cjs",
     "chat_models/googlepalm.js",
     "chat_models/googlepalm.d.ts",
@@ -457,6 +463,9 @@
     "retrievers/document_compressors.cjs",
     "retrievers/document_compressors.js",
     "retrievers/document_compressors.d.ts",
+    "retrievers/multi_query.cjs",
+    "retrievers/multi_query.js",
+    "retrievers/multi_query.d.ts",
     "retrievers/multi_vector.cjs",
     "retrievers/multi_vector.js",
     "retrievers/multi_vector.d.ts",
@@ -583,6 +592,9 @@
     "experimental/chat_models/anthropic_functions.cjs",
     "experimental/chat_models/anthropic_functions.js",
     "experimental/chat_models/anthropic_functions.d.ts",
+    "experimental/llms/bittensor.cjs",
+    "experimental/llms/bittensor.js",
+    "experimental/llms/bittensor.d.ts",
     "evaluation.cjs",
     "evaluation.js",
     "evaluation.d.ts",
@@ -638,7 +650,7 @@
     "@huggingface/inference": "^1.5.1",
     "@jest/globals": "^29.5.0",
     "@mozilla/readability": "^0.4.4",
-    "@notionhq/client": "^2.2.5",
+    "@notionhq/client": "^2.2.10",
     "@opensearch-project/opensearch": "^2.2.0",
     "@pinecone-database/pinecone": "^0.0.14",
     "@planetscale/database": "^1.8.0",
@@ -730,6 +742,7 @@
     "vectordb": "^0.1.4",
     "voy-search": "0.6.2",
     "weaviate-ts-client": "^1.4.0",
+    "web-auth-library": "^1.0.3",
     "youtube-transcript": "^1.0.6",
     "youtubei.js": "^5.8.0"
   },
@@ -754,7 +767,7 @@
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^1.5.1",
     "@mozilla/readability": "*",
-    "@notionhq/client": "^2.2.5",
+    "@notionhq/client": "^2.2.10",
     "@opensearch-project/opensearch": "*",
     "@pinecone-database/pinecone": "*",
     "@planetscale/database": "^1.8.0",
@@ -811,6 +824,7 @@
     "vectordb": "^0.1.4",
     "voy-search": "0.6.2",
     "weaviate-ts-client": "^1.4.0",
+    "web-auth-library": "^1.0.3",
     "youtube-transcript": "^1.0.6",
     "youtubei.js": "^5.8.0"
   },
@@ -1046,6 +1060,9 @@
     "weaviate-ts-client": {
       "optional": true
     },
+    "web-auth-library": {
+      "optional": true
+    },
     "youtube-transcript": {
       "optional": true
     },
@@ -1310,6 +1327,11 @@
       "import": "./llms/googlevertexai.js",
       "require": "./llms/googlevertexai.cjs"
     },
+    "./llms/googlevertexai/web": {
+      "types": "./llms/googlevertexai/web.d.ts",
+      "import": "./llms/googlevertexai/web.js",
+      "require": "./llms/googlevertexai/web.cjs"
+    },
     "./llms/googlepalm": {
       "types": "./llms/googlepalm.d.ts",
       "import": "./llms/googlepalm.js",
@@ -1720,6 +1742,11 @@
       "import": "./chat_models/googlevertexai.js",
       "require": "./chat_models/googlevertexai.cjs"
     },
+    "./chat_models/googlevertexai/web": {
+      "types": "./chat_models/googlevertexai/web.d.ts",
+      "import": "./chat_models/googlevertexai/web.js",
+      "require": "./chat_models/googlevertexai/web.cjs"
+    },
     "./chat_models/googlepalm": {
       "types": "./chat_models/googlepalm.d.ts",
       "import": "./chat_models/googlepalm.js",
@@ -1840,6 +1867,11 @@
       "import": "./retrievers/document_compressors.js",
       "require": "./retrievers/document_compressors.cjs"
     },
+    "./retrievers/multi_query": {
+      "types": "./retrievers/multi_query.d.ts",
+      "import": "./retrievers/multi_query.js",
+      "require": "./retrievers/multi_query.cjs"
+    },
     "./retrievers/multi_vector": {
       "types": "./retrievers/multi_vector.d.ts",
       "import": "./retrievers/multi_vector.js",
@@ -2050,6 +2082,11 @@
       "import": "./experimental/chat_models/anthropic_functions.js",
       "require": "./experimental/chat_models/anthropic_functions.cjs"
     },
+    "./experimental/llms/bittensor": {
+      "types": "./experimental/llms/bittensor.d.ts",
+      "import": "./experimental/llms/bittensor.js",
+      "require": "./experimental/llms/bittensor.cjs"
+    },
     "./evaluation": {
       "types": "./evaluation.d.ts",
       "import": "./evaluation.js",

package/retrievers/multi_query.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/retrievers/multi_query.cjs');

package/retrievers/multi_query.d.ts

@@ -0,0 +1 @@
+export * from '../dist/retrievers/multi_query.js'

package/retrievers/multi_query.js

@@ -0,0 +1 @@
+export * from '../dist/retrievers/multi_query.js'

package/schema/runnable.cjs

@@ -1 +1 @@
-module.exports = require('../dist/schema/runnable.cjs');
+module.exports = require('../dist/schema/runnable/index.cjs');

package/schema/runnable.d.ts

@@ -1 +1 @@
-export * from '../dist/schema/runnable.js'
+export * from '../dist/schema/runnable/index.js'

package/schema/runnable.js

@@ -1 +1 @@
-export * from '../dist/schema/runnable.js'
+export * from '../dist/schema/runnable/index.js'