@langchain/google-genai 0.0.9 → 0.0.10

package/dist/embeddings.cjs

@@ -4,6 +4,7 @@ exports.GoogleGenerativeAIEmbeddings = void 0;
 const generative_ai_1 = require("@google/generative-ai");
 const env_1 = require("@langchain/core/utils/env");
 const embeddings_1 = require("@langchain/core/embeddings");
+const chunk_array_1 = require("@langchain/core/utils/chunk_array");
 /**
  * Class that extends the Embeddings class and provides methods for
  * generating embeddings using the Google Palm API.
@@ -58,6 +59,12 @@ class GoogleGenerativeAIEmbeddings extends embeddings_1.Embeddings {
             writable: true,
             value: true
         });
+        Object.defineProperty(this, "maxBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 100
+        }); // Max batch size for embedDocuments set by GenerativeModel client's batchEmbedContents call
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -96,11 +103,20 @@ class GoogleGenerativeAIEmbeddings extends embeddings_1.Embeddings {
         return res.embedding.values ?? [];
     }
     async _embedDocumentsContent(documents) {
-        const req = {
-            requests: documents.map((doc) => this._convertToContent(doc)),
-        };
-        const res = await this.client.batchEmbedContents(req);
-        return res.embeddings.map((e) => e.values || []) ?? [];
+        const batchEmbedChunks = (0, chunk_array_1.chunkArray)(documents, this.maxBatchSize);
+        const batchEmbedRequests = batchEmbedChunks.map((chunk) => ({
+            requests: chunk.map((doc) => this._convertToContent(doc)),
+        }));
+        const responses = await Promise.allSettled(batchEmbedRequests.map((req) => this.client.batchEmbedContents(req)));
+        const embeddings = responses.flatMap((res, idx) => {
+            if (res.status === "fulfilled") {
+                return res.value.embeddings.map((e) => e.values || []);
+            }
+            else {
+                return Array(batchEmbedChunks[idx].length).fill([]);
+            }
+        });
+        return embeddings;
     }
     /**
      * Method that takes a document as input and returns a promise that

package/dist/embeddings.d.ts

@@ -60,6 +60,7 @@ export declare class GoogleGenerativeAIEmbeddings extends Embeddings implements
     taskType?: TaskType;
     title?: string;
     stripNewLines: boolean;
+    maxBatchSize: number;
     private client;
     constructor(fields?: GoogleGenerativeAIEmbeddingsParams);
     private _convertToContent;

package/dist/embeddings.js

@@ -1,6 +1,7 @@
 import { GoogleGenerativeAI } from "@google/generative-ai";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { Embeddings } from "@langchain/core/embeddings";
+import { chunkArray } from "@langchain/core/utils/chunk_array";
 /**
  * Class that extends the Embeddings class and provides methods for
  * generating embeddings using the Google Palm API.
@@ -55,6 +56,12 @@ export class GoogleGenerativeAIEmbeddings extends Embeddings {
             writable: true,
             value: true
         });
+        Object.defineProperty(this, "maxBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 100
+        }); // Max batch size for embedDocuments set by GenerativeModel client's batchEmbedContents call
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -93,11 +100,20 @@ export class GoogleGenerativeAIEmbeddings extends Embeddings {
         return res.embedding.values ?? [];
     }
     async _embedDocumentsContent(documents) {
-        const req = {
-            requests: documents.map((doc) => this._convertToContent(doc)),
-        };
-        const res = await this.client.batchEmbedContents(req);
-        return res.embeddings.map((e) => e.values || []) ?? [];
+        const batchEmbedChunks = chunkArray(documents, this.maxBatchSize);
+        const batchEmbedRequests = batchEmbedChunks.map((chunk) => ({
+            requests: chunk.map((doc) => this._convertToContent(doc)),
+        }));
+        const responses = await Promise.allSettled(batchEmbedRequests.map((req) => this.client.batchEmbedContents(req)));
+        const embeddings = responses.flatMap((res, idx) => {
+            if (res.status === "fulfilled") {
+                return res.value.embeddings.map((e) => e.values || []);
+            }
+            else {
+                return Array(batchEmbedChunks[idx].length).fill([]);
+            }
+        });
+        return embeddings;
     }
     /**
      * Method that takes a document as input and returns a promise that

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.0.9",
+  "version": "0.0.10",
   "description": "Sample integration for LangChain.js",
   "type": "module",
   "engines": {
@@ -24,7 +24,7 @@
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
-    "clean": "rm -rf dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn create-entrypoints -- --pre",
+    "clean": "rm -rf dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn lc-build --config ./langchain.config.js --create-entrypoints --pre",
     "prepack": "yarn build",
     "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",