@langchain/google-genai 0.0.8 → 0.0.10

package/README.md

@@ -160,4 +160,4 @@ yarn lint && yarn format
 
 ### Adding new entrypoints
 
-If you add a new file to be exported, either import & re-export from `src/index.ts`, or add it to `scripts/create-entrypoints.js` and run `yarn build` to generate the new entrypoint.
+If you add a new file to be exported, either import & re-export from `src/index.ts`, or add it to the `entrypoints` field in the `config` variable located inside `langchain.config.js` and run `yarn build` to generate the new entrypoint.

package/dist/embeddings.cjs

@@ -4,6 +4,7 @@ exports.GoogleGenerativeAIEmbeddings = void 0;
 const generative_ai_1 = require("@google/generative-ai");
 const env_1 = require("@langchain/core/utils/env");
 const embeddings_1 = require("@langchain/core/embeddings");
+const chunk_array_1 = require("@langchain/core/utils/chunk_array");
 /**
  * Class that extends the Embeddings class and provides methods for
  * generating embeddings using the Google Palm API.
@@ -58,6 +59,12 @@ class GoogleGenerativeAIEmbeddings extends embeddings_1.Embeddings {
             writable: true,
             value: true
         });
+        Object.defineProperty(this, "maxBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 100
+        }); // Max batch size for embedDocuments set by GenerativeModel client's batchEmbedContents call
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -96,11 +103,20 @@ class GoogleGenerativeAIEmbeddings extends embeddings_1.Embeddings {
         return res.embedding.values ?? [];
     }
     async _embedDocumentsContent(documents) {
-        const req = {
-            requests: documents.map((doc) => this._convertToContent(doc)),
-        };
-        const res = await this.client.batchEmbedContents(req);
-        return res.embeddings.map((e) => e.values || []) ?? [];
+        const batchEmbedChunks = (0, chunk_array_1.chunkArray)(documents, this.maxBatchSize);
+        const batchEmbedRequests = batchEmbedChunks.map((chunk) => ({
+            requests: chunk.map((doc) => this._convertToContent(doc)),
+        }));
+        const responses = await Promise.allSettled(batchEmbedRequests.map((req) => this.client.batchEmbedContents(req)));
+        const embeddings = responses.flatMap((res, idx) => {
+            if (res.status === "fulfilled") {
+                return res.value.embeddings.map((e) => e.values || []);
+            }
+            else {
+                return Array(batchEmbedChunks[idx].length).fill([]);
+            }
+        });
+        return embeddings;
     }
     /**
      * Method that takes a document as input and returns a promise that

package/dist/embeddings.d.ts

@@ -60,6 +60,7 @@ export declare class GoogleGenerativeAIEmbeddings extends Embeddings implements
     taskType?: TaskType;
     title?: string;
     stripNewLines: boolean;
+    maxBatchSize: number;
     private client;
     constructor(fields?: GoogleGenerativeAIEmbeddingsParams);
     private _convertToContent;

package/dist/embeddings.js

@@ -1,6 +1,7 @@
 import { GoogleGenerativeAI } from "@google/generative-ai";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { Embeddings } from "@langchain/core/embeddings";
+import { chunkArray } from "@langchain/core/utils/chunk_array";
 /**
  * Class that extends the Embeddings class and provides methods for
  * generating embeddings using the Google Palm API.
@@ -55,6 +56,12 @@ export class GoogleGenerativeAIEmbeddings extends Embeddings {
             writable: true,
             value: true
         });
+        Object.defineProperty(this, "maxBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 100
+        }); // Max batch size for embedDocuments set by GenerativeModel client's batchEmbedContents call
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -93,11 +100,20 @@ export class GoogleGenerativeAIEmbeddings extends Embeddings {
         return res.embedding.values ?? [];
     }
     async _embedDocumentsContent(documents) {
-        const req = {
-            requests: documents.map((doc) => this._convertToContent(doc)),
-        };
-        const res = await this.client.batchEmbedContents(req);
-        return res.embeddings.map((e) => e.values || []) ?? [];
+        const batchEmbedChunks = chunkArray(documents, this.maxBatchSize);
+        const batchEmbedRequests = batchEmbedChunks.map((chunk) => ({
+            requests: chunk.map((doc) => this._convertToContent(doc)),
+        }));
+        const responses = await Promise.allSettled(batchEmbedRequests.map((req) => this.client.batchEmbedContents(req)));
+        const embeddings = responses.flatMap((res, idx) => {
+            if (res.status === "fulfilled") {
+                return res.value.embeddings.map((e) => e.values || []);
+            }
+            else {
+                return Array(batchEmbedChunks[idx].length).fill([]);
+            }
+        });
+        return embeddings;
     }
     /**
      * Method that takes a document as input and returns a promise that

package/index.d.cts

@@ -0,0 +1 @@
+export * from './dist/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "description": "Sample integration for LangChain.js",
   "type": "module",
   "engines": {
@@ -12,25 +12,29 @@
     "type": "git",
     "url": "git@github.com:langchain-ai/langchainjs.git"
   },
+  "homepage": "https://github.com/langchain-ai/langchainjs/tree/main/libs/langchain-google-genai/",
   "scripts": {
     "build": "yarn run build:deps && yarn clean && yarn build:esm && yarn build:cjs && yarn build:scripts",
     "build:deps": "yarn run turbo:command build --filter=@langchain/core",
     "build:esm": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist/ && rm -rf dist/tests dist/**/tests",
-    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && node scripts/move-cjs-to-dist.js && rm -rf dist-cjs",
-    "build:watch": "node scripts/create-entrypoints.js && tsc --outDir dist/ --watch",
-    "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js",
+    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && yarn move-cjs-to-dist && rm -rf dist-cjs",
+    "build:watch": "yarn create-entrypoints && tsc --outDir dist/ --watch",
+    "build:scripts": "yarn create-entrypoints && yarn check-tree-shaking",
     "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
-    "clean": "rm -rf dist/ && NODE_OPTIONS=--max-old-space-size=4096 node scripts/create-entrypoints.js pre",
+    "clean": "rm -rf dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn lc-build --config ./langchain.config.js --create-entrypoints --pre",
     "prepack": "yarn build",
     "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
     "test:int": "NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000 --maxWorkers=50%",
-    "format": "prettier --config .prettierrc --write \"src\" \"scripts\"",
-    "format:check": "prettier --config .prettierrc --check \"src\" \"scripts\""
+    "format": "prettier --config .prettierrc --write \"src\"",
+    "format:check": "prettier --config .prettierrc --check \"src\"",
+    "move-cjs-to-dist": "yarn lc-build --config ./langchain.config.js --move-cjs-dist",
+    "create-entrypoints": "yarn lc-build --config ./langchain.config.js --create-entrypoints",
+    "check-tree-shaking": "yarn lc-build --config ./langchain.config.js --tree-shaking"
   },
   "author": "LangChain",
   "license": "MIT",
@@ -40,7 +44,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/community": "workspace:*",
+    "@langchain/scripts": "~0.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",
     "@tsconfig/recommended": "^1.0.3",
@@ -68,7 +72,11 @@
   },
   "exports": {
     ".": {
-      "types": "./index.d.ts",
+      "types": {
+        "import": "./index.d.ts",
+        "require": "./index.d.cts",
+        "default": "./index.d.ts"
+      },
       "import": "./index.js",
       "require": "./index.cjs"
     },
@@ -78,6 +86,7 @@
     "dist/",
     "index.cjs",
     "index.js",
-    "index.d.ts"
+    "index.d.ts",
+    "index.d.cts"
   ]
 }