@langchain/google-genai 0.1.5 → 0.1.7

package/dist/chat_models.cjs

@@ -344,6 +344,47 @@ const tools_js_1 = require("./utils/tools.cjs");
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
     static lc_name() {
@@ -360,7 +401,9 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
         };
     }
     get _isMultimodalModel() {
-        return this.model.includes("vision") || this.model.startsWith("gemini-1.5");
+        return (this.model.includes("vision") ||
+            this.model.startsWith("gemini-1.5") ||
+            this.model.startsWith("gemini-2"));
     }
     constructor(fields) {
         super(fields ?? {});

package/dist/chat_models.d.ts

@@ -463,6 +463,47 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 export declare class ChatGoogleGenerativeAI extends BaseChatModel<GoogleGenerativeAIChatCallOptions, AIMessageChunk> implements GoogleGenerativeAIChatInput {
     static lc_name(): string;

package/dist/chat_models.js

@@ -341,6 +341,47 @@ import { convertToolsToGenAI } from "./utils/tools.js";
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 export class ChatGoogleGenerativeAI extends BaseChatModel {
     static lc_name() {
@@ -357,7 +398,9 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
         };
     }
     get _isMultimodalModel() {
-        return this.model.includes("vision") || this.model.startsWith("gemini-1.5");
+        return (this.model.includes("vision") ||
+            this.model.startsWith("gemini-1.5") ||
+            this.model.startsWith("gemini-2"));
     }
     constructor(fields) {
         super(fields ?? {});

package/dist/utils/common.cjs

@@ -139,6 +139,18 @@ function convertMessageContentToParts(message, isMultimodalModel) {
                     },
                 };
             }
+            else if (c.type?.includes("/") &&
+                // Ensure it's a single slash.
+                c.type.split("/").length === 2 &&
+                "data" in c &&
+                typeof c.data === "string") {
+                return {
+                    inlineData: {
+                        mimeType: c.type,
+                        data: c.data,
+                    },
+                };
+            }
             throw new Error(`Unknown content type ${c.type}`);
         });
     }

package/dist/utils/common.js

@@ -134,6 +134,18 @@ export function convertMessageContentToParts(message, isMultimodalModel) {
                     },
                 };
             }
+            else if (c.type?.includes("/") &&
+                // Ensure it's a single slash.
+                c.type.split("/").length === 2 &&
+                "data" in c &&
+                typeof c.data === "string") {
+                return {
+                    inlineData: {
+                        mimeType: c.type,
+                        data: c.data,
+                    },
+                };
+            }
             throw new Error(`Unknown content type ${c.type}`);
         });
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Google Generative AI integration for LangChain.js",
   "type": "module",
   "engines": {