@langchain/google-genai 0.1.6 → 0.1.8

package/dist/chat_models.cjs

@@ -344,6 +344,47 @@ const tools_js_1 = require("./utils/tools.cjs");
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
     static lc_name() {

package/dist/chat_models.d.ts

@@ -463,6 +463,47 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 export declare class ChatGoogleGenerativeAI extends BaseChatModel<GoogleGenerativeAIChatCallOptions, AIMessageChunk> implements GoogleGenerativeAIChatInput {
     static lc_name(): string;

package/dist/chat_models.js

@@ -341,6 +341,47 @@ import { convertToolsToGenAI } from "./utils/tools.js";
  * </details>
  *
  * <br />
+ *
+ * <details>
+ * <summary><strong>Document Messages</strong></summary>
+ *
+ * This example will show you how to pass documents such as PDFs to Google
+ * Generative AI through messages.
+ *
+ * ```typescript
+ * const pdfPath = "/Users/my_user/Downloads/invoice.pdf";
+ * const pdfBase64 = await fs.readFile(pdfPath, "base64");
+ *
+ * const response = await llm.invoke([
+ *   ["system", "Use the provided documents to answer the question"],
+ *   [
+ *     "user",
+ *     [
+ *       {
+ *         type: "application/pdf", // If the `type` field includes a single slash (`/`), it will be treated as inline data.
+ *         data: pdfBase64,
+ *       },
+ *       {
+ *         type: "text",
+ *         text: "Summarize the contents of this PDF",
+ *       },
+ *     ],
+ *   ],
+ * ]);
+ *
+ * console.log(response.content);
+ * ```
+ *
+ * ```txt
+ * This is a billing invoice from Twitter Developers for X API Basic Access. The transaction date is January 7, 2025,
+ * and the amount is $194.34, which has been paid. The subscription period is from January 7, 2025 21:02 to February 7, 2025 00:00 (UTC).
+ * The tax is $0.00, with a tax rate of 0%. The total amount is $194.34. The payment was made using a Visa card ending in 7022,
+ * expiring in 12/2026. The billing address is Brace Sproul, 1234 Main Street, San Francisco, CA, US 94103. The company being billed is
+ * X Corp, located at 865 FM 1209 Building 2, Bastrop, TX, US 78602. Terms and conditions apply.
+ * ```
+ * </details>
+ *
+ * <br />
  */
 export class ChatGoogleGenerativeAI extends BaseChatModel {
     static lc_name() {

package/dist/utils/common.cjs

@@ -53,6 +53,14 @@ function messageContentMedia(content) {
             },
         };
     }
+    if ("mimeType" in content && "fileUri" in content) {
+        return {
+            fileData: {
+                mimeType: content.mimeType,
+                fileUri: content.fileUri,
+            },
+        };
+    }
     throw new Error("Invalid media content");
 }
 function convertMessageContentToParts(message, isMultimodalModel) {
@@ -139,6 +147,18 @@ function convertMessageContentToParts(message, isMultimodalModel) {
                     },
                 };
             }
+            else if (c.type?.includes("/") &&
+                // Ensure it's a single slash.
+                c.type.split("/").length === 2 &&
+                "data" in c &&
+                typeof c.data === "string") {
+                return {
+                    inlineData: {
+                        mimeType: c.type,
+                        data: c.data,
+                    },
+                };
+            }
             throw new Error(`Unknown content type ${c.type}`);
         });
     }

package/dist/utils/common.js

@@ -48,6 +48,14 @@ function messageContentMedia(content) {
             },
         };
     }
+    if ("mimeType" in content && "fileUri" in content) {
+        return {
+            fileData: {
+                mimeType: content.mimeType,
+                fileUri: content.fileUri,
+            },
+        };
+    }
     throw new Error("Invalid media content");
 }
 export function convertMessageContentToParts(message, isMultimodalModel) {
@@ -134,6 +142,18 @@ export function convertMessageContentToParts(message, isMultimodalModel) {
                     },
                 };
             }
+            else if (c.type?.includes("/") &&
+                // Ensure it's a single slash.
+                c.type.split("/").length === 2 &&
+                "data" in c &&
+                typeof c.data === "string") {
+                return {
+                    inlineData: {
+                        mimeType: c.type,
+                        data: c.data,
+                    },
+                };
+            }
             throw new Error(`Unknown content type ${c.type}`);
         });
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Google Generative AI integration for LangChain.js",
   "type": "module",
   "engines": {