@langchain/google-genai 0.2.9 → 0.2.10

package/README.md

@@ -50,6 +50,7 @@ Then initialize
 
 ```typescript
 import { ChatGoogleGenerativeAI } from "@langchain/google-genai";
+import { HumanMessage } from "@langchain/core/messages";
 
 const model = new ChatGoogleGenerativeAI({
   modelName: "gemini-pro",

package/dist/chat_models.cjs

@@ -27,13 +27,12 @@ const tools_js_1 = require("./utils/tools.cjs");
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument
@@ -598,7 +597,10 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
         return "googlegenerativeai";
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: (0, tools_js_1.convertToolsToGenAI)(tools)?.tools, ...kwargs });
+        return this.withConfig({
+            tools: (0, tools_js_1.convertToolsToGenAI)(tools)?.tools,
+            ...kwargs,
+        });
     }
     invocationParams(options) {
         const toolsAndConfig = options?.tools?.length
@@ -668,7 +670,10 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
         const generationResult = (0, common_js_1.mapGenerateContentResultToChatResult)(res.response, {
             usageMetadata,
         });
-        await runManager?.handleLLMNewToken(generationResult.generations[0].text ?? "");
+        // may not have generations in output if there was a refusal for safety reasons
+        if (generationResult.generations?.length > 0) {
+            await runManager?.handleLLMNewToken(generationResult.generations[0]?.text ?? "");
+        }
         return generationResult;
     }
     async *_streamResponseChunks(messages, options, runManager) {
@@ -800,14 +805,13 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
                     keyName: functionName,
                 });
             }
-            llm = this.bind({
-                tools,
-                tool_choice: functionName,
+            llm = this.bindTools(tools).withConfig({
+                allowedFunctionNames: [functionName],
             });
         }
         else {
             const jsonSchema = (0, zod_to_genai_parameters_js_1.schemaToGenerativeAIParameters)(schema);
-            llm = this.bind({
+            llm = this.withConfig({
                 responseSchema: jsonSchema,
             });
             outputParser = new output_parsers_1.JsonOutputParser();

package/dist/chat_models.d.ts

@@ -71,7 +71,7 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
      * Top-k changes how the model selects tokens for output.
      *
      * A top-k of 1 means the selected token is the most probable among
-     * all tokens in the model’s vocabulary (also called greedy decoding),
+     * all tokens in the model's vocabulary (also called greedy decoding),
      * while a top-k of 3 means that the next token is selected from
      * among the 3 most probable tokens (using temperature).
      *
@@ -139,13 +139,12 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument

package/dist/chat_models.js

@@ -24,13 +24,12 @@ import { convertToolsToGenAI } from "./utils/tools.js";
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument
@@ -595,7 +594,10 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
         return "googlegenerativeai";
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: convertToolsToGenAI(tools)?.tools, ...kwargs });
+        return this.withConfig({
+            tools: convertToolsToGenAI(tools)?.tools,
+            ...kwargs,
+        });
     }
     invocationParams(options) {
         const toolsAndConfig = options?.tools?.length
@@ -665,7 +667,10 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
         const generationResult = mapGenerateContentResultToChatResult(res.response, {
             usageMetadata,
         });
-        await runManager?.handleLLMNewToken(generationResult.generations[0].text ?? "");
+        // may not have generations in output if there was a refusal for safety reasons
+        if (generationResult.generations?.length > 0) {
+            await runManager?.handleLLMNewToken(generationResult.generations[0]?.text ?? "");
+        }
         return generationResult;
     }
     async *_streamResponseChunks(messages, options, runManager) {
@@ -797,14 +802,13 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
                     keyName: functionName,
                 });
             }
-            llm = this.bind({
-                tools,
-                tool_choice: functionName,
+            llm = this.bindTools(tools).withConfig({
+                allowedFunctionNames: [functionName],
             });
         }
         else {
             const jsonSchema = schemaToGenerativeAIParameters(schema);
-            llm = this.bind({
+            llm = this.withConfig({
                 responseSchema: jsonSchema,
             });
             outputParser = new JsonOutputParser();

package/dist/utils/common.cjs

@@ -78,6 +78,200 @@ function inferToolNameFromPreviousMessages(message, previousMessages) {
         return toolCall.id === message.tool_call_id;
     })?.name;
 }
+function _getStandardContentBlockConverter(isMultimodalModel) {
+    const standardContentBlockConverter = {
+        providerName: "Google Gemini",
+        fromStandardTextBlock(block) {
+            return {
+                text: block.text,
+            };
+        },
+        fromStandardImageBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support images");
+            }
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardAudioBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support audio");
+            }
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardFileBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support files");
+            }
+            if (block.source_type === "text") {
+                return {
+                    text: block.text,
+                };
+            }
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+    };
+    return standardContentBlockConverter;
+}
+function _convertLangChainContentToPart(content, isMultimodalModel) {
+    if ((0, messages_1.isDataContentBlock)(content)) {
+        return (0, messages_1.convertToProviderContentBlock)(content, _getStandardContentBlockConverter(isMultimodalModel));
+    }
+    if (content.type === "text") {
+        return { text: content.text };
+    }
+    else if (content.type === "executableCode") {
+        return { executableCode: content.executableCode };
+    }
+    else if (content.type === "codeExecutionResult") {
+        return { codeExecutionResult: content.codeExecutionResult };
+    }
+    else if (content.type === "image_url") {
+        if (!isMultimodalModel) {
+            throw new Error(`This model does not support images`);
+        }
+        let source;
+        if (typeof content.image_url === "string") {
+            source = content.image_url;
+        }
+        else if (typeof content.image_url === "object" &&
+            "url" in content.image_url) {
+            source = content.image_url.url;
+        }
+        else {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [dm, data] = source.split(",");
+        if (!dm.startsWith("data:")) {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
+        if (encoding !== "base64") {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        return {
+            inlineData: {
+                data,
+                mimeType,
+            },
+        };
+    }
+    else if (content.type === "media") {
+        return messageContentMedia(content);
+    }
+    else if (content.type === "tool_use") {
+        return {
+            functionCall: {
+                name: content.name,
+                args: content.input,
+            },
+        };
+    }
+    else if (content.type?.includes("/") &&
+        // Ensure it's a single slash.
+        content.type.split("/").length === 2 &&
+        "data" in content &&
+        typeof content.data === "string") {
+        return {
+            inlineData: {
+                mimeType: content.type,
+                data: content.data,
+            },
+        };
+    }
+    else if ("functionCall" in content) {
+        // No action needed here — function calls will be added later from message.tool_calls
+        return undefined;
+    }
+    else {
+        if ("type" in content) {
+            throw new Error(`Unknown content type ${content.type}`);
+        }
+        else {
+            throw new Error(`Unknown content ${JSON.stringify(content)}`);
+        }
+    }
+}
 function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
     if ((0, messages_1.isToolMessage)(message)) {
         const messageName = message.name ??
@@ -85,13 +279,29 @@ function convertMessageContentToParts(message, isMultimodalModel, previousMessag
         if (messageName === undefined) {
             throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
         }
+        const result = Array.isArray(message.content)
+            ? message.content
+                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+                .filter((p) => p !== undefined)
+            : message.content;
+        if (message.status === "error") {
+            return [
+                {
+                    functionResponse: {
+                        name: messageName,
+                        // The API expects an object with an `error` field if the function call fails.
+                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                        response: { error: { details: result } },
+                    },
+                },
+            ];
+        }
         return [
             {
                 functionResponse: {
                     name: messageName,
-                    response: typeof message.content === "string"
-                        ? { result: message.content }
-                        : message.content,
+                    // again, can't have a string or array value for `response`, so we wrap it as an object here
+                    response: { result },
                 },
             },
         ];
@@ -102,80 +312,9 @@ function convertMessageContentToParts(message, isMultimodalModel, previousMessag
         messageParts.push({ text: message.content });
     }
     if (Array.isArray(message.content)) {
-        message.content.forEach((c) => {
-            if (c.type === "text") {
-                messageParts.push({ text: c.text });
-            }
-            else if (c.type === "executableCode") {
-                messageParts.push({ executableCode: c.executableCode });
-            }
-            else if (c.type === "codeExecutionResult") {
-                messageParts.push({ codeExecutionResult: c.codeExecutionResult });
-            }
-            else if (c.type === "image_url") {
-                if (!isMultimodalModel) {
-                    throw new Error(`This model does not support images`);
-                }
-                let source;
-                if (typeof c.image_url === "string") {
-                    source = c.image_url;
-                }
-                else if (typeof c.image_url === "object" && "url" in c.image_url) {
-                    source = c.image_url.url;
-                }
-                else {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [dm, data] = source.split(",");
-                if (!dm.startsWith("data:")) {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
-                if (encoding !== "base64") {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                messageParts.push({
-                    inlineData: {
-                        data,
-                        mimeType,
-                    },
-                });
-            }
-            else if (c.type === "media") {
-                messageParts.push(messageContentMedia(c));
-            }
-            else if (c.type === "tool_use") {
-                functionCalls.push({
-                    functionCall: {
-                        name: c.name,
-                        args: c.input,
-                    },
-                });
-            }
-            else if (c.type?.includes("/") &&
-                // Ensure it's a single slash.
-                c.type.split("/").length === 2 &&
-                "data" in c &&
-                typeof c.data === "string") {
-                messageParts.push({
-                    inlineData: {
-                        mimeType: c.type,
-                        data: c.data,
-                    },
-                });
-            }
-            else if ("functionCall" in c) {
-                // No action needed here — function calls will be added later from message.tool_calls
-            }
-            else {
-                if ("type" in c) {
-                    throw new Error(`Unknown content type ${c.type}`);
-                }
-                else {
-                    throw new Error(`Unknown content ${JSON.stringify(c)}`);
-                }
-            }
-        });
+        messageParts.push(...message.content
+            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+            .filter((p) => p !== undefined));
     }
     if ((0, messages_1.isAIMessage)(message) && message.tool_calls?.length) {
         functionCalls = message.tool_calls.map((tc) => {

package/dist/utils/common.js

@@ -1,4 +1,4 @@
-import { AIMessage, AIMessageChunk, ChatMessage, isAIMessage, isBaseMessage, isToolMessage, } from "@langchain/core/messages";
+import { AIMessage, AIMessageChunk, ChatMessage, isAIMessage, isBaseMessage, isToolMessage, parseBase64DataUrl, convertToProviderContentBlock, isDataContentBlock, } from "@langchain/core/messages";
 import { ChatGenerationChunk, } from "@langchain/core/outputs";
 import { isLangChainTool } from "@langchain/core/utils/function_calling";
 import { isOpenAITool } from "@langchain/core/language_models/base";
@@ -73,6 +73,200 @@ function inferToolNameFromPreviousMessages(message, previousMessages) {
         return toolCall.id === message.tool_call_id;
     })?.name;
 }
+function _getStandardContentBlockConverter(isMultimodalModel) {
+    const standardContentBlockConverter = {
+        providerName: "Google Gemini",
+        fromStandardTextBlock(block) {
+            return {
+                text: block.text,
+            };
+        },
+        fromStandardImageBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support images");
+            }
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardAudioBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support audio");
+            }
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardFileBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support files");
+            }
+            if (block.source_type === "text") {
+                return {
+                    text: block.text,
+                };
+            }
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+    };
+    return standardContentBlockConverter;
+}
+function _convertLangChainContentToPart(content, isMultimodalModel) {
+    if (isDataContentBlock(content)) {
+        return convertToProviderContentBlock(content, _getStandardContentBlockConverter(isMultimodalModel));
+    }
+    if (content.type === "text") {
+        return { text: content.text };
+    }
+    else if (content.type === "executableCode") {
+        return { executableCode: content.executableCode };
+    }
+    else if (content.type === "codeExecutionResult") {
+        return { codeExecutionResult: content.codeExecutionResult };
+    }
+    else if (content.type === "image_url") {
+        if (!isMultimodalModel) {
+            throw new Error(`This model does not support images`);
+        }
+        let source;
+        if (typeof content.image_url === "string") {
+            source = content.image_url;
+        }
+        else if (typeof content.image_url === "object" &&
+            "url" in content.image_url) {
+            source = content.image_url.url;
+        }
+        else {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [dm, data] = source.split(",");
+        if (!dm.startsWith("data:")) {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
+        if (encoding !== "base64") {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        return {
+            inlineData: {
+                data,
+                mimeType,
+            },
+        };
+    }
+    else if (content.type === "media") {
+        return messageContentMedia(content);
+    }
+    else if (content.type === "tool_use") {
+        return {
+            functionCall: {
+                name: content.name,
+                args: content.input,
+            },
+        };
+    }
+    else if (content.type?.includes("/") &&
+        // Ensure it's a single slash.
+        content.type.split("/").length === 2 &&
+        "data" in content &&
+        typeof content.data === "string") {
+        return {
+            inlineData: {
+                mimeType: content.type,
+                data: content.data,
+            },
+        };
+    }
+    else if ("functionCall" in content) {
+        // No action needed here — function calls will be added later from message.tool_calls
+        return undefined;
+    }
+    else {
+        if ("type" in content) {
+            throw new Error(`Unknown content type ${content.type}`);
+        }
+        else {
+            throw new Error(`Unknown content ${JSON.stringify(content)}`);
+        }
+    }
+}
 export function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
     if (isToolMessage(message)) {
         const messageName = message.name ??
@@ -80,13 +274,29 @@ export function convertMessageContentToParts(message, isMultimodalModel, previou
         if (messageName === undefined) {
             throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
         }
+        const result = Array.isArray(message.content)
+            ? message.content
+                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+                .filter((p) => p !== undefined)
+            : message.content;
+        if (message.status === "error") {
+            return [
+                {
+                    functionResponse: {
+                        name: messageName,
+                        // The API expects an object with an `error` field if the function call fails.
+                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                        response: { error: { details: result } },
+                    },
+                },
+            ];
+        }
         return [
             {
                 functionResponse: {
                     name: messageName,
-                    response: typeof message.content === "string"
-                        ? { result: message.content }
-                        : message.content,
+                    // again, can't have a string or array value for `response`, so we wrap it as an object here
+                    response: { result },
                 },
             },
         ];
@@ -97,80 +307,9 @@ export function convertMessageContentToParts(message, isMultimodalModel, previou
         messageParts.push({ text: message.content });
     }
     if (Array.isArray(message.content)) {
-        message.content.forEach((c) => {
-            if (c.type === "text") {
-                messageParts.push({ text: c.text });
-            }
-            else if (c.type === "executableCode") {
-                messageParts.push({ executableCode: c.executableCode });
-            }
-            else if (c.type === "codeExecutionResult") {
-                messageParts.push({ codeExecutionResult: c.codeExecutionResult });
-            }
-            else if (c.type === "image_url") {
-                if (!isMultimodalModel) {
-                    throw new Error(`This model does not support images`);
-                }
-                let source;
-                if (typeof c.image_url === "string") {
-                    source = c.image_url;
-                }
-                else if (typeof c.image_url === "object" && "url" in c.image_url) {
-                    source = c.image_url.url;
-                }
-                else {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [dm, data] = source.split(",");
-                if (!dm.startsWith("data:")) {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
-                if (encoding !== "base64") {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                messageParts.push({
-                    inlineData: {
-                        data,
-                        mimeType,
-                    },
-                });
-            }
-            else if (c.type === "media") {
-                messageParts.push(messageContentMedia(c));
-            }
-            else if (c.type === "tool_use") {
-                functionCalls.push({
-                    functionCall: {
-                        name: c.name,
-                        args: c.input,
-                    },
-                });
-            }
-            else if (c.type?.includes("/") &&
-                // Ensure it's a single slash.
-                c.type.split("/").length === 2 &&
-                "data" in c &&
-                typeof c.data === "string") {
-                messageParts.push({
-                    inlineData: {
-                        mimeType: c.type,
-                        data: c.data,
-                    },
-                });
-            }
-            else if ("functionCall" in c) {
-                // No action needed here — function calls will be added later from message.tool_calls
-            }
-            else {
-                if ("type" in c) {
-                    throw new Error(`Unknown content type ${c.type}`);
-                }
-                else {
-                    throw new Error(`Unknown content ${JSON.stringify(c)}`);
-                }
-            }
-        });
+        messageParts.push(...message.content
+            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+            .filter((p) => p !== undefined));
     }
     if (isAIMessage(message) && message.tool_calls?.length) {
         functionCalls = message.tool_calls.map((tc) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.2.9",
+  "version": "0.2.10",
   "description": "Google Generative AI integration for LangChain.js",
   "type": "module",
   "engines": {
@@ -44,7 +44,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/core": "0.3.55",
+    "@langchain/core": "0.3.57",
     "@langchain/scripts": ">=0.1.0 <0.2.0",
     "@langchain/standard-tests": "0.0.0",
     "@swc/core": "^1.3.90",