@langchain/google-genai 0.2.8 → 0.2.10

package/README.md

@@ -50,6 +50,7 @@ Then initialize
 
 ```typescript
 import { ChatGoogleGenerativeAI } from "@langchain/google-genai";
+import { HumanMessage } from "@langchain/core/messages";
 
 const model = new ChatGoogleGenerativeAI({
   modelName: "gemini-pro",

package/dist/chat_models.cjs

@@ -27,13 +27,12 @@ const tools_js_1 = require("./utils/tools.cjs");
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument
@@ -598,7 +597,10 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
         return "googlegenerativeai";
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: (0, tools_js_1.convertToolsToGenAI)(tools)?.tools, ...kwargs });
+        return this.withConfig({
+            tools: (0, tools_js_1.convertToolsToGenAI)(tools)?.tools,
+            ...kwargs,
+        });
     }
     invocationParams(options) {
         const toolsAndConfig = options?.tools?.length
@@ -668,7 +670,10 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
         const generationResult = (0, common_js_1.mapGenerateContentResultToChatResult)(res.response, {
             usageMetadata,
         });
-        await runManager?.handleLLMNewToken(generationResult.generations[0].text ?? "");
+        // may not have generations in output if there was a refusal for safety reasons
+        if (generationResult.generations?.length > 0) {
+            await runManager?.handleLLMNewToken(generationResult.generations[0]?.text ?? "");
+        }
         return generationResult;
     }
     async *_streamResponseChunks(messages, options, runManager) {
@@ -800,14 +805,13 @@ class ChatGoogleGenerativeAI extends chat_models_1.BaseChatModel {
                     keyName: functionName,
                 });
             }
-            llm = this.bind({
-                tools,
-                tool_choice: functionName,
+            llm = this.bindTools(tools).withConfig({
+                allowedFunctionNames: [functionName],
             });
         }
         else {
             const jsonSchema = (0, zod_to_genai_parameters_js_1.schemaToGenerativeAIParameters)(schema);
-            llm = this.bind({
+            llm = this.withConfig({
                 responseSchema: jsonSchema,
             });
             outputParser = new output_parsers_1.JsonOutputParser();

package/dist/chat_models.d.ts

@@ -71,7 +71,7 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
      * Top-k changes how the model selects tokens for output.
      *
      * A top-k of 1 means the selected token is the most probable among
-     * all tokens in the model’s vocabulary (also called greedy decoding),
+     * all tokens in the model's vocabulary (also called greedy decoding),
      * while a top-k of 3 means that the next token is selected from
      * among the 3 most probable tokens (using temperature).
      *
@@ -139,13 +139,12 @@ export interface GoogleGenerativeAIChatInput extends BaseChatModelParams, Pick<G
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument

package/dist/chat_models.js

@@ -24,13 +24,12 @@ import { convertToolsToGenAI } from "./utils/tools.js";
  * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_genai.GoogleGenerativeAIChatCallOptions.html)
  *
  * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.
- * They can also be passed via `.bind`, or the second arg in `.bindTools`, like shown in the examples below:
+ * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:
  *
  * ```typescript
- * // When calling `.bind`, call options should be passed via the first argument
- * const llmWithArgsBound = llm.bind({
+ * // When calling `.withConfig`, call options should be passed via the first argument
+ * const llmWithArgsBound = llm.withConfig({
  *   stop: ["\n"],
- *   tools: [...],
  * });
  *
  * // When calling `.bindTools`, call options should be passed via the second argument
@@ -595,7 +594,10 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
         return "googlegenerativeai";
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: convertToolsToGenAI(tools)?.tools, ...kwargs });
+        return this.withConfig({
+            tools: convertToolsToGenAI(tools)?.tools,
+            ...kwargs,
+        });
     }
     invocationParams(options) {
         const toolsAndConfig = options?.tools?.length
@@ -665,7 +667,10 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
         const generationResult = mapGenerateContentResultToChatResult(res.response, {
             usageMetadata,
         });
-        await runManager?.handleLLMNewToken(generationResult.generations[0].text ?? "");
+        // may not have generations in output if there was a refusal for safety reasons
+        if (generationResult.generations?.length > 0) {
+            await runManager?.handleLLMNewToken(generationResult.generations[0]?.text ?? "");
+        }
         return generationResult;
     }
     async *_streamResponseChunks(messages, options, runManager) {
@@ -797,14 +802,13 @@ export class ChatGoogleGenerativeAI extends BaseChatModel {
                     keyName: functionName,
                 });
             }
-            llm = this.bind({
-                tools,
-                tool_choice: functionName,
+            llm = this.bindTools(tools).withConfig({
+                allowedFunctionNames: [functionName],
             });
         }
         else {
             const jsonSchema = schemaToGenerativeAIParameters(schema);
-            llm = this.bind({
+            llm = this.withConfig({
                 responseSchema: jsonSchema,
             });
             outputParser = new JsonOutputParser();

package/dist/utils/common.cjs

@@ -78,115 +78,255 @@ function inferToolNameFromPreviousMessages(message, previousMessages) {
         return toolCall.id === message.tool_call_id;
     })?.name;
 }
-function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
-    if (typeof message.content === "string" &&
-        message.content !== "" &&
-        !(0, messages_1.isToolMessage)(message)) {
-        return [{ text: message.content }];
-    }
-    let functionCalls = [];
-    let functionResponses = [];
-    let messageParts = [];
-    if ("tool_calls" in message &&
-        Array.isArray(message.tool_calls) &&
-        message.tool_calls.length > 0) {
-        functionCalls = message.tool_calls.map((tc) => ({
-            functionCall: {
-                name: tc.name,
-                args: tc.args,
-            },
-        }));
-    }
-    else if ((0, messages_1.isToolMessage)(message) && message.content) {
-        const messageName = message.name ??
-            inferToolNameFromPreviousMessages(message, previousMessages);
-        if (messageName === undefined) {
-            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
-        }
-        functionResponses = [
-            {
-                functionResponse: {
-                    name: messageName,
-                    response: typeof message.content === "string"
-                        ? { result: message.content }
-                        : message.content,
-                },
-            },
-        ];
-    }
-    else if (Array.isArray(message.content)) {
-        messageParts = message.content.map((c) => {
-            if (c.type === "text") {
-                return {
-                    text: c.text,
-                };
+function _getStandardContentBlockConverter(isMultimodalModel) {
+    const standardContentBlockConverter = {
+        providerName: "Google Gemini",
+        fromStandardTextBlock(block) {
+            return {
+                text: block.text,
+            };
+        },
+        fromStandardImageBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support images");
             }
-            else if (c.type === "executableCode") {
-                return {
-                    executableCode: c.executableCode,
-                };
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
             }
-            else if (c.type === "codeExecutionResult") {
+            if (block.source_type === "base64") {
                 return {
-                    codeExecutionResult: c.codeExecutionResult,
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
                 };
             }
-            if (c.type === "image_url") {
-                if (!isMultimodalModel) {
-                    throw new Error(`This model does not support images`);
-                }
-                let source;
-                if (typeof c.image_url === "string") {
-                    source = c.image_url;
-                }
-                else if (typeof c.image_url === "object" && "url" in c.image_url) {
-                    source = c.image_url.url;
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardAudioBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support audio");
+            }
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
                 }
                 else {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [dm, data] = source.split(",");
-                if (!dm.startsWith("data:")) {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
-                if (encoding !== "base64") {
-                    throw new Error("Please provide image as base64 encoded data URL");
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
                 }
+            }
+            if (block.source_type === "base64") {
                 return {
                     inlineData: {
-                        data,
-                        mimeType,
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
                     },
                 };
             }
-            else if (c.type === "media") {
-                return messageContentMedia(c);
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardFileBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support files");
             }
-            else if (c.type === "tool_use") {
+            if (block.source_type === "text") {
                 return {
-                    functionCall: {
-                        name: c.name,
-                        args: c.input,
-                    },
+                    text: block.text,
                 };
             }
-            else if (c.type?.includes("/") &&
-                // Ensure it's a single slash.
-                c.type.split("/").length === 2 &&
-                "data" in c &&
-                typeof c.data === "string") {
+            if (block.source_type === "url") {
+                const data = (0, messages_1.parseBase64DataUrl)({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
                 return {
                     inlineData: {
-                        mimeType: c.type,
-                        data: c.data,
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
                     },
                 };
             }
-            throw new Error(`Unknown content type ${c.type}`);
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+    };
+    return standardContentBlockConverter;
+}
+function _convertLangChainContentToPart(content, isMultimodalModel) {
+    if ((0, messages_1.isDataContentBlock)(content)) {
+        return (0, messages_1.convertToProviderContentBlock)(content, _getStandardContentBlockConverter(isMultimodalModel));
+    }
+    if (content.type === "text") {
+        return { text: content.text };
+    }
+    else if (content.type === "executableCode") {
+        return { executableCode: content.executableCode };
+    }
+    else if (content.type === "codeExecutionResult") {
+        return { codeExecutionResult: content.codeExecutionResult };
+    }
+    else if (content.type === "image_url") {
+        if (!isMultimodalModel) {
+            throw new Error(`This model does not support images`);
+        }
+        let source;
+        if (typeof content.image_url === "string") {
+            source = content.image_url;
+        }
+        else if (typeof content.image_url === "object" &&
+            "url" in content.image_url) {
+            source = content.image_url.url;
+        }
+        else {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [dm, data] = source.split(",");
+        if (!dm.startsWith("data:")) {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
+        if (encoding !== "base64") {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        return {
+            inlineData: {
+                data,
+                mimeType,
+            },
+        };
+    }
+    else if (content.type === "media") {
+        return messageContentMedia(content);
+    }
+    else if (content.type === "tool_use") {
+        return {
+            functionCall: {
+                name: content.name,
+                args: content.input,
+            },
+        };
+    }
+    else if (content.type?.includes("/") &&
+        // Ensure it's a single slash.
+        content.type.split("/").length === 2 &&
+        "data" in content &&
+        typeof content.data === "string") {
+        return {
+            inlineData: {
+                mimeType: content.type,
+                data: content.data,
+            },
+        };
+    }
+    else if ("functionCall" in content) {
+        // No action needed here — function calls will be added later from message.tool_calls
+        return undefined;
+    }
+    else {
+        if ("type" in content) {
+            throw new Error(`Unknown content type ${content.type}`);
+        }
+        else {
+            throw new Error(`Unknown content ${JSON.stringify(content)}`);
+        }
+    }
+}
+function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
+    if ((0, messages_1.isToolMessage)(message)) {
+        const messageName = message.name ??
+            inferToolNameFromPreviousMessages(message, previousMessages);
+        if (messageName === undefined) {
+            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
+        }
+        const result = Array.isArray(message.content)
+            ? message.content
+                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+                .filter((p) => p !== undefined)
+            : message.content;
+        if (message.status === "error") {
+            return [
+                {
+                    functionResponse: {
+                        name: messageName,
+                        // The API expects an object with an `error` field if the function call fails.
+                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                        response: { error: { details: result } },
+                    },
+                },
+            ];
+        }
+        return [
+            {
+                functionResponse: {
+                    name: messageName,
+                    // again, can't have a string or array value for `response`, so we wrap it as an object here
+                    response: { result },
+                },
+            },
+        ];
+    }
+    let functionCalls = [];
+    const messageParts = [];
+    if (typeof message.content === "string" && message.content) {
+        messageParts.push({ text: message.content });
+    }
+    if (Array.isArray(message.content)) {
+        messageParts.push(...message.content
+            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+            .filter((p) => p !== undefined));
+    }
+    if ((0, messages_1.isAIMessage)(message) && message.tool_calls?.length) {
+        functionCalls = message.tool_calls.map((tc) => {
+            return {
+                functionCall: {
+                    name: tc.name,
+                    args: tc.args,
+                },
+            };
         });
     }
-    return [...messageParts, ...functionCalls, ...functionResponses];
+    return [...messageParts, ...functionCalls];
 }
 exports.convertMessageContentToParts = convertMessageContentToParts;
 function convertBaseMessagesToContent(messages, isMultimodalModel, convertSystemMessageToHumanContent = false) {

package/dist/utils/common.js

@@ -1,4 +1,4 @@
-import { AIMessage, AIMessageChunk, ChatMessage, isAIMessage, isBaseMessage, isToolMessage, } from "@langchain/core/messages";
+import { AIMessage, AIMessageChunk, ChatMessage, isAIMessage, isBaseMessage, isToolMessage, parseBase64DataUrl, convertToProviderContentBlock, isDataContentBlock, } from "@langchain/core/messages";
 import { ChatGenerationChunk, } from "@langchain/core/outputs";
 import { isLangChainTool } from "@langchain/core/utils/function_calling";
 import { isOpenAITool } from "@langchain/core/language_models/base";
@@ -73,115 +73,255 @@ function inferToolNameFromPreviousMessages(message, previousMessages) {
         return toolCall.id === message.tool_call_id;
     })?.name;
 }
-export function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
-    if (typeof message.content === "string" &&
-        message.content !== "" &&
-        !isToolMessage(message)) {
-        return [{ text: message.content }];
-    }
-    let functionCalls = [];
-    let functionResponses = [];
-    let messageParts = [];
-    if ("tool_calls" in message &&
-        Array.isArray(message.tool_calls) &&
-        message.tool_calls.length > 0) {
-        functionCalls = message.tool_calls.map((tc) => ({
-            functionCall: {
-                name: tc.name,
-                args: tc.args,
-            },
-        }));
-    }
-    else if (isToolMessage(message) && message.content) {
-        const messageName = message.name ??
-            inferToolNameFromPreviousMessages(message, previousMessages);
-        if (messageName === undefined) {
-            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
-        }
-        functionResponses = [
-            {
-                functionResponse: {
-                    name: messageName,
-                    response: typeof message.content === "string"
-                        ? { result: message.content }
-                        : message.content,
-                },
-            },
-        ];
-    }
-    else if (Array.isArray(message.content)) {
-        messageParts = message.content.map((c) => {
-            if (c.type === "text") {
-                return {
-                    text: c.text,
-                };
+function _getStandardContentBlockConverter(isMultimodalModel) {
+    const standardContentBlockConverter = {
+        providerName: "Google Gemini",
+        fromStandardTextBlock(block) {
+            return {
+                text: block.text,
+            };
+        },
+        fromStandardImageBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support images");
             }
-            else if (c.type === "executableCode") {
-                return {
-                    executableCode: c.executableCode,
-                };
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
             }
-            else if (c.type === "codeExecutionResult") {
+            if (block.source_type === "base64") {
                 return {
-                    codeExecutionResult: c.codeExecutionResult,
+                    inlineData: {
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
+                    },
                 };
             }
-            if (c.type === "image_url") {
-                if (!isMultimodalModel) {
-                    throw new Error(`This model does not support images`);
-                }
-                let source;
-                if (typeof c.image_url === "string") {
-                    source = c.image_url;
-                }
-                else if (typeof c.image_url === "object" && "url" in c.image_url) {
-                    source = c.image_url.url;
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardAudioBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support audio");
+            }
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
                 }
                 else {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [dm, data] = source.split(",");
-                if (!dm.startsWith("data:")) {
-                    throw new Error("Please provide image as base64 encoded data URL");
-                }
-                const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
-                if (encoding !== "base64") {
-                    throw new Error("Please provide image as base64 encoded data URL");
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
                 }
+            }
+            if (block.source_type === "base64") {
                 return {
                     inlineData: {
-                        data,
-                        mimeType,
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
                     },
                 };
             }
-            else if (c.type === "media") {
-                return messageContentMedia(c);
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardFileBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error("This model does not support files");
             }
-            else if (c.type === "tool_use") {
+            if (block.source_type === "text") {
                 return {
-                    functionCall: {
-                        name: c.name,
-                        args: c.input,
-                    },
+                    text: block.text,
                 };
             }
-            else if (c.type?.includes("/") &&
-                // Ensure it's a single slash.
-                c.type.split("/").length === 2 &&
-                "data" in c &&
-                typeof c.data === "string") {
+            if (block.source_type === "url") {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? "",
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === "base64") {
                 return {
                     inlineData: {
-                        mimeType: c.type,
-                        data: c.data,
+                        mimeType: block.mime_type ?? "",
+                        data: block.data,
                     },
                 };
             }
-            throw new Error(`Unknown content type ${c.type}`);
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+    };
+    return standardContentBlockConverter;
+}
+function _convertLangChainContentToPart(content, isMultimodalModel) {
+    if (isDataContentBlock(content)) {
+        return convertToProviderContentBlock(content, _getStandardContentBlockConverter(isMultimodalModel));
+    }
+    if (content.type === "text") {
+        return { text: content.text };
+    }
+    else if (content.type === "executableCode") {
+        return { executableCode: content.executableCode };
+    }
+    else if (content.type === "codeExecutionResult") {
+        return { codeExecutionResult: content.codeExecutionResult };
+    }
+    else if (content.type === "image_url") {
+        if (!isMultimodalModel) {
+            throw new Error(`This model does not support images`);
+        }
+        let source;
+        if (typeof content.image_url === "string") {
+            source = content.image_url;
+        }
+        else if (typeof content.image_url === "object" &&
+            "url" in content.image_url) {
+            source = content.image_url.url;
+        }
+        else {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [dm, data] = source.split(",");
+        if (!dm.startsWith("data:")) {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        const [mimeType, encoding] = dm.replace(/^data:/, "").split(";");
+        if (encoding !== "base64") {
+            throw new Error("Please provide image as base64 encoded data URL");
+        }
+        return {
+            inlineData: {
+                data,
+                mimeType,
+            },
+        };
+    }
+    else if (content.type === "media") {
+        return messageContentMedia(content);
+    }
+    else if (content.type === "tool_use") {
+        return {
+            functionCall: {
+                name: content.name,
+                args: content.input,
+            },
+        };
+    }
+    else if (content.type?.includes("/") &&
+        // Ensure it's a single slash.
+        content.type.split("/").length === 2 &&
+        "data" in content &&
+        typeof content.data === "string") {
+        return {
+            inlineData: {
+                mimeType: content.type,
+                data: content.data,
+            },
+        };
+    }
+    else if ("functionCall" in content) {
+        // No action needed here — function calls will be added later from message.tool_calls
+        return undefined;
+    }
+    else {
+        if ("type" in content) {
+            throw new Error(`Unknown content type ${content.type}`);
+        }
+        else {
+            throw new Error(`Unknown content ${JSON.stringify(content)}`);
+        }
+    }
+}
+export function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
+    if (isToolMessage(message)) {
+        const messageName = message.name ??
+            inferToolNameFromPreviousMessages(message, previousMessages);
+        if (messageName === undefined) {
+            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
+        }
+        const result = Array.isArray(message.content)
+            ? message.content
+                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+                .filter((p) => p !== undefined)
+            : message.content;
+        if (message.status === "error") {
+            return [
+                {
+                    functionResponse: {
+                        name: messageName,
+                        // The API expects an object with an `error` field if the function call fails.
+                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                        response: { error: { details: result } },
+                    },
+                },
+            ];
+        }
+        return [
+            {
+                functionResponse: {
+                    name: messageName,
+                    // again, can't have a string or array value for `response`, so we wrap it as an object here
+                    response: { result },
+                },
+            },
+        ];
+    }
+    let functionCalls = [];
+    const messageParts = [];
+    if (typeof message.content === "string" && message.content) {
+        messageParts.push({ text: message.content });
+    }
+    if (Array.isArray(message.content)) {
+        messageParts.push(...message.content
+            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+            .filter((p) => p !== undefined));
+    }
+    if (isAIMessage(message) && message.tool_calls?.length) {
+        functionCalls = message.tool_calls.map((tc) => {
+            return {
+                functionCall: {
+                    name: tc.name,
+                    args: tc.args,
+                },
+            };
         });
     }
-    return [...messageParts, ...functionCalls, ...functionResponses];
+    return [...messageParts, ...functionCalls];
 }
 export function convertBaseMessagesToContent(messages, isMultimodalModel, convertSystemMessageToHumanContent = false) {
     return messages.reduce((acc, message, index) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-genai",
-  "version": "0.2.8",
+  "version": "0.2.10",
   "description": "Google Generative AI integration for LangChain.js",
   "type": "module",
   "engines": {
@@ -44,7 +44,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/core": "0.3.55",
+    "@langchain/core": "0.3.57",
     "@langchain/scripts": ">=0.1.0 <0.2.0",
     "@langchain/standard-tests": "0.0.0",
     "@swc/core": "^1.3.90",