@ai-sdk/google 3.0.126 → 3.0.128

package/dist/internal/index.mjs

@@ -327,7 +327,11 @@ function isEmptyObjectSchema(jsonSchema) {
 import {
   UnsupportedFunctionalityError as UnsupportedFunctionalityError2
 } from "@ai-sdk/provider";
-import { convertToBase64, secureJsonParse } from "@ai-sdk/provider-utils";
+import {
+  convertToBase64,
+  isUrlSupported,
+  secureJsonParse
+} from "@ai-sdk/provider-utils";
 var SKIP_THOUGHT_SIGNATURE_VALIDATOR = "skip_thought_signature_validator";
 function getGoogleProviderOptions(providerOptions, providerOptionsName) {
   const namespaces = [
@@ -356,19 +360,28 @@ function parseBase64DataUrl(value) {
     data: match[2]
   };
 }
-function convertUrlToolResultPart(url) {
+function convertUrlToolResultPart(url, mediaType, supportedFunctionResponseUrls) {
   const parsedDataUrl = parseBase64DataUrl(url);
-  if (parsedDataUrl == null) {
-    return void 0;
+  if (parsedDataUrl != null) {
+    return {
+      inlineData: {
+        mimeType: parsedDataUrl.mediaType,
+        data: parsedDataUrl.data
+      }
+    };
   }
-  return {
-    inlineData: {
-      mimeType: parsedDataUrl.mediaType,
-      data: parsedDataUrl.data
+  return mediaType != null && isUrlSupported({
+    url,
+    mediaType,
+    supportedUrls: supportedFunctionResponseUrls
+  }) ? {
+    fileData: {
+      mimeType: mediaType,
+      fileUri: url
     }
-  };
+  } : void 0;
 }
-function appendToolResultParts(parts, toolName, outputValue, toolCallId, includeFunctionCallIds = true) {
+function appendToolResultParts(parts, toolName, outputValue, toolCallId, includeFunctionCallIds = true, supportedFunctionResponseUrls = {}) {
   const functionResponseParts = [];
   const responseTextParts = [];
   for (const contentPart of outputValue) {
@@ -390,7 +403,9 @@ function appendToolResultParts(parts, toolName, outputValue, toolCallId, include
       case "image-url":
       case "file-url": {
         const functionResponsePart = convertUrlToolResultPart(
-          contentPart.url
+          contentPart.url,
+          contentPart.mediaType,
+          supportedFunctionResponseUrls
         );
         if (functionResponsePart != null) {
           functionResponseParts.push(functionResponsePart);
@@ -455,7 +470,7 @@ function appendLegacyToolResultParts(parts, toolName, outputValue, toolCallId, i
   }
 }
 function convertToGoogleGenerativeAIMessages(prompt, options) {
-  var _a, _b, _c, _d, _e, _f;
+  var _a, _b, _c, _d, _e, _f, _g;
   const systemInstructionParts = [];
   const contents = [];
   let systemMessagesAllowed = true;
@@ -465,6 +480,7 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
   const supportsFunctionResponseParts = (_d = options == null ? void 0 : options.supportsFunctionResponseParts) != null ? _d : true;
   const onWarning = options == null ? void 0 : options.onWarning;
   const includeFunctionCallIds = (_e = options == null ? void 0 : options.includeFunctionCallIds) != null ? _e : true;
+  const supportedFunctionResponseUrls = (_f = options == null ? void 0 : options.supportedFunctionResponseUrls) != null ? _f : {};
   let sentinelInjected = false;
   const missingSignatureToolNames = [];
   const injectSkipSignature = (toolName) => {
@@ -646,7 +662,8 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
                 part.toolName,
                 output.value,
                 part.toolCallId,
-                includeFunctionCallIds
+                includeFunctionCallIds,
+                supportedFunctionResponseUrls
               );
             } else {
               appendLegacyToolResultParts(
@@ -664,7 +681,7 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
                 name: part.toolName,
                 response: {
                   name: part.toolName,
-                  content: output.type === "execution-denied" ? (_f = output.reason) != null ? _f : "Tool call execution denied." : output.value
+                  content: output.type === "execution-denied" ? (_g = output.reason) != null ? _g : "Tool call execution denied." : output.value
                 }
               }
             });
@@ -695,6 +712,76 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
   };
 }
 
+// src/download-tool-result-files.ts
+import {
+  convertUint8ArrayToBase64,
+  downloadBlob,
+  isUrlSupported as isUrlSupported2
+} from "@ai-sdk/provider-utils";
+async function downloadToolResultFiles(prompt, {
+  abortSignal,
+  supportedUrls = {}
+}) {
+  async function downloadOutput(output) {
+    if (output.type !== "content") {
+      return output;
+    }
+    return {
+      ...output,
+      value: await Promise.all(
+        output.value.map(async (part) => {
+          var _a;
+          if (part.type !== "file-url" && part.type !== "image-url") {
+            return part;
+          }
+          if (part.type === "file-url" && part.mediaType != null && isUrlSupported2({
+            url: part.url,
+            mediaType: part.mediaType,
+            supportedUrls
+          })) {
+            return part;
+          }
+          const blob = await downloadBlob(part.url, { abortSignal });
+          return {
+            type: part.type === "file-url" ? "file-data" : "image-data",
+            data: convertUint8ArrayToBase64(
+              new Uint8Array(await blob.arrayBuffer())
+            ),
+            mediaType: blob.type || (part.type === "file-url" ? (_a = part.mediaType) != null ? _a : "application/octet-stream" : "image/*"),
+            providerOptions: part.providerOptions
+          };
+        })
+      )
+    };
+  }
+  return Promise.all(
+    prompt.map(async (message) => {
+      switch (message.role) {
+        case "assistant":
+          return {
+            ...message,
+            content: await Promise.all(
+              message.content.map(
+                async (part) => part.type === "tool-result" ? { ...part, output: await downloadOutput(part.output) } : part
+              )
+            )
+          };
+        case "tool":
+          return {
+            ...message,
+            content: await Promise.all(
+              message.content.map(
+                async (part) => part.type === "tool-result" ? { ...part, output: await downloadOutput(part.output) } : part
+              )
+            )
+          };
+        default:
+          return message;
+      }
+    })
+  );
+}
+
 // src/get-model-path.ts
 function getModelPath(modelId) {
   return modelId.includes("/") ? modelId : `models/${modelId}`;
@@ -1467,6 +1554,13 @@ var configurableSafetySettingCategories = [
   "HARM_CATEGORY_SEXUALLY_EXPLICIT"
 ];
 var gemini25ModelPattern2 = /(^|\/)gemini-2\.5(?:[.-]|$)/i;
+var googleCloudStorageFunctionResponseUrls = {
+  "image/png": [/^gs:\/\/.*$/],
+  "image/jpeg": [/^gs:\/\/.*$/],
+  "image/webp": [/^gs:\/\/.*$/],
+  "application/pdf": [/^gs:\/\/.*$/],
+  "text/plain": [/^gs:\/\/.*$/]
+};
 var GoogleGenerativeAILanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v3";
@@ -1495,7 +1589,8 @@ var GoogleGenerativeAILanguageModel = class {
     seed,
     tools,
     toolChoice,
-    providerOptions
+    providerOptions,
+    abortSignal
   }, { isStreaming = false } = {}) {
     var _a, _b, _c;
     const warnings = [];
@@ -1584,15 +1679,21 @@ var GoogleGenerativeAILanguageModel = class {
       });
     }
     const { usesGemini3Features } = getGoogleModelCapabilities(this.modelId);
+    const supportedFunctionResponseUrls = usesGemini3Features && isVertexProvider ? googleCloudStorageFunctionResponseUrls : void 0;
+    const promptWithDownloadedToolResultFiles = isVertexProvider ? await downloadToolResultFiles(prompt, {
+      abortSignal,
+      supportedUrls: supportedFunctionResponseUrls
+    }) : prompt;
     const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(
-      prompt,
+      promptWithDownloadedToolResultFiles,
       {
         isGemmaModel,
         isGemini3Model: usesGemini3Features,
         providerOptionsName,
         supportsFunctionResponseParts: usesGemini3Features,
         onWarning: (warning) => warnings.push(warning),
-        includeFunctionCallIds: !isVertexProvider
+        includeFunctionCallIds: !isVertexProvider,
+        supportedFunctionResponseUrls
       }
     );
     const {