@ai-sdk/google 4.0.68 → 4.0.69

package/dist/internal/index.d.ts

@@ -79,6 +79,12 @@ type GoogleLanguageModelConfig = {
      * The supported URLs for the model.
      */
     supportedUrls?: () => LanguageModelV4['supportedUrls'];
+    /**
+     * Settings for downloading remote files in tool results before conversion.
+     */
+    downloadToolResultFiles?: {
+        maxBytes: number;
+    };
 };
 declare class GoogleLanguageModel implements LanguageModelV4 {
     readonly specificationVersion = "v4";
@@ -96,7 +102,7 @@ declare class GoogleLanguageModel implements LanguageModelV4 {
     constructor(modelId: GoogleModelId, config: GoogleLanguageModelConfig);
     get provider(): string;
     get supportedUrls(): Record<string, RegExp[]> | PromiseLike<Record<string, RegExp[]>>;
-    static prepareRequest({ modelId, config, options: { prompt, maxOutputTokens, temperature, topP, topK, frequencyPenalty, presencePenalty, stopSequences, responseFormat, seed, tools, toolChoice, reasoning, providerOptions, }, isStreaming, }: {
+    static prepareRequest({ modelId, config, options: { prompt, maxOutputTokens, temperature, topP, topK, frequencyPenalty, presencePenalty, stopSequences, responseFormat, seed, tools, toolChoice, reasoning, providerOptions, abortSignal, }, isStreaming, }: {
         modelId: GoogleModelId;
         config: GoogleLanguageModelConfig;
         options: LanguageModelV4CallOptions;

package/dist/internal/index.js

@@ -787,6 +787,90 @@ function convertToGoogleMessages(prompt, options) {
   };
 }
 
+// src/download-tool-result-files.ts
+import {
+  detectMediaType,
+  downloadBlob,
+  isFullMediaType as isFullMediaType2
+} from "@ai-sdk/provider-utils";
+async function downloadToolResultFiles(prompt, {
+  abortSignal,
+  maxBytes
+}) {
+  const result = [];
+  for (const message of prompt) {
+    if (message.role === "assistant") {
+      const content = [];
+      for (const part of message.content) {
+        content.push(
+          part.type === "tool-result" ? {
+            ...part,
+            output: await downloadToolResultOutput(part.output, {
+              abortSignal,
+              maxBytes
+            })
+          } : part
+        );
+      }
+      result.push({ ...message, content });
+      continue;
+    }
+    if (message.role === "tool") {
+      const content = [];
+      for (const part of message.content) {
+        if (part.type !== "tool-result") {
+          content.push(part);
+          continue;
+        }
+        content.push({
+          ...part,
+          output: await downloadToolResultOutput(part.output, {
+            abortSignal,
+            maxBytes
+          })
+        });
+      }
+      result.push({ ...message, content });
+      continue;
+    }
+    result.push(message);
+  }
+  return result;
+}
+async function downloadToolResultOutput(output, {
+  abortSignal,
+  maxBytes
+}) {
+  if (output.type !== "content") {
+    return output;
+  }
+  const value = [];
+  for (const part of output.value) {
+    if (part.type !== "file" || part.data.type !== "url") {
+      value.push(part);
+      continue;
+    }
+    const blob = await downloadBlob(part.data.url.toString(), {
+      abortSignal,
+      maxBytes
+    });
+    const data = new Uint8Array(await blob.arrayBuffer());
+    const detectedMediaType = detectMediaType({
+      data,
+      topLevelType: "image"
+    });
+    value.push({
+      ...part,
+      data: { type: "data", data },
+      mediaType: detectedMediaType != null ? detectedMediaType : blob.type && !isFullMediaType2(part.mediaType) ? blob.type : part.mediaType
+    });
+  }
+  return {
+    ...output,
+    value
+  };
+}
+
 // src/get-model-path.ts
 function getModelPath(modelId) {
   return modelId.includes("/") ? modelId : `models/${modelId}`;
@@ -1604,7 +1688,8 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
       tools,
       toolChoice,
       reasoning,
-      providerOptions
+      providerOptions,
+      abortSignal
     },
     isStreaming = false
   }) {
@@ -1701,14 +1786,21 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
       });
     }
     const { usesGemini3Features } = getGoogleModelCapabilities(modelId);
-    const { contents, systemInstruction } = convertToGoogleMessages(prompt, {
-      isGemmaModel,
-      isGemini3Model: usesGemini3Features,
-      onWarning: (warning) => warnings.push(warning),
-      providerOptionsNames,
-      supportsFunctionResponseParts: usesGemini3Features,
-      includeFunctionCallIds: !isVertexProvider
-    });
+    const promptWithDownloadedToolResultFiles = config.downloadToolResultFiles ? await downloadToolResultFiles(prompt, {
+      abortSignal,
+      maxBytes: config.downloadToolResultFiles.maxBytes
+    }) : prompt;
+    const { contents, systemInstruction } = convertToGoogleMessages(
+      promptWithDownloadedToolResultFiles,
+      {
+        isGemmaModel,
+        isGemini3Model: usesGemini3Features,
+        onWarning: (warning) => warnings.push(warning),
+        providerOptionsNames,
+        supportsFunctionResponseParts: usesGemini3Features,
+        includeFunctionCallIds: !isVertexProvider
+      }
+    );
     const {
       tools: googleTools2,
       toolConfig: googleToolConfig,
@@ -4066,7 +4158,7 @@ function buildGoogleInteractionsStreamTransform({
 import {
   convertToBase64 as convertToBase642,
   getTopLevelMediaType as getTopLevelMediaType2,
-  isFullMediaType as isFullMediaType2,
+  isFullMediaType as isFullMediaType3,
   resolveFullMediaType as resolveFullMediaType2,
   resolveProviderReference as resolveProviderReference2,
   secureJsonParse as secureJsonParse2
@@ -4275,7 +4367,7 @@ function convertFilePartToContent({
       return {
         type: kind,
         uri: part.data.url.toString(),
-        ...isFullMediaType2(part.mediaType) ? { mime_type: part.mediaType } : {},
+        ...isFullMediaType3(part.mediaType) ? { mime_type: part.mediaType } : {},
         ...resolutionField,
         ...processingField
       };
@@ -4288,7 +4380,7 @@ function convertFilePartToContent({
       return {
         type: kind,
         uri,
-        ...isFullMediaType2(part.mediaType) ? { mime_type: part.mediaType } : {},
+        ...isFullMediaType3(part.mediaType) ? { mime_type: part.mediaType } : {},
         ...resolutionField,
         ...processingField
       };
@@ -4443,7 +4535,7 @@ function filePartToImageBlock({
 }) {
   switch (part.data.type) {
     case "data": {
-      const mimeType = isFullMediaType2(part.mediaType) ? part.mediaType : resolveFullMediaType2({
+      const mimeType = isFullMediaType3(part.mediaType) ? part.mediaType : resolveFullMediaType2({
         part: {
           type: "file",
           mediaType: part.mediaType,
@@ -4460,7 +4552,7 @@ function filePartToImageBlock({
       return {
         type: "image",
         uri: part.data.url.toString(),
-        ...isFullMediaType2(part.mediaType) ? { mime_type: part.mediaType } : {}
+        ...isFullMediaType3(part.mediaType) ? { mime_type: part.mediaType } : {}
       };
     case "reference": {
       const uri = resolveProviderReference2({
@@ -4470,7 +4562,7 @@ function filePartToImageBlock({
       return {
         type: "image",
         uri,
-        ...isFullMediaType2(part.mediaType) ? { mime_type: part.mediaType } : {}
+        ...isFullMediaType3(part.mediaType) ? { mime_type: part.mediaType } : {}
       };
     }
     case "text": {