@ai-sdk/google 4.0.68 → 4.0.69

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google",
-  "version": "4.0.68",
+  "version": "4.0.69",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,

package/src/download-tool-result-files.ts

@@ -0,0 +1,124 @@
+import type {
+  LanguageModelV4Prompt,
+  LanguageModelV4ToolResultOutput,
+} from '@ai-sdk/provider';
+import {
+  detectMediaType,
+  downloadBlob,
+  isFullMediaType,
+} from '@ai-sdk/provider-utils';
+
+/**
+ * Vertex function responses only accept inline file data. Download remote tool
+ * result files before converting the prompt to the Google request format.
+ */
+export async function downloadToolResultFiles(
+  prompt: LanguageModelV4Prompt,
+  {
+    abortSignal,
+    maxBytes,
+  }: {
+    abortSignal: AbortSignal | undefined;
+    maxBytes: number;
+  },
+): Promise<LanguageModelV4Prompt> {
+  const result: LanguageModelV4Prompt = [];
+
+  for (const message of prompt) {
+    if (message.role === 'assistant') {
+      const content: typeof message.content = [];
+
+      for (const part of message.content) {
+        content.push(
+          part.type === 'tool-result'
+            ? {
+                ...part,
+                output: await downloadToolResultOutput(part.output, {
+                  abortSignal,
+                  maxBytes,
+                }),
+              }
+            : part,
+        );
+      }
+
+      result.push({ ...message, content });
+      continue;
+    }
+
+    if (message.role === 'tool') {
+      const content: typeof message.content = [];
+
+      for (const part of message.content) {
+        if (part.type !== 'tool-result') {
+          content.push(part);
+          continue;
+        }
+
+        content.push({
+          ...part,
+          output: await downloadToolResultOutput(part.output, {
+            abortSignal,
+            maxBytes,
+          }),
+        });
+      }
+
+      result.push({ ...message, content });
+      continue;
+    }
+
+    result.push(message);
+  }
+
+  return result;
+}
+
+async function downloadToolResultOutput(
+  output: LanguageModelV4ToolResultOutput,
+  {
+    abortSignal,
+    maxBytes,
+  }: {
+    abortSignal: AbortSignal | undefined;
+    maxBytes: number;
+  },
+): Promise<LanguageModelV4ToolResultOutput> {
+  if (output.type !== 'content') {
+    return output;
+  }
+
+  const value: typeof output.value = [];
+
+  for (const part of output.value) {
+    if (part.type !== 'file' || part.data.type !== 'url') {
+      value.push(part);
+      continue;
+    }
+
+    const blob = await downloadBlob(part.data.url.toString(), {
+      abortSignal,
+      maxBytes,
+    });
+    const data = new Uint8Array(await blob.arrayBuffer());
+    const detectedMediaType = detectMediaType({
+      data,
+      topLevelType: 'image',
+    });
+
+    value.push({
+      ...part,
+      data: { type: 'data' as const, data },
+      mediaType:
+        detectedMediaType ??
+        (blob.type && !isFullMediaType(part.mediaType)
+          ? blob.type
+          : part.mediaType),
+    });
+  }
+
+  return {
+    ...output,
+    value,
+  };
+}

package/src/google-language-model.ts

@@ -40,6 +40,7 @@ import {
 } from './convert-google-usage';
 import { convertJSONSchemaToOpenAPISchema } from './convert-json-schema-to-openapi-schema';
 import { convertToGoogleMessages } from './convert-to-google-messages';
+import { downloadToolResultFiles } from './download-tool-result-files';
 import { getModelPath } from './get-model-path';
 import { googleFailedResponseHandler } from './google-error';
 import {
@@ -76,6 +77,13 @@ export type GoogleLanguageModelConfig = {
    * The supported URLs for the model.
    */
   supportedUrls?: () => LanguageModelV4['supportedUrls'];
+
+  /**
+   * Settings for downloading remote files in tool results before conversion.
+   */
+  downloadToolResultFiles?: {
+    maxBytes: number;
+  };
 };
 
 export class GoogleLanguageModel implements LanguageModelV4 {
@@ -132,6 +140,7 @@ export class GoogleLanguageModel implements LanguageModelV4 {
       toolChoice,
       reasoning,
       providerOptions,
+      abortSignal,
     },
     isStreaming = false,
   }: {
@@ -287,14 +296,24 @@ export class GoogleLanguageModel implements LanguageModelV4 {
 
     const { usesGemini3Features } = getGoogleModelCapabilities(modelId);
 
-    const { contents, systemInstruction } = convertToGoogleMessages(prompt, {
-      isGemmaModel,
-      isGemini3Model: usesGemini3Features,
-      onWarning: warning => warnings.push(warning),
-      providerOptionsNames,
-      supportsFunctionResponseParts: usesGemini3Features,
-      includeFunctionCallIds: !isVertexProvider,
-    });
+    const promptWithDownloadedToolResultFiles = config.downloadToolResultFiles
+      ? await downloadToolResultFiles(prompt, {
+          abortSignal,
+          maxBytes: config.downloadToolResultFiles.maxBytes,
+        })
+      : prompt;
+
+    const { contents, systemInstruction } = convertToGoogleMessages(
+      promptWithDownloadedToolResultFiles,
+      {
+        isGemmaModel,
+        isGemini3Model: usesGemini3Features,
+        onWarning: warning => warnings.push(warning),
+        providerOptionsNames,
+        supportsFunctionResponseParts: usesGemini3Features,
+        includeFunctionCallIds: !isVertexProvider,
+      },
+    );
 
     const {
       tools: googleTools,