@ai-sdk/google 4.0.80 → 4.0.82

package/docs/15-google.mdx

@@ -1626,7 +1626,7 @@ These parts are informational and do not require a tool response. They are
 available from both `generateText` and `streamText`.
 
 For static processing, use `'static'` or provide clipping and frame-rate
-options:
+options. `startOffset` and `endOffset` are measured in seconds:
 
 ```ts
 const video = {
@@ -1637,8 +1637,8 @@ const video = {
     google: {
       processing: {
         type: 'static',
-        startOffset: 1200,
-        endOffset: 1500,
+        startOffset: 0,
+        endOffset: 10.5,
         fps: 0.5,
       },
     } satisfies GoogleInteractionsVideoOptions,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google",
-  "version": "4.0.80",
+  "version": "4.0.82",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -36,10 +36,10 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "4.0.18",
-    "@ai-sdk/provider-utils": "5.0.47"
+    "@ai-sdk/provider-utils": "5.0.49"
   },
   "devDependencies": {
-    "@ai-sdk/test-server": "2.0.1",
+    "@ai-sdk/test-server": "2.0.2",
     "@types/node": "22.19.19",
     "@vercel/ai-tsconfig": "0.0.0",
     "tsup": "^8.5.1",

package/src/convert-to-google-messages.ts

@@ -9,6 +9,7 @@ import {
   convertToBase64,
   getTopLevelMediaType,
   isFullMediaType,
+  isUrlSupported,
   resolveFullMediaType,
   resolveProviderReference,
   secureJsonParse,
@@ -52,9 +53,6 @@ function parseBase64DataUrl(
 function convertUrlToolResultPart(
   url: string,
 ): GoogleFunctionResponsePart | undefined {
-  // Per https://ai.google.dev/api/caching#FunctionResponsePart, only inline data is supported.
-  // https://docs.cloud.google.com/vertex-ai/generative-ai/docs/model-reference/function-calling#functionresponsepart suggests that this
-  // may be different for Vertex, but this needs to be confirmed and further tested for both APIs.
   const parsedDataUrl = parseBase64DataUrl(url);
   if (parsedDataUrl == null) {
     return undefined;
@@ -106,6 +104,7 @@ function appendToolResultParts(
   >['value'],
   toolCallId?: string,
   includeFunctionCallIds = true,
+  supportedUrls: Record<string, RegExp[]> = {},
 ): void {
   const functionResponseParts: GoogleFunctionResponsePart[] = [];
   const responseTextParts: string[] = [];
@@ -125,12 +124,30 @@ function appendToolResultParts(
             },
           });
         } else if (contentPart.data.type === 'url') {
-          const functionResponsePart = convertUrlToolResultPart(
-            contentPart.data.url.toString(),
-          );
-
-          if (functionResponsePart != null) {
-            functionResponseParts.push(functionResponsePart);
+          const url = contentPart.data.url.toString();
+          const convertedUrlPart = convertUrlToolResultPart(url);
+          const supportedUrl =
+            contentPart.data.url.protocol === 'gs:' &&
+            contentPart.data.originalUrl != null
+              ? contentPart.data.originalUrl
+              : url;
+
+          if (convertedUrlPart != null) {
+            functionResponseParts.push(convertedUrlPart);
+          } else if (
+            isFullMediaType(contentPart.mediaType) &&
+            isUrlSupported({
+              url: supportedUrl,
+              mediaType: contentPart.mediaType,
+              supportedUrls,
+            })
+          ) {
+            functionResponseParts.push({
+              fileData: {
+                mimeType: contentPart.mediaType,
+                fileUri: supportedUrl,
+              },
+            });
           } else {
             responseTextParts.push(JSON.stringify(contentPart));
           }
@@ -242,6 +259,7 @@ export function convertToGoogleMessages(
     providerOptionsNames?: readonly string[];
     supportsFunctionResponseParts?: boolean;
     includeFunctionCallIds?: boolean;
+    supportedFunctionResponseUrls?: Record<string, RegExp[]>;
   },
 ): GooglePrompt {
   const systemInstructionParts: Array<{ text: string }> = [];
@@ -255,6 +273,8 @@ export function convertToGoogleMessages(
   const supportsFunctionResponseParts =
     options?.supportsFunctionResponseParts ?? true;
   const includeFunctionCallIds = options?.includeFunctionCallIds ?? true;
+  const supportedFunctionResponseUrls =
+    options?.supportedFunctionResponseUrls ?? {};
 
   let sentinelInjected = false;
   const missingSignatureToolNames: string[] = [];
@@ -657,6 +677,7 @@ export function convertToGoogleMessages(
                 output.value,
                 part.toolCallId,
                 includeFunctionCallIds,
+                supportedFunctionResponseUrls,
               );
             } else {
               appendLegacyToolResultParts(

package/src/download-tool-result-files.ts

@@ -6,20 +6,23 @@ import {
   detectMediaType,
   downloadBlob,
   isFullMediaType,
+  isUrlSupported,
 } from '@ai-sdk/provider-utils';
 
 /**
- * Vertex function responses only accept inline file data. Download remote tool
- * result files before converting the prompt to the Google request format.
+ * Download tool result file URLs that Vertex cannot reference directly before
+ * converting the prompt to the Google request format.
  */
 export async function downloadToolResultFiles(
   prompt: LanguageModelV4Prompt,
   {
     abortSignal,
     maxBytes,
+    supportedUrls = {},
   }: {
     abortSignal: AbortSignal | undefined;
     maxBytes: number;
+    supportedUrls?: Record<string, RegExp[]>;
   },
 ): Promise<LanguageModelV4Prompt> {
   const result: LanguageModelV4Prompt = [];
@@ -36,6 +39,7 @@ export async function downloadToolResultFiles(
                 output: await downloadToolResultOutput(part.output, {
                   abortSignal,
                   maxBytes,
+                  supportedUrls,
                 }),
               }
             : part,
@@ -60,6 +64,7 @@ export async function downloadToolResultFiles(
           output: await downloadToolResultOutput(part.output, {
             abortSignal,
             maxBytes,
+            supportedUrls,
           }),
         });
       }
@@ -79,9 +84,11 @@ async function downloadToolResultOutput(
   {
     abortSignal,
     maxBytes,
+    supportedUrls,
   }: {
     abortSignal: AbortSignal | undefined;
     maxBytes: number;
+    supportedUrls: Record<string, RegExp[]>;
   },
 ): Promise<LanguageModelV4ToolResultOutput> {
   if (output.type !== 'content') {
@@ -96,6 +103,17 @@ async function downloadToolResultOutput(
       continue;
     }
 
+    if (
+      isUrlSupported({
+        url: part.data.url.toString(),
+        mediaType: part.mediaType,
+        supportedUrls,
+      })
+    ) {
+      value.push(part);
+      continue;
+    }
+
     const blob = await downloadBlob(part.data.url.toString(), {
       abortSignal,
       maxBytes,

package/src/google-language-model.ts

@@ -66,6 +66,14 @@ const configurableSafetySettingCategories = [
 
 const gemini25ModelPattern = /(^|\/)gemini-2\.5(?:[.-]|$)/i;
 
+const googleCloudStorageFunctionResponseUrls = {
+  'image/png': [/^gs:\/\/.*$/],
+  'image/jpeg': [/^gs:\/\/.*$/],
+  'image/webp': [/^gs:\/\/.*$/],
+  'application/pdf': [/^gs:\/\/.*$/],
+  'text/plain': [/^gs:\/\/.*$/],
+} satisfies Record<string, RegExp[]>;
+
 export type GoogleLanguageModelConfig = {
   provider: string;
   baseURL: string;
@@ -83,6 +91,7 @@ export type GoogleLanguageModelConfig = {
    */
   downloadToolResultFiles?: {
     maxBytes: number;
+    supportsGoogleCloudStorageUrls?: boolean;
   };
 };
 
@@ -295,11 +304,17 @@ export class GoogleLanguageModel implements LanguageModelV4 {
     }
 
     const { usesGemini3Features } = getGoogleModelCapabilities(modelId);
+    const supportedFunctionResponseUrls =
+      usesGemini3Features &&
+      config.downloadToolResultFiles?.supportsGoogleCloudStorageUrls
+        ? googleCloudStorageFunctionResponseUrls
+        : undefined;
 
     const promptWithDownloadedToolResultFiles = config.downloadToolResultFiles
       ? await downloadToolResultFiles(prompt, {
           abortSignal,
           maxBytes: config.downloadToolResultFiles.maxBytes,
+          supportedUrls: supportedFunctionResponseUrls,
         })
       : prompt;
 
@@ -312,6 +327,7 @@ export class GoogleLanguageModel implements LanguageModelV4 {
         providerOptionsNames,
         supportsFunctionResponseParts: usesGemini3Features,
         includeFunctionCallIds: !isVertexProvider,
+        supportedFunctionResponseUrls,
       },
     );
 

package/src/google-prompt.ts

@@ -73,9 +73,13 @@ export type GoogleContentPart =
       };
     };
 
-export type GoogleFunctionResponsePart = {
-  inlineData: { mimeType: string; data: string };
-};
+export type GoogleFunctionResponsePart =
+  | {
+      inlineData: { mimeType: string; data: string };
+    }
+  | {
+      fileData: { mimeType: string; fileUri: string };
+    };
 
 export type GoogleGroundingMetadata = GroundingMetadataSchema;
 

package/src/interactions/convert-to-google-interactions-input.ts

@@ -401,10 +401,10 @@ function getVideoProcessingField({
       processing: {
         type: 'static',
         ...(typeof config.startOffset === 'number'
-          ? { start_offset: config.startOffset }
+          ? { start_offset: `${config.startOffset}s` }
           : {}),
         ...(typeof config.endOffset === 'number'
-          ? { end_offset: config.endOffset }
+          ? { end_offset: `${config.endOffset}s` }
           : {}),
         ...(typeof config.fps === 'number' ? { fps: config.fps } : {}),
       },

package/src/interactions/google-interactions-prompt.ts

@@ -40,8 +40,8 @@ export type GoogleInteractionsVideoProcessing =
   | 'static'
   | {
       type: 'static';
-      start_offset?: number;
-      end_offset?: number;
+      start_offset?: string;
+      end_offset?: string;
       fps?: number;
     };