@ai-sdk/google 3.0.90 → 3.0.91

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google",
-  "version": "3.0.90",
+  "version": "3.0.91",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -36,8 +36,8 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "3.0.13",
-    "@ai-sdk/provider-utils": "4.0.37"
+    "@ai-sdk/provider": "3.0.14",
+    "@ai-sdk/provider-utils": "4.0.38"
   },
   "devDependencies": {
     "@types/node": "20.17.24",

package/src/convert-to-google-generative-ai-messages.ts

@@ -188,6 +188,9 @@ function appendLegacyToolResultParts(
         });
         break;
       case 'image-data':
+      case 'file-data': {
+        const topLevelMediaType = String(contentPart.mediaType).split('/')[0];
+
         parts.push(
           {
             inlineData: {
@@ -196,10 +199,14 @@ function appendLegacyToolResultParts(
             },
           },
           {
-            text: 'Tool executed successfully and returned this image as a response',
+            text:
+              `Tool executed successfully and returned this ` +
+              `${topLevelMediaType === 'image' ? 'image' : 'file'} ` +
+              `as a response`,
           },
         );
         break;
+      }
       default:
         parts.push({ text: JSON.stringify(contentPart) });
         break;

package/src/google-generative-ai-language-model.ts

@@ -50,6 +50,13 @@ import {
 } from './google-json-accumulator';
 import { mapGoogleGenerativeAIFinishReason } from './map-google-generative-ai-finish-reason';
 
+const configurableSafetySettingCategories = [
+  'HARM_CATEGORY_HATE_SPEECH',
+  'HARM_CATEGORY_DANGEROUS_CONTENT',
+  'HARM_CATEGORY_HARASSMENT',
+  'HARM_CATEGORY_SEXUALLY_EXPLICIT',
+] as const;
+
 type GoogleGenerativeAIConfig = {
   provider: string;
   baseURL: string;
@@ -223,6 +230,16 @@ export class GoogleGenerativeAILanguageModel implements LanguageModelV3 {
         ? (googleOptions?.streamFunctionCallArguments ?? false)
         : undefined;
 
+    const safetyThreshold = googleOptions?.threshold;
+    const safetySettings =
+      googleOptions?.safetySettings ??
+      (safetyThreshold != null
+        ? configurableSafetySettingCategories.map(category => ({
+            category,
+            threshold: safetyThreshold,
+          }))
+        : undefined);
+
     const toolConfig =
       googleToolConfig ||
       streamFunctionCallArguments ||
@@ -282,7 +299,7 @@ export class GoogleGenerativeAILanguageModel implements LanguageModelV3 {
         },
         contents,
         systemInstruction: isGemmaModel ? undefined : systemInstruction,
-        safetySettings: googleOptions?.safetySettings,
+        safetySettings,
         tools: googleTools,
         toolConfig,
         cachedContent: googleOptions?.cachedContent,

package/src/google-generative-ai-video-model.ts

@@ -110,13 +110,11 @@ function convertFileToGoogleImage(
       ? file.data
       : convertUint8ArrayToBase64(file.data);
 
-  // The Gemini Developer API (generativelanguage.googleapis.com) requires
-  // inline image bytes wrapped as `inlineData`.
+  // Veo's predictLongRunning endpoint uses Vertex-style image payloads, not
+  // Gemini generateContent inlineData.
   return {
-    inlineData: {
-      mimeType: file.mediaType || 'image/png',
-      data: base64Data,
-    },
+    bytesBase64Encoded: base64Data,
+    mimeType: file.mediaType || 'image/png',
   };
 }
 
@@ -125,16 +123,19 @@ function convertProviderReferenceImage(
 ): Record<string, unknown> {
   if (refImg.bytesBase64Encoded) {
     return {
-      inlineData: {
+      image: {
+        bytesBase64Encoded: refImg.bytesBase64Encoded,
         mimeType: 'image/png',
-        data: refImg.bytesBase64Encoded,
       },
     };
   }
 
   if (refImg.gcsUri) {
     return {
-      gcsUri: refImg.gcsUri,
+      image: {
+        gcsUri: refImg.gcsUri,
+        mimeType: 'image/png',
+      },
     };
   }
 
@@ -146,7 +147,7 @@ function convertInputReferenceImage(
   warnings: SharedV3Warning[],
 ): Record<string, unknown> | undefined {
   const image = convertFileToGoogleImage(file, warnings);
-  return image != null ? { image, referenceType: 'asset' } : undefined;
+  return image != null ? { image } : undefined;
 }
 
 export class GoogleGenerativeAIVideoModel implements Experimental_VideoModelV3 {