@ai-sdk/google 4.0.10 → 4.0.11

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @ai-sdk/google
 
+## 4.0.11
+
+### Patch Changes
+
+- 17d66c5: Fix Google tool result conversion to send file data as inline data instead of JSON text on the legacy tool-result path.
+- 96d40bc: Expand standalone Google `threshold` provider options into safety settings.
+- 0f93c57: feat (video): support video (not just image) reference inputs in `inputReferences` for reference-to-video generation
+- Updated dependencies [0f93c57]
+  - @ai-sdk/provider@4.0.3
+  - @ai-sdk/provider-utils@5.0.7
+
 ## 4.0.10
 
 ### Patch Changes

package/dist/index.js

@@ -7,7 +7,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "4.0.10" : "0.0.0-test";
+var VERSION = true ? "4.0.11" : "0.0.0-test";
 
 // src/google-embedding-model.ts
 import {
@@ -526,7 +526,8 @@ function appendLegacyToolResultParts(parts, toolName, outputValue, toolCallId) {
         });
         break;
       case "file": {
-        if (contentPart.data.type === "data" && getTopLevelMediaType(contentPart.mediaType) === "image") {
+        if (contentPart.data.type === "data") {
+          const topLevelMediaType = getTopLevelMediaType(contentPart.mediaType);
           parts.push(
             {
               inlineData: {
@@ -535,7 +536,7 @@ function appendLegacyToolResultParts(parts, toolName, outputValue, toolCallId) {
               }
             },
             {
-              text: "Tool executed successfully and returned this image as a response"
+              text: `Tool executed successfully and returned this ${topLevelMediaType === "image" ? "image" : "file"} as a response`
             }
           );
         } else {
@@ -1558,6 +1559,12 @@ function mapGoogleFinishReason({
 }
 
 // src/google-language-model.ts
+var configurableSafetySettingCategories = [
+  "HARM_CATEGORY_HATE_SPEECH",
+  "HARM_CATEGORY_DANGEROUS_CONTENT",
+  "HARM_CATEGORY_HARASSMENT",
+  "HARM_CATEGORY_SEXUALLY_EXPLICIT"
+];
 var GoogleLanguageModel = class _GoogleLanguageModel {
   constructor(modelId, config) {
     this.specificationVersion = "v4";
@@ -1598,7 +1605,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
     reasoning,
     providerOptions
   }, { isStreaming = false } = {}) {
-    var _a, _b;
+    var _a, _b, _c;
     const warnings = [];
     const providerOptionsNames = this.config.provider.includes("vertex") ? ["googleVertex", "vertex"] : ["google"];
     let googleOptions;
@@ -1680,6 +1687,11 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
     });
     const thinkingConfig = (googleOptions == null ? void 0 : googleOptions.thinkingConfig) || resolvedThinking ? { ...resolvedThinking, ...googleOptions == null ? void 0 : googleOptions.thinkingConfig } : void 0;
     const streamFunctionCallArguments = isStreaming && isVertexProvider ? (_a = googleOptions == null ? void 0 : googleOptions.streamFunctionCallArguments) != null ? _a : false : void 0;
+    const safetyThreshold = googleOptions == null ? void 0 : googleOptions.threshold;
+    const safetySettings = (_b = googleOptions == null ? void 0 : googleOptions.safetySettings) != null ? _b : safetyThreshold != null ? configurableSafetySettingCategories.map((category) => ({
+      category,
+      threshold: safetyThreshold
+    })) : void 0;
     const toolConfig = googleToolConfig || streamFunctionCallArguments || (googleOptions == null ? void 0 : googleOptions.retrievalConfig) ? {
       ...googleToolConfig,
       ...streamFunctionCallArguments && {
@@ -1709,7 +1721,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
           responseSchema: (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && // Google GenAI does not support all OpenAPI Schema features,
           // so this is needed as an escape hatch:
           // TODO convert into provider option
-          ((_b = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _b : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
+          ((_c = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _c : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
           ...(googleOptions == null ? void 0 : googleOptions.audioTimestamp) && {
             audioTimestamp: googleOptions.audioTimestamp
           },
@@ -1725,7 +1737,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
         },
         contents,
         systemInstruction: isGemmaModel ? void 0 : systemInstruction,
-        safetySettings: googleOptions == null ? void 0 : googleOptions.safetySettings,
+        safetySettings,
         tools: googleTools2,
         toolConfig,
         cachedContent: googleOptions == null ? void 0 : googleOptions.cachedContent,
@@ -3396,24 +3408,27 @@ function convertFileToGoogleImage(file, warnings) {
   }
   const base64Data = typeof file.data === "string" ? file.data : convertUint8ArrayToBase64(file.data);
   return {
-    inlineData: {
-      mimeType: file.mediaType || "image/png",
-      data: base64Data
-    }
+    bytesBase64Encoded: base64Data,
+    mimeType: file.mediaType || "image/png"
   };
 }
 function convertProviderReferenceImage(refImg) {
   if (refImg.bytesBase64Encoded) {
     return {
-      inlineData: {
-        mimeType: "image/png",
-        data: refImg.bytesBase64Encoded
-      }
+      image: {
+        bytesBase64Encoded: refImg.bytesBase64Encoded,
+        mimeType: "image/png"
+      },
+      referenceType: "asset"
     };
   }
   if (refImg.gcsUri) {
     return {
-      gcsUri: refImg.gcsUri
+      image: {
+        gcsUri: refImg.gcsUri,
+        mimeType: "image/png"
+      },
+      referenceType: "asset"
     };
   }
   return refImg;