@ai-sdk/google 3.0.50 → 3.0.52

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @ai-sdk/google
 
+## 3.0.52
+
+### Patch Changes
+
+- 055cd68: fix: publish v6 to latest npm dist tag
+- 47114a3: feat(provider/google): Add multimodal tool-result support for Google function responses.
+
+  Tool results with `output.type = 'content'` now map media parts into
+  `functionResponse.parts` for Google models, including `image-data`,
+  `file-data`, and base64 `data:` URLs in URL-style content parts.
+  Remote HTTP(S) URLs in URL-style tool-result parts are not supported.
+
+- Updated dependencies [055cd68]
+  - @ai-sdk/provider-utils@4.0.21
+
+## 3.0.51
+
+### Patch Changes
+
+- 8901054: feat(google): add new finishMessage field in providerMetadata
+
 ## 3.0.50
 
 ### Patch Changes

package/dist/index.d.mts

@@ -73,6 +73,7 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
             })[] | null | undefined;
         } | null | undefined;
         finishReason?: string | null | undefined;
+        finishMessage?: string | null | undefined;
         safetyRatings?: {
             category?: string | null | undefined;
             probability?: string | null | undefined;
@@ -158,14 +159,21 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
 type GroundingMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['groundingMetadata']>;
 type UrlContextMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['urlContextMetadata']>;
 type SafetyRatingSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['safetyRatings']>[number];
+type PromptFeedbackSchema = NonNullable<InferSchema<typeof responseSchema>['promptFeedback']>;
+type UsageMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['usageMetadata']>;
 
 type GoogleGenerativeAIGroundingMetadata = GroundingMetadataSchema;
 type GoogleGenerativeAIUrlContextMetadata = UrlContextMetadataSchema;
 type GoogleGenerativeAISafetyRating = SafetyRatingSchema;
+type GoogleGenerativeAIPromptFeedback = PromptFeedbackSchema;
+type GoogleGenerativeAIUsageMetadata = UsageMetadataSchema;
 interface GoogleGenerativeAIProviderMetadata {
+    promptFeedback: GoogleGenerativeAIPromptFeedback | null;
     groundingMetadata: GoogleGenerativeAIGroundingMetadata | null;
     urlContextMetadata: GoogleGenerativeAIUrlContextMetadata | null;
     safetyRatings: GoogleGenerativeAISafetyRating[] | null;
+    usageMetadata: GoogleGenerativeAIUsageMetadata | null;
+    finishMessage: string | null;
 }
 
 type GoogleGenerativeAIImageModelId = 'imagen-4.0-generate-001' | 'imagen-4.0-ultra-generate-001' | 'imagen-4.0-fast-generate-001' | 'gemini-2.5-flash-image' | 'gemini-3-pro-image-preview' | 'gemini-3.1-flash-image-preview' | (string & {});

package/dist/index.d.ts

@@ -73,6 +73,7 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
             })[] | null | undefined;
         } | null | undefined;
         finishReason?: string | null | undefined;
+        finishMessage?: string | null | undefined;
         safetyRatings?: {
             category?: string | null | undefined;
             probability?: string | null | undefined;
@@ -158,14 +159,21 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
 type GroundingMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['groundingMetadata']>;
 type UrlContextMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['urlContextMetadata']>;
 type SafetyRatingSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['safetyRatings']>[number];
+type PromptFeedbackSchema = NonNullable<InferSchema<typeof responseSchema>['promptFeedback']>;
+type UsageMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['usageMetadata']>;
 
 type GoogleGenerativeAIGroundingMetadata = GroundingMetadataSchema;
 type GoogleGenerativeAIUrlContextMetadata = UrlContextMetadataSchema;
 type GoogleGenerativeAISafetyRating = SafetyRatingSchema;
+type GoogleGenerativeAIPromptFeedback = PromptFeedbackSchema;
+type GoogleGenerativeAIUsageMetadata = UsageMetadataSchema;
 interface GoogleGenerativeAIProviderMetadata {
+    promptFeedback: GoogleGenerativeAIPromptFeedback | null;
     groundingMetadata: GoogleGenerativeAIGroundingMetadata | null;
     urlContextMetadata: GoogleGenerativeAIUrlContextMetadata | null;
     safetyRatings: GoogleGenerativeAISafetyRating[] | null;
+    usageMetadata: GoogleGenerativeAIUsageMetadata | null;
+    finishMessage: string | null;
 }
 
 type GoogleGenerativeAIImageModelId = 'imagen-4.0-generate-001' | 'imagen-4.0-ultra-generate-001' | 'imagen-4.0-fast-generate-001' | 'gemini-2.5-flash-image' | 'gemini-3-pro-image-preview' | 'gemini-3.1-flash-image-preview' | (string & {});

package/dist/index.js

@@ -18,19 +18,19 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/index.ts
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   VERSION: () => VERSION,
   createGoogleGenerativeAI: () => createGoogleGenerativeAI,
   google: () => google
 });
-module.exports = __toCommonJS(src_exports);
+module.exports = __toCommonJS(index_exports);
 
 // src/google-provider.ts
 var import_provider_utils16 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.50" : "0.0.0-test";
+var VERSION = true ? "3.0.52" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -400,13 +400,118 @@ function isEmptyObjectSchema(jsonSchema) {
 // src/convert-to-google-generative-ai-messages.ts
 var import_provider2 = require("@ai-sdk/provider");
 var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var dataUrlRegex = /^data:([^;,]+);base64,(.+)$/s;
+function parseBase64DataUrl(value) {
+  const match = dataUrlRegex.exec(value);
+  if (match == null) {
+    return void 0;
+  }
+  return {
+    mediaType: match[1],
+    data: match[2]
+  };
+}
+function convertUrlToolResultPart(url) {
+  const parsedDataUrl = parseBase64DataUrl(url);
+  if (parsedDataUrl == null) {
+    return void 0;
+  }
+  return {
+    inlineData: {
+      mimeType: parsedDataUrl.mediaType,
+      data: parsedDataUrl.data
+    }
+  };
+}
+function appendToolResultParts(parts, toolName, outputValue) {
+  const functionResponseParts = [];
+  const responseTextParts = [];
+  for (const contentPart of outputValue) {
+    switch (contentPart.type) {
+      case "text": {
+        responseTextParts.push(contentPart.text);
+        break;
+      }
+      case "image-data":
+      case "file-data": {
+        functionResponseParts.push({
+          inlineData: {
+            mimeType: contentPart.mediaType,
+            data: contentPart.data
+          }
+        });
+        break;
+      }
+      case "image-url":
+      case "file-url": {
+        const functionResponsePart = convertUrlToolResultPart(
+          contentPart.url
+        );
+        if (functionResponsePart != null) {
+          functionResponseParts.push(functionResponsePart);
+        } else {
+          responseTextParts.push(JSON.stringify(contentPart));
+        }
+        break;
+      }
+      default: {
+        responseTextParts.push(JSON.stringify(contentPart));
+        break;
+      }
+    }
+  }
+  parts.push({
+    functionResponse: {
+      name: toolName,
+      response: {
+        name: toolName,
+        content: responseTextParts.length > 0 ? responseTextParts.join("\n") : "Tool executed successfully."
+      },
+      ...functionResponseParts.length > 0 ? { parts: functionResponseParts } : {}
+    }
+  });
+}
+function appendLegacyToolResultParts(parts, toolName, outputValue) {
+  for (const contentPart of outputValue) {
+    switch (contentPart.type) {
+      case "text":
+        parts.push({
+          functionResponse: {
+            name: toolName,
+            response: {
+              name: toolName,
+              content: contentPart.text
+            }
+          }
+        });
+        break;
+      case "image-data":
+        parts.push(
+          {
+            inlineData: {
+              mimeType: String(contentPart.mediaType),
+              data: String(contentPart.data)
+            }
+          },
+          {
+            text: "Tool executed successfully and returned this image as a response"
+          }
+        );
+        break;
+      default:
+        parts.push({ text: JSON.stringify(contentPart) });
+        break;
+    }
+  }
+}
 function convertToGoogleGenerativeAIMessages(prompt, options) {
-  var _a, _b, _c;
+  var _a, _b, _c, _d;
   const systemInstructionParts = [];
   const contents = [];
   let systemMessagesAllowed = true;
   const isGemmaModel = (_a = options == null ? void 0 : options.isGemmaModel) != null ? _a : false;
   const providerOptionsName = (_b = options == null ? void 0 : options.providerOptionsName) != null ? _b : "google";
+  const supportsFunctionResponseParts = (_c = options == null ? void 0 : options.supportsFunctionResponseParts) != null ? _c : true;
   for (const { role, content } of prompt) {
     switch (role) {
       case "system": {
@@ -454,8 +559,8 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
         contents.push({
           role: "model",
           parts: content.map((part) => {
-            var _a2, _b2, _c2, _d;
-            const providerOpts = (_d = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) != null ? _d : providerOptionsName !== "google" ? (_b2 = part.providerOptions) == null ? void 0 : _b2.google : (_c2 = part.providerOptions) == null ? void 0 : _c2.vertex;
+            var _a2, _b2, _c2, _d2;
+            const providerOpts = (_d2 = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) != null ? _d2 : providerOptionsName !== "google" ? (_b2 = part.providerOptions) == null ? void 0 : _b2.google : (_c2 = part.providerOptions) == null ? void 0 : _c2.vertex;
             const thoughtSignature = (providerOpts == null ? void 0 : providerOpts.thoughtSignature) != null ? String(providerOpts.thoughtSignature) : void 0;
             switch (part.type) {
               case "text": {
@@ -509,36 +614,10 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
           }
           const output = part.output;
           if (output.type === "content") {
-            for (const contentPart of output.value) {
-              switch (contentPart.type) {
-                case "text":
-                  parts.push({
-                    functionResponse: {
-                      name: part.toolName,
-                      response: {
-                        name: part.toolName,
-                        content: contentPart.text
-                      }
-                    }
-                  });
-                  break;
-                case "image-data":
-                  parts.push(
-                    {
-                      inlineData: {
-                        mimeType: contentPart.mediaType,
-                        data: contentPart.data
-                      }
-                    },
-                    {
-                      text: "Tool executed successfully and returned this image as a response"
-                    }
-                  );
-                  break;
-                default:
-                  parts.push({ text: JSON.stringify(contentPart) });
-                  break;
-              }
+            if (supportsFunctionResponseParts) {
+              appendToolResultParts(parts, part.toolName, output.value);
+            } else {
+              appendLegacyToolResultParts(parts, part.toolName, output.value);
             }
           } else {
             parts.push({
@@ -546,7 +625,7 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
                 name: part.toolName,
                 response: {
                   name: part.toolName,
-                  content: output.type === "execution-denied" ? (_c = output.reason) != null ? _c : "Tool execution denied." : output.value
+                  content: output.type === "execution-denied" ? (_d = output.reason) != null ? _d : "Tool execution denied." : output.value
                 }
               }
             });
@@ -988,9 +1067,14 @@ var GoogleGenerativeAILanguageModel = class {
       });
     }
     const isGemmaModel = this.modelId.toLowerCase().startsWith("gemma-");
+    const supportsFunctionResponseParts = this.modelId.startsWith("gemini-3");
     const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(
       prompt,
-      { isGemmaModel, providerOptionsName }
+      {
+        isGemmaModel,
+        providerOptionsName,
+        supportsFunctionResponseParts
+      }
     );
     const {
       tools: googleTools2,
@@ -1048,7 +1132,7 @@ var GoogleGenerativeAILanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const { args, warnings, providerOptionsName } = await this.getArgs(options);
     const mergedHeaders = (0, import_provider_utils6.combineHeaders)(
       await (0, import_provider_utils6.resolve)(this.config.headers),
@@ -1170,7 +1254,8 @@ var GoogleGenerativeAILanguageModel = class {
           groundingMetadata: (_h = candidate.groundingMetadata) != null ? _h : null,
           urlContextMetadata: (_i = candidate.urlContextMetadata) != null ? _i : null,
           safetyRatings: (_j = candidate.safetyRatings) != null ? _j : null,
-          usageMetadata: usageMetadata != null ? usageMetadata : null
+          usageMetadata: usageMetadata != null ? usageMetadata : null,
+          finishMessage: (_k = candidate.finishMessage) != null ? _k : null
         }
       },
       request: { body: args },
@@ -1220,7 +1305,7 @@ var GoogleGenerativeAILanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f;
+            var _a, _b, _c, _d, _e, _f, _g;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -1422,12 +1507,11 @@ var GoogleGenerativeAILanguageModel = class {
                   promptFeedback: (_e = value.promptFeedback) != null ? _e : null,
                   groundingMetadata: lastGroundingMetadata,
                   urlContextMetadata: lastUrlContextMetadata,
-                  safetyRatings: (_f = candidate.safetyRatings) != null ? _f : null
+                  safetyRatings: (_f = candidate.safetyRatings) != null ? _f : null,
+                  usageMetadata: usageMetadata != null ? usageMetadata : null,
+                  finishMessage: (_g = candidate.finishMessage) != null ? _g : null
                 }
               };
-              if (usageMetadata != null) {
-                providerMetadata[providerOptionsName].usageMetadata = usageMetadata;
-              }
             }
           },
           flush(controller) {
@@ -1687,6 +1771,7 @@ var responseSchema = (0, import_provider_utils6.lazySchema)(
         import_v45.z.object({
           content: getContentSchema().nullish().or(import_v45.z.object({}).strict()),
           finishReason: import_v45.z.string().nullish(),
+          finishMessage: import_v45.z.string().nullish(),
           safetyRatings: import_v45.z.array(getSafetyRatingSchema()).nullish(),
           groundingMetadata: getGroundingMetadataSchema().nullish(),
           urlContextMetadata: getUrlContextMetadataSchema().nullish()
@@ -1707,6 +1792,7 @@ var chunkSchema = (0, import_provider_utils6.lazySchema)(
         import_v45.z.object({
           content: getContentSchema().nullish(),
           finishReason: import_v45.z.string().nullish(),
+          finishMessage: import_v45.z.string().nullish(),
           safetyRatings: import_v45.z.array(getSafetyRatingSchema()).nullish(),
           groundingMetadata: getGroundingMetadataSchema().nullish(),
           urlContextMetadata: getUrlContextMetadataSchema().nullish()