@ai-sdk/google 2.0.61 → 2.0.63

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @ai-sdk/google
 
+## 2.0.63
+
+### Patch Changes
+
+- 7655bcf: feat(provider/google): Add multimodal tool-result support for Google function responses.
+
+  Tool results with `output.type = 'content'` now map media parts into
+  `functionResponse.parts` for Google models, including `image-data`,
+  `file-data`, and base64 `data:` URLs in URL-style content parts.
+  Remote HTTP(S) URLs in URL-style tool-result parts are not supported.
+
+## 2.0.62
+
+### Patch Changes
+
+- a608d48: feat(provider/google): add `gemini-embedding-2-preview` and fix multimodal embedding support with `embedMany`
+
 ## 2.0.61
 
 ### Patch Changes

package/dist/index.d.mts

@@ -180,18 +180,18 @@ declare const googleImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchem
 }>;
 type GoogleGenerativeAIImageProviderOptions = InferValidator<typeof googleImageProviderOptionsSchema>;
 
-type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'text-embedding-004' | (string & {});
+type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'gemini-embedding-2-preview' | (string & {});
 declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
-    content?: ({
+    content?: (({
         text: string;
     } | {
         inlineData: {
             mimeType: string;
             data: string;
         };
-    })[] | undefined;
+    })[] | null)[] | undefined;
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferValidator<typeof googleGenerativeAIEmbeddingProviderOptions>;
 

package/dist/index.d.ts

@@ -180,18 +180,18 @@ declare const googleImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchem
 }>;
 type GoogleGenerativeAIImageProviderOptions = InferValidator<typeof googleImageProviderOptionsSchema>;
 
-type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'text-embedding-004' | (string & {});
+type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'gemini-embedding-2-preview' | (string & {});
 declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
-    content?: ({
+    content?: (({
         text: string;
     } | {
         inlineData: {
             mimeType: string;
             data: string;
         };
-    })[] | undefined;
+    })[] | null)[] | undefined;
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferValidator<typeof googleGenerativeAIEmbeddingProviderOptions>;
 

package/dist/index.js

@@ -18,19 +18,19 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/index.ts
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   VERSION: () => VERSION,
   createGoogleGenerativeAI: () => createGoogleGenerativeAI,
   google: () => google
 });
-module.exports = __toCommonJS(src_exports);
+module.exports = __toCommonJS(index_exports);
 
 // src/google-provider.ts
 var import_provider_utils15 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "2.0.61" : "0.0.0-test";
+var VERSION = true ? "2.0.63" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -99,11 +99,15 @@ var googleGenerativeAIEmbeddingProviderOptions = (0, import_provider_utils2.lazy
         "CODE_RETRIEVAL_QUERY"
       ]).optional(),
       /**
-       * Optional. Multimodal content parts for embedding non-text content
-       * (images, video, PDF, audio). When provided, these parts are merged
-       * with the text values in the embedding request.
+       * Optional. Per-value multimodal content parts for embedding non-text
+       * content (images, video, PDF, audio). Each entry corresponds to the
+       * embedding value at the same index and its parts are merged with the
+       * text value in the request. Use `null` for entries that are text-only.
+       *
+       * The array length must match the number of values being embedded. In
+       * the case of a single embedding, the array length must be 1.
        */
-      content: import_v42.z.array(googleEmbeddingContentPartSchema).min(1).optional()
+      content: import_v42.z.array(import_v42.z.array(googleEmbeddingContentPartSchema).min(1).nullable()).optional()
     })
   )
 );
@@ -126,7 +130,6 @@ var GoogleGenerativeAIEmbeddingModel = class {
     abortSignal,
     providerOptions
   }) {
-    var _a;
     const googleOptions = await (0, import_provider_utils3.parseProviderOptions)({
       provider: "google",
       providerOptions,
@@ -144,10 +147,16 @@ var GoogleGenerativeAIEmbeddingModel = class {
       await (0, import_provider_utils3.resolve)(this.config.headers),
       headers
     );
-    const multimodalContent = (_a = googleOptions == null ? void 0 : googleOptions.content) != null ? _a : [];
+    const multimodalContent = googleOptions == null ? void 0 : googleOptions.content;
+    if (multimodalContent != null && multimodalContent.length !== values.length) {
+      throw new Error(
+        `The number of multimodal content entries (${multimodalContent.length}) must match the number of values (${values.length}).`
+      );
+    }
     if (values.length === 1) {
+      const valueParts = multimodalContent == null ? void 0 : multimodalContent[0];
       const textPart = values[0] ? [{ text: values[0] }] : [];
-      const parts = multimodalContent.length > 0 ? [...textPart, ...multimodalContent] : [{ text: values[0] }];
+      const parts = valueParts != null ? [...textPart, ...valueParts] : [{ text: values[0] }];
       const {
         responseHeaders: responseHeaders2,
         value: response2,
@@ -184,13 +193,14 @@ var GoogleGenerativeAIEmbeddingModel = class {
       url: `${this.config.baseURL}/models/${this.modelId}:batchEmbedContents`,
       headers: mergedHeaders,
       body: {
-        requests: values.map((value) => {
+        requests: values.map((value, index) => {
+          const valueParts = multimodalContent == null ? void 0 : multimodalContent[index];
           const textPart = value ? [{ text: value }] : [];
           return {
             model: `models/${this.modelId}`,
             content: {
               role: "user",
-              parts: multimodalContent.length > 0 ? [...textPart, ...multimodalContent] : [{ text: value }]
+              parts: valueParts != null ? [...textPart, ...valueParts] : [{ text: value }]
             },
             outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
             taskType: googleOptions == null ? void 0 : googleOptions.taskType
@@ -350,11 +360,12 @@ function isEmptyObjectSchema(jsonSchema) {
 var import_provider2 = require("@ai-sdk/provider");
 var import_provider_utils4 = require("@ai-sdk/provider-utils");
 function convertToGoogleGenerativeAIMessages(prompt, options) {
-  var _a;
+  var _a, _b;
   const systemInstructionParts = [];
   const contents = [];
   let systemMessagesAllowed = true;
   const isGemmaModel = (_a = options == null ? void 0 : options.isGemmaModel) != null ? _a : false;
+  const supportsFunctionResponseParts = (_b = options == null ? void 0 : options.supportsFunctionResponseParts) != null ? _b : true;
   for (const { role, content } of prompt) {
     switch (role) {
       case "system": {
@@ -402,8 +413,8 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
         contents.push({
           role: "model",
           parts: content.map((part) => {
-            var _a2, _b, _c;
-            const thoughtSignature = ((_b = (_a2 = part.providerOptions) == null ? void 0 : _a2.google) == null ? void 0 : _b.thoughtSignature) != null ? String((_c = part.providerOptions.google) == null ? void 0 : _c.thoughtSignature) : void 0;
+            var _a2, _b2, _c;
+            const thoughtSignature = ((_b2 = (_a2 = part.providerOptions) == null ? void 0 : _a2.google) == null ? void 0 : _b2.thoughtSignature) != null ? String((_c = part.providerOptions.google) == null ? void 0 : _c.thoughtSignature) : void 0;
             switch (part.type) {
               case "text": {
                 return part.text.length === 0 ? void 0 : {
@@ -456,36 +467,10 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
         for (const part of content) {
           const output = part.output;
           if (output.type === "content") {
-            for (const contentPart of output.value) {
-              switch (contentPart.type) {
-                case "text":
-                  parts.push({
-                    functionResponse: {
-                      name: part.toolName,
-                      response: {
-                        name: part.toolName,
-                        content: contentPart.text
-                      }
-                    }
-                  });
-                  break;
-                case "media":
-                  parts.push(
-                    {
-                      inlineData: {
-                        mimeType: contentPart.mediaType,
-                        data: contentPart.data
-                      }
-                    },
-                    {
-                      text: "Tool executed successfully and returned this image as a response"
-                    }
-                  );
-                  break;
-                default:
-                  parts.push({ text: JSON.stringify(contentPart) });
-                  break;
-              }
+            if (supportsFunctionResponseParts) {
+              appendToolResultParts({ parts, part, output });
+            } else {
+              appendLegacyToolResultParts({ parts, part, output });
             }
           } else {
             parts.push({
@@ -516,6 +501,77 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
     contents
   };
 }
+function appendToolResultParts({
+  parts,
+  part,
+  output
+}) {
+  const responseTextParts = [];
+  const functionResponseParts = [];
+  for (const contentPart of output.value) {
+    switch (contentPart.type) {
+      case "text":
+        responseTextParts.push(contentPart.text);
+        break;
+      case "media":
+        functionResponseParts.push({
+          inlineData: {
+            mimeType: contentPart.mediaType,
+            data: contentPart.data
+          }
+        });
+        break;
+    }
+  }
+  const responseText = responseTextParts.length > 0 ? responseTextParts.join("\n") : "Tool executed successfully.";
+  parts.push({
+    functionResponse: {
+      name: part.toolName,
+      response: {
+        name: part.toolName,
+        content: responseText
+      },
+      ...functionResponseParts.length > 0 ? { parts: functionResponseParts } : {}
+    }
+  });
+}
+function appendLegacyToolResultParts({
+  parts,
+  part,
+  output
+}) {
+  for (const contentPart of output.value) {
+    switch (contentPart.type) {
+      case "text":
+        parts.push({
+          functionResponse: {
+            name: part.toolName,
+            response: {
+              name: part.toolName,
+              content: contentPart.text
+            }
+          }
+        });
+        break;
+      case "media":
+        parts.push(
+          {
+            inlineData: {
+              mimeType: contentPart.mediaType,
+              data: contentPart.data
+            }
+          },
+          {
+            text: "Tool executed successfully and returned this image as a response"
+          }
+        );
+        break;
+      default:
+        parts.push({ text: JSON.stringify(contentPart) });
+        break;
+    }
+  }
+}
 
 // src/get-model-path.ts
 function getModelPath(modelId) {
@@ -916,9 +972,10 @@ var GoogleGenerativeAILanguageModel = class {
       });
     }
     const isGemmaModel = this.modelId.toLowerCase().startsWith("gemma-");
+    const supportsFunctionResponseParts = this.modelId.startsWith("gemini-3");
     const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(
       prompt,
-      { isGemmaModel }
+      { isGemmaModel, supportsFunctionResponseParts }
     );
     const {
       tools: googleTools2,