@ai-sdk/google 2.0.60 → 2.0.62

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @ai-sdk/google
 
+## 2.0.62
+
+### Patch Changes
+
+- a608d48: feat(provider/google): add `gemini-embedding-2-preview` and fix multimodal embedding support with `embedMany`
+
+## 2.0.61
+
+### Patch Changes
+
+- 3399b61: feat(provider/google): support multimodal content parts in embedding provider options
+
 ## 2.0.60
 
 ### Patch Changes

package/dist/index.d.mts

@@ -180,10 +180,18 @@ declare const googleImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchem
 }>;
 type GoogleGenerativeAIImageProviderOptions = InferValidator<typeof googleImageProviderOptionsSchema>;
 
-type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'text-embedding-004' | (string & {});
+type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'gemini-embedding-2-preview' | (string & {});
 declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
+    content?: (({
+        text: string;
+    } | {
+        inlineData: {
+            mimeType: string;
+            data: string;
+        };
+    })[] | null)[] | undefined;
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferValidator<typeof googleGenerativeAIEmbeddingProviderOptions>;
 

package/dist/index.d.ts

@@ -180,10 +180,18 @@ declare const googleImageProviderOptionsSchema: _ai_sdk_provider_utils.LazySchem
 }>;
 type GoogleGenerativeAIImageProviderOptions = InferValidator<typeof googleImageProviderOptionsSchema>;
 
-type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'text-embedding-004' | (string & {});
+type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | 'gemini-embedding-2-preview' | (string & {});
 declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
+    content?: (({
+        text: string;
+    } | {
+        inlineData: {
+            mimeType: string;
+            data: string;
+        };
+    })[] | null)[] | undefined;
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferValidator<typeof googleGenerativeAIEmbeddingProviderOptions>;
 

package/dist/index.js

@@ -30,7 +30,7 @@ module.exports = __toCommonJS(src_exports);
 var import_provider_utils15 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "2.0.60" : "0.0.0-test";
+var VERSION = true ? "2.0.62" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -59,6 +59,15 @@ var googleFailedResponseHandler = (0, import_provider_utils.createJsonErrorRespo
 // src/google-generative-ai-embedding-options.ts
 var import_provider_utils2 = require("@ai-sdk/provider-utils");
 var import_v42 = require("zod/v4");
+var googleEmbeddingContentPartSchema = import_v42.z.union([
+  import_v42.z.object({ text: import_v42.z.string() }),
+  import_v42.z.object({
+    inlineData: import_v42.z.object({
+      mimeType: import_v42.z.string(),
+      data: import_v42.z.string()
+    })
+  })
+]);
 var googleGenerativeAIEmbeddingProviderOptions = (0, import_provider_utils2.lazySchema)(
   () => (0, import_provider_utils2.zodSchema)(
     import_v42.z.object({
@@ -88,7 +97,17 @@ var googleGenerativeAIEmbeddingProviderOptions = (0, import_provider_utils2.lazy
         "QUESTION_ANSWERING",
         "FACT_VERIFICATION",
         "CODE_RETRIEVAL_QUERY"
-      ]).optional()
+      ]).optional(),
+      /**
+       * Optional. Per-value multimodal content parts for embedding non-text
+       * content (images, video, PDF, audio). Each entry corresponds to the
+       * embedding value at the same index and its parts are merged with the
+       * text value in the request. Use `null` for entries that are text-only.
+       *
+       * The array length must match the number of values being embedded. In
+       * the case of a single embedding, the array length must be 1.
+       */
+      content: import_v42.z.array(import_v42.z.array(googleEmbeddingContentPartSchema).min(1).nullable()).optional()
     })
   )
 );
@@ -128,7 +147,16 @@ var GoogleGenerativeAIEmbeddingModel = class {
       await (0, import_provider_utils3.resolve)(this.config.headers),
       headers
     );
+    const multimodalContent = googleOptions == null ? void 0 : googleOptions.content;
+    if (multimodalContent != null && multimodalContent.length !== values.length) {
+      throw new Error(
+        `The number of multimodal content entries (${multimodalContent.length}) must match the number of values (${values.length}).`
+      );
+    }
     if (values.length === 1) {
+      const valueParts = multimodalContent == null ? void 0 : multimodalContent[0];
+      const textPart = values[0] ? [{ text: values[0] }] : [];
+      const parts = valueParts != null ? [...textPart, ...valueParts] : [{ text: values[0] }];
       const {
         responseHeaders: responseHeaders2,
         value: response2,
@@ -139,7 +167,7 @@ var GoogleGenerativeAIEmbeddingModel = class {
         body: {
           model: `models/${this.modelId}`,
           content: {
-            parts: [{ text: values[0] }]
+            parts
           },
           outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
           taskType: googleOptions == null ? void 0 : googleOptions.taskType
@@ -165,12 +193,19 @@ var GoogleGenerativeAIEmbeddingModel = class {
       url: `${this.config.baseURL}/models/${this.modelId}:batchEmbedContents`,
       headers: mergedHeaders,
       body: {
-        requests: values.map((value) => ({
-          model: `models/${this.modelId}`,
-          content: { role: "user", parts: [{ text: value }] },
-          outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
-          taskType: googleOptions == null ? void 0 : googleOptions.taskType
-        }))
+        requests: values.map((value, index) => {
+          const valueParts = multimodalContent == null ? void 0 : multimodalContent[index];
+          const textPart = value ? [{ text: value }] : [];
+          return {
+            model: `models/${this.modelId}`,
+            content: {
+              role: "user",
+              parts: valueParts != null ? [...textPart, ...valueParts] : [{ text: value }]
+            },
+            outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
+            taskType: googleOptions == null ? void 0 : googleOptions.taskType
+          };
+        })
       },
       failedResponseHandler: googleFailedResponseHandler,
       successfulResponseHandler: (0, import_provider_utils3.createJsonResponseHandler)(