@ai-sdk/google 4.0.0-beta.3 → 4.0.0-beta.5

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @ai-sdk/google
 
+## 4.0.0-beta.5
+
+### Patch Changes
+
+- ab43029: feat(provider/google): support multimodal content parts in embedding provider options
+
+## 4.0.0-beta.4
+
+### Patch Changes
+
+- 2edd14e: fix(provider/google): correctly mark reasoning files as such and fix related multi-turn errors
+
 ## 4.0.0-beta.3
 
 ### Patch Changes

package/dist/index.d.mts

@@ -56,6 +56,7 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
                     mimeType: string;
                     data: string;
                 };
+                thought?: boolean | null | undefined;
                 thoughtSignature?: string | null | undefined;
             } | {
                 executableCode?: {
@@ -185,6 +186,14 @@ type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | (string & {})
 declare const googleEmbeddingModelOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
+    content?: ({
+        text: string;
+    } | {
+        inlineData: {
+            mimeType: string;
+            data: string;
+        };
+    })[] | undefined;
 }>;
 type GoogleEmbeddingModelOptions = InferSchema<typeof googleEmbeddingModelOptions>;
 

package/dist/index.d.ts

@@ -56,6 +56,7 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
                     mimeType: string;
                     data: string;
                 };
+                thought?: boolean | null | undefined;
                 thoughtSignature?: string | null | undefined;
             } | {
                 executableCode?: {
@@ -185,6 +186,14 @@ type GoogleGenerativeAIEmbeddingModelId = 'gemini-embedding-001' | (string & {})
 declare const googleEmbeddingModelOptions: _ai_sdk_provider_utils.LazySchema<{
     outputDimensionality?: number | undefined;
     taskType?: "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING" | "RETRIEVAL_DOCUMENT" | "RETRIEVAL_QUERY" | "QUESTION_ANSWERING" | "FACT_VERIFICATION" | "CODE_RETRIEVAL_QUERY" | undefined;
+    content?: ({
+        text: string;
+    } | {
+        inlineData: {
+            mimeType: string;
+            data: string;
+        };
+    })[] | undefined;
 }>;
 type GoogleEmbeddingModelOptions = InferSchema<typeof googleEmbeddingModelOptions>;
 

package/dist/index.js

@@ -30,7 +30,7 @@ module.exports = __toCommonJS(src_exports);
 var import_provider_utils16 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "4.0.0-beta.3" : "0.0.0-test";
+var VERSION = true ? "4.0.0-beta.5" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -59,6 +59,15 @@ var googleFailedResponseHandler = (0, import_provider_utils.createJsonErrorRespo
 // src/google-generative-ai-embedding-options.ts
 var import_provider_utils2 = require("@ai-sdk/provider-utils");
 var import_v42 = require("zod/v4");
+var googleEmbeddingContentPartSchema = import_v42.z.union([
+  import_v42.z.object({ text: import_v42.z.string() }),
+  import_v42.z.object({
+    inlineData: import_v42.z.object({
+      mimeType: import_v42.z.string(),
+      data: import_v42.z.string()
+    })
+  })
+]);
 var googleEmbeddingModelOptions = (0, import_provider_utils2.lazySchema)(
   () => (0, import_provider_utils2.zodSchema)(
     import_v42.z.object({
@@ -88,7 +97,13 @@ var googleEmbeddingModelOptions = (0, import_provider_utils2.lazySchema)(
         "QUESTION_ANSWERING",
         "FACT_VERIFICATION",
         "CODE_RETRIEVAL_QUERY"
-      ]).optional()
+      ]).optional(),
+      /**
+       * Optional. Multimodal content parts for embedding non-text content
+       * (images, video, PDF, audio). When provided, these parts are used
+       * instead of the text values in the embedding request.
+       */
+      content: import_v42.z.array(googleEmbeddingContentPartSchema).min(1).optional()
     })
   )
 );
@@ -111,6 +126,7 @@ var GoogleGenerativeAIEmbeddingModel = class {
     abortSignal,
     providerOptions
   }) {
+    var _a;
     const googleOptions = await (0, import_provider_utils3.parseProviderOptions)({
       provider: "google",
       providerOptions,
@@ -128,7 +144,10 @@ var GoogleGenerativeAIEmbeddingModel = class {
       await (0, import_provider_utils3.resolve)(this.config.headers),
       headers
     );
+    const multimodalContent = (_a = googleOptions == null ? void 0 : googleOptions.content) != null ? _a : [];
     if (values.length === 1) {
+      const textPart = values[0] ? [{ text: values[0] }] : [];
+      const parts = multimodalContent.length > 0 ? [...textPart, ...multimodalContent] : [{ text: values[0] }];
       const {
         responseHeaders: responseHeaders2,
         value: response2,
@@ -139,7 +158,7 @@ var GoogleGenerativeAIEmbeddingModel = class {
         body: {
           model: `models/${this.modelId}`,
           content: {
-            parts: [{ text: values[0] }]
+            parts
           },
           outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
           taskType: googleOptions == null ? void 0 : googleOptions.taskType
@@ -166,12 +185,18 @@ var GoogleGenerativeAIEmbeddingModel = class {
       url: `${this.config.baseURL}/models/${this.modelId}:batchEmbedContents`,
       headers: mergedHeaders,
       body: {
-        requests: values.map((value) => ({
-          model: `models/${this.modelId}`,
-          content: { role: "user", parts: [{ text: value }] },
-          outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
-          taskType: googleOptions == null ? void 0 : googleOptions.taskType
-        }))
+        requests: values.map((value) => {
+          const textPart = value ? [{ text: value }] : [];
+          return {
+            model: `models/${this.modelId}`,
+            content: {
+              role: "user",
+              parts: multimodalContent.length > 0 ? [...textPart, ...multimodalContent] : [{ text: value }]
+            },
+            outputDimensionality: googleOptions == null ? void 0 : googleOptions.outputDimensionality,
+            taskType: googleOptions == null ? void 0 : googleOptions.taskType
+          };
+        })
       },
       failedResponseHandler: googleFailedResponseHandler,
       successfulResponseHandler: (0, import_provider_utils3.createJsonResponseHandler)(
@@ -447,6 +472,7 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
                     mimeType: part.mediaType,
                     data: (0, import_provider_utils4.convertToBase64)(part.data)
                   },
+                  ...(providerOpts == null ? void 0 : providerOpts.thought) === true ? { thought: true } : {},
                   thoughtSignature
                 };
               }
@@ -1092,13 +1118,16 @@ var GoogleGenerativeAILanguageModel = class {
           } : void 0
         });
       } else if ("inlineData" in part) {
+        const hasThought = part.thought === true;
+        const hasThoughtSignature = !!part.thoughtSignature;
         content.push({
           type: "file",
           data: part.inlineData.data,
           mediaType: part.inlineData.mimeType,
-          providerMetadata: part.thoughtSignature ? {
+          providerMetadata: hasThought || hasThoughtSignature ? {
             [providerOptionsName]: {
-              thoughtSignature: part.thoughtSignature
+              ...hasThought ? { thought: true } : {},
+              ...hasThoughtSignature ? { thoughtSignature: part.thoughtSignature } : {}
             }
           } : void 0
         });
@@ -1319,16 +1348,19 @@ var GoogleGenerativeAILanguageModel = class {
                     });
                     currentReasoningBlockId = null;
                   }
-                  const thoughtSignatureMetadata = part.thoughtSignature ? {
+                  const hasThought = part.thought === true;
+                  const hasThoughtSignature = !!part.thoughtSignature;
+                  const fileMeta = hasThought || hasThoughtSignature ? {
                     [providerOptionsName]: {
-                      thoughtSignature: part.thoughtSignature
+                      ...hasThought ? { thought: true } : {},
+                      ...hasThoughtSignature ? { thoughtSignature: part.thoughtSignature } : {}
                     }
                   } : void 0;
                   controller.enqueue({
                     type: "file",
                     mediaType: part.inlineData.mimeType,
                     data: part.inlineData.data,
-                    providerMetadata: thoughtSignatureMetadata
+                    providerMetadata: fileMeta
                   });
                 }
               }
@@ -1594,6 +1626,7 @@ var getContentSchema = () => import_v45.z.object({
           mimeType: import_v45.z.string(),
           data: import_v45.z.string()
         }),
+        thought: import_v45.z.boolean().nullish(),
         thoughtSignature: import_v45.z.string().nullish()
       }),
       import_v45.z.object({