@ai-sdk/google 2.0.0-alpha.9 → 2.0.0-beta.2

package/CHANGELOG.md

@@ -1,5 +1,88 @@
 # @ai-sdk/google
 
+## 2.0.0-beta.2
+
+### Patch Changes
+
+- a313780: fix: omit system message for gemma models
+
+## 2.0.0-beta.1
+
+### Patch Changes
+
+- Updated dependencies [742b7be]
+- Updated dependencies [7cddb72]
+- Updated dependencies [ccce59b]
+- Updated dependencies [e2b9e4b]
+- Updated dependencies [45c1ea2]
+- Updated dependencies [e025824]
+- Updated dependencies [0d06df6]
+- Updated dependencies [472524a]
+- Updated dependencies [dd3ff01]
+- Updated dependencies [7435eb5]
+- Updated dependencies [cb68df0]
+- Updated dependencies [bfdca8d]
+- Updated dependencies [44f4aba]
+- Updated dependencies [023ba40]
+- Updated dependencies [5e57fae]
+- Updated dependencies [71f938d]
+- Updated dependencies [28a5ed5]
+  - @ai-sdk/provider@2.0.0-beta.1
+  - @ai-sdk/provider-utils@3.0.0-beta.1
+
+## 2.0.0-alpha.15
+
+### Patch Changes
+
+- Updated dependencies [48d257a]
+- Updated dependencies [8ba77a7]
+  - @ai-sdk/provider@2.0.0-alpha.15
+  - @ai-sdk/provider-utils@3.0.0-alpha.15
+
+## 2.0.0-alpha.14
+
+### Patch Changes
+
+- Updated dependencies [b5da06a]
+- Updated dependencies [63f9e9b]
+- Updated dependencies [2e13791]
+  - @ai-sdk/provider@2.0.0-alpha.14
+  - @ai-sdk/provider-utils@3.0.0-alpha.14
+
+## 2.0.0-alpha.13
+
+### Patch Changes
+
+- Updated dependencies [68ecf2f]
+  - @ai-sdk/provider@2.0.0-alpha.13
+  - @ai-sdk/provider-utils@3.0.0-alpha.13
+
+## 2.0.0-alpha.12
+
+### Patch Changes
+
+- e2aceaf: feat: add raw chunk support
+- Updated dependencies [e2aceaf]
+  - @ai-sdk/provider@2.0.0-alpha.12
+  - @ai-sdk/provider-utils@3.0.0-alpha.12
+
+## 2.0.0-alpha.11
+
+### Patch Changes
+
+- Updated dependencies [c1e6647]
+  - @ai-sdk/provider@2.0.0-alpha.11
+  - @ai-sdk/provider-utils@3.0.0-alpha.11
+
+## 2.0.0-alpha.10
+
+### Patch Changes
+
+- 581a9be: fix (provider/google): prevent error when thinking signature is used
+- Updated dependencies [c4df419]
+  - @ai-sdk/provider@2.0.0-alpha.10
+  - @ai-sdk/provider-utils@3.0.0-alpha.10
+
 ## 2.0.0-alpha.9
 
 ### Patch Changes

package/dist/index.d.mts

@@ -31,15 +31,18 @@ declare const googleErrorDataSchema: z.ZodObject<{
 }>;
 type GoogleErrorData = z.infer<typeof googleErrorDataSchema>;
 
-type GoogleGenerativeAIModelId = 'gemini-1.5-flash' | 'gemini-1.5-flash-latest' | 'gemini-1.5-flash-001' | 'gemini-1.5-flash-002' | 'gemini-1.5-flash-8b' | 'gemini-1.5-flash-8b-latest' | 'gemini-1.5-flash-8b-001' | 'gemini-1.5-pro' | 'gemini-1.5-pro-latest' | 'gemini-1.5-pro-001' | 'gemini-1.5-pro-002' | 'gemini-2.0-flash' | 'gemini-2.0-flash-001' | 'gemini-2.0-flash-live-001' | 'gemini-2.0-flash-lite' | 'gemini-2.0-pro-exp-02-05' | 'gemini-2.0-flash-thinking-exp-01-21' | 'gemini-2.0-flash-exp' | 'gemini-2.5-pro-exp-03-25' | 'gemini-2.5-flash-preview-04-17' | 'gemini-exp-1206' | 'gemma-3-27b-it' | 'learnlm-1.5-pro-experimental' | (string & {});
+type GoogleGenerativeAIModelId = 'gemini-1.5-flash' | 'gemini-1.5-flash-latest' | 'gemini-1.5-flash-001' | 'gemini-1.5-flash-002' | 'gemini-1.5-flash-8b' | 'gemini-1.5-flash-8b-latest' | 'gemini-1.5-flash-8b-001' | 'gemini-1.5-pro' | 'gemini-1.5-pro-latest' | 'gemini-1.5-pro-001' | 'gemini-1.5-pro-002' | 'gemini-2.0-flash' | 'gemini-2.0-flash-001' | 'gemini-2.0-flash-live-001' | 'gemini-2.0-flash-lite' | 'gemini-2.0-pro-exp-02-05' | 'gemini-2.0-flash-thinking-exp-01-21' | 'gemini-2.0-flash-exp' | 'gemini-2.5-pro-exp-03-25' | 'gemini-2.5-flash-preview-04-17' | 'gemini-exp-1206' | 'gemma-3-12b-it' | 'gemma-3-27b-it' | 'learnlm-1.5-pro-experimental' | (string & {});
 declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities: z.ZodOptional<z.ZodArray<z.ZodEnum<["TEXT", "IMAGE"]>, "many">>;
     thinkingConfig: z.ZodOptional<z.ZodObject<{
         thinkingBudget: z.ZodOptional<z.ZodNumber>;
+        includeThoughts: z.ZodOptional<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     }, {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     }>>;
     /**
   Optional.
@@ -110,6 +113,7 @@ declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities?: ("TEXT" | "IMAGE")[] | undefined;
     thinkingConfig?: {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     } | undefined;
     cachedContent?: string | undefined;
     structuredOutputs?: boolean | undefined;
@@ -128,6 +132,7 @@ declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities?: ("TEXT" | "IMAGE")[] | undefined;
     thinkingConfig?: {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     } | undefined;
     cachedContent?: string | undefined;
     structuredOutputs?: boolean | undefined;

package/dist/index.d.ts

@@ -31,15 +31,18 @@ declare const googleErrorDataSchema: z.ZodObject<{
 }>;
 type GoogleErrorData = z.infer<typeof googleErrorDataSchema>;
 
-type GoogleGenerativeAIModelId = 'gemini-1.5-flash' | 'gemini-1.5-flash-latest' | 'gemini-1.5-flash-001' | 'gemini-1.5-flash-002' | 'gemini-1.5-flash-8b' | 'gemini-1.5-flash-8b-latest' | 'gemini-1.5-flash-8b-001' | 'gemini-1.5-pro' | 'gemini-1.5-pro-latest' | 'gemini-1.5-pro-001' | 'gemini-1.5-pro-002' | 'gemini-2.0-flash' | 'gemini-2.0-flash-001' | 'gemini-2.0-flash-live-001' | 'gemini-2.0-flash-lite' | 'gemini-2.0-pro-exp-02-05' | 'gemini-2.0-flash-thinking-exp-01-21' | 'gemini-2.0-flash-exp' | 'gemini-2.5-pro-exp-03-25' | 'gemini-2.5-flash-preview-04-17' | 'gemini-exp-1206' | 'gemma-3-27b-it' | 'learnlm-1.5-pro-experimental' | (string & {});
+type GoogleGenerativeAIModelId = 'gemini-1.5-flash' | 'gemini-1.5-flash-latest' | 'gemini-1.5-flash-001' | 'gemini-1.5-flash-002' | 'gemini-1.5-flash-8b' | 'gemini-1.5-flash-8b-latest' | 'gemini-1.5-flash-8b-001' | 'gemini-1.5-pro' | 'gemini-1.5-pro-latest' | 'gemini-1.5-pro-001' | 'gemini-1.5-pro-002' | 'gemini-2.0-flash' | 'gemini-2.0-flash-001' | 'gemini-2.0-flash-live-001' | 'gemini-2.0-flash-lite' | 'gemini-2.0-pro-exp-02-05' | 'gemini-2.0-flash-thinking-exp-01-21' | 'gemini-2.0-flash-exp' | 'gemini-2.5-pro-exp-03-25' | 'gemini-2.5-flash-preview-04-17' | 'gemini-exp-1206' | 'gemma-3-12b-it' | 'gemma-3-27b-it' | 'learnlm-1.5-pro-experimental' | (string & {});
 declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities: z.ZodOptional<z.ZodArray<z.ZodEnum<["TEXT", "IMAGE"]>, "many">>;
     thinkingConfig: z.ZodOptional<z.ZodObject<{
         thinkingBudget: z.ZodOptional<z.ZodNumber>;
+        includeThoughts: z.ZodOptional<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     }, {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     }>>;
     /**
   Optional.
@@ -110,6 +113,7 @@ declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities?: ("TEXT" | "IMAGE")[] | undefined;
     thinkingConfig?: {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     } | undefined;
     cachedContent?: string | undefined;
     structuredOutputs?: boolean | undefined;
@@ -128,6 +132,7 @@ declare const googleGenerativeAIProviderOptions: z.ZodObject<{
     responseModalities?: ("TEXT" | "IMAGE")[] | undefined;
     thinkingConfig?: {
         thinkingBudget?: number | undefined;
+        includeThoughts?: boolean | undefined;
     } | undefined;
     cachedContent?: string | undefined;
     structuredOutputs?: boolean | undefined;

package/dist/index.js

@@ -330,7 +330,7 @@ function convertToGoogleGenerativeAIMessages(prompt) {
                 return {
                   functionCall: {
                     name: part.toolName,
-                    args: part.args
+                    args: part.input
                   }
                 };
               }
@@ -348,7 +348,7 @@ function convertToGoogleGenerativeAIMessages(prompt) {
               name: part.toolName,
               response: {
                 name: part.toolName,
-                content: part.result
+                content: part.output.value
               }
             }
           }))
@@ -384,7 +384,8 @@ var dynamicRetrievalConfig = import_zod4.z.object({
 var googleGenerativeAIProviderOptions = import_zod4.z.object({
   responseModalities: import_zod4.z.array(import_zod4.z.enum(["TEXT", "IMAGE"])).optional(),
   thinkingConfig: import_zod4.z.object({
-    thinkingBudget: import_zod4.z.number().optional()
+    thinkingBudget: import_zod4.z.number().optional(),
+    includeThoughts: import_zod4.z.boolean().optional()
   }).optional(),
   /**
   Optional.
@@ -488,7 +489,7 @@ function prepareTools({
       functionDeclarations.push({
         name: tool.name,
         description: (_a = tool.description) != null ? _a : "",
-        parameters: convertJSONSchemaToOpenAPISchema(tool.parameters)
+        parameters: convertJSONSchemaToOpenAPISchema(tool.inputSchema)
       });
     }
   }
@@ -595,14 +596,27 @@ var GoogleGenerativeAILanguageModel = class {
     toolChoice,
     providerOptions
   }) {
-    var _a, _b;
+    var _a, _b, _c;
     const warnings = [];
     const googleOptions = await (0, import_provider_utils4.parseProviderOptions)({
       provider: "google",
       providerOptions,
       schema: googleGenerativeAIProviderOptions
     });
+    if (((_a = googleOptions == null ? void 0 : googleOptions.thinkingConfig) == null ? void 0 : _a.includeThoughts) === true && !this.config.provider.startsWith("google.vertex.")) {
+      warnings.push({
+        type: "other",
+        message: `The 'includeThoughts' option is only supported with the Google Vertex provider and might not be supported or could behave unexpectedly with the current Google provider (${this.config.provider}).`
+      });
+    }
     const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(prompt);
+    const isGemmaModel = this.modelId.toLowerCase().startsWith("gemma-");
+    if (isGemmaModel && systemInstruction && systemInstruction.parts.length > 0) {
+      warnings.push({
+        type: "other",
+        message: `GEMMA models do not support system instructions. System messages will be ignored. Consider including instructions in the first user message instead.`
+      });
+    }
     const {
       tools: googleTools,
       toolConfig: googleToolConfig,
@@ -610,7 +624,7 @@ var GoogleGenerativeAILanguageModel = class {
     } = prepareTools({
       tools,
       toolChoice,
-      useSearchGrounding: (_a = googleOptions == null ? void 0 : googleOptions.useSearchGrounding) != null ? _a : false,
+      useSearchGrounding: (_b = googleOptions == null ? void 0 : googleOptions.useSearchGrounding) != null ? _b : false,
       dynamicRetrievalConfig: googleOptions == null ? void 0 : googleOptions.dynamicRetrievalConfig,
       modelId: this.modelId
     });
@@ -631,7 +645,7 @@ var GoogleGenerativeAILanguageModel = class {
           responseSchema: (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && // Google GenAI does not support all OpenAPI Schema features,
           // so this is needed as an escape hatch:
           // TODO convert into provider option
-          ((_b = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _b : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
+          ((_c = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _c : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
           ...(googleOptions == null ? void 0 : googleOptions.audioTimestamp) && {
             audioTimestamp: googleOptions.audioTimestamp
           },
@@ -640,7 +654,7 @@ var GoogleGenerativeAILanguageModel = class {
           thinkingConfig: googleOptions == null ? void 0 : googleOptions.thinkingConfig
         },
         contents,
-        systemInstruction,
+        systemInstruction: isGemmaModel ? void 0 : systemInstruction,
         safetySettings: googleOptions == null ? void 0 : googleOptions.safetySettings,
         tools: googleTools,
         toolConfig: googleToolConfig,
@@ -675,16 +689,20 @@ var GoogleGenerativeAILanguageModel = class {
     const candidate = response.candidates[0];
     const content = [];
     const parts = candidate.content == null || typeof candidate.content !== "object" || !("parts" in candidate.content) ? [] : (_a = candidate.content.parts) != null ? _a : [];
+    const usageMetadata = response.usageMetadata;
     for (const part of parts) {
-      if ("text" in part && part.text.length > 0) {
-        content.push({ type: "text", text: part.text });
+      if ("text" in part && part.text != null && part.text.length > 0) {
+        if (part.thought === true) {
+          content.push({ type: "reasoning", text: part.text });
+        } else {
+          content.push({ type: "text", text: part.text });
+        }
       } else if ("functionCall" in part) {
         content.push({
           type: "tool-call",
-          toolCallType: "function",
           toolCallId: this.config.generateId(),
           toolName: part.functionCall.name,
-          args: JSON.stringify(part.functionCall.args)
+          input: JSON.stringify(part.functionCall.args)
         });
       } else if ("inlineData" in part) {
         content.push({
@@ -701,7 +719,6 @@ var GoogleGenerativeAILanguageModel = class {
     for (const source of sources) {
       content.push(source);
     }
-    const usageMetadata = response.usageMetadata;
     return {
       content,
       finishReason: mapGoogleGenerativeAIFinishReason({
@@ -757,6 +774,9 @@ var GoogleGenerativeAILanguageModel = class {
     let providerMetadata = void 0;
     const generateId2 = this.config.generateId;
     let hasToolCalls = false;
+    let currentTextBlockId = null;
+    let currentReasoningBlockId = null;
+    let blockCounter = 0;
     return {
       stream: response.pipeThrough(
         new TransformStream({
@@ -764,7 +784,10 @@ var GoogleGenerativeAILanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+            if (options.includeRawChunks) {
+              controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
+            }
             if (!chunk.success) {
               controller.enqueue({ type: "error", error: chunk.error });
               return;
@@ -784,9 +807,51 @@ var GoogleGenerativeAILanguageModel = class {
             }
             const content = candidate.content;
             if (content != null) {
-              const deltaText = getTextFromParts(content.parts);
-              if (deltaText != null) {
-                controller.enqueue(deltaText);
+              const parts = (_g = content.parts) != null ? _g : [];
+              for (const part of parts) {
+                if ("text" in part && part.text != null && part.text.length > 0) {
+                  if (part.thought === true) {
+                    if (currentTextBlockId !== null) {
+                      controller.enqueue({
+                        type: "text-end",
+                        id: currentTextBlockId
+                      });
+                      currentTextBlockId = null;
+                    }
+                    if (currentReasoningBlockId === null) {
+                      currentReasoningBlockId = String(blockCounter++);
+                      controller.enqueue({
+                        type: "reasoning-start",
+                        id: currentReasoningBlockId
+                      });
+                    }
+                    controller.enqueue({
+                      type: "reasoning-delta",
+                      id: currentReasoningBlockId,
+                      delta: part.text
+                    });
+                  } else {
+                    if (currentReasoningBlockId !== null) {
+                      controller.enqueue({
+                        type: "reasoning-end",
+                        id: currentReasoningBlockId
+                      });
+                      currentReasoningBlockId = null;
+                    }
+                    if (currentTextBlockId === null) {
+                      currentTextBlockId = String(blockCounter++);
+                      controller.enqueue({
+                        type: "text-start",
+                        id: currentTextBlockId
+                      });
+                    }
+                    controller.enqueue({
+                      type: "text-delta",
+                      id: currentTextBlockId,
+                      delta: part.text
+                    });
+                  }
+                }
               }
               const inlineDataParts = getInlineDataParts(content.parts);
               if (inlineDataParts != null) {
@@ -805,18 +870,24 @@ var GoogleGenerativeAILanguageModel = class {
               if (toolCallDeltas != null) {
                 for (const toolCall of toolCallDeltas) {
                   controller.enqueue({
-                    type: "tool-call-delta",
-                    toolCallType: "function",
-                    toolCallId: toolCall.toolCallId,
-                    toolName: toolCall.toolName,
-                    argsTextDelta: toolCall.args
+                    type: "tool-input-start",
+                    id: toolCall.toolCallId,
+                    toolName: toolCall.toolName
+                  });
+                  controller.enqueue({
+                    type: "tool-input-delta",
+                    id: toolCall.toolCallId,
+                    delta: toolCall.args
+                  });
+                  controller.enqueue({
+                    type: "tool-input-end",
+                    id: toolCall.toolCallId
                   });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallType: "function",
                     toolCallId: toolCall.toolCallId,
                     toolName: toolCall.toolName,
-                    args: toolCall.args
+                    input: toolCall.args
                   });
                   hasToolCalls = true;
                 }
@@ -827,22 +898,34 @@ var GoogleGenerativeAILanguageModel = class {
                 finishReason: candidate.finishReason,
                 hasToolCalls
               });
-              const sources = (_g = extractSources({
+              const sources = (_h = extractSources({
                 groundingMetadata: candidate.groundingMetadata,
                 generateId: generateId2
-              })) != null ? _g : [];
+              })) != null ? _h : [];
               for (const source of sources) {
                 controller.enqueue(source);
               }
               providerMetadata = {
                 google: {
-                  groundingMetadata: (_h = candidate.groundingMetadata) != null ? _h : null,
-                  safetyRatings: (_i = candidate.safetyRatings) != null ? _i : null
+                  groundingMetadata: (_i = candidate.groundingMetadata) != null ? _i : null,
+                  safetyRatings: (_j = candidate.safetyRatings) != null ? _j : null
                 }
               };
             }
           },
           flush(controller) {
+            if (currentTextBlockId !== null) {
+              controller.enqueue({
+                type: "text-end",
+                id: currentTextBlockId
+              });
+            }
+            if (currentReasoningBlockId !== null) {
+              controller.enqueue({
+                type: "reasoning-end",
+                id: currentReasoningBlockId
+              });
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
@@ -866,19 +949,11 @@ function getToolCallsFromParts({
   );
   return functionCallParts == null || functionCallParts.length === 0 ? void 0 : functionCallParts.map((part) => ({
     type: "tool-call",
-    toolCallType: "function",
     toolCallId: generateId2(),
     toolName: part.functionCall.name,
     args: JSON.stringify(part.functionCall.args)
   }));
 }
-function getTextFromParts(parts) {
-  const textParts = parts == null ? void 0 : parts.filter((part) => "text" in part);
-  return textParts == null || textParts.length === 0 ? void 0 : {
-    type: "text",
-    text: textParts.map((part) => part.text).join("")
-  };
-}
 function getInlineDataParts(parts) {
   return parts == null ? void 0 : parts.filter(
     (part) => "inlineData" in part
@@ -900,12 +975,9 @@ function extractSources({
   }));
 }
 var contentSchema = import_zod5.z.object({
-  role: import_zod5.z.string(),
   parts: import_zod5.z.array(
     import_zod5.z.union([
-      import_zod5.z.object({
-        text: import_zod5.z.string()
-      }),
+      // note: order matters since text can be fully empty
       import_zod5.z.object({
         functionCall: import_zod5.z.object({
           name: import_zod5.z.string(),
@@ -917,6 +989,10 @@ var contentSchema = import_zod5.z.object({
           mimeType: import_zod5.z.string(),
           data: import_zod5.z.string()
         })
+      }),
+      import_zod5.z.object({
+        text: import_zod5.z.string().nullish(),
+        thought: import_zod5.z.boolean().nullish()
       })
     ])
   ).nullish()