@ai-sdk/google 4.0.0-beta.31 → 4.0.0-beta.32

package/dist/internal/index.mjs

@@ -671,6 +671,16 @@ var googleLanguageModelOptions = lazySchema2(
           longitude: z2.number()
         }).optional()
       }).optional(),
+      /**
+       * Optional. When set to true, function call arguments will be streamed
+       * incrementally via partialArgs in streaming responses. Only supported
+       * on the Vertex AI API (not the Gemini API).
+       *
+       * @default true
+       *
+       * https://docs.cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling#streaming-fc
+       */
+      streamFunctionCallArguments: z2.boolean().optional(),
       /**
        * Optional. The service tier to use for the request.
        */
@@ -931,6 +941,229 @@ function prepareTools({
   }
 }
 
+// src/google-json-accumulator.ts
+var GoogleJSONAccumulator = class {
+  constructor() {
+    this.accumulatedArgs = {};
+    this.jsonText = "";
+    /**
+     * Stack representing the currently "open" containers in the JSON output.
+     * Entry 0 is always the root `{` object once the first value is written.
+     */
+    this.pathStack = [];
+    /**
+     * Whether a string value is currently "open" (willContinue was true),
+     * meaning the closing quote has not yet been emitted.
+     */
+    this.stringOpen = false;
+  }
+  /**
+   * Input: [{jsonPath:"$.brightness",numberValue:50}]
+   * Output: { currentJSON:{brightness:50}, textDelta:'{"brightness":50' }
+   */
+  processPartialArgs(partialArgs) {
+    let delta = "";
+    for (const arg of partialArgs) {
+      const rawPath = arg.jsonPath.replace(/^\$\./, "");
+      if (!rawPath) continue;
+      const segments = parsePath(rawPath);
+      const existingValue = getNestedValue(this.accumulatedArgs, segments);
+      const isStringContinuation = arg.stringValue != null && existingValue !== void 0;
+      if (isStringContinuation) {
+        const escaped = JSON.stringify(arg.stringValue).slice(1, -1);
+        setNestedValue(
+          this.accumulatedArgs,
+          segments,
+          existingValue + arg.stringValue
+        );
+        delta += escaped;
+        continue;
+      }
+      const resolved = resolvePartialArgValue(arg);
+      if (resolved == null) continue;
+      setNestedValue(this.accumulatedArgs, segments, resolved.value);
+      delta += this.emitNavigationTo(segments, arg, resolved.json);
+    }
+    this.jsonText += delta;
+    return {
+      currentJSON: this.accumulatedArgs,
+      textDelta: delta
+    };
+  }
+  /**
+   * Input: jsonText='{"brightness":50', accumulatedArgs={brightness:50}
+   * Output: { finalJSON:'{"brightness":50}', closingDelta:'}' }
+   */
+  finalize() {
+    const finalArgs = JSON.stringify(this.accumulatedArgs);
+    const closingDelta = finalArgs.slice(this.jsonText.length);
+    return { finalJSON: finalArgs, closingDelta };
+  }
+  /**
+   * Input: pathStack=[] (first call) or pathStack=[root,...] (subsequent calls)
+   * Output: '{' (first call) or '' (subsequent calls)
+   */
+  ensureRoot() {
+    if (this.pathStack.length === 0) {
+      this.pathStack.push({ segment: "", isArray: false, childCount: 0 });
+      return "{";
+    }
+    return "";
+  }
+  /**
+   * Emits the JSON text fragment needed to navigate from the current open
+   * path to the new leaf at `targetSegments`, then writes the value.
+   *
+   * Input: targetSegments=["recipe","name"], arg={jsonPath:"$.recipe.name",stringValue:"Lasagna"}, valueJson='"Lasagna"'
+   * Output: '{"recipe":{"name":"Lasagna"'
+   */
+  emitNavigationTo(targetSegments, arg, valueJson) {
+    let fragment = "";
+    if (this.stringOpen) {
+      fragment += '"';
+      this.stringOpen = false;
+    }
+    fragment += this.ensureRoot();
+    const targetContainerSegments = targetSegments.slice(0, -1);
+    const leafSegment = targetSegments[targetSegments.length - 1];
+    const commonDepth = this.findCommonStackDepth(targetContainerSegments);
+    fragment += this.closeDownTo(commonDepth);
+    fragment += this.openDownTo(targetContainerSegments, leafSegment);
+    fragment += this.emitLeaf(leafSegment, arg, valueJson);
+    return fragment;
+  }
+  /**
+   * Returns the stack depth to preserve when navigating to a new target
+   * container path. Always >= 1 (the root is never popped).
+   *
+   * Input: stack=[root,"recipe","ingredients",0], target=["recipe","ingredients",1]
+   * Output: 3 (keep root+"recipe"+"ingredients")
+   */
+  findCommonStackDepth(targetContainer) {
+    const maxDepth = Math.min(
+      this.pathStack.length - 1,
+      targetContainer.length
+    );
+    let common = 0;
+    for (let i = 0; i < maxDepth; i++) {
+      if (this.pathStack[i + 1].segment === targetContainer[i]) {
+        common++;
+      } else {
+        break;
+      }
+    }
+    return common + 1;
+  }
+  /**
+   * Closes containers from the current stack depth back down to `targetDepth`.
+   *
+   * Input: this.pathStack=[root,"recipe","ingredients",0], targetDepth=3
+   * Output: '}'
+   */
+  closeDownTo(targetDepth) {
+    let fragment = "";
+    while (this.pathStack.length > targetDepth) {
+      const entry = this.pathStack.pop();
+      fragment += entry.isArray ? "]" : "}";
+    }
+    return fragment;
+  }
+  /**
+   * Opens containers from the current stack depth down to the full target
+   * container path, emitting opening `{`, `[`, keys, and commas as needed.
+   * `leafSegment` is used to determine if the innermost container is an array.
+   *
+   * Input: this.pathStack=[root], targetContainer=["recipe","ingredients"], leafSegment=0
+   * Output: '"recipe":{"ingredients":['
+   */
+  openDownTo(targetContainer, leafSegment) {
+    let fragment = "";
+    const startIdx = this.pathStack.length - 1;
+    for (let i = startIdx; i < targetContainer.length; i++) {
+      const seg = targetContainer[i];
+      const parentEntry = this.pathStack[this.pathStack.length - 1];
+      if (parentEntry.childCount > 0) {
+        fragment += ",";
+      }
+      parentEntry.childCount++;
+      if (typeof seg === "string") {
+        fragment += `${JSON.stringify(seg)}:`;
+      }
+      const childSeg = i + 1 < targetContainer.length ? targetContainer[i + 1] : leafSegment;
+      const isArray = typeof childSeg === "number";
+      fragment += isArray ? "[" : "{";
+      this.pathStack.push({ segment: seg, isArray, childCount: 0 });
+    }
+    return fragment;
+  }
+  /**
+   * Emits the comma, key, and value for a leaf entry in the current container.
+   *
+   * Input: leafSegment="name", arg={stringValue:"Lasagna"}, valueJson='"Lasagna"'
+   * Output: '"name":"Lasagna"' (or ',"name":"Lasagna"' if container.childCount > 0)
+   */
+  emitLeaf(leafSegment, arg, valueJson) {
+    let fragment = "";
+    const container = this.pathStack[this.pathStack.length - 1];
+    if (container.childCount > 0) {
+      fragment += ",";
+    }
+    container.childCount++;
+    if (typeof leafSegment === "string") {
+      fragment += `${JSON.stringify(leafSegment)}:`;
+    }
+    if (arg.stringValue != null && arg.willContinue) {
+      fragment += valueJson.slice(0, -1);
+      this.stringOpen = true;
+    } else {
+      fragment += valueJson;
+    }
+    return fragment;
+  }
+};
+function parsePath(rawPath) {
+  const segments = [];
+  for (const part of rawPath.split(".")) {
+    const bracketIdx = part.indexOf("[");
+    if (bracketIdx === -1) {
+      segments.push(part);
+    } else {
+      if (bracketIdx > 0) segments.push(part.slice(0, bracketIdx));
+      for (const m of part.matchAll(/\[(\d+)\]/g)) {
+        segments.push(parseInt(m[1], 10));
+      }
+    }
+  }
+  return segments;
+}
+function getNestedValue(obj, segments) {
+  let current = obj;
+  for (const seg of segments) {
+    if (current == null || typeof current !== "object") return void 0;
+    current = current[seg];
+  }
+  return current;
+}
+function setNestedValue(obj, segments, value) {
+  let current = obj;
+  for (let i = 0; i < segments.length - 1; i++) {
+    const seg = segments[i];
+    const nextSeg = segments[i + 1];
+    if (current[seg] == null) {
+      current[seg] = typeof nextSeg === "number" ? [] : {};
+    }
+    current = current[seg];
+  }
+  current[segments[segments.length - 1]] = value;
+}
+function resolvePartialArgValue(arg) {
+  var _a, _b;
+  const value = (_b = (_a = arg.stringValue) != null ? _a : arg.numberValue) != null ? _b : arg.boolValue;
+  if (value != null) return { value, json: JSON.stringify(value) };
+  if ("nullValue" in arg) return { value: null, json: "null" };
+  return void 0;
+}
+
 // src/map-google-generative-ai-finish-reason.ts
 function mapGoogleGenerativeAIFinishReason({
   finishReason,
@@ -989,7 +1222,7 @@ var GoogleGenerativeAILanguageModel = class {
     reasoning,
     providerOptions
   }) {
-    var _a;
+    var _a, _b;
     const warnings = [];
     const providerOptionsName = this.config.provider.includes("vertex") ? "vertex" : "google";
     let googleOptions = await parseProviderOptions({
@@ -1004,14 +1237,21 @@ var GoogleGenerativeAILanguageModel = class {
         schema: googleLanguageModelOptions
       });
     }
+    const isVertexProvider = this.config.provider.startsWith("google.vertex.");
     if ((tools == null ? void 0 : tools.some(
       (tool) => tool.type === "provider" && tool.id === "google.vertex_rag_store"
-    )) && !this.config.provider.startsWith("google.vertex.")) {
+    )) && !isVertexProvider) {
       warnings.push({
         type: "other",
         message: `The 'vertex_rag_store' tool is only supported with the Google Vertex provider and might not be supported or could behave unexpectedly with the current Google provider (${this.config.provider}).`
       });
     }
+    if ((googleOptions == null ? void 0 : googleOptions.streamFunctionCallArguments) && !isVertexProvider) {
+      warnings.push({
+        type: "other",
+        message: `'streamFunctionCallArguments' is only supported on the Vertex AI API and will be ignored with the current Google provider (${this.config.provider}). See https://docs.cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling#streaming-fc`
+      });
+    }
     const isGemmaModel = this.modelId.toLowerCase().startsWith("gemma-");
     const supportsFunctionResponseParts = this.modelId.startsWith("gemini-3");
     const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(
@@ -1037,6 +1277,19 @@ var GoogleGenerativeAILanguageModel = class {
       warnings
     });
     const thinkingConfig = (googleOptions == null ? void 0 : googleOptions.thinkingConfig) || resolvedThinking ? { ...resolvedThinking, ...googleOptions == null ? void 0 : googleOptions.thinkingConfig } : void 0;
+    const streamFunctionCallArguments = isVertexProvider ? (_a = googleOptions == null ? void 0 : googleOptions.streamFunctionCallArguments) != null ? _a : true : void 0;
+    const toolConfig = googleToolConfig || streamFunctionCallArguments || (googleOptions == null ? void 0 : googleOptions.retrievalConfig) ? {
+      ...googleToolConfig,
+      ...streamFunctionCallArguments && {
+        functionCallingConfig: {
+          ...googleToolConfig == null ? void 0 : googleToolConfig.functionCallingConfig,
+          streamFunctionCallArguments: true
+        }
+      },
+      ...(googleOptions == null ? void 0 : googleOptions.retrievalConfig) && {
+        retrievalConfig: googleOptions.retrievalConfig
+      }
+    } : void 0;
     return {
       args: {
         generationConfig: {
@@ -1054,7 +1307,7 @@ var GoogleGenerativeAILanguageModel = class {
           responseSchema: (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && // Google GenAI does not support all OpenAPI Schema features,
           // so this is needed as an escape hatch:
           // TODO convert into provider option
-          ((_a = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _a : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
+          ((_b = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _b : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
           ...(googleOptions == null ? void 0 : googleOptions.audioTimestamp) && {
             audioTimestamp: googleOptions.audioTimestamp
           },
@@ -1072,10 +1325,7 @@ var GoogleGenerativeAILanguageModel = class {
         systemInstruction: isGemmaModel ? void 0 : systemInstruction,
         safetySettings: googleOptions == null ? void 0 : googleOptions.safetySettings,
         tools: googleTools2,
-        toolConfig: (googleOptions == null ? void 0 : googleOptions.retrievalConfig) ? {
-          ...googleToolConfig,
-          retrievalConfig: googleOptions.retrievalConfig
-        } : googleToolConfig,
+        toolConfig,
         cachedContent: googleOptions == null ? void 0 : googleOptions.cachedContent,
         labels: googleOptions == null ? void 0 : googleOptions.labels,
         serviceTier: googleOptions == null ? void 0 : googleOptions.serviceTier
@@ -1153,7 +1403,7 @@ var GoogleGenerativeAILanguageModel = class {
             providerMetadata: thoughtSignatureMetadata
           });
         }
-      } else if ("functionCall" in part) {
+      } else if ("functionCall" in part && part.functionCall.name != null && part.functionCall.args != null) {
         content.push({
           type: "tool-call",
           toolCallId: this.config.generateId(),
@@ -1298,6 +1548,7 @@ var GoogleGenerativeAILanguageModel = class {
     const emittedSourceUrls = /* @__PURE__ */ new Set();
     let lastCodeExecutionToolCallId;
     let lastServerToolCallId;
+    const activeStreamingToolCalls = [];
     return {
       stream: response.pipeThrough(
         new TransformStream({
@@ -1305,7 +1556,7 @@ var GoogleGenerativeAILanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -1497,36 +1748,110 @@ var GoogleGenerativeAILanguageModel = class {
                   lastServerToolCallId = void 0;
                 }
               }
-              const toolCallDeltas = getToolCallsFromParts({
-                parts: content.parts,
-                generateId: generateId2,
-                providerOptionsName
-              });
-              if (toolCallDeltas != null) {
-                for (const toolCall of toolCallDeltas) {
+              for (const part of parts) {
+                if (!("functionCall" in part)) continue;
+                const providerMeta = part.thoughtSignature ? {
+                  [providerOptionsName]: {
+                    thoughtSignature: part.thoughtSignature
+                  }
+                } : void 0;
+                const isStreamingChunk = part.functionCall.partialArgs != null || part.functionCall.name != null && part.functionCall.willContinue === true;
+                const isTerminalChunk = part.functionCall.name == null && part.functionCall.args == null && part.functionCall.partialArgs == null && part.functionCall.willContinue == null;
+                const isCompleteCall = part.functionCall.name != null && part.functionCall.args != null && part.functionCall.partialArgs == null;
+                if (isStreamingChunk) {
+                  if (part.functionCall.name != null && part.functionCall.willContinue === true) {
+                    const toolCallId = generateId2();
+                    const accumulator = new GoogleJSONAccumulator();
+                    activeStreamingToolCalls.push({
+                      toolCallId,
+                      toolName: part.functionCall.name,
+                      accumulator,
+                      providerMetadata: providerMeta
+                    });
+                    controller.enqueue({
+                      type: "tool-input-start",
+                      id: toolCallId,
+                      toolName: part.functionCall.name,
+                      providerMetadata: providerMeta
+                    });
+                    if (part.functionCall.partialArgs != null) {
+                      const { textDelta } = accumulator.processPartialArgs(
+                        part.functionCall.partialArgs
+                      );
+                      if (textDelta.length > 0) {
+                        controller.enqueue({
+                          type: "tool-input-delta",
+                          id: toolCallId,
+                          delta: textDelta,
+                          providerMetadata: providerMeta
+                        });
+                      }
+                    }
+                  } else if (part.functionCall.partialArgs != null && activeStreamingToolCalls.length > 0) {
+                    const active = activeStreamingToolCalls[activeStreamingToolCalls.length - 1];
+                    const { textDelta } = active.accumulator.processPartialArgs(
+                      part.functionCall.partialArgs
+                    );
+                    if (textDelta.length > 0) {
+                      controller.enqueue({
+                        type: "tool-input-delta",
+                        id: active.toolCallId,
+                        delta: textDelta,
+                        providerMetadata: providerMeta
+                      });
+                    }
+                  }
+                } else if (isTerminalChunk && activeStreamingToolCalls.length > 0) {
+                  const active = activeStreamingToolCalls.pop();
+                  const { finalJSON, closingDelta } = active.accumulator.finalize();
+                  if (closingDelta.length > 0) {
+                    controller.enqueue({
+                      type: "tool-input-delta",
+                      id: active.toolCallId,
+                      delta: closingDelta,
+                      providerMetadata: active.providerMetadata
+                    });
+                  }
+                  controller.enqueue({
+                    type: "tool-input-end",
+                    id: active.toolCallId,
+                    providerMetadata: active.providerMetadata
+                  });
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallId: active.toolCallId,
+                    toolName: active.toolName,
+                    input: finalJSON,
+                    providerMetadata: active.providerMetadata
+                  });
+                  hasToolCalls = true;
+                } else if (isCompleteCall) {
+                  const toolCallId = generateId2();
+                  const toolName = part.functionCall.name;
+                  const args2 = typeof part.functionCall.args === "string" ? part.functionCall.args : JSON.stringify((_i = part.functionCall.args) != null ? _i : {});
                   controller.enqueue({
                     type: "tool-input-start",
-                    id: toolCall.toolCallId,
-                    toolName: toolCall.toolName,
-                    providerMetadata: toolCall.providerMetadata
+                    id: toolCallId,
+                    toolName,
+                    providerMetadata: providerMeta
                   });
                   controller.enqueue({
                     type: "tool-input-delta",
-                    id: toolCall.toolCallId,
-                    delta: toolCall.args,
-                    providerMetadata: toolCall.providerMetadata
+                    id: toolCallId,
+                    delta: args2,
+                    providerMetadata: providerMeta
                   });
                   controller.enqueue({
                     type: "tool-input-end",
-                    id: toolCall.toolCallId,
-                    providerMetadata: toolCall.providerMetadata
+                    id: toolCallId,
+                    providerMetadata: providerMeta
                   });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: toolCall.toolCallId,
-                    toolName: toolCall.toolName,
-                    input: toolCall.args,
-                    providerMetadata: toolCall.providerMetadata
+                    toolCallId,
+                    toolName,
+                    input: args2,
+                    providerMetadata: providerMeta
                   });
                   hasToolCalls = true;
                 }
@@ -1542,12 +1867,12 @@ var GoogleGenerativeAILanguageModel = class {
               };
               providerMetadata = {
                 [providerOptionsName]: {
-                  promptFeedback: (_i = value.promptFeedback) != null ? _i : null,
+                  promptFeedback: (_j = value.promptFeedback) != null ? _j : null,
                   groundingMetadata: lastGroundingMetadata,
                   urlContextMetadata: lastUrlContextMetadata,
-                  safetyRatings: (_j = candidate.safetyRatings) != null ? _j : null,
+                  safetyRatings: (_k = candidate.safetyRatings) != null ? _k : null,
                   usageMetadata: usageMetadata != null ? usageMetadata : null,
-                  finishMessage: (_k = candidate.finishMessage) != null ? _k : null,
+                  finishMessage: (_l = candidate.finishMessage) != null ? _l : null,
                   serviceTier
                 }
               };
@@ -1649,26 +1974,6 @@ function resolveGemini25ThinkingConfig({
   }
   return { thinkingBudget };
 }
-function getToolCallsFromParts({
-  parts,
-  generateId: generateId2,
-  providerOptionsName
-}) {
-  const functionCallParts = parts == null ? void 0 : parts.filter(
-    (part) => "functionCall" in part
-  );
-  return functionCallParts == null || functionCallParts.length === 0 ? void 0 : functionCallParts.map((part) => ({
-    type: "tool-call",
-    toolCallId: generateId2(),
-    toolName: part.functionCall.name,
-    args: JSON.stringify(part.functionCall.args),
-    providerMetadata: part.thoughtSignature ? {
-      [providerOptionsName]: {
-        thoughtSignature: part.thoughtSignature
-      }
-    } : void 0
-  }));
-}
 function extractSources({
   groundingMetadata,
   generateId: generateId2
@@ -1812,14 +2117,24 @@ var getGroundingMetadataSchema = () => z3.object({
     z3.object({})
   ]).nullish()
 });
+var partialArgSchema = z3.object({
+  jsonPath: z3.string(),
+  stringValue: z3.string().nullish(),
+  numberValue: z3.number().nullish(),
+  boolValue: z3.boolean().nullish(),
+  nullValue: z3.unknown().nullish(),
+  willContinue: z3.boolean().nullish()
+});
 var getContentSchema = () => z3.object({
   parts: z3.array(
     z3.union([
       // note: order matters since text can be fully empty
       z3.object({
         functionCall: z3.object({
-          name: z3.string(),
-          args: z3.unknown()
+          name: z3.string().nullish(),
+          args: z3.unknown().nullish(),
+          partialArgs: z3.array(partialArgSchema).nullish(),
+          willContinue: z3.boolean().nullish()
         }),
         thoughtSignature: z3.string().nullish()
       }),