@ai-sdk/google 3.0.131 → 3.0.132

package/dist/internal/index.mjs

@@ -12,6 +12,53 @@ import {
 } from "@ai-sdk/provider-utils";
 import { z as z3 } from "zod/v4";
 
+// src/continue-google-stream.ts
+function continueGoogleStream({
+  stream,
+  getContinuationToken,
+  continueStream
+}) {
+  let reader = stream.getReader();
+  let pendingContinuationToken;
+  return new ReadableStream({
+    async pull(controller) {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (!done) {
+          if (value.success) {
+            const token = getContinuationToken(value.value);
+            if (token != null) {
+              pendingContinuationToken = token;
+            }
+          }
+          controller.enqueue(value);
+          return;
+        }
+        if (pendingContinuationToken == null) {
+          controller.close();
+          return;
+        }
+        const continuationToken = pendingContinuationToken;
+        pendingContinuationToken = void 0;
+        try {
+          reader = (await continueStream(continuationToken)).getReader();
+        } catch (error) {
+          controller.enqueue({
+            success: false,
+            error,
+            rawValue: void 0
+          });
+          controller.close();
+          return;
+        }
+      }
+    },
+    async cancel(reason) {
+      await reader.cancel(reason);
+    }
+  });
+}
+
 // src/convert-google-generative-ai-usage.ts
 function convertGoogleGenerativeAIUsage(usage) {
   var _a, _b, _c, _d;
@@ -50,6 +97,63 @@ function convertGoogleGenerativeAIUsage(usage) {
     raw: usage
   };
 }
+function addGoogleGenerativeAIUsageMetadata(a, b) {
+  if (a == null || b == null) {
+    return b != null ? b : a;
+  }
+  return {
+    ...a,
+    ...b,
+    promptTokenCount: addCounts(a.promptTokenCount, b.promptTokenCount),
+    candidatesTokenCount: addCounts(
+      a.candidatesTokenCount,
+      b.candidatesTokenCount
+    ),
+    toolUsePromptTokenCount: addCounts(
+      a.toolUsePromptTokenCount,
+      b.toolUsePromptTokenCount
+    ),
+    totalTokenCount: addCounts(a.totalTokenCount, b.totalTokenCount),
+    cachedContentTokenCount: addCounts(
+      a.cachedContentTokenCount,
+      b.cachedContentTokenCount
+    ),
+    thoughtsTokenCount: addCounts(a.thoughtsTokenCount, b.thoughtsTokenCount),
+    promptTokensDetails: addTokenDetails(
+      a.promptTokensDetails,
+      b.promptTokensDetails
+    ),
+    cacheTokensDetails: addTokenDetails(
+      a.cacheTokensDetails,
+      b.cacheTokensDetails
+    ),
+    candidatesTokensDetails: addTokenDetails(
+      a.candidatesTokensDetails,
+      b.candidatesTokensDetails
+    ),
+    toolUsePromptTokensDetails: addTokenDetails(
+      a.toolUsePromptTokensDetails,
+      b.toolUsePromptTokensDetails
+    )
+  };
+}
+function addCounts(a, b) {
+  return a == null && b == null ? b != null ? b : a : (a != null ? a : 0) + (b != null ? b : 0);
+}
+function addTokenDetails(a, b) {
+  var _a;
+  if (a == null || b == null) {
+    return b != null ? b : a;
+  }
+  const tokenCounts = /* @__PURE__ */ new Map();
+  for (const { modality, tokenCount } of [...a, ...b]) {
+    tokenCounts.set(modality, ((_a = tokenCounts.get(modality)) != null ? _a : 0) + tokenCount);
+  }
+  return Array.from(tokenCounts, ([modality, tokenCount]) => ({
+    modality,
+    tokenCount
+  }));
+}
 
 // src/convert-json-schema-to-openapi-schema.ts
 import {
@@ -979,6 +1083,16 @@ var googleLanguageModelOptions = lazySchema2(
        * `serviceTier` body field. Gemini API only.
        */
       serviceTier: z2.enum(["standard", "flex", "priority"]).optional(),
+      /**
+       * Optional. Resumes a response that stopped with `MAX_TOKENS` because it
+       * used up its `maxOutputTokens` budget (Gemini 4 long decode). Pass the
+       * `continuationToken` from the previous response's provider metadata
+       * together with the original prompt and a higher `maxOutputTokens` (the
+       * budget is cumulative across requests). Requests that reach the
+       * per-request cap while budget remains (`CONTINUATION`) are continued
+       * automatically. Sent as the `continuationToken` body field.
+       */
+      continuationToken: z2.string().optional(),
       /**
        * Optional. Vertex AI only. Sent as the
        * `X-Vertex-AI-LLM-Shared-Request-Type` request header to select a
@@ -1529,6 +1643,9 @@ function mapGoogleGenerativeAIFinishReason({
     case "STOP":
       return hasToolCalls ? "tool-calls" : "stop";
     case "MAX_TOKENS":
+    // Gemini 4 long decode: the per-request cap was reached while budget
+    // remains. Continued automatically; only surfaced if continuing fails.
+    case "CONTINUATION":
       return "length";
     case "IMAGE_SAFETY":
     case "RECITATION":
@@ -1760,7 +1877,10 @@ var GoogleGenerativeAILanguageModel = class {
         toolConfig,
         cachedContent: googleOptions == null ? void 0 : googleOptions.cachedContent,
         labels: googleOptions == null ? void 0 : googleOptions.labels,
-        serviceTier: bodyServiceTier
+        serviceTier: bodyServiceTier,
+        ...(googleOptions == null ? void 0 : googleOptions.continuationToken) != null && {
+          continuationToken: googleOptions.continuationToken
+        }
       },
       warnings: [...warnings, ...toolWarnings],
       providerOptionsName,
@@ -1768,42 +1888,66 @@ var GoogleGenerativeAILanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A;
     const { args, warnings, providerOptionsName, extraHeaders } = await this.getArgs(options);
     const mergedHeaders = combineHeaders(
       await resolve(this.config.headers),
       options.headers,
       extraHeaders
     );
-    const {
-      responseHeaders,
-      value: response,
-      rawValue: rawResponse
-    } = await postJsonToApi({
+    const generateContent = (body) => postJsonToApi({
       url: `${this.config.baseURL}/${getModelPath(
         this.modelId
       )}:generateContent`,
       headers: mergedHeaders,
-      body: args,
+      body,
       failedResponseHandler: googleFailedResponseHandler,
       successfulResponseHandler: createJsonResponseHandler(responseSchema),
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const candidate = (_a = response.candidates) == null ? void 0 : _a[0];
-    const promptBlockReason = (_b = response.promptFeedback) == null ? void 0 : _b.blockReason;
+    let {
+      responseHeaders,
+      value: response,
+      rawValue: rawResponse
+    } = await generateContent(args);
+    const continuedParts = [];
+    let continuedUsageMetadata;
+    const firstPromptTokenCount = (_a = response.usageMetadata) == null ? void 0 : _a.promptTokenCount;
+    while (true) {
+      const candidate2 = (_b = response.candidates) == null ? void 0 : _b[0];
+      const continuationToken = (candidate2 == null ? void 0 : candidate2.finishReason) === "CONTINUATION" ? candidate2.continuationToken : void 0;
+      if (continuationToken == null) {
+        break;
+      }
+      continuedParts.push(...(_d = (_c = candidate2 == null ? void 0 : candidate2.content) == null ? void 0 : _c.parts) != null ? _d : []);
+      continuedUsageMetadata = addGoogleGenerativeAIUsageMetadata(
+        continuedUsageMetadata,
+        (_e = response.usageMetadata) != null ? _e : void 0
+      );
+      ({
+        responseHeaders,
+        value: response,
+        rawValue: rawResponse
+      } = await generateContent({ ...args, continuationToken }));
+    }
+    const candidate = (_f = response.candidates) == null ? void 0 : _f[0];
+    const promptBlockReason = (_g = response.promptFeedback) == null ? void 0 : _g.blockReason;
     const confirmedPromptBlockReason = isConfirmedPromptBlockReason(
       promptBlockReason
     ) ? promptBlockReason : void 0;
     const isPromptBlocked = (candidate == null ? void 0 : candidate.finishReason) == null && confirmedPromptBlockReason != null;
-    const rawFinishReason = (_c = candidate == null ? void 0 : candidate.finishReason) != null ? _c : confirmedPromptBlockReason;
+    const rawFinishReason = (_h = candidate == null ? void 0 : candidate.finishReason) != null ? _h : confirmedPromptBlockReason;
     const content = [];
-    const parts = (_e = (_d = candidate == null ? void 0 : candidate.content) == null ? void 0 : _d.parts) != null ? _e : [];
-    const usageMetadata = response.usageMetadata;
+    const parts = [...continuedParts, ...(_j = (_i = candidate == null ? void 0 : candidate.content) == null ? void 0 : _i.parts) != null ? _j : []];
+    const usageMetadata = addGoogleGenerativeAIUsageMetadata(
+      continuedUsageMetadata,
+      (_k = response.usageMetadata) != null ? _k : void 0
+    );
     let lastCodeExecutionToolCallId;
     let lastServerToolCallId;
     for (const part of parts) {
-      if ("executableCode" in part && ((_f = part.executableCode) == null ? void 0 : _f.code)) {
+      if ("executableCode" in part && ((_l = part.executableCode) == null ? void 0 : _l.code)) {
         const toolCallId = this.config.generateId();
         lastCodeExecutionToolCallId = toolCallId;
         content.push({
@@ -1821,7 +1965,7 @@ var GoogleGenerativeAILanguageModel = class {
           toolName: "code_execution",
           result: {
             outcome: part.codeExecutionResult.outcome,
-            output: (_g = part.codeExecutionResult.output) != null ? _g : ""
+            output: (_m = part.codeExecutionResult.output) != null ? _m : ""
           }
         });
       } else if ("text" in part && part.text != null) {
@@ -1845,9 +1989,9 @@ var GoogleGenerativeAILanguageModel = class {
       } else if ("functionCall" in part && part.functionCall.name != null) {
         content.push({
           type: "tool-call",
-          toolCallId: (_h = part.functionCall.id) != null ? _h : this.config.generateId(),
+          toolCallId: (_n = part.functionCall.id) != null ? _n : this.config.generateId(),
           toolName: part.functionCall.name,
-          input: JSON.stringify((_i = part.functionCall.args) != null ? _i : {}),
+          input: JSON.stringify((_o = part.functionCall.args) != null ? _o : {}),
           providerMetadata: part.thoughtSignature ? {
             [providerOptionsName]: {
               thoughtSignature: part.thoughtSignature
@@ -1869,13 +2013,13 @@ var GoogleGenerativeAILanguageModel = class {
           } : void 0
         });
       } else if ("toolCall" in part && part.toolCall) {
-        const toolCallId = (_j = part.toolCall.id) != null ? _j : this.config.generateId();
+        const toolCallId = (_p = part.toolCall.id) != null ? _p : this.config.generateId();
         lastServerToolCallId = toolCallId;
         content.push({
           type: "tool-call",
           toolCallId,
           toolName: `server:${part.toolCall.toolType}`,
-          input: JSON.stringify((_k = part.toolCall.args) != null ? _k : {}),
+          input: JSON.stringify((_q = part.toolCall.args) != null ? _q : {}),
           providerExecuted: true,
           dynamic: true,
           providerMetadata: part.thoughtSignature ? {
@@ -1892,12 +2036,12 @@ var GoogleGenerativeAILanguageModel = class {
           }
         });
       } else if ("toolResponse" in part && part.toolResponse) {
-        const responseToolCallId = (_l = lastServerToolCallId != null ? lastServerToolCallId : part.toolResponse.id) != null ? _l : this.config.generateId();
+        const responseToolCallId = (_r = lastServerToolCallId != null ? lastServerToolCallId : part.toolResponse.id) != null ? _r : this.config.generateId();
         content.push({
           type: "tool-result",
           toolCallId: responseToolCallId,
           toolName: `server:${part.toolResponse.toolType}`,
-          result: (_m = part.toolResponse.response) != null ? _m : {},
+          result: (_s = part.toolResponse.response) != null ? _s : {},
           providerMetadata: part.thoughtSignature ? {
             [providerOptionsName]: {
               thoughtSignature: part.thoughtSignature,
@@ -1914,10 +2058,10 @@ var GoogleGenerativeAILanguageModel = class {
         lastServerToolCallId = void 0;
       }
     }
-    const sources = (_n = extractSources({
+    const sources = (_t = extractSources({
       groundingMetadata: candidate == null ? void 0 : candidate.groundingMetadata,
       generateId: this.config.generateId
-    })) != null ? _n : [];
+    })) != null ? _t : [];
     for (const source of sources) {
       content.push(source);
     }
@@ -1937,19 +2081,21 @@ var GoogleGenerativeAILanguageModel = class {
       warnings,
       providerMetadata: {
         [providerOptionsName]: {
-          promptFeedback: (_o = response.promptFeedback) != null ? _o : null,
-          groundingMetadata: (_p = candidate == null ? void 0 : candidate.groundingMetadata) != null ? _p : null,
-          urlContextMetadata: (_q = candidate == null ? void 0 : candidate.urlContextMetadata) != null ? _q : null,
-          safetyRatings: (_r = candidate == null ? void 0 : candidate.safetyRatings) != null ? _r : null,
+          promptFeedback: (_u = response.promptFeedback) != null ? _u : null,
+          groundingMetadata: (_v = candidate == null ? void 0 : candidate.groundingMetadata) != null ? _v : null,
+          urlContextMetadata: (_w = candidate == null ? void 0 : candidate.urlContextMetadata) != null ? _w : null,
+          safetyRatings: (_x = candidate == null ? void 0 : candidate.safetyRatings) != null ? _x : null,
           usageMetadata: usageMetadata != null ? usageMetadata : null,
-          finishMessage: (_s = candidate == null ? void 0 : candidate.finishMessage) != null ? _s : null,
-          serviceTier: (_t = usageMetadata == null ? void 0 : usageMetadata.serviceTier) != null ? _t : null
+          finishMessage: (_y = candidate == null ? void 0 : candidate.finishMessage) != null ? _y : null,
+          serviceTier: (_z = usageMetadata == null ? void 0 : usageMetadata.serviceTier) != null ? _z : null,
+          ...(candidate == null ? void 0 : candidate.continuationToken) != null ? { continuationToken: candidate.continuationToken } : {},
+          ...continuedUsageMetadata != null && firstPromptTokenCount != null ? { initialPromptTokenCount: firstPromptTokenCount } : {}
         }
       },
       request: { body: args },
       response: {
         // TODO timestamp, model id
-        id: (_u = response.responseId) != null ? _u : void 0,
+        id: (_A = response.responseId) != null ? _A : void 0,
         headers: responseHeaders,
         body: rawResponse
       }
@@ -1962,27 +2108,40 @@ var GoogleGenerativeAILanguageModel = class {
       options.headers,
       extraHeaders
     );
-    const { responseHeaders, value: response } = await postJsonToApi({
+    const streamGenerateContent = (body) => postJsonToApi({
       url: `${this.config.baseURL}/${getModelPath(
         this.modelId
       )}:streamGenerateContent?alt=sse`,
       headers,
-      body: args,
+      body,
       failedResponseHandler: googleFailedResponseHandler,
       successfulResponseHandler: createEventSourceResponseHandler(chunkSchema),
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
+    const { responseHeaders, value: firstResponse } = await streamGenerateContent(args);
+    const response = continueGoogleStream({
+      stream: firstResponse,
+      getContinuationToken: (chunk) => {
+        var _a, _b;
+        const candidate = (_a = chunk.candidates) == null ? void 0 : _a[0];
+        return (candidate == null ? void 0 : candidate.finishReason) === "CONTINUATION" ? (_b = candidate.continuationToken) != null ? _b : void 0 : void 0;
+      },
+      continueStream: async (continuationToken) => (await streamGenerateContent({ ...args, continuationToken })).value
+    });
     let finishReason = {
       unified: "other",
       raw: void 0
     };
     let usage = void 0;
+    let continuedUsage = void 0;
+    let initialPromptTokenCount = void 0;
     let promptFeedback = null;
     let lastGroundingMetadata = null;
     let lastUrlContextMetadata = null;
     let lastSafetyRatings = null;
     let lastFinishMessage = null;
+    let lastContinuationToken = null;
     let confirmedPromptBlockReason;
     const generateId2 = this.config.generateId;
     let hasToolCalls = false;
@@ -2073,6 +2232,9 @@ var GoogleGenerativeAILanguageModel = class {
               if (candidate.finishMessage != null) {
                 lastFinishMessage = candidate.finishMessage;
               }
+              if (candidate.continuationToken != null) {
+                lastContinuationToken = candidate.continuationToken;
+              }
             }
             if (confirmedPromptBlockReason != null || candidate == null) {
               return;
@@ -2357,6 +2519,16 @@ var GoogleGenerativeAILanguageModel = class {
                 }
               }
             }
+            if (candidate.finishReason === "CONTINUATION") {
+              if (continuedUsage == null) {
+                initialPromptTokenCount = usage == null ? void 0 : usage.promptTokenCount;
+              }
+              continuedUsage = addGoogleGenerativeAIUsageMetadata(
+                continuedUsage,
+                usage
+              );
+              usage = void 0;
+            }
             if (candidate.finishReason != null) {
               finishReason = {
                 unified: mapGoogleGenerativeAIFinishReason({
@@ -2369,6 +2541,7 @@ var GoogleGenerativeAILanguageModel = class {
           },
           flush(controller) {
             var _a;
+            usage = addGoogleGenerativeAIUsageMetadata(continuedUsage, usage);
             if (currentTextBlockId !== null) {
               controller.enqueue({
                 type: "text-end",
@@ -2393,7 +2566,12 @@ var GoogleGenerativeAILanguageModel = class {
                   safetyRatings: lastSafetyRatings,
                   usageMetadata: usage != null ? usage : null,
                   finishMessage: lastFinishMessage,
-                  serviceTier: (_a = usage == null ? void 0 : usage.serviceTier) != null ? _a : null
+                  serviceTier: (_a = usage == null ? void 0 : usage.serviceTier) != null ? _a : null,
+                  // Only surface the token when the response stopped early
+                  // (budget used up, or continuing failed), not for the
+                  // checkpoint tokens of a stream that finished normally.
+                  ...lastContinuationToken != null && (finishReason.raw === "MAX_TOKENS" || finishReason.raw === "CONTINUATION") ? { continuationToken: lastContinuationToken } : {},
+                  ...initialPromptTokenCount != null ? { initialPromptTokenCount } : {}
                 }
               }
             });
@@ -2665,6 +2843,7 @@ var responseSchema = lazySchema3(
           content: getContentSchema().nullish().or(z3.object({}).strict()),
           finishReason: z3.string().nullish(),
           finishMessage: z3.string().nullish(),
+          continuationToken: z3.string().nullish(),
           safetyRatings: z3.array(getSafetyRatingSchema()).nullish(),
           groundingMetadata: getGroundingMetadataSchema().nullish(),
           urlContextMetadata: getUrlContextMetadataSchema().nullish()
@@ -2687,6 +2866,7 @@ var chunkSchema = lazySchema3(
           content: getContentSchema().nullish(),
           finishReason: z3.string().nullish(),
           finishMessage: z3.string().nullish(),
+          continuationToken: z3.string().nullish(),
           safetyRatings: z3.array(getSafetyRatingSchema()).nullish(),
           groundingMetadata: getGroundingMetadataSchema().nullish(),
           urlContextMetadata: getUrlContextMetadataSchema().nullish()
@@ -5624,7 +5804,7 @@ var GoogleInteractionsLanguageModel = class {
   }
   async doGenerate(options) {
     var _a, _b, _c, _d, _e, _f;
-    const { args, warnings, isAgent, pollingTimeoutMs } = await this.getArgs(options);
+    const { args, warnings, isAgent, isBackground, pollingTimeoutMs } = await this.getArgs(options);
     const url = `${this.config.baseURL}/interactions`;
     const mergedHeaders = combineHeaders3(
       INTERACTIONS_API_REVISION_HEADER,
@@ -5647,7 +5827,7 @@ var GoogleInteractionsLanguageModel = class {
       value: response,
       rawValue: rawResponse
     } = postResult;
-    if (isAgent && !isTerminalStatus(response.status)) {
+    if ((isAgent || isBackground) && !isTerminalStatus(response.status)) {
       const polled = await pollGoogleInteractionUntilTerminal({
         baseURL: this.config.baseURL,
         interactionId: response.id,