@ai-sdk/google 4.0.0-canary.69 → 4.0.0-canary.71

package/dist/internal/index.d.ts

@@ -214,6 +214,7 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
         candidatesTokenCount?: number | null | undefined;
         totalTokenCount?: number | null | undefined;
         trafficType?: string | null | undefined;
+        serviceTier?: string | null | undefined;
         promptTokensDetails?: {
             modality: string;
             tokenCount: number;
@@ -234,7 +235,6 @@ declare const responseSchema: _ai_sdk_provider_utils.LazySchema<{
             blocked?: boolean | null | undefined;
         }[] | null | undefined;
     } | null | undefined;
-    serviceTier?: string | null | undefined;
 }>;
 type GroundingMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['groundingMetadata']>;
 type UrlContextMetadataSchema = NonNullable<InferSchema<typeof responseSchema>['candidates'][number]['urlContextMetadata']>;

package/dist/internal/index.js

@@ -760,17 +760,32 @@ var googleLanguageModelOptions = lazySchema2(
        */
       streamFunctionCallArguments: z2.boolean().optional(),
       /**
-       * Optional. The service tier to use for the request.
+       * Optional. The service tier to use for the request. Sent as the
+       * `serviceTier` body field. Gemini API only.
        */
-      serviceTier: z2.enum(["standard", "flex", "priority"]).optional()
+      serviceTier: z2.enum(["standard", "flex", "priority"]).optional(),
+      /**
+       * Optional. Vertex AI only. Sent as the
+       * `X-Vertex-AI-LLM-Shared-Request-Type` request header to select a
+       * shared (PayGo) tier. With Provisioned Throughput allocated and
+       * `requestType` unset, the request falls back to this tier only if
+       * PT capacity is exhausted.
+       *
+       * https://docs.cloud.google.com/vertex-ai/generative-ai/docs/priority-paygo
+       * https://docs.cloud.google.com/vertex-ai/generative-ai/docs/flex-paygo
+       */
+      sharedRequestType: z2.enum(["priority", "flex", "standard"]).optional(),
+      /**
+       * Optional. Vertex AI only. Sent as the `X-Vertex-AI-LLM-Request-Type`
+       * request header. Set to `'shared'` together with `sharedRequestType`
+       * to bypass Provisioned Throughput entirely.
+       *
+       * https://docs.cloud.google.com/vertex-ai/generative-ai/docs/priority-paygo
+       */
+      requestType: z2.enum(["shared"]).optional()
     })
   )
 );
-var VertexServiceTierMap = {
-  standard: "SERVICE_TIER_STANDARD",
-  flex: "SERVICE_TIER_FLEX",
-  priority: "SERVICE_TIER_PRIORITY"
-};
 
 // src/google-prepare-tools.ts
 import {
@@ -1351,10 +1366,27 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
         message: `'streamFunctionCallArguments' is only supported on the Vertex AI API and will be ignored with the current Google provider (${this.config.provider}). See https://docs.cloud.google.com/vertex-ai/generative-ai/docs/multimodal/function-calling#streaming-fc`
       });
     }
-    let sanitizedServiceTier = googleOptions == null ? void 0 : googleOptions.serviceTier;
     if ((googleOptions == null ? void 0 : googleOptions.serviceTier) && isVertexProvider) {
-      sanitizedServiceTier = VertexServiceTierMap[googleOptions.serviceTier];
+      warnings.push({
+        type: "other",
+        message: "'serviceTier' is a Gemini API option and is not supported on Vertex AI. Use 'sharedRequestType' (and optionally 'requestType') instead. See https://docs.cloud.google.com/vertex-ai/generative-ai/docs/priority-paygo"
+      });
+    }
+    if (((googleOptions == null ? void 0 : googleOptions.sharedRequestType) || (googleOptions == null ? void 0 : googleOptions.requestType)) && !isVertexProvider) {
+      warnings.push({
+        type: "other",
+        message: `'sharedRequestType' and 'requestType' are Vertex AI options and are ignored with the current Google provider (${this.config.provider}).`
+      });
     }
+    const vertexPaygoHeaders = isVertexProvider && ((googleOptions == null ? void 0 : googleOptions.sharedRequestType) || (googleOptions == null ? void 0 : googleOptions.requestType)) ? {
+      ...googleOptions.sharedRequestType && {
+        "X-Vertex-AI-LLM-Shared-Request-Type": googleOptions.sharedRequestType
+      },
+      ...googleOptions.requestType && {
+        "X-Vertex-AI-LLM-Request-Type": googleOptions.requestType
+      }
+    } : void 0;
+    const bodyServiceTier = isVertexProvider ? void 0 : googleOptions == null ? void 0 : googleOptions.serviceTier;
     const isGemmaModel = this.modelId.toLowerCase().startsWith("gemma-");
     const supportsFunctionResponseParts = this.modelId.startsWith("gemini-3");
     const { contents, systemInstruction } = convertToGoogleMessages(prompt, {
@@ -1429,21 +1461,23 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
         toolConfig,
         cachedContent: googleOptions == null ? void 0 : googleOptions.cachedContent,
         labels: googleOptions == null ? void 0 : googleOptions.labels,
-        serviceTier: sanitizedServiceTier
+        serviceTier: bodyServiceTier
       },
       warnings: [...warnings, ...toolWarnings],
-      providerOptionsNames
+      providerOptionsNames,
+      extraHeaders: vertexPaygoHeaders
     };
   }
   async doGenerate(options) {
     var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
-    const { args, warnings, providerOptionsNames } = await this.getArgs(options);
+    const { args, warnings, providerOptionsNames, extraHeaders } = await this.getArgs(options);
     const wrapProviderMetadata = (payload) => Object.fromEntries(
       providerOptionsNames.map((name) => [name, payload])
     );
     const mergedHeaders = combineHeaders(
       this.config.headers ? await resolve(this.config.headers) : void 0,
-      options.headers
+      options.headers,
+      extraHeaders
     );
     const {
       responseHeaders,
@@ -1592,7 +1626,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
         safetyRatings: (_p = candidate.safetyRatings) != null ? _p : null,
         usageMetadata: usageMetadata != null ? usageMetadata : null,
         finishMessage: (_q = candidate.finishMessage) != null ? _q : null,
-        serviceTier: (_r = response.serviceTier) != null ? _r : null
+        serviceTier: (_r = usageMetadata == null ? void 0 : usageMetadata.serviceTier) != null ? _r : null
       }),
       request: { body: args },
       response: {
@@ -1603,16 +1637,14 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
     };
   }
   async doStream(options) {
-    const { args, warnings, providerOptionsNames } = await this.getArgs(
-      options,
-      { isStreaming: true }
-    );
+    const { args, warnings, providerOptionsNames, extraHeaders } = await this.getArgs(options, { isStreaming: true });
     const wrapProviderMetadata = (payload) => Object.fromEntries(
       providerOptionsNames.map((name) => [name, payload])
     );
     const headers = combineHeaders(
       this.config.headers ? await resolve(this.config.headers) : void 0,
-      options.headers
+      options.headers,
+      extraHeaders
     );
     const { responseHeaders, value: response } = await postJsonToApi({
       url: `${this.config.baseURL}/${getModelPath(
@@ -1633,7 +1665,6 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
     let providerMetadata = void 0;
     let lastGroundingMetadata = null;
     let lastUrlContextMetadata = null;
-    let serviceTier = null;
     const generateId2 = this.config.generateId;
     let hasToolCalls = false;
     let currentTextBlockId = null;
@@ -1678,7 +1709,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -1691,9 +1722,6 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
             if (usageMetadata != null) {
               usage = usageMetadata;
             }
-            if (value.serviceTier != null) {
-              serviceTier = value.serviceTier;
-            }
             const candidate = (_a = value.candidates) == null ? void 0 : _a[0];
             if (candidate == null) {
               return;
@@ -1989,7 +2017,7 @@ var GoogleLanguageModel = class _GoogleLanguageModel {
                 safetyRatings: (_n = candidate.safetyRatings) != null ? _n : null,
                 usageMetadata: usageMetadata != null ? usageMetadata : null,
                 finishMessage: (_o = candidate.finishMessage) != null ? _o : null,
-                serviceTier
+                serviceTier: (_p = usage == null ? void 0 : usage.serviceTier) != null ? _p : null
               });
             }
           },
@@ -2316,6 +2344,7 @@ var usageSchema = z3.object({
   totalTokenCount: z3.number().nullish(),
   // https://cloud.google.com/vertex-ai/generative-ai/docs/reference/rest/v1/GenerateContentResponse#TrafficType
   trafficType: z3.string().nullish(),
+  serviceTier: z3.string().nullish(),
   // https://ai.google.dev/api/generate-content#Modality
   promptTokensDetails: tokenDetailsSchema,
   candidatesTokensDetails: tokenDetailsSchema
@@ -2345,8 +2374,7 @@ var responseSchema = lazySchema3(
       promptFeedback: z3.object({
         blockReason: z3.string().nullish(),
         safetyRatings: z3.array(getSafetyRatingSchema()).nullish()
-      }).nullish(),
-      serviceTier: z3.string().nullish()
+      }).nullish()
     })
   )
 );
@@ -2367,8 +2395,7 @@ var chunkSchema = lazySchema3(
       promptFeedback: z3.object({
         blockReason: z3.string().nullish(),
         safetyRatings: z3.array(getSafetyRatingSchema()).nullish()
-      }).nullish(),
-      serviceTier: z3.string().nullish()
+      }).nullish()
     })
   )
 );