@ai-sdk/gateway 4.0.104 → 4.0.106

package/docs/00-ai-gateway.mdx

@@ -78,6 +78,15 @@ const gateway = createGateway({
 
 You can use the following optional settings to customize the AI Gateway provider instance:
 
+- **batchResultDownloads** _object_
+
+  Settings for downloading JSON Lines batch results.
+  - **maxLineBytes** _number_
+
+    Maximum UTF-8 bytes per row, excluding the LF delimiter. Defaults to 64 MiB
+    (67,108,864 bytes). Must be a positive safe integer. Oversized rows throw a
+    `DownloadError` and cancel the download.
+
 - **baseURL** _string_
 
   Use a different URL prefix for API calls. The default prefix is `https://ai-gateway.vercel.sh/v4/ai`.

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ai-sdk/gateway",
   "private": false,
-  "version": "4.0.104",
+  "version": "4.0.106",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -30,17 +30,17 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "4.0.22",
-    "@ai-sdk/provider-utils": "5.0.54",
+    "@ai-sdk/provider": "4.0.24",
+    "@ai-sdk/provider-utils": "5.0.56",
     "@vercel/oidc": "3.2.0"
   },
   "devDependencies": {
-    "@ai-sdk/test-server": "2.0.3",
+    "@ai-sdk/test-server": "2.0.4",
     "@types/node": "22.19.19",
     "@vercel/ai-tsconfig": "0.0.0",
     "tsdown": "^0.23.0",
     "tsx": "4.23.12",
-    "typescript": "5.8.3",
+    "typescript": "6.0.3",
     "zod": "3.25.76"
   },
   "peerDependencies": {

package/src/gateway-batch.ts

@@ -35,7 +35,9 @@ export class GatewayBatch implements BatchV4<{ text: GatewayModelId }> {
   readonly provider: string;
   readonly supportedUrls = { '*/*': [/.*/] };
 
-  constructor(private readonly config: GatewayChatConfig) {
+  constructor(
+    private readonly config: GatewayChatConfig & { maxLineBytes?: number },
+  ) {
     this.provider = `${config.provider}.batch`;
   }
 
@@ -191,6 +193,7 @@ export class GatewayBatch implements BatchV4<{ text: GatewayModelId }> {
         body: { batchId },
         successfulResponseHandler: createJsonLinesResponseHandler(
           gatewayBatchItemResultLineSchema,
+          { maxLineBytes: this.config.maxLineBytes },
         ),
         failedResponseHandler: createJsonErrorResponseHandler({
           errorSchema: z.any(),

package/src/gateway-decision-model.ts

@@ -142,6 +142,9 @@ const gatewayDecisionAnswerSchema = z.discriminatedUnion('type', [
     type: z.literal('boolean'),
     probability: z.number(),
   }),
+  z.object({
+    type: z.literal('refusal'),
+  }),
 ]);
 
 const gatewayDecisionWarningSchema = z.discriminatedUnion('type', [

package/src/gateway-embedding-model-settings.ts

@@ -4,6 +4,8 @@ export type GatewayEmbeddingModelId =
   | 'alibaba/qwen3-embedding-8b'
   | 'amazon/titan-embed-text-v2'
   | 'cohere/embed-v4.0'
+  | 'cohere/embed-v5.0-fast'
+  | 'cohere/embed-v5.0-pro'
   | 'google/gemini-embedding-001'
   | 'google/gemini-embedding-2'
   | 'google/text-embedding-005'

package/src/gateway-image-model-settings.ts

@@ -4,6 +4,7 @@ export type GatewayImageModelId =
   | 'bfl/flux-2-klein-9b'
   | 'bfl/flux-2-max'
   | 'bfl/flux-2-pro'
+  | 'bfl/flux-3-image'
   | 'bfl/flux-kontext-max'
   | 'bfl/flux-kontext-pro'
   | 'bfl/flux-pro-1.0-fill'

package/src/gateway-language-model-settings.ts

@@ -88,6 +88,7 @@ export type GatewayModelId =
   | 'google/gemini-3.6-flash'
   | 'google/gemini-3.7-flash'
   | 'google/gemini-3.8-flash'
+  | 'google/gemini-nano-banana-2.1'
   | 'google/gemini-omni-flash-preview'
   | 'google/gemma-4-26b-a4b-it'
   | 'google/gemma-4-31b-it'
@@ -128,6 +129,7 @@ export type GatewayModelId =
   | 'mistral/ministral-3b'
   | 'mistral/ministral-8b'
   | 'mistral/mistral-large-3'
+  | 'mistral/mistral-large-4'
   | 'mistral/mistral-medium-3.5'
   | 'mistral/mistral-nemo'
   | 'mistral/mistral-small'

package/src/gateway-provider.ts

@@ -251,6 +251,12 @@ export interface GatewayTranscriptionFactory {
 }
 
 export interface GatewayProviderSettings {
+  /** Settings for downloading JSON Lines batch results. */
+  batchResultDownloads?: {
+    /** Maximum UTF-8 bytes per row, excluding LF. Defaults to 64 MiB. */
+    maxLineBytes?: number;
+  };
+
   /**
    * The base URL prefix for API calls. Defaults to `https://ai-gateway.vercel.sh/v4/ai`.
    */
@@ -457,6 +463,7 @@ export function createGateway(
   const createBatch = () =>
     new GatewayBatch({
       provider: 'gateway',
+      maxLineBytes: options.batchResultDownloads?.maxLineBytes,
       baseURL,
       headers: getHeaders,
       fetch: options.fetch,

package/src/gateway-transcription-model.ts

@@ -99,12 +99,28 @@ export class GatewayTranscriptionModel implements TranscriptionModelV4 {
         fetch: this.config.fetch,
       });
 
+      const warnings = [
+        ...(responseBody.warnings ?? []),
+      ] as Array<SharedV4Warning>;
+      if (
+        isXaiTranscriptionModel(this.modelId) &&
+        requestsXaiDiarization(providerOptions) &&
+        !containsSpeaker(rawValue)
+      ) {
+        warnings.push({
+          type: 'unsupported',
+          feature: 'providerOptions.xai.diarize',
+          details:
+            'AI Gateway does not currently expose xAI speaker diarization metadata.',
+        });
+      }
+
       return {
         text: responseBody.text,
         segments: responseBody.segments ?? [],
         language: responseBody.language ?? undefined,
         durationInSeconds: responseBody.durationInSeconds ?? undefined,
-        warnings: (responseBody.warnings ?? []) as Array<SharedV4Warning>,
+        warnings,
         ...(responseBody.usage != null && { usage: responseBody.usage }),
         providerMetadata:
           responseBody.providerMetadata as SharedV4ProviderMetadata,
@@ -177,6 +193,37 @@ export class GatewayTranscriptionModel implements TranscriptionModelV4 {
   }
 }
 
+function isXaiTranscriptionModel(modelId: string): boolean {
+  return modelId.startsWith('spacexai/') || modelId.startsWith('xai/');
+}
+
+function requestsXaiDiarization(
+  providerOptions:
+    | Parameters<TranscriptionModelV4['doGenerate']>[0]['providerOptions']
+    | undefined,
+): boolean {
+  return (
+    providerOptions?.xai?.diarize === true ||
+    providerOptions?.spacexai?.diarize === true
+  );
+}
+
+function containsSpeaker(value: unknown): boolean {
+  if (Array.isArray(value)) {
+    return value.some(containsSpeaker);
+  }
+
+  if (value == null || typeof value !== 'object') {
+    return false;
+  }
+
+  return Object.entries(value).some(
+    ([key, nestedValue]) =>
+      (key === 'speaker' && nestedValue != null) ||
+      containsSpeaker(nestedValue),
+  );
+}
+
 /**
  * Gateway streaming transcription WebSocket URL: HTTP(S) base upgraded to
  * WS(S), model id in `?ai-model-id=` (browser `WebSocket` cannot set headers;