@ai-sdk/gateway 4.0.95 → 4.0.96

package/docs/00-ai-gateway.mdx

@@ -1474,13 +1474,13 @@ The following gateway provider options are available:
 
 - **models** _string[] | [GatewayModelFallback, ...string[]]_
 
-  Specifies fallback models in attempt order. String entries keep their existing behavior: the gateway tries them when the primary model fails or is unavailable. Evaluation requests can also start the list with one conditional `{ model, when }` entry to retry a successful but uncertain evaluation with another model. Only the first entry can be conditional, and only one conditional entry is allowed. If the primary model fails, the gateway also advances to the conditional entry under its existing error fallback behavior. Conditional entries are rejected on non-evaluation requests. Type evaluation options with `GatewayEvaluationProviderOptions`, since `GatewayProviderOptions` only accepts string entries.
+  Specifies fallback models in attempt order. String entries keep their existing behavior: the gateway tries them when the primary model fails or is unavailable. Evaluation requests can also start the list with one conditional `{ model, when }` entry to retry a successful but uncertain evaluation with another model. Only the first entry can be conditional, and only one conditional entry is allowed. If the primary model fails, the gateway also advances to the conditional entry under its existing error fallback behavior. Conditional entries are rejected on non-evaluation requests.
 
   Example: `models: ['openai/gpt-5.4-nano', 'google/gemini-3.8-flash']` will try the fallback models in order if the primary model fails.
 
   A direct condition uses `{ question, confidenceBelow }` for Choice and Score questions, or `{ question, probabilityBetween: [minimum, maximum] }` for Boolean questions. Boolean probability is P(true), not confidence in the selected Boolean outcome. Bounds are inclusive, finite, ordered, and within `[0, 1]`.
 
-  Combine conditions with `{ any: [...] }`, `{ all: [...] }`, or `{ atLeast: { count, conditions: [...] } }`. Each condition list holds 1 to 20 conditions. `atLeast.count` must be an integer from `1` through the number of conditions. Conditions nest at most 5 levels deep. Question IDs and the conditional `model` are 1 to 256 characters. The SDK checks these bounds before sending the request, and the gateway also checks that each question exists and has a kind that matches its condition. String error fallbacks may follow the conditional entry.
+  Combine conditions with `{ any: [...] }`, `{ all: [...] }`, or `{ atLeast: { count, conditions: [...] } }`. Each condition list holds 1 to 20 conditions. `atLeast.count` must be an integer from `1` through the number of conditions. Conditions nest at most 5 levels deep. Question IDs are 1 to 256 characters, and the conditional `model` must not be empty. The SDK checks these bounds before sending the request, and the gateway also checks that each question exists and has a kind that matches its condition. String error fallbacks may follow the conditional entry.
 
 - **user** _string_
 
@@ -1619,7 +1619,7 @@ configuration under `providerOptions.gateway.models`. `experimental_evaluate`
 does not have a top-level fallback option.
 
 ```ts
-import type { GatewayEvaluationProviderOptions } from '@ai-sdk/gateway';
+import type { GatewayProviderOptions } from '@ai-sdk/gateway';
 import { experimental_evaluate } from 'ai';
 
 const questions = {
@@ -1654,7 +1654,7 @@ const result = await experimental_evaluate({
           },
         },
       ],
-    } satisfies GatewayEvaluationProviderOptions<keyof typeof questions>,
+    } satisfies GatewayProviderOptions,
   },
 });
 

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ai-sdk/gateway",
   "private": false,
-  "version": "4.0.95",
+  "version": "4.0.96",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,

package/src/gateway-provider-options.ts

@@ -6,7 +6,6 @@ import { z } from './zod';
 export const EVALUATION_FALLBACK_MAX_CONDITION_DEPTH = 5;
 export const EVALUATION_FALLBACK_MAX_CONDITIONS_PER_LIST = 20;
 export const EVALUATION_FALLBACK_MAX_QUESTION_LENGTH = 256;
-export const EVALUATION_FALLBACK_MAX_MODEL_LENGTH = 256;
 
 export const gatewayEvaluationProviderOptionsSchema = lazySchema(() =>
   zodSchema(
@@ -45,7 +44,7 @@ export type GatewayModelFallback<QUESTION_ID extends string = string> =
       when: EvaluationFallbackCondition<QUESTION_ID>;
     };
 
-export type GatewayProviderOptions = {
+export type GatewayProviderOptions<QUESTION_ID extends string = string> = {
   /**
    * Service-owned options may be added by the Gateway without requiring an SDK
    * release. The Gateway service validates and applies the runtime schema.
@@ -90,11 +89,13 @@ export type GatewayProviderOptions = {
   idempotencyKey?: string;
 
   /**
-   * Array of model slugs specifying fallback models to use in order.
-   * Conditional entries are only valid on evaluation requests, see
-   * `GatewayEvaluationProviderOptions`.
+   * Fallback models to try in order. On evaluation requests, the first entry
+   * can be a conditional `{ model, when }` fallback that reruns the evaluation
+   * when `when` matches the primary answers. Other request types reject a
+   * conditional entry. Pass your question IDs as `QUESTION_ID` to check the
+   * `question` names in `when`.
    */
-  models?: string[];
+  models?: GatewayModelFallbackList<QUESTION_ID>;
 
   /** Array of provider slugs that are the only ones allowed to be used. */
   only?: string[];
@@ -126,20 +127,6 @@ export type GatewayProviderOptions = {
   zeroDataRetention?: boolean;
 };
 
-/**
- * Gateway provider options for evaluation requests. Same as
- * `GatewayProviderOptions`, except `models` may start with one conditional
- * `{ model, when }` entry followed by string error fallbacks.
- *
- * The SDK validates `models` strictly before sending the request, so new
- * condition shapes need an SDK release. Other keys pass through unchanged.
- */
-export type GatewayEvaluationProviderOptions<
-  QUESTION_ID extends string = string,
-> = GatewayProviderOptionsWithoutModels & {
-  models?: GatewayModelFallbackList<QUESTION_ID>;
-};
-
 type EvaluationFallbackConditionList<QUESTION_ID extends string> = [
   EvaluationFallbackCondition<QUESTION_ID>,
   ...EvaluationFallbackCondition<QUESTION_ID>[],
@@ -158,12 +145,6 @@ type ExclusiveCondition<CONDITION> = CONDITION & {
   [KEY in Exclude<ConditionKey, keyof CONDITION>]?: never;
 };
 
-type GatewayProviderOptionsWithoutModels = {
-  [KEY in keyof GatewayProviderOptions as KEY extends 'models'
-    ? never
-    : KEY]: GatewayProviderOptions[KEY];
-};
-
 type ConditionalGatewayModelFallback<QUESTION_ID extends string> = Exclude<
   GatewayModelFallback<QUESTION_ID>,
   string
@@ -214,7 +195,7 @@ const groupBeyondMaxDepthSchema = z
 
 const conditionalModelFallbackSchema = z
   .object({
-    model: z.string().min(1).max(EVALUATION_FALLBACK_MAX_MODEL_LENGTH),
+    model: z.string().min(1),
     when: conditionSchema(1),
   })
   .strict();

package/src/index.ts

@@ -48,7 +48,6 @@ export type {
 } from './gateway-provider-metadata';
 export type {
   EvaluationFallbackCondition,
-  GatewayEvaluationProviderOptions,
   GatewayModelFallback,
   GatewayProviderOptions,
   /** @deprecated Use `GatewayProviderOptions` instead. */