@ai-sdk/gateway 3.0.99 → 3.0.101

package/src/gateway-fetch-metadata.ts

@@ -9,7 +9,11 @@ import {
 import { z } from 'zod/v4';
 import { asGatewayError } from './errors';
 import type { GatewayConfig } from './gateway-config';
-import type { GatewayLanguageModelEntry } from './gateway-model-entry';
+import {
+  KNOWN_MODEL_TYPES,
+  type GatewayLanguageModelEntry,
+  type KnownModelType,
+} from './gateway-model-entry';
 
 type GatewayFetchMetadataConfig = GatewayConfig;
 
@@ -75,41 +79,47 @@ export class GatewayFetchMetadata {
 const gatewayAvailableModelsResponseSchema = lazySchema(() =>
   zodSchema(
     z.object({
-      models: z.array(
-        z.object({
-          id: z.string(),
-          name: z.string(),
-          description: z.string().nullish(),
-          pricing: z
-            .object({
-              input: z.string(),
-              output: z.string(),
-              input_cache_read: z.string().nullish(),
-              input_cache_write: z.string().nullish(),
-            })
-            .transform(
-              ({ input, output, input_cache_read, input_cache_write }) => ({
-                input,
-                output,
-                ...(input_cache_read
-                  ? { cachedInputTokens: input_cache_read }
-                  : {}),
-                ...(input_cache_write
-                  ? { cacheCreationInputTokens: input_cache_write }
-                  : {}),
-              }),
-            )
-            .nullish(),
-          specification: z.object({
-            specificationVersion: z.literal('v3'),
-            provider: z.string(),
-            modelId: z.string(),
+      models: z
+        .array(
+          z.object({
+            id: z.string(),
+            name: z.string(),
+            description: z.string().nullish(),
+            pricing: z
+              .object({
+                input: z.string(),
+                output: z.string(),
+                input_cache_read: z.string().nullish(),
+                input_cache_write: z.string().nullish(),
+              })
+              .transform(
+                ({ input, output, input_cache_read, input_cache_write }) => ({
+                  input,
+                  output,
+                  ...(input_cache_read
+                    ? { cachedInputTokens: input_cache_read }
+                    : {}),
+                  ...(input_cache_write
+                    ? { cacheCreationInputTokens: input_cache_write }
+                    : {}),
+                }),
+              )
+              .nullish(),
+            specification: z.object({
+              specificationVersion: z.literal('v3'),
+              provider: z.string(),
+              modelId: z.string(),
+            }),
+            modelType: z.string().nullish(),
           }),
-          modelType: z
-            .enum(['embedding', 'image', 'language', 'reranking', 'video'])
-            .nullish(),
-        }),
-      ),
+        )
+        .transform(models =>
+          models.filter(
+            (m): m is typeof m & { modelType?: KnownModelType | null } =>
+              m.modelType == null ||
+              KNOWN_MODEL_TYPES.includes(m.modelType as KnownModelType),
+          ),
+        ),
     }),
   ),
 );

package/src/gateway-model-entry.ts

@@ -1,5 +1,15 @@
 import type { LanguageModelV3 } from '@ai-sdk/provider';
 
+export const KNOWN_MODEL_TYPES = [
+  'embedding',
+  'image',
+  'language',
+  'reranking',
+  'video',
+] as const;
+
+export type KnownModelType = (typeof KNOWN_MODEL_TYPES)[number];
+
 export interface GatewayLanguageModelEntry {
   /**
    * The model id used by the remote provider in model settings and for specifying the
@@ -49,7 +59,7 @@ export interface GatewayLanguageModelEntry {
   /**
    * Optional field to differentiate between model types.
    */
-  modelType?: 'language' | 'embedding' | 'image' | 'reranking' | 'video' | null;
+  modelType?: KnownModelType | null;
 }
 
 export type GatewayLanguageModelSpecification = Pick<

package/src/gateway-provider-options.ts

@@ -17,6 +17,14 @@ const gatewayProviderOptions = lazySchema(() =>
        * Example: `['bedrock', 'anthropic']` will try Amazon Bedrock first, then Anthropic as fallback.
        */
       order: z.array(z.string()).optional(),
+      /**
+       * Sort providers by a performance or cost metric before routing.
+       *
+       * - `'cost'`: lowest cost first
+       * - `'ttft'`: lowest time-to-first-token first
+       * - `'tps'`: highest tokens-per-second first
+       */
+      sort: z.enum(['cost', 'ttft', 'tps']).optional(),
       /**
        * The unique identifier for the end user on behalf of whom the request was made.
        *