@ai-sdk/gateway 4.0.83 → 4.0.85

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @ai-sdk/gateway
 
+## 4.0.85
+
+### Patch Changes
+
+- 6982e9d: Include evaluation models in getAvailableModels() instead of filtering them out as unknown model types.
+- 6982e9d: feat(gateway): add experimental evaluation model support
+
+## 4.0.84
+
+### Patch Changes
+
+- Updated dependencies [215b25e]
+- Updated dependencies [d4d96bf]
+- Updated dependencies [a7dd893]
+- Updated dependencies [3456e2c]
+- Updated dependencies [c4e76de]
+  - @ai-sdk/provider-utils@5.0.43
+  - @ai-sdk/provider@4.0.17
+
 ## 4.0.83
 
 ### Patch Changes

package/dist/index.d.ts

@@ -1,9 +1,11 @@
-import { LanguageModelV4, ProviderV4, Experimental_BatchV4, EmbeddingModelV4, ImageModelV4, Experimental_VideoModelV4, RerankingModelV4, SpeechModelV4, TranscriptionModelV4, Experimental_RealtimeFactoryV4, JSONValue, TypeValidationError } from '@ai-sdk/provider';
+import { LanguageModelV4, ProviderV4, Experimental_BatchV4, EmbeddingModelV4, ImageModelV4, Experimental_VideoModelV4, RerankingModelV4, Experimental_EvaluationModelV4, SpeechModelV4, TranscriptionModelV4, Experimental_RealtimeFactoryV4, JSONValue, TypeValidationError } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { FetchFunction, WebSocketConstructor, InferSchema } from '@ai-sdk/provider-utils';
 
 type GatewayEmbeddingModelId = 'alibaba/qwen3-embedding-0.6b' | 'alibaba/qwen3-embedding-4b' | 'alibaba/qwen3-embedding-8b' | 'amazon/titan-embed-text-v2' | 'cohere/embed-v4.0' | 'google/gemini-embedding-001' | 'google/gemini-embedding-2' | 'google/text-embedding-005' | 'google/text-multilingual-embedding-002' | 'mistral/codestral-embed' | 'mistral/mistral-embed' | 'openai/text-embedding-3-large' | 'openai/text-embedding-3-small' | 'openai/text-embedding-ada-002' | 'perplexity/pplx-embed-v1-0.6b' | 'perplexity/pplx-embed-v1-4b' | 'voyage/voyage-3-large' | 'voyage/voyage-3.5' | 'voyage/voyage-3.5-lite' | 'voyage/voyage-4' | 'voyage/voyage-4-large' | 'voyage/voyage-4-lite' | 'voyage/voyage-code-2' | 'voyage/voyage-code-3' | 'voyage/voyage-finance-2' | 'voyage/voyage-law-2' | (string & {});
 
+type GatewayEvaluationModelId = 'typesafe-ai/jev-latest' | (string & {});
+
 type GatewayImageModelId = 'bfl/flux-2-flex' | 'bfl/flux-2-klein-4b' | 'bfl/flux-2-klein-9b' | 'bfl/flux-2-max' | 'bfl/flux-2-pro' | 'bfl/flux-kontext-max' | 'bfl/flux-kontext-pro' | 'bfl/flux-pro-1.0-fill' | 'bfl/flux-pro-1.1' | 'bfl/flux-pro-1.1-ultra' | 'bytedance/seedream-4.0' | 'bytedance/seedream-4.5' | 'bytedance/seedream-5.0-lite' | 'bytedance/seedream-5.0-pro' | 'meta/muse-image-1.0' | 'openai/gpt-image-1' | 'openai/gpt-image-1-mini' | 'openai/gpt-image-1.5' | 'openai/gpt-image-2' | 'openai/gpt-image-2.5-flare' | 'openai/gpt-image-2.5-sunburst' | 'prodia/flux-fast-schnell' | 'quiverai/arrow-1.1' | 'recraft/recraft-v2' | 'recraft/recraft-v3' | 'recraft/recraft-v4' | 'recraft/recraft-v4-pro' | 'recraft/recraft-v4.1' | 'recraft/recraft-v4.1-pro' | 'recraft/recraft-v4.1-utility' | 'recraft/recraft-v4.1-utility-pro' | 'spacexai/grok-imagine-image' | 'spacexai/grok-imagine-image-2.0' | (string & {});
 
 type GatewayModelId = 'alibaba/qwen-3-14b' | 'alibaba/qwen-3-235b' | 'alibaba/qwen-3-30b' | 'alibaba/qwen-3-32b' | 'alibaba/qwen-3.6-max-preview' | 'alibaba/qwen3-235b-a22b-thinking' | 'alibaba/qwen3-coder' | 'alibaba/qwen3-coder-30b-a3b' | 'alibaba/qwen3-coder-next' | 'alibaba/qwen3-coder-plus' | 'alibaba/qwen3-max' | 'alibaba/qwen3-max-preview' | 'alibaba/qwen3-max-thinking' | 'alibaba/qwen3-next-80b-a3b-instruct' | 'alibaba/qwen3-next-80b-a3b-thinking' | 'alibaba/qwen3-vl-235b-a22b-instruct' | 'alibaba/qwen3-vl-instruct' | 'alibaba/qwen3-vl-thinking' | 'alibaba/qwen3.5-flash' | 'alibaba/qwen3.5-plus' | 'alibaba/qwen3.6-27b' | 'alibaba/qwen3.6-plus' | 'alibaba/qwen3.7-flash' | 'alibaba/qwen3.7-max' | 'alibaba/qwen3.7-plus' | 'alibaba/qwen3.8-2.4t-a95b' | 'alibaba/qwen3.8-27b' | 'alibaba/qwen3.8-flash' | 'alibaba/qwen3.8-max' | 'alibaba/qwen3.8-max-0902' | 'amazon/nova-2-lite' | 'amazon/nova-lite' | 'amazon/nova-micro' | 'amazon/nova-pro' | 'anthropic/claude-3-haiku' | 'anthropic/claude-fable-5' | 'anthropic/claude-fable-5.1' | 'anthropic/claude-haiku-4.5' | 'anthropic/claude-opus-4' | 'anthropic/claude-opus-4.5' | 'anthropic/claude-opus-4.6' | 'anthropic/claude-opus-4.7' | 'anthropic/claude-opus-4.8' | 'anthropic/claude-opus-4.8-fast' | 'anthropic/claude-opus-5' | 'anthropic/claude-opus-5-fast' | 'anthropic/claude-sonnet-4' | 'anthropic/claude-sonnet-4.5' | 'anthropic/claude-sonnet-4.6' | 'anthropic/claude-sonnet-5' | 'arcee-ai/trinity-large-thinking' | 'bytedance/seed-1.6' | 'bytedance/seed-1.8' | 'bytedance/seed-2.1-turbo' | 'cohere/command-a' | 'deepseek/deepseek-r1' | 'deepseek/deepseek-v3.1' | 'deepseek/deepseek-v3.1-terminus' | 'deepseek/deepseek-v3.2' | 'deepseek/deepseek-v3.2-thinking' | 'deepseek/deepseek-v4-flash' | 'deepseek/deepseek-v4-flash-0731' | 'deepseek/deepseek-v4-flash-vision-exp' | 'deepseek/deepseek-v4-pro' | 'deepseek/deepseek-v4-pro-0813' | 'deepseek/deepseek-v4.1-flash' | 'google/gemini-2.5-flash' | 'google/gemini-2.5-flash-image' | 'google/gemini-2.5-flash-lite' | 'google/gemini-2.5-pro' | 'google/gemini-3-flash' | 'google/gemini-3-pro-image' | 'google/gemini-3.1-flash-image' | 'google/gemini-3.1-flash-image-preview' | 'google/gemini-3.1-flash-lite' | 'google/gemini-3.1-flash-lite-image' | 'google/gemini-3.1-pro-preview' | 'google/gemini-3.5-flash' | 'google/gemini-3.5-flash-lite' | 'google/gemini-3.6-flash' | 'google/gemini-3.7-flash' | 'google/gemini-3.8-flash' | 'google/gemini-omni-flash-preview' | 'google/gemma-4-26b-a4b-it' | 'google/gemma-4-31b-it' | 'inception/mercury-2' | 'inception/mercury-2.5' | 'inception/mercury-coder-small' | 'inclusionai/ling-3.0-flash' | 'inclusionai/ling-3.0-flash-fin' | 'inclusionai/ling-3.0-flash-fin-free' | 'inclusionai/ling-3.0-flash-sante' | 'inclusionai/ling-3.0-flash-sante-free' | 'inclusionai/ling-3.0-flash-vl' | 'inclusionai/ling-3.0-flash-vl-free' | 'inference-net/schematron-v2-small' | 'inference-net/schematron-v2-turbo' | 'interfaze/interfaze-beta' | 'meta/llama-3.1-70b' | 'meta/llama-3.1-8b' | 'meta/llama-3.3-70b' | 'meta/llama-4-maverick' | 'meta/llama-4-scout' | 'meta/muse-glimmer-30b' | 'meta/muse-spark-1.1' | 'meta/muse-spark-1.2' | 'meta/muse-spark-1.2-contributor' | 'meta/muse-spark-1.3' | 'meta/muse-spark-1.3-contributor' | 'minimax/minimax-m2' | 'minimax/minimax-m2.1' | 'minimax/minimax-m2.1-lightning' | 'minimax/minimax-m2.5' | 'minimax/minimax-m2.5-highspeed' | 'minimax/minimax-m2.7' | 'minimax/minimax-m2.7-highspeed' | 'minimax/minimax-m3' | 'mistral/codestral' | 'mistral/ministral-14b' | 'mistral/ministral-3b' | 'mistral/ministral-8b' | 'mistral/mistral-large-3' | 'mistral/mistral-medium-3.5' | 'mistral/mistral-nemo' | 'mistral/mistral-small' | 'moonshotai/kimi-k2' | 'moonshotai/kimi-k2-thinking' | 'moonshotai/kimi-k2.5' | 'moonshotai/kimi-k2.6' | 'moonshotai/kimi-k2.7-code' | 'moonshotai/kimi-k2.7-code-highspeed' | 'moonshotai/kimi-k3' | 'moonshotai/kimi-k3-fast' | 'morph/morph-v3-fast' | 'morph/morph-v3-large' | 'nvidia/nemotron-3-nano-30b-a3b' | 'nvidia/nemotron-3-super-120b-a12b' | 'nvidia/nemotron-3-ultra-550b-a55b' | 'nvidia/nemotron-3.5-lightning' | 'nvidia/nemotron-nano-12b-v2-vl' | 'nvidia/nemotron-nano-9b-v2' | 'openai/gpt-3.5-turbo' | 'openai/gpt-4-turbo' | 'openai/gpt-4.1' | 'openai/gpt-4.1-fast' | 'openai/gpt-4.1-mini' | 'openai/gpt-4.1-mini-fast' | 'openai/gpt-4.1-nano' | 'openai/gpt-4.1-nano-fast' | 'openai/gpt-4o' | 'openai/gpt-4o-fast' | 'openai/gpt-4o-mini' | 'openai/gpt-4o-mini-fast' | 'openai/gpt-5' | 'openai/gpt-5-codex' | 'openai/gpt-5-fast' | 'openai/gpt-5-mini' | 'openai/gpt-5-mini-fast' | 'openai/gpt-5-nano' | 'openai/gpt-5-pro' | 'openai/gpt-5.1-codex' | 'openai/gpt-5.1-codex-max' | 'openai/gpt-5.1-codex-mini' | 'openai/gpt-5.1-thinking' | 'openai/gpt-5.1-thinking-fast' | 'openai/gpt-5.2' | 'openai/gpt-5.2-codex' | 'openai/gpt-5.2-fast' | 'openai/gpt-5.2-pro' | 'openai/gpt-5.3-codex' | 'openai/gpt-5.3-codex-fast' | 'openai/gpt-5.4' | 'openai/gpt-5.4-fast' | 'openai/gpt-5.4-mini' | 'openai/gpt-5.4-mini-fast' | 'openai/gpt-5.4-nano' | 'openai/gpt-5.4-pro' | 'openai/gpt-5.5' | 'openai/gpt-5.5-fast' | 'openai/gpt-5.5-pro' | 'openai/gpt-5.6-luna' | 'openai/gpt-5.6-luna-fast' | 'openai/gpt-5.6-sol' | 'openai/gpt-5.6-sol-fast' | 'openai/gpt-5.6-terra' | 'openai/gpt-5.6-terra-fast' | 'openai/gpt-6-astra' | 'openai/gpt-6-astra-fast' | 'openai/gpt-oss-120b' | 'openai/gpt-oss-20b' | 'openai/gpt-oss-safeguard-120b' | 'openai/gpt-oss-safeguard-20b' | 'openai/o1' | 'openai/o3' | 'openai/o3-fast' | 'openai/o3-mini' | 'openai/o3-pro' | 'openai/o4-mini' | 'openai/o4-mini-fast' | 'perplexity/sonar' | 'perplexity/sonar-pro' | 'perplexity/sonar-reasoning-pro' | 'poolside/laguna-s-2.1' | 'poolside/laguna-s-2.1-free' | 'sakana/fugu-max' | 'sakana/fugu-ultra' | 'sakana/fugu-ultra-v2' | 'sakana/namazu' | 'spacexai/grok-4.1-fast-non-reasoning' | 'spacexai/grok-4.1-fast-reasoning' | 'spacexai/grok-4.20-multi-agent' | 'spacexai/grok-4.20-multi-agent-beta' | 'spacexai/grok-4.20-non-reasoning' | 'spacexai/grok-4.20-non-reasoning-beta' | 'spacexai/grok-4.20-reasoning' | 'spacexai/grok-4.20-reasoning-beta' | 'spacexai/grok-4.3' | 'spacexai/grok-4.5' | 'spacexai/grok-4.6' | 'spacexai/grok-build-0.1' | 'stepfun/step-3.5-flash' | 'stepfun/step-3.7-flash' | 'tencent/hy-mt2-lite' | 'tencent/hy-mt2-plus' | 'tencent/hy-mt2-pro' | 'tencent/hy3' | 'tencent/hy4-preview' | 'thinkingmachines/inkling' | 'thinkingmachines/inkling-small' | 'xiaomi/mimo-v2.5' | 'xiaomi/mimo-v2.5-pro' | 'zai/glm-4.5' | 'zai/glm-4.5-air' | 'zai/glm-4.5v' | 'zai/glm-4.6' | 'zai/glm-4.7' | 'zai/glm-4.7-flash' | 'zai/glm-4.7-flashx' | 'zai/glm-5' | 'zai/glm-5-turbo' | 'zai/glm-5.1' | 'zai/glm-5.2' | 'zai/glm-5.2-fast' | 'zai/glm-5.3' | 'zai/glm-5.3-fast' | 'zai/glm-5.3-flash' | 'zai/glm-5v-turbo' | (string & {});
@@ -85,7 +87,7 @@ type GatewayTranscriptionModelId = 'fish-audio/transcribe-1' | 'fish-audio/trans
 
 type GatewayVideoModelId = 'alibaba/wan-v2.5-t2v-preview' | 'alibaba/wan-v2.6-i2v' | 'alibaba/wan-v2.6-i2v-flash' | 'alibaba/wan-v2.6-r2v' | 'alibaba/wan-v2.6-r2v-flash' | 'alibaba/wan-v2.6-t2v' | 'alibaba/wan-v2.7-r2v' | 'alibaba/wan-v2.7-t2v' | 'alibaba/wan-v3.0-video' | 'alibaba/wan-v3.0-video-prime' | 'bfl/flux-3-video' | 'bytedance/seedance-2.0' | 'bytedance/seedance-2.0-fast' | 'bytedance/seedance-2.0-mini' | 'bytedance/seedance-2.5' | 'bytedance/seedance-v1.0-pro' | 'bytedance/seedance-v1.0-pro-fast' | 'bytedance/seedance-v1.5-pro' | 'google/veo-3.0-fast-generate-001' | 'google/veo-3.0-generate-001' | 'google/veo-3.1-fast-generate-001' | 'google/veo-3.1-generate-001' | 'google/veo-3.1-lite-generate-001' | 'klingai/kling-v2.5-turbo-i2v' | 'klingai/kling-v2.5-turbo-t2v' | 'klingai/kling-v2.6-i2v' | 'klingai/kling-v2.6-motion-control' | 'klingai/kling-v2.6-t2v' | 'klingai/kling-v3.0-i2v' | 'klingai/kling-v3.0-motion-control' | 'klingai/kling-v3.0-t2v' | 'minimax/minimax-h3' | 'minimax/minimax-h3-max' | 'spacexai/grok-imagine-video' | 'spacexai/grok-imagine-video-1.5' | (string & {});
 
-declare const KNOWN_MODEL_TYPES: readonly ["embedding", "image", "language", "realtime", "reranking", "speech", "transcription", "video"];
+declare const KNOWN_MODEL_TYPES: readonly ["embedding", "evaluation", "image", "language", "realtime", "reranking", "speech", "transcription", "video"];
 type KnownModelType = (typeof KNOWN_MODEL_TYPES)[number];
 interface GatewayLanguageModelEntry {
     /**
@@ -974,6 +976,14 @@ interface GatewayProvider extends ProviderV4 {
      * Creates a model for reranking documents.
      */
     rerankingModel(modelId: GatewayRerankingModelId): RerankingModelV4;
+    /**
+     * Creates a model for evaluating state against questions.
+     */
+    evaluation(modelId: GatewayEvaluationModelId): Experimental_EvaluationModelV4;
+    /**
+     * Creates a model for evaluating state against questions.
+     */
+    evaluationModel(modelId: GatewayEvaluationModelId): Experimental_EvaluationModelV4;
     /**
      * Creates a model for text-to-speech generation.
      */
@@ -1359,4 +1369,4 @@ declare class GatewayResponseError extends GatewayError {
 
 declare const VERSION: string;
 
-export { GATEWAY_AUTH_SUBPROTOCOL_PREFIX, GATEWAY_REALTIME_SUBPROTOCOL, GATEWAY_TEAM_SUBPROTOCOL_PREFIX, GATEWAY_TRANSCRIPTION_SUBPROTOCOL, type GatewayAsyncJobMetadata, GatewayAuthenticationError, type GatewayCreditsResponse, type GatewayEmbeddingModelId, GatewayError, type GatewayErrorResponse, GatewayFailedDependencyError, GatewayForbiddenError, type GatewayGenerationInfo, type GatewayGenerationInfoParams, type GatewayImageModelId, GatewayInternalServerError, GatewayInvalidRequestError, type GatewayLanguageModelEntry, type GatewayProviderOptions as GatewayLanguageModelOptions, type GatewayLanguageModelSpecification, type GatewayLanguageModelEntry as GatewayModelEntry, type GatewayModelId, GatewayModelNotFoundError, GatewayNotFoundError, type GatewayProvider, type GatewayProviderMetadata, type GatewayProviderOptions, type GatewayProviderSettings, GatewayRateLimitError, type GatewayRealtimeModelId, type GatewayRerankingModelId, GatewayResponseError, type GatewaySpeechModelId, type GatewaySpendReportParams, type GatewaySpendReportResponse, type GatewaySpendReportRow, type GatewayTranscriptionModelId, type GatewayVideoModelId, VERSION, createGateway, createGateway as createGatewayProvider, gateway, getGatewayRealtimeAuthToken, getGatewayRealtimeProtocols, getGatewayRealtimeTeamIdOrSlug, getGatewayTranscriptionProtocols };
+export { GATEWAY_AUTH_SUBPROTOCOL_PREFIX, GATEWAY_REALTIME_SUBPROTOCOL, GATEWAY_TEAM_SUBPROTOCOL_PREFIX, GATEWAY_TRANSCRIPTION_SUBPROTOCOL, type GatewayAsyncJobMetadata, GatewayAuthenticationError, type GatewayCreditsResponse, type GatewayEmbeddingModelId, GatewayError, type GatewayErrorResponse, type GatewayEvaluationModelId, GatewayFailedDependencyError, GatewayForbiddenError, type GatewayGenerationInfo, type GatewayGenerationInfoParams, type GatewayImageModelId, GatewayInternalServerError, GatewayInvalidRequestError, type GatewayLanguageModelEntry, type GatewayProviderOptions as GatewayLanguageModelOptions, type GatewayLanguageModelSpecification, type GatewayLanguageModelEntry as GatewayModelEntry, type GatewayModelId, GatewayModelNotFoundError, GatewayNotFoundError, type GatewayProvider, type GatewayProviderMetadata, type GatewayProviderOptions, type GatewayProviderSettings, GatewayRateLimitError, type GatewayRealtimeModelId, type GatewayRerankingModelId, GatewayResponseError, type GatewaySpeechModelId, type GatewaySpendReportParams, type GatewaySpendReportResponse, type GatewaySpendReportRow, type GatewayTranscriptionModelId, type GatewayVideoModelId, VERSION, createGateway, createGateway as createGatewayProvider, gateway, getGatewayRealtimeAuthToken, getGatewayRealtimeProtocols, getGatewayRealtimeTeamIdOrSlug, getGatewayTranscriptionProtocols };

package/dist/index.js

@@ -62,11 +62,11 @@ function decodeSubprotocolValue(value) {
 
 // src/gateway-provider.ts
 import {
-  createJsonErrorResponseHandler as createJsonErrorResponseHandler12,
-  createJsonResponseHandler as createJsonResponseHandler12,
-  getErrorMessage as getErrorMessage12,
+  createJsonErrorResponseHandler as createJsonErrorResponseHandler13,
+  createJsonResponseHandler as createJsonResponseHandler13,
+  getErrorMessage as getErrorMessage13,
   loadOptionalSetting,
-  postJsonToApi as postJsonToApi9,
+  postJsonToApi as postJsonToApi10,
   withoutTrailingSlash,
   withUserAgentSuffix
 } from "@ai-sdk/provider-utils";
@@ -689,6 +689,7 @@ import {
 // src/gateway-model-entry.ts
 var KNOWN_MODEL_TYPES = [
   "embedding",
+  "evaluation",
   "image",
   "language",
   "realtime",
@@ -2255,7 +2256,7 @@ var gatewayVideoStatusResponseSchema = z.discriminatedUnion("status", [
   })
 ]);
 
-// src/gateway-reranking-model.ts
+// src/gateway-evaluation-model.ts
 import {
   combineHeaders as combineHeaders6,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler9,
@@ -2266,6 +2267,151 @@ import {
   resolve as resolve9,
   zodSchema as zodSchema9
 } from "@ai-sdk/provider-utils";
+var GatewayEvaluationModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v4";
+    this.supportedQuestionTypes = ["choice", "score", "boolean"];
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  async doEvaluate({
+    state,
+    questions,
+    headers,
+    abortSignal,
+    providerOptions
+  }) {
+    var _a12;
+    const resolvedHeaders = this.config.headers ? await resolve9(this.config.headers) : void 0;
+    try {
+      const {
+        responseHeaders,
+        value: responseBody,
+        rawValue
+      } = await postJsonToApi6({
+        url: this.getUrl(),
+        headers: combineHeaders6(
+          resolvedHeaders,
+          headers != null ? headers : {},
+          this.getModelConfigHeaders(),
+          await resolve9(this.config.o11yHeaders)
+        ),
+        body: {
+          state,
+          questions,
+          ...providerOptions ? { providerOptions } : {}
+        },
+        successfulResponseHandler: createJsonResponseHandler9(
+          gatewayEvaluationResponseSchema
+        ),
+        failedResponseHandler: createJsonErrorResponseHandler9({
+          errorSchema: z.any(),
+          errorToMessage: (data) => {
+            var _a13;
+            return (_a13 = getErrorMessage9(data)) != null ? _a13 : "unknown error";
+          }
+        }),
+        ...abortSignal && { abortSignal },
+        fetch: this.config.fetch
+      });
+      return {
+        answers: responseBody.answers,
+        ...responseBody.rounding ? { rounding: responseBody.rounding } : {},
+        ...responseBody.usage ? { usage: responseBody.usage } : {},
+        warnings: (_a12 = responseBody.warnings) != null ? _a12 : [],
+        providerMetadata: responseBody.providerMetadata,
+        response: {
+          modelId: this.modelId,
+          headers: responseHeaders,
+          body: rawValue
+        }
+      };
+    } catch (error) {
+      throw await asGatewayError(
+        error,
+        await parseAuthMethod(resolvedHeaders != null ? resolvedHeaders : {})
+      );
+    }
+  }
+  getUrl() {
+    return `${this.config.baseURL}/evaluation-model`;
+  }
+  getModelConfigHeaders() {
+    return {
+      "ai-evaluation-model-specification-version": "4",
+      "ai-model-id": this.modelId
+    };
+  }
+};
+var gatewayEvaluationAnswerSchema = z.discriminatedUnion("type", [
+  z.object({
+    type: z.literal("choice"),
+    choice: z.string(),
+    probabilities: z.record(z.string(), z.number()).optional()
+  }),
+  z.object({
+    type: z.literal("score"),
+    score: z.number(),
+    probabilities: z.record(z.string(), z.number()).optional()
+  }),
+  z.object({
+    type: z.literal("boolean"),
+    probability: z.number()
+  })
+]);
+var gatewayEvaluationWarningSchema = z.discriminatedUnion("type", [
+  z.object({
+    type: z.literal("unsupported"),
+    feature: z.string(),
+    details: z.string().optional()
+  }),
+  z.object({
+    type: z.literal("compatibility"),
+    feature: z.string(),
+    details: z.string().optional()
+  }),
+  z.object({
+    type: z.literal("deprecated"),
+    setting: z.string(),
+    message: z.string()
+  }),
+  z.object({
+    type: z.literal("other"),
+    message: z.string()
+  })
+]);
+var gatewayEvaluationResponseSchema = lazySchema9(
+  () => zodSchema9(
+    z.object({
+      answers: z.record(z.string(), gatewayEvaluationAnswerSchema),
+      rounding: z.object({
+        probabilityDecimals: z.number().optional(),
+        scoreDecimals: z.number().optional()
+      }).optional(),
+      usage: z.object({
+        inputTokens: z.number().optional(),
+        outputTokens: z.number().optional()
+      }).optional(),
+      warnings: z.array(gatewayEvaluationWarningSchema).optional(),
+      providerMetadata: z.record(z.string(), z.record(z.string(), z.unknown())).optional()
+    })
+  )
+);
+
+// src/gateway-reranking-model.ts
+import {
+  combineHeaders as combineHeaders7,
+  createJsonErrorResponseHandler as createJsonErrorResponseHandler10,
+  createJsonResponseHandler as createJsonResponseHandler10,
+  getErrorMessage as getErrorMessage10,
+  lazySchema as lazySchema10,
+  postJsonToApi as postJsonToApi7,
+  resolve as resolve10,
+  zodSchema as zodSchema10
+} from "@ai-sdk/provider-utils";
 var GatewayRerankingModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -2284,19 +2430,19 @@ var GatewayRerankingModel = class {
     providerOptions
   }) {
     var _a12;
-    const resolvedHeaders = this.config.headers ? await resolve9(this.config.headers) : void 0;
+    const resolvedHeaders = this.config.headers ? await resolve10(this.config.headers) : void 0;
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue
-      } = await postJsonToApi6({
+      } = await postJsonToApi7({
         url: this.getUrl(),
-        headers: combineHeaders6(
+        headers: combineHeaders7(
           resolvedHeaders,
           headers != null ? headers : {},
           this.getModelConfigHeaders(),
-          await resolve9(this.config.o11yHeaders)
+          await resolve10(this.config.o11yHeaders)
         ),
         body: {
           documents,
@@ -2304,14 +2450,14 @@ var GatewayRerankingModel = class {
           ...topN != null ? { topN } : {},
           ...providerOptions ? { providerOptions } : {}
         },
-        successfulResponseHandler: createJsonResponseHandler9(
+        successfulResponseHandler: createJsonResponseHandler10(
           gatewayRerankingResponseSchema
         ),
-        failedResponseHandler: createJsonErrorResponseHandler9({
+        failedResponseHandler: createJsonErrorResponseHandler10({
           errorSchema: z.any(),
           errorToMessage: (data) => {
             var _a13;
-            return (_a13 = getErrorMessage9(data)) != null ? _a13 : "unknown error";
+            return (_a13 = getErrorMessage10(data)) != null ? _a13 : "unknown error";
           }
         }),
         ...abortSignal && { abortSignal },
@@ -2361,8 +2507,8 @@ var gatewayRerankingWarningSchema = z.discriminatedUnion("type", [
     message: z.string()
   })
 ]);
-var gatewayRerankingResponseSchema = lazySchema9(
-  () => zodSchema9(
+var gatewayRerankingResponseSchema = lazySchema10(
+  () => zodSchema10(
     z.object({
       ranking: z.array(
         z.object({
@@ -2378,12 +2524,12 @@ var gatewayRerankingResponseSchema = lazySchema9(
 
 // src/gateway-speech-model.ts
 import {
-  combineHeaders as combineHeaders7,
-  createJsonErrorResponseHandler as createJsonErrorResponseHandler10,
-  createJsonResponseHandler as createJsonResponseHandler10,
-  getErrorMessage as getErrorMessage10,
-  postJsonToApi as postJsonToApi7,
-  resolve as resolve10
+  combineHeaders as combineHeaders8,
+  createJsonErrorResponseHandler as createJsonErrorResponseHandler11,
+  createJsonResponseHandler as createJsonResponseHandler11,
+  getErrorMessage as getErrorMessage11,
+  postJsonToApi as postJsonToApi8,
+  resolve as resolve11
 } from "@ai-sdk/provider-utils";
 var GatewaySpeechModel = class {
   constructor(modelId, config) {
@@ -2406,19 +2552,19 @@ var GatewaySpeechModel = class {
     abortSignal
   }) {
     var _a12;
-    const resolvedHeaders = this.config.headers ? await resolve10(this.config.headers) : void 0;
+    const resolvedHeaders = this.config.headers ? await resolve11(this.config.headers) : void 0;
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue
-      } = await postJsonToApi7({
+      } = await postJsonToApi8({
         url: this.getUrl(),
-        headers: combineHeaders7(
+        headers: combineHeaders8(
           resolvedHeaders,
           headers != null ? headers : {},
           this.getModelConfigHeaders(),
-          await resolve10(this.config.o11yHeaders)
+          await resolve11(this.config.o11yHeaders)
         ),
         body: {
           text,
@@ -2429,14 +2575,14 @@ var GatewaySpeechModel = class {
           ...language && { language },
           ...providerOptions && { providerOptions }
         },
-        successfulResponseHandler: createJsonResponseHandler10(
+        successfulResponseHandler: createJsonResponseHandler11(
           gatewaySpeechResponseSchema
         ),
-        failedResponseHandler: createJsonErrorResponseHandler10({
+        failedResponseHandler: createJsonErrorResponseHandler11({
           errorSchema: z.any(),
           errorToMessage: (data) => {
             var _a13;
-            return (_a13 = getErrorMessage10(data)) != null ? _a13 : "unknown error";
+            return (_a13 = getErrorMessage11(data)) != null ? _a13 : "unknown error";
           }
         }),
         ...abortSignal && { abortSignal },
@@ -2500,19 +2646,19 @@ var gatewaySpeechResponseSchema = z.object({
 
 // src/gateway-transcription-model.ts
 import {
-  getErrorMessage as getErrorMessage11
+  getErrorMessage as getErrorMessage12
 } from "@ai-sdk/provider";
 import {
-  combineHeaders as combineHeaders8,
+  combineHeaders as combineHeaders9,
   convertBase64ToUint8Array,
   convertUint8ArrayToBase64 as convertUint8ArrayToBase643,
-  createJsonErrorResponseHandler as createJsonErrorResponseHandler11,
-  createJsonResponseHandler as createJsonResponseHandler11,
+  createJsonErrorResponseHandler as createJsonErrorResponseHandler12,
+  createJsonResponseHandler as createJsonResponseHandler12,
   connectToWebSocket,
   normalizeHeaders,
   experimental_parseTranscriptionStreamPart as parseTranscriptionStreamPart,
-  postJsonToApi as postJsonToApi8,
-  resolve as resolve11,
+  postJsonToApi as postJsonToApi9,
+  resolve as resolve12,
   EXPERIMENTAL_TRANSCRIPTION_STREAM_AUDIO_DONE_FRAME_TYPE as TRANSCRIPTION_STREAM_AUDIO_DONE_FRAME_TYPE,
   waitForWebSocketBufferDrain,
   EXPERIMENTAL_TRANSCRIPTION_STREAM_START_FRAME_TYPE as TRANSCRIPTION_STREAM_START_FRAME_TYPE
@@ -2534,33 +2680,33 @@ var GatewayTranscriptionModel = class {
     abortSignal
   }) {
     var _a12, _b12, _c, _d;
-    const resolvedHeaders = this.config.headers ? await resolve11(this.config.headers) : void 0;
+    const resolvedHeaders = this.config.headers ? await resolve12(this.config.headers) : void 0;
     try {
       const {
         responseHeaders,
         value: responseBody,
         rawValue
-      } = await postJsonToApi8({
+      } = await postJsonToApi9({
         url: this.getUrl(),
-        headers: combineHeaders8(
+        headers: combineHeaders9(
           resolvedHeaders,
           headers != null ? headers : {},
           this.getModelConfigHeaders(),
-          await resolve11(this.config.o11yHeaders)
+          await resolve12(this.config.o11yHeaders)
         ),
         body: {
           audio: audio instanceof Uint8Array ? convertUint8ArrayToBase643(audio) : audio,
           mediaType,
           ...providerOptions && { providerOptions }
         },
-        successfulResponseHandler: createJsonResponseHandler11(
+        successfulResponseHandler: createJsonResponseHandler12(
           gatewayTranscriptionResponseSchema
         ),
-        failedResponseHandler: createJsonErrorResponseHandler11({
+        failedResponseHandler: createJsonErrorResponseHandler12({
           errorSchema: z.any(),
           errorToMessage: (data) => {
             var _a13;
-            return (_a13 = getErrorMessage11(data)) != null ? _a13 : "unknown error";
+            return (_a13 = getErrorMessage12(data)) != null ? _a13 : "unknown error";
           }
         }),
         ...abortSignal && { abortSignal },
@@ -2590,11 +2736,11 @@ var GatewayTranscriptionModel = class {
   async doStream(options) {
     var _a12, _b12, _c, _d, _e;
     const currentDate = (_c = (_b12 = (_a12 = this.config._internal) == null ? void 0 : _a12.currentDate) == null ? void 0 : _b12.call(_a12)) != null ? _c : /* @__PURE__ */ new Date();
-    const headers = combineHeaders8(
-      await resolve11((_d = this.config.headers) != null ? _d : {}),
+    const headers = combineHeaders9(
+      await resolve12((_d = this.config.headers) != null ? _d : {}),
       (_e = options.headers) != null ? _e : {},
       this.getModelConfigHeaders(),
-      await resolve11(this.config.o11yHeaders)
+      await resolve12(this.config.o11yHeaders)
     );
     const authMethod = await parseAuthMethod(headers);
     const startFrame = {
@@ -2832,7 +2978,7 @@ function getServerErrorMessage(error) {
   if (error != null && typeof error === "object" && "message" in error && typeof error.message === "string") {
     return error.message;
   }
-  return getErrorMessage11(error);
+  return getErrorMessage12(error);
 }
 var SERVER_ERROR_STATUS_CODES = {
   authentication_error: 401,
@@ -2914,11 +3060,11 @@ function toGatewayRealtimeUrl(baseURL, modelId) {
 // src/tool/exa-search.ts
 import {
   createProviderExecutedToolFactory,
-  lazySchema as lazySchema10,
-  zodSchema as zodSchema10
+  lazySchema as lazySchema11,
+  zodSchema as zodSchema11
 } from "@ai-sdk/provider-utils";
-var exaSearchInputSchema = lazySchema10(
-  () => zodSchema10(
+var exaSearchInputSchema = lazySchema11(
+  () => zodSchema11(
     z.object({
       query: z.string().describe("Natural-language web search query. This is required."),
       type: z.enum(["auto", "fast", "instant"]).optional().describe(
@@ -2988,8 +3134,8 @@ var exaSearchInputSchema = lazySchema10(
     })
   )
 );
-var exaSearchOutputSchema = lazySchema10(
-  () => zodSchema10(
+var exaSearchOutputSchema = lazySchema11(
+  () => zodSchema11(
     z.union([
       z.object({
         requestId: z.string(),
@@ -3046,11 +3192,11 @@ var exaSearch = (config = {}) => exaSearchToolFactory(config);
 // src/tool/parallel-search.ts
 import {
   createProviderExecutedToolFactory as createProviderExecutedToolFactory2,
-  lazySchema as lazySchema11,
-  zodSchema as zodSchema11
+  lazySchema as lazySchema12,
+  zodSchema as zodSchema12
 } from "@ai-sdk/provider-utils";
-var parallelSearchInputSchema = lazySchema11(
-  () => zodSchema11(
+var parallelSearchInputSchema = lazySchema12(
+  () => zodSchema12(
     z.object({
       objective: z.string().describe(
         "Natural-language description of the web research goal, including source or freshness guidance and broader context from the task. Maximum 5000 characters."
@@ -3089,8 +3235,8 @@ var parallelSearchInputSchema = lazySchema11(
     })
   )
 );
-var parallelSearchOutputSchema = lazySchema11(
-  () => zodSchema11(
+var parallelSearchOutputSchema = lazySchema12(
+  () => zodSchema12(
     z.union([
       // Success response
       z.object({
@@ -3131,11 +3277,11 @@ var parallelSearch = (config = {}) => parallelSearchToolFactory(config);
 // src/tool/perplexity-search.ts
 import {
   createProviderExecutedToolFactory as createProviderExecutedToolFactory3,
-  lazySchema as lazySchema12,
-  zodSchema as zodSchema12
+  lazySchema as lazySchema13,
+  zodSchema as zodSchema13
 } from "@ai-sdk/provider-utils";
-var perplexitySearchInputSchema = lazySchema12(
-  () => zodSchema12(
+var perplexitySearchInputSchema = lazySchema13(
+  () => zodSchema13(
     z.object({
       query: z.union([z.string(), z.array(z.string())]).describe(
         "Search query (string) or multiple queries (array of up to 5 strings). Multi-query searches return combined results from all queries."
@@ -3176,8 +3322,8 @@ var perplexitySearchInputSchema = lazySchema12(
     })
   )
 );
-var perplexitySearchOutputSchema = lazySchema12(
-  () => zodSchema12(
+var perplexitySearchOutputSchema = lazySchema13(
+  () => zodSchema13(
     z.union([
       // Success response
       z.object({
@@ -3217,8 +3363,8 @@ var perplexitySearch = (config = {}) => perplexitySearchToolFactory(config);
 // src/tool/tako-search.ts
 import {
   createProviderExecutedToolFactory as createProviderExecutedToolFactory4,
-  lazySchema as lazySchema13,
-  zodSchema as zodSchema13
+  lazySchema as lazySchema14,
+  zodSchema as zodSchema14
 } from "@ai-sdk/provider-utils";
 var takoDataSourceInputSchema = z.object({
   count: z.number().optional().describe(
@@ -3257,8 +3403,8 @@ var takoWebSourceInputSchema = z.object({
     "Keep results published on or before this ISO date (YYYY-MM-DD)."
   )
 });
-var takoSearchInputSchema = lazySchema13(
-  () => zodSchema13(
+var takoSearchInputSchema = lazySchema14(
+  () => zodSchema14(
     z.object({
       query: z.string().describe(
         'Natural-language search query. Include the entity, metric, and time period. Quote a phrase to force it to one entity, for example "Tesla":PRODUCT price.'
@@ -3388,8 +3534,8 @@ var takoWebResultSchema = z.object({
   publish_date: z.string().nullish(),
   content: takoResultContentSchema.nullish()
 }).passthrough();
-var takoSearchOutputSchema = lazySchema13(
-  () => zodSchema13(
+var takoSearchOutputSchema = lazySchema14(
+  () => zodSchema14(
     z.union([
       z.object({
         request_id: z.string(),
@@ -3472,7 +3618,7 @@ async function getVercelRequestId() {
 }
 
 // src/version.ts
-var VERSION = true ? "4.0.83" : "0.0.0-test";
+var VERSION = true ? "4.0.85" : "0.0.0-test";
 
 // src/gateway-provider.ts
 var AI_GATEWAY_PROTOCOL_VERSION = "0.0.1";
@@ -3527,7 +3673,7 @@ function createGateway(options = {}) {
     const headers = createAuthHeaders(auth);
     const url = new URL("/v1/realtime/client-secrets", baseURL).toString();
     try {
-      const { value } = await postJsonToApi9({
+      const { value } = await postJsonToApi10({
         url,
         headers,
         body: {
@@ -3537,14 +3683,14 @@ function createGateway(options = {}) {
             expiresIn: params.expiresAfterSeconds
           }
         },
-        successfulResponseHandler: createJsonResponseHandler12(
+        successfulResponseHandler: createJsonResponseHandler13(
           gatewayClientSecretResponseSchema
         ),
-        failedResponseHandler: createJsonErrorResponseHandler12({
+        failedResponseHandler: createJsonErrorResponseHandler13({
           errorSchema: z.any(),
           errorToMessage: (data) => {
             var _a13;
-            return (_a13 = getErrorMessage12(data)) != null ? _a13 : "unknown error";
+            return (_a13 = getErrorMessage13(data)) != null ? _a13 : "unknown error";
           }
         }),
         fetch: options.fetch
@@ -3713,6 +3859,17 @@ function createGateway(options = {}) {
   };
   provider.rerankingModel = createRerankingModel;
   provider.reranking = createRerankingModel;
+  const createEvaluationModel = (modelId) => {
+    return new GatewayEvaluationModel(modelId, {
+      provider: "gateway",
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch,
+      o11yHeaders: createO11yHeaders()
+    });
+  };
+  provider.evaluationModel = createEvaluationModel;
+  provider.evaluation = createEvaluationModel;
   const createSpeechModel = (modelId) => {
     return new GatewaySpeechModel(modelId, {
       provider: "gateway",