@ai-sdk/openai 4.0.67 → 4.0.69

package/docs/03-openai.mdx

@@ -3397,3 +3397,48 @@ const result = await generateSpeech({
 | `tts-1`           | <Check />    |
 | `tts-1-hd`        | <Check />    |
 | `gpt-4o-mini-tts` | <Check />    |
+
+## Evaluation Models
+
+Create an experimental evaluation model with `openai.evaluationModel(modelId)`.
+It uses the Responses API with structured output to answer Choice, Score, and
+Boolean questions. Choose a model that supports structured output, such as `gpt-5.6-luna`.
+
+```ts
+import { openai } from '@ai-sdk/openai';
+import { experimental_evaluate } from 'ai';
+
+const { answers } = await experimental_evaluate({
+  model: openai.evaluationModel('gpt-5.6-luna'),
+  state: 'I was charged twice.',
+  questions: {
+    requestsRefund: {
+      type: 'boolean',
+      instructions: 'Is the customer requesting money back?',
+    },
+    department: {
+      type: 'choice',
+      instructions: 'Which team should handle this?',
+      criteria: { billing: 'Charges and refunds', support: 'Other requests' },
+    },
+  },
+});
+```
+
+Scores are finite fractional positions on the ordered rubric. Choice labels are
+returned exactly as supplied. These are model judgments: no probability
+distributions are returned for Choice or Score. Boolean answers contain a prompted
+estimate of P(true), validated to be finite and in `[0, 1]`. These estimates are
+not guaranteed to be calibrated. Apply thresholds in application code, for example
+`answers.requestsRefund.probability >= 0.5`.
+
+The factory respects `createOpenAI` settings, including custom fetch and base URL.
+Pass Responses options through `providerOptions.openai`. Usage, warnings,
+response information, and provider metadata are preserved. Refusals, truncated
+output, or invalid answers fail the entire call. See [Evaluation](/docs/ai-sdk-core/evaluation).
+
+Evaluation models can also be accessed through `customProvider` aliases or
+`createProviderRegistry().evaluationModel('provider:model')`. Direct string IDs
+require an explicitly configured default provider with an `evaluationModel`
+method; they do not automatically use Gateway. See
+[model aliases and registries](/docs/ai-sdk-core/evaluation#model-aliases-and-registries).

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/openai",
-  "version": "4.0.67",
+  "version": "4.0.69",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -35,8 +35,8 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "4.0.15",
-    "@ai-sdk/provider-utils": "5.0.41"
+    "@ai-sdk/provider": "4.0.17",
+    "@ai-sdk/provider-utils": "5.0.43"
   },
   "devDependencies": {
     "@ai-sdk/test-server": "2.0.1",

package/src/openai-provider.ts

@@ -1,5 +1,6 @@
 import type {
   Experimental_BatchV4 as BatchV4,
+  Experimental_EvaluationModelV4 as EvaluationModelV4,
   EmbeddingModelV4,
   FilesV4,
   ImageModelV4,
@@ -19,6 +20,7 @@ import {
   type FetchFunction,
   type WebSocketConstructor,
 } from '@ai-sdk/provider-utils';
+import { Experimental_EvaluationLanguageModel as EvaluationLanguageModel } from '@ai-sdk/provider-utils/experimental-evaluation';
 import { OpenAIChatLanguageModel } from './chat/openai-chat-language-model';
 import type { OpenAIChatModelId } from './chat/openai-chat-language-model-options';
 import { OpenAICompletionLanguageModel } from './completion/openai-completion-language-model';
@@ -48,6 +50,9 @@ import { VERSION } from './version';
 export interface OpenAIProvider extends ProviderV4 {
   (modelId: OpenAIResponsesModelId): LanguageModelV4;
 
+  /** Creates an experimental Choice/Score/Boolean evaluation model using the Responses API. */
+  evaluationModel(modelId: OpenAIResponsesModelId): EvaluationModelV4;
+
   /**
    * Creates an OpenAI model for text generation.
    */
@@ -347,6 +352,11 @@ export function createOpenAI(
   provider.chat = createChatModel;
   provider.completion = createCompletionModel;
   provider.responses = createResponsesModel;
+  provider.evaluationModel = (modelId: OpenAIResponsesModelId) =>
+    new EvaluationLanguageModel({
+      model: createResponsesModel(modelId),
+      provider: `${providerName}.evaluation`,
+    });
   provider.embedding = createEmbeddingModel;
   provider.embeddingModel = createEmbeddingModel;
   provider.textEmbedding = createEmbeddingModel;