@ai-sdk/openai 2.0.11 → 2.0.13

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @ai-sdk/openai
 
+## 2.0.13
+
+### Patch Changes
+
+- ddc9d99: Implements `logprobs` for OpenAI `providerOptions` and `providerMetaData` in `OpenAIResponsesLanguageModel`
+
+  You can now set `providerOptions.openai.logprobs` when using `generateText()` and retrieve logprobs from the response via `result.providerMetadata?.openai`
+
+## 2.0.12
+
+### Patch Changes
+
+- ec336a1: feat(provider/openai): add response_format to be supported by default
+- 2935ec7: fix(provider/openai): exclude gpt-5-chat from reasoning model
+- Updated dependencies [034e229]
+- Updated dependencies [f25040d]
+  - @ai-sdk/provider-utils@3.0.3
+
 ## 2.0.11
 
 ### Patch Changes

package/dist/index.d.mts

@@ -161,6 +161,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     include: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodEnum<{
         "reasoning.encrypted_content": "reasoning.encrypted_content";
         "file_search_call.results": "file_search_call.results";
+        "message.output_text.logprobs": "message.output_text.logprobs";
     }>>>>;
     textVerbosity: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
         low: "low";
@@ -169,6 +170,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     }>>>;
     promptCacheKey: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     safetyIdentifier: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    logprobs: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber]>>;
 }, z.core.$strip>;
 type OpenAIResponsesProviderOptions = z.infer<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.d.ts

@@ -161,6 +161,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     include: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodEnum<{
         "reasoning.encrypted_content": "reasoning.encrypted_content";
         "file_search_call.results": "file_search_call.results";
+        "message.output_text.logprobs": "message.output_text.logprobs";
     }>>>>;
     textVerbosity: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
         low: "low";
@@ -169,6 +170,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     }>>>;
     promptCacheKey: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     safetyIdentifier: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    logprobs: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber]>>;
 }, z.core.$strip>;
 type OpenAIResponsesProviderOptions = z.infer<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.js

@@ -1135,13 +1135,13 @@ var openaiChatChunkSchema = import_v45.z.union([
   openaiErrorDataSchema
 ]);
 function isReasoningModel(modelId) {
-  return modelId.startsWith("o") || modelId.startsWith("gpt-5");
+  return (modelId.startsWith("o") || modelId.startsWith("gpt-5")) && !modelId.startsWith("gpt-5-chat");
 }
 function supportsFlexProcessing(modelId) {
-  return modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("gpt-5");
+  return modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-chat");
 }
 function supportsPriorityProcessing(modelId) {
-  return modelId.startsWith("gpt-4") || modelId.startsWith("gpt-5-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-nano") || modelId.startsWith("o3") || modelId.startsWith("o4-mini");
+  return modelId.startsWith("gpt-4") || modelId.startsWith("gpt-5-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-nano") && !modelId.startsWith("gpt-5-chat") || modelId.startsWith("o3") || modelId.startsWith("o4-mini");
 }
 function getSystemMessageMode(modelId) {
   var _a, _b;
@@ -2127,6 +2127,19 @@ function prepareResponsesTools({
 }
 
 // src/responses/openai-responses-language-model.ts
+var TOP_LOGPROBS_MAX = 20;
+var LOGPROBS_SCHEMA = import_v413.z.array(
+  import_v413.z.object({
+    token: import_v413.z.string(),
+    logprob: import_v413.z.number(),
+    top_logprobs: import_v413.z.array(
+      import_v413.z.object({
+        token: import_v413.z.string(),
+        logprob: import_v413.z.number()
+      })
+    )
+  })
+);
 var OpenAIResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v2";
@@ -2190,6 +2203,8 @@ var OpenAIResponsesLanguageModel = class {
       schema: openaiResponsesProviderOptionsSchema
     });
     const strictJsonSchema = (_a = openaiOptions == null ? void 0 : openaiOptions.strictJsonSchema) != null ? _a : false;
+    const topLogprobs = typeof (openaiOptions == null ? void 0 : openaiOptions.logprobs) === "number" ? openaiOptions == null ? void 0 : openaiOptions.logprobs : (openaiOptions == null ? void 0 : openaiOptions.logprobs) === true ? TOP_LOGPROBS_MAX : void 0;
+    const openaiOptionsInclude = topLogprobs ? Array.isArray(openaiOptions == null ? void 0 : openaiOptions.include) ? [...openaiOptions == null ? void 0 : openaiOptions.include, "message.output_text.logprobs"] : ["message.output_text.logprobs"] : openaiOptions == null ? void 0 : openaiOptions.include;
     const baseArgs = {
       model: this.modelId,
       input: messages,
@@ -2220,9 +2235,10 @@ var OpenAIResponsesLanguageModel = class {
       user: openaiOptions == null ? void 0 : openaiOptions.user,
       instructions: openaiOptions == null ? void 0 : openaiOptions.instructions,
       service_tier: openaiOptions == null ? void 0 : openaiOptions.serviceTier,
-      include: openaiOptions == null ? void 0 : openaiOptions.include,
+      include: openaiOptionsInclude,
       prompt_cache_key: openaiOptions == null ? void 0 : openaiOptions.promptCacheKey,
       safety_identifier: openaiOptions == null ? void 0 : openaiOptions.safetyIdentifier,
+      top_logprobs: topLogprobs,
       // model-specific settings:
       ...modelConfig.isReasoningModel && ((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null || (openaiOptions == null ? void 0 : openaiOptions.reasoningSummary) != null) && {
         reasoning: {
@@ -2306,7 +2322,7 @@ var OpenAIResponsesLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const { args: body, warnings } = await this.getArgs(options);
     const url = this.config.url({
       path: "/responses",
@@ -2340,6 +2356,7 @@ var OpenAIResponsesLanguageModel = class {
                   import_v413.z.object({
                     type: import_v413.z.literal("output_text"),
                     text: import_v413.z.string(),
+                    logprobs: LOGPROBS_SCHEMA.nullish(),
                     annotations: import_v413.z.array(
                       import_v413.z.object({
                         type: import_v413.z.literal("url_citation"),
@@ -2417,6 +2434,7 @@ var OpenAIResponsesLanguageModel = class {
       });
     }
     const content = [];
+    const logprobs = [];
     for (const part of response.output) {
       switch (part.type) {
         case "reasoning": {
@@ -2439,6 +2457,9 @@ var OpenAIResponsesLanguageModel = class {
         }
         case "message": {
           for (const contentPart of part.content) {
+            if (((_c = (_b = options.providerOptions) == null ? void 0 : _b.openai) == null ? void 0 : _c.logprobs) && contentPart.logprobs) {
+              logprobs.push(contentPart.logprobs);
+            }
             content.push({
               type: "text",
               text: contentPart.text,
@@ -2452,7 +2473,7 @@ var OpenAIResponsesLanguageModel = class {
               content.push({
                 type: "source",
                 sourceType: "url",
-                id: (_d = (_c = (_b = this.config).generateId) == null ? void 0 : _c.call(_b)) != null ? _d : (0, import_provider_utils12.generateId)(),
+                id: (_f = (_e = (_d = this.config).generateId) == null ? void 0 : _e.call(_d)) != null ? _f : (0, import_provider_utils12.generateId)(),
                 url: annotation.url,
                 title: annotation.title
               });
@@ -2535,18 +2556,24 @@ var OpenAIResponsesLanguageModel = class {
         }
       }
     }
+    const providerMetadata = {
+      openai: { responseId: response.id }
+    };
+    if (logprobs.length > 0) {
+      providerMetadata.openai.logprobs = logprobs;
+    }
     return {
       content,
       finishReason: mapOpenAIResponseFinishReason({
-        finishReason: (_e = response.incomplete_details) == null ? void 0 : _e.reason,
+        finishReason: (_g = response.incomplete_details) == null ? void 0 : _g.reason,
         hasToolCalls: content.some((part) => part.type === "tool-call")
       }),
       usage: {
         inputTokens: response.usage.input_tokens,
         outputTokens: response.usage.output_tokens,
         totalTokens: response.usage.input_tokens + response.usage.output_tokens,
-        reasoningTokens: (_g = (_f = response.usage.output_tokens_details) == null ? void 0 : _f.reasoning_tokens) != null ? _g : void 0,
-        cachedInputTokens: (_i = (_h = response.usage.input_tokens_details) == null ? void 0 : _h.cached_tokens) != null ? _i : void 0
+        reasoningTokens: (_i = (_h = response.usage.output_tokens_details) == null ? void 0 : _h.reasoning_tokens) != null ? _i : void 0,
+        cachedInputTokens: (_k = (_j = response.usage.input_tokens_details) == null ? void 0 : _j.cached_tokens) != null ? _k : void 0
       },
       request: { body },
       response: {
@@ -2556,11 +2583,7 @@ var OpenAIResponsesLanguageModel = class {
         headers: responseHeaders,
         body: rawResponse
       },
-      providerMetadata: {
-        openai: {
-          responseId: response.id
-        }
-      },
+      providerMetadata,
       warnings
     };
   }
@@ -2590,6 +2613,7 @@ var OpenAIResponsesLanguageModel = class {
       outputTokens: void 0,
       totalTokens: void 0
     };
+    const logprobs = [];
     let responseId = null;
     const ongoingToolCalls = {};
     let hasToolCalls = false;
@@ -2815,6 +2839,9 @@ var OpenAIResponsesLanguageModel = class {
                 id: value.item_id,
                 delta: value.delta
               });
+              if (value.logprobs) {
+                logprobs.push(value.logprobs);
+              }
             } else if (isResponseReasoningSummaryPartAddedChunk(value)) {
               if (value.summary_index > 0) {
                 (_c = activeReasoning[value.item_id]) == null ? void 0 : _c.summaryParts.push(
@@ -2865,15 +2892,19 @@ var OpenAIResponsesLanguageModel = class {
             }
           },
           flush(controller) {
+            const providerMetadata = {
+              openai: {
+                responseId
+              }
+            };
+            if (logprobs.length > 0) {
+              providerMetadata.openai.logprobs = logprobs;
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
               usage,
-              providerMetadata: {
-                openai: {
-                  responseId
-                }
-              }
+              providerMetadata
             });
           }
         })
@@ -2892,7 +2923,8 @@ var usageSchema2 = import_v413.z.object({
 var textDeltaChunkSchema = import_v413.z.object({
   type: import_v413.z.literal("response.output_text.delta"),
   item_id: import_v413.z.string(),
-  delta: import_v413.z.string()
+  delta: import_v413.z.string(),
+  logprobs: LOGPROBS_SCHEMA.nullish()
 });
 var errorChunkSchema = import_v413.z.object({
   type: import_v413.z.literal("error"),
@@ -3089,6 +3121,13 @@ function isErrorChunk(chunk) {
   return chunk.type === "error";
 }
 function getResponsesModelConfig(modelId) {
+  if (modelId.startsWith("gpt-5-chat")) {
+    return {
+      isReasoningModel: false,
+      systemMessageMode: "system",
+      requiredAutoTruncation: false
+    };
+  }
   if (modelId.startsWith("o") || modelId.startsWith("gpt-5") || modelId.startsWith("codex-") || modelId.startsWith("computer-use")) {
     if (modelId.startsWith("o1-mini") || modelId.startsWith("o1-preview")) {
       return {
@@ -3110,10 +3149,10 @@ function getResponsesModelConfig(modelId) {
   };
 }
 function supportsFlexProcessing2(modelId) {
-  return modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("gpt-5");
+  return modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-chat");
 }
 function supportsPriorityProcessing2(modelId) {
-  return modelId.startsWith("gpt-4") || modelId.startsWith("gpt-5-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-nano") || modelId.startsWith("o3") || modelId.startsWith("o4-mini");
+  return modelId.startsWith("gpt-4") || modelId.startsWith("gpt-5-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-nano") && !modelId.startsWith("gpt-5-chat") || modelId.startsWith("o3") || modelId.startsWith("o4-mini");
 }
 var openaiResponsesProviderOptionsSchema = import_v413.z.object({
   metadata: import_v413.z.any().nullish(),
@@ -3126,10 +3165,29 @@ var openaiResponsesProviderOptionsSchema = import_v413.z.object({
   instructions: import_v413.z.string().nullish(),
   reasoningSummary: import_v413.z.string().nullish(),
   serviceTier: import_v413.z.enum(["auto", "flex", "priority"]).nullish(),
-  include: import_v413.z.array(import_v413.z.enum(["reasoning.encrypted_content", "file_search_call.results"])).nullish(),
+  include: import_v413.z.array(
+    import_v413.z.enum([
+      "reasoning.encrypted_content",
+      "file_search_call.results",
+      "message.output_text.logprobs"
+    ])
+  ).nullish(),
   textVerbosity: import_v413.z.enum(["low", "medium", "high"]).nullish(),
   promptCacheKey: import_v413.z.string().nullish(),
-  safetyIdentifier: import_v413.z.string().nullish()
+  safetyIdentifier: import_v413.z.string().nullish(),
+  /**
+   * Return the log probabilities of the tokens.
+   *
+   * Setting to true will return the log probabilities of the tokens that
+   * were generated.
+   *
+   * Setting to a number will return the log probabilities of the top n
+   * tokens that were generated.
+   *
+   * @see https://platform.openai.com/docs/api-reference/responses/create
+   * @see https://cookbook.openai.com/examples/using_logprobs
+   */
+  logprobs: import_v413.z.union([import_v413.z.boolean(), import_v413.z.number().min(1).max(TOP_LOGPROBS_MAX)]).optional()
 });
 
 // src/speech/openai-speech-model.ts
@@ -3359,6 +3417,8 @@ var OpenAITranscriptionModel = class {
         include: openAIOptions.include,
         language: openAIOptions.language,
         prompt: openAIOptions.prompt,
+        response_format: "verbose_json",
+        // always use verbose_json to get segments
         temperature: openAIOptions.temperature,
         timestamp_granularities: openAIOptions.timestampGranularities
       };
@@ -3374,7 +3434,7 @@ var OpenAITranscriptionModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f;
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
     const { formData, warnings } = await this.getArgs(options);
     const {
@@ -3398,13 +3458,17 @@ var OpenAITranscriptionModel = class {
     const language = response.language != null && response.language in languageMap ? languageMap[response.language] : void 0;
     return {
       text: response.text,
-      segments: (_e = (_d = response.words) == null ? void 0 : _d.map((word) => ({
+      segments: (_g = (_f = (_d = response.segments) == null ? void 0 : _d.map((segment) => ({
+        text: segment.text,
+        startSecond: segment.start,
+        endSecond: segment.end
+      }))) != null ? _f : (_e = response.words) == null ? void 0 : _e.map((word) => ({
         text: word.word,
         startSecond: word.start,
         endSecond: word.end
-      }))) != null ? _e : [],
+      }))) != null ? _g : [],
       language,
-      durationInSeconds: (_f = response.duration) != null ? _f : void 0,
+      durationInSeconds: (_h = response.duration) != null ? _h : void 0,
       warnings,
       response: {
         timestamp: currentDate,
@@ -3425,6 +3489,20 @@ var openaiTranscriptionResponseSchema = import_v416.z.object({
       start: import_v416.z.number(),
       end: import_v416.z.number()
     })
+  ).nullish(),
+  segments: import_v416.z.array(
+    import_v416.z.object({
+      id: import_v416.z.number(),
+      seek: import_v416.z.number(),
+      start: import_v416.z.number(),
+      end: import_v416.z.number(),
+      text: import_v416.z.string(),
+      tokens: import_v416.z.array(import_v416.z.number()),
+      temperature: import_v416.z.number(),
+      avg_logprob: import_v416.z.number(),
+      compression_ratio: import_v416.z.number(),
+      no_speech_prob: import_v416.z.number()
+    })
   ).nullish()
 });