@ai-sdk/openai 4.0.58 → 4.0.59

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @ai-sdk/openai
 
+## 4.0.59
+
+### Patch Changes
+
+- 4af00d1: feat(openai): add support for the gpt-6-astra
+- abb9ebf: feat(openai): support `gpt-4o-transcribe-diarize`, including chunking and diarized speaker metadata
+
 ## 4.0.58
 
 ### Patch Changes

package/dist/index.d.ts

@@ -4,7 +4,7 @@ import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { InferSchema, FetchFunction, WebSocketConstructor, WORKFLOW_SERIALIZE, WORKFLOW_DESERIALIZE } from '@ai-sdk/provider-utils';
 import { z } from 'zod/v4';
 
-type OpenAIChatModelId = 'o1' | 'o1-2024-12-17' | 'o3-mini' | 'o3-mini-2025-01-31' | 'o3' | 'o3-2025-04-16' | 'o4-mini' | 'o4-mini-2025-04-16' | 'gpt-4.1' | 'gpt-4.1-2025-04-14' | 'gpt-4.1-mini' | 'gpt-4.1-mini-2025-04-14' | 'gpt-4.1-nano' | 'gpt-4.1-nano-2025-04-14' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-2024-08-06' | 'gpt-4o-2024-11-20' | 'gpt-4o-audio-preview' | 'gpt-4o-audio-preview-2024-12-17' | 'gpt-4o-audio-preview-2025-06-03' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4o-mini-audio-preview' | 'gpt-4o-mini-audio-preview-2024-12-17' | 'gpt-4o-search-preview' | 'gpt-4o-search-preview-2025-03-11' | 'gpt-4o-mini-search-preview' | 'gpt-4o-mini-search-preview-2025-03-11' | 'gpt-3.5-turbo-0125' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k' | 'gpt-5' | 'gpt-5-2025-08-07' | 'gpt-5-mini' | 'gpt-5-mini-2025-08-07' | 'gpt-5-nano' | 'gpt-5-nano-2025-08-07' | 'gpt-5-chat-latest' | 'gpt-5.1' | 'gpt-5.1-2025-11-13' | 'gpt-5.1-chat-latest' | 'gpt-5.2' | 'gpt-5.2-2025-12-11' | 'gpt-5.2-chat-latest' | 'gpt-5.2-pro' | 'gpt-5.2-pro-2025-12-11' | 'gpt-5.3-chat-latest' | 'gpt-5.4' | 'gpt-5.4-2026-03-05' | 'gpt-5.4-mini' | 'gpt-5.4-mini-2026-03-17' | 'gpt-5.4-nano' | 'gpt-5.4-nano-2026-03-17' | 'gpt-5.4-pro' | 'gpt-5.4-pro-2026-03-05' | 'gpt-5.5' | 'gpt-5.5-2026-04-23' | 'gpt-5.6' | 'gpt-5.6-luna' | 'gpt-5.6-sol' | 'gpt-5.6-terra' | (string & {});
+type OpenAIChatModelId = 'o1' | 'o1-2024-12-17' | 'o3-mini' | 'o3-mini-2025-01-31' | 'o3' | 'o3-2025-04-16' | 'o4-mini' | 'o4-mini-2025-04-16' | 'gpt-4.1' | 'gpt-4.1-2025-04-14' | 'gpt-4.1-mini' | 'gpt-4.1-mini-2025-04-14' | 'gpt-4.1-nano' | 'gpt-4.1-nano-2025-04-14' | 'gpt-4o' | 'gpt-4o-2024-05-13' | 'gpt-4o-2024-08-06' | 'gpt-4o-2024-11-20' | 'gpt-4o-audio-preview' | 'gpt-4o-audio-preview-2024-12-17' | 'gpt-4o-audio-preview-2025-06-03' | 'gpt-4o-mini' | 'gpt-4o-mini-2024-07-18' | 'gpt-4o-mini-audio-preview' | 'gpt-4o-mini-audio-preview-2024-12-17' | 'gpt-4o-search-preview' | 'gpt-4o-search-preview-2025-03-11' | 'gpt-4o-mini-search-preview' | 'gpt-4o-mini-search-preview-2025-03-11' | 'gpt-3.5-turbo-0125' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-16k' | 'gpt-5' | 'gpt-5-2025-08-07' | 'gpt-5-mini' | 'gpt-5-mini-2025-08-07' | 'gpt-5-nano' | 'gpt-5-nano-2025-08-07' | 'gpt-5-chat-latest' | 'gpt-5.1' | 'gpt-5.1-2025-11-13' | 'gpt-5.1-chat-latest' | 'gpt-5.2' | 'gpt-5.2-2025-12-11' | 'gpt-5.2-chat-latest' | 'gpt-5.2-pro' | 'gpt-5.2-pro-2025-12-11' | 'gpt-5.3-chat-latest' | 'gpt-5.4' | 'gpt-5.4-2026-03-05' | 'gpt-5.4-mini' | 'gpt-5.4-mini-2026-03-17' | 'gpt-5.4-nano' | 'gpt-5.4-nano-2026-03-17' | 'gpt-5.4-pro' | 'gpt-5.4-pro-2026-03-05' | 'gpt-5.5' | 'gpt-5.5-2026-04-23' | 'gpt-5.6' | 'gpt-5.6-luna' | 'gpt-5.6-sol' | 'gpt-5.6-terra' | 'gpt-6-astra' | (string & {});
 declare const openaiLanguageModelChatOptions: _ai_sdk_provider_utils.LazySchema<{
     logitBias?: Record<number, number> | undefined;
     logprobs?: number | boolean | undefined;
@@ -1365,7 +1365,7 @@ declare const openaiTools: {
     }, {}>;
 };
 
-type OpenAIResponsesModelId = 'gpt-3.5-turbo-0125' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo' | 'gpt-4.1-2025-04-14' | 'gpt-4.1-mini-2025-04-14' | 'gpt-4.1-mini' | 'gpt-4.1-nano-2025-04-14' | 'gpt-4.1-nano' | 'gpt-4.1' | 'gpt-4o-2024-05-13' | 'gpt-4o-2024-08-06' | 'gpt-4o-2024-11-20' | 'gpt-4o-mini-2024-07-18' | 'gpt-4o-mini' | 'gpt-4o' | 'gpt-5.1' | 'gpt-5.1-2025-11-13' | 'gpt-5.1-chat-latest' | 'gpt-5.1-codex-mini' | 'gpt-5.1-codex' | 'gpt-5.1-codex-max' | 'gpt-5.2' | 'gpt-5.2-2025-12-11' | 'gpt-5.2-chat-latest' | 'gpt-5.2-pro' | 'gpt-5.2-pro-2025-12-11' | 'gpt-5.2-codex' | 'gpt-5.3-chat-latest' | 'gpt-5.3-codex' | 'gpt-5.4' | 'gpt-5.4-2026-03-05' | 'gpt-5.4-mini' | 'gpt-5.4-mini-2026-03-17' | 'gpt-5.4-nano' | 'gpt-5.4-nano-2026-03-17' | 'gpt-5.4-pro' | 'gpt-5.4-pro-2026-03-05' | 'gpt-5.5' | 'gpt-5.5-2026-04-23' | 'gpt-5.6' | 'gpt-5.6-luna' | 'gpt-5.6-sol' | 'gpt-5.6-terra' | 'gpt-5-2025-08-07' | 'gpt-5-chat-latest' | 'gpt-5-codex' | 'gpt-5-mini-2025-08-07' | 'gpt-5-mini' | 'gpt-5-nano-2025-08-07' | 'gpt-5-nano' | 'gpt-5-pro-2025-10-06' | 'gpt-5-pro' | 'gpt-5' | 'o1-2024-12-17' | 'o1' | 'o3-2025-04-16' | 'o3-mini-2025-01-31' | 'o3-mini' | 'o3' | 'o4-mini' | 'o4-mini-2025-04-16' | (string & {});
+type OpenAIResponsesModelId = 'gpt-3.5-turbo-0125' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo' | 'gpt-4.1-2025-04-14' | 'gpt-4.1-mini-2025-04-14' | 'gpt-4.1-mini' | 'gpt-4.1-nano-2025-04-14' | 'gpt-4.1-nano' | 'gpt-4.1' | 'gpt-4o-2024-05-13' | 'gpt-4o-2024-08-06' | 'gpt-4o-2024-11-20' | 'gpt-4o-mini-2024-07-18' | 'gpt-4o-mini' | 'gpt-4o' | 'gpt-5.1' | 'gpt-5.1-2025-11-13' | 'gpt-5.1-chat-latest' | 'gpt-5.1-codex-mini' | 'gpt-5.1-codex' | 'gpt-5.1-codex-max' | 'gpt-5.2' | 'gpt-5.2-2025-12-11' | 'gpt-5.2-chat-latest' | 'gpt-5.2-pro' | 'gpt-5.2-pro-2025-12-11' | 'gpt-5.2-codex' | 'gpt-5.3-chat-latest' | 'gpt-5.3-codex' | 'gpt-5.4' | 'gpt-5.4-2026-03-05' | 'gpt-5.4-mini' | 'gpt-5.4-mini-2026-03-17' | 'gpt-5.4-nano' | 'gpt-5.4-nano-2026-03-17' | 'gpt-5.4-pro' | 'gpt-5.4-pro-2026-03-05' | 'gpt-5.5' | 'gpt-5.5-2026-04-23' | 'gpt-5.6' | 'gpt-5.6-luna' | 'gpt-5.6-sol' | 'gpt-5.6-terra' | 'gpt-6-astra' | 'gpt-5-2025-08-07' | 'gpt-5-chat-latest' | 'gpt-5-codex' | 'gpt-5-mini-2025-08-07' | 'gpt-5-mini' | 'gpt-5-nano-2025-08-07' | 'gpt-5-nano' | 'gpt-5-pro-2025-10-06' | 'gpt-5-pro' | 'gpt-5' | 'o1-2024-12-17' | 'o1' | 'o3-2025-04-16' | 'o3-mini-2025-01-31' | 'o3-mini' | 'o3' | 'o4-mini' | 'o4-mini-2025-04-16' | (string & {});
 declare const openaiLanguageModelResponsesOptionsSchema: _ai_sdk_provider_utils.LazySchema<{
     conversation?: string | null | undefined;
     include?: ("web_search_call.results" | "file_search_call.results" | "message.output_text.logprobs" | "reasoning.encrypted_content")[] | null | undefined;
@@ -1421,6 +1421,13 @@ declare const openAITranscriptionModelOptions: _ai_sdk_provider_utils.LazySchema
     prompt?: string | undefined;
     temperature?: number | undefined;
     timestampGranularities?: ("word" | "segment")[] | undefined;
+    responseFormat?: "json" | "verbose_json" | "diarized_json" | undefined;
+    chunkingStrategy?: "auto" | {
+        type: "server_vad";
+        threshold?: number | undefined;
+        prefixPaddingMs?: number | undefined;
+        silenceDurationMs?: number | undefined;
+    } | undefined;
     streaming?: {
         delay?: "minimal" | "low" | "medium" | "high" | "xhigh" | undefined;
         include?: string[] | undefined;

package/dist/index.js

@@ -5950,7 +5950,8 @@ var openaiResponsesReasoningModelIds = [
   "gpt-5.6",
   "gpt-5.6-luna",
   "gpt-5.6-sol",
-  "gpt-5.6-terra"
+  "gpt-5.6-terra",
+  "gpt-6-astra"
 ];
 var openaiResponsesModelIds = [
   "gpt-4.1",
@@ -10097,18 +10098,28 @@ var openaiTranscriptionResponseSchema = lazySchema28(
         })
       ).nullish(),
       segments: z30.array(
-        z30.object({
-          id: z30.number(),
-          seek: z30.number(),
-          start: z30.number(),
-          end: z30.number(),
-          text: z30.string(),
-          tokens: z30.array(z30.number()),
-          temperature: z30.number(),
-          avg_logprob: z30.number(),
-          compression_ratio: z30.number(),
-          no_speech_prob: z30.number()
-        })
+        z30.union([
+          z30.object({
+            id: z30.number(),
+            seek: z30.number(),
+            start: z30.number(),
+            end: z30.number(),
+            text: z30.string(),
+            tokens: z30.array(z30.number()),
+            temperature: z30.number(),
+            avg_logprob: z30.number(),
+            compression_ratio: z30.number(),
+            no_speech_prob: z30.number()
+          }),
+          z30.object({
+            type: z30.literal("transcript.text.segment"),
+            id: z30.string(),
+            start: z30.number(),
+            end: z30.number(),
+            text: z30.string(),
+            speaker: z30.string()
+          })
+        ])
       ).nullish()
     })
   )
@@ -10145,6 +10156,22 @@ var openAITranscriptionModelOptions = lazySchema29(
        * @default ['segment']
        */
       timestampGranularities: z31.array(z31.enum(["word", "segment"])).default(["segment"]).optional(),
+      /**
+       * The format of the transcription response.
+       */
+      responseFormat: z31.enum(["json", "verbose_json", "diarized_json"]).optional(),
+      /**
+       * Controls how the audio is split into chunks before transcription.
+       */
+      chunkingStrategy: z31.union([
+        z31.literal("auto"),
+        z31.object({
+          type: z31.literal("server_vad"),
+          threshold: z31.number().min(0).max(1).optional(),
+          prefixPaddingMs: z31.number().int().min(0).optional(),
+          silenceDurationMs: z31.number().int().min(0).optional()
+        })
+      ]).optional(),
       /**
        * Options for streaming transcription models such as `gpt-realtime-whisper`.
        */
@@ -10248,6 +10275,7 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
     mediaType,
     providerOptions
   }) {
+    var _a2, _b;
     const warnings = [];
     const openAIOptions = await parseProviderOptions10({
       provider: "openai",
@@ -10266,6 +10294,8 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
     if (this.modelId === "whisper-1") {
       formData.append("response_format", "verbose_json");
     }
+    const isDiarizationModel = this.modelId === "gpt-4o-transcribe-diarize";
+    const chunkingStrategy = (_a2 = openAIOptions == null ? void 0 : openAIOptions.chunkingStrategy) != null ? _a2 : isDiarizationModel ? "auto" : void 0;
     if (openAIOptions) {
       const isGpt4oTranscribeModel = [
         "gpt-4o-transcribe",
@@ -10278,7 +10308,7 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
         // https://platform.openai.com/docs/api-reference/audio/createTranscription#audio_createtranscription-response_format
         // prefer verbose_json to get segments for models that support it
         ...this.modelId !== "whisper-1" && {
-          response_format: isGpt4oTranscribeModel ? "json" : "verbose_json"
+          response_format: (_b = openAIOptions.responseFormat) != null ? _b : isDiarizationModel ? "diarized_json" : isGpt4oTranscribeModel ? "json" : "verbose_json"
         },
         temperature: openAIOptions.temperature,
         timestamp_granularities: openAIOptions.timestampGranularities
@@ -10294,6 +10324,25 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
           }
         }
       }
+    } else if (isDiarizationModel) {
+      formData.append("response_format", "diarized_json");
+    }
+    if (chunkingStrategy != null) {
+      formData.append(
+        "chunking_strategy",
+        typeof chunkingStrategy === "string" ? chunkingStrategy : JSON.stringify({
+          type: chunkingStrategy.type,
+          ...chunkingStrategy.threshold != null && {
+            threshold: chunkingStrategy.threshold
+          },
+          ...chunkingStrategy.prefixPaddingMs != null && {
+            prefix_padding_ms: chunkingStrategy.prefixPaddingMs
+          },
+          ...chunkingStrategy.silenceDurationMs != null && {
+            silence_duration_ms: chunkingStrategy.silenceDurationMs
+          }
+        })
+      );
     }
     return {
       formData,
@@ -10301,7 +10350,7 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
     };
   }
   async doGenerate(options) {
-    var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     if (isRealtimeTranscriptionModelId(this.modelId)) {
       throw new UnsupportedFunctionalityError6({
         functionality: `non-streaming transcription with ${this.modelId}`
@@ -10328,25 +10377,42 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
       fetch: this.config.fetch
     });
     const language = response.language != null && response.language in languageMap ? languageMap[response.language] : void 0;
+    const diarizedSegments = (_f = response.segments) == null ? void 0 : _f.flatMap(
+      (segment) => "speaker" in segment ? [
+        {
+          text: segment.text,
+          startSecond: segment.start,
+          endSecond: segment.end,
+          speaker: segment.speaker
+        }
+      ] : []
+    );
     return {
       text: response.text,
-      segments: (_i = (_h = (_f = response.segments) == null ? void 0 : _f.map((segment) => ({
+      segments: (_j = (_i = (_g = response.segments) == null ? void 0 : _g.map((segment) => ({
         text: segment.text,
         startSecond: segment.start,
         endSecond: segment.end
-      }))) != null ? _h : (_g = response.words) == null ? void 0 : _g.map((word) => ({
+      }))) != null ? _i : (_h = response.words) == null ? void 0 : _h.map((word) => ({
         text: word.word,
         startSecond: word.start,
         endSecond: word.end
-      }))) != null ? _i : [],
+      }))) != null ? _j : [],
       language,
-      durationInSeconds: (_j = response.duration) != null ? _j : void 0,
+      durationInSeconds: (_k = response.duration) != null ? _k : void 0,
       warnings,
       response: {
         timestamp: currentDate,
         modelId: this.modelId,
         headers: responseHeaders,
         body: rawResponse
+      },
+      ...diarizedSegments != null && diarizedSegments.length > 0 && {
+        providerMetadata: {
+          openai: {
+            segments: diarizedSegments
+          }
+        }
       }
     };
   }
@@ -10994,7 +11060,7 @@ var OpenAISkills = class {
 };
 
 // src/version.ts
-var VERSION = true ? "4.0.58" : "0.0.0-test";
+var VERSION = true ? "4.0.59" : "0.0.0-test";
 
 // src/openai-provider.ts
 function createOpenAI(options = {}) {