@ai-sdk/openai 3.0.0-beta.104 → 3.0.0-beta.106

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @ai-sdk/openai
 
+## 3.0.0-beta.106
+
+### Patch Changes
+
+- 9061dc0: feat: image editing
+- Updated dependencies [9061dc0]
+  - @ai-sdk/provider-utils@4.0.0-beta.54
+  - @ai-sdk/provider@3.0.0-beta.28
+
+## 3.0.0-beta.105
+
+### Patch Changes
+
+- 88574c1: Change `isReasoningModel` detection from blocklist to allowlist and add override option
+
 ## 3.0.0-beta.104
 
 ### Patch Changes

package/dist/index.d.mts

@@ -20,6 +20,8 @@ declare const openaiChatLanguageModelOptions: _ai_sdk_provider_utils.LazySchema<
     promptCacheKey?: string | undefined;
     promptCacheRetention?: "in_memory" | "24h" | undefined;
     safetyIdentifier?: string | undefined;
+    systemMessageMode?: "remove" | "system" | "developer" | undefined;
+    forceReasoning?: boolean | undefined;
 }>;
 type OpenAIChatLanguageModelOptions = InferSchema<typeof openaiChatLanguageModelOptions>;
 
@@ -464,6 +466,8 @@ declare const openaiResponsesProviderOptionsSchema: _ai_sdk_provider_utils.LazyS
     textVerbosity?: "low" | "medium" | "high" | null | undefined;
     truncation?: "auto" | "disabled" | null | undefined;
     user?: string | null | undefined;
+    systemMessageMode?: "remove" | "system" | "developer" | undefined;
+    forceReasoning?: boolean | undefined;
 }>;
 type OpenAIResponsesProviderOptions = InferSchema<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.d.ts

@@ -20,6 +20,8 @@ declare const openaiChatLanguageModelOptions: _ai_sdk_provider_utils.LazySchema<
     promptCacheKey?: string | undefined;
     promptCacheRetention?: "in_memory" | "24h" | undefined;
     safetyIdentifier?: string | undefined;
+    systemMessageMode?: "remove" | "system" | "developer" | undefined;
+    forceReasoning?: boolean | undefined;
 }>;
 type OpenAIChatLanguageModelOptions = InferSchema<typeof openaiChatLanguageModelOptions>;
 
@@ -464,6 +466,8 @@ declare const openaiResponsesProviderOptionsSchema: _ai_sdk_provider_utils.LazyS
     textVerbosity?: "low" | "medium" | "high" | null | undefined;
     truncation?: "auto" | "disabled" | null | undefined;
     user?: string | null | undefined;
+    systemMessageMode?: "remove" | "system" | "developer" | undefined;
+    forceReasoning?: boolean | undefined;
 }>;
 type OpenAIResponsesProviderOptions = InferSchema<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.js

@@ -56,7 +56,7 @@ var openaiFailedResponseHandler = (0, import_provider_utils.createJsonErrorRespo
 function getOpenAILanguageModelCapabilities(modelId) {
   const supportsFlexProcessing = modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-chat");
   const supportsPriorityProcessing = modelId.startsWith("gpt-4") || modelId.startsWith("gpt-5-mini") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-nano") && !modelId.startsWith("gpt-5-chat") || modelId.startsWith("o3") || modelId.startsWith("o4-mini");
-  const isReasoningModel = !(modelId.startsWith("gpt-3") || modelId.startsWith("gpt-4") || modelId.startsWith("chatgpt-4o") || modelId.startsWith("gpt-5-chat"));
+  const isReasoningModel = modelId.startsWith("o1") || modelId.startsWith("o3") || modelId.startsWith("o4-mini") || modelId.startsWith("codex-mini") || modelId.startsWith("computer-use-preview") || modelId.startsWith("gpt-5") && !modelId.startsWith("gpt-5-chat");
   const supportsNonReasoningParameters = modelId.startsWith("gpt-5.1") || modelId.startsWith("gpt-5.2");
   const systemMessageMode = isReasoningModel ? "developer" : "system";
   return {
@@ -556,7 +556,26 @@ var openaiChatLanguageModelOptions = (0, import_provider_utils4.lazySchema)(
        * username or email address, in order to avoid sending us any identifying
        * information.
        */
-      safetyIdentifier: import_v43.z.string().optional()
+      safetyIdentifier: import_v43.z.string().optional(),
+      /**
+       * Override the system message mode for this model.
+       * - 'system': Use the 'system' role for system messages (default for most models)
+       * - 'developer': Use the 'developer' role for system messages (used by reasoning models)
+       * - 'remove': Remove system messages entirely
+       *
+       * If not specified, the mode is automatically determined based on the model.
+       */
+      systemMessageMode: import_v43.z.enum(["system", "developer", "remove"]).optional(),
+      /**
+       * Force treating this model as a reasoning model.
+       *
+       * This is useful for "stealth" reasoning models (e.g. via a custom baseURL)
+       * where the model ID is not recognized by the SDK's allowlist.
+       *
+       * When enabled, the SDK applies reasoning-model parameter compatibility rules
+       * and defaults `systemMessageMode` to `developer` unless overridden.
+       */
+      forceReasoning: import_v43.z.boolean().optional()
     })
   )
 );
@@ -651,7 +670,7 @@ var OpenAIChatLanguageModel = class {
     toolChoice,
     providerOptions
   }) {
-    var _a, _b, _c;
+    var _a, _b, _c, _d, _e;
     const warnings = [];
     const openaiOptions = (_a = await (0, import_provider_utils5.parseProviderOptions)({
       provider: "openai",
@@ -659,17 +678,18 @@ var OpenAIChatLanguageModel = class {
       schema: openaiChatLanguageModelOptions
     })) != null ? _a : {};
     const modelCapabilities = getOpenAILanguageModelCapabilities(this.modelId);
+    const isReasoningModel = (_b = openaiOptions.forceReasoning) != null ? _b : modelCapabilities.isReasoningModel;
     if (topK != null) {
       warnings.push({ type: "unsupported", feature: "topK" });
     }
     const { messages, warnings: messageWarnings } = convertToOpenAIChatMessages(
       {
         prompt,
-        systemMessageMode: modelCapabilities.systemMessageMode
+        systemMessageMode: (_c = openaiOptions.systemMessageMode) != null ? _c : isReasoningModel ? "developer" : modelCapabilities.systemMessageMode
       }
     );
     warnings.push(...messageWarnings);
-    const strictJsonSchema = (_b = openaiOptions.strictJsonSchema) != null ? _b : true;
+    const strictJsonSchema = (_d = openaiOptions.strictJsonSchema) != null ? _d : true;
     const baseArgs = {
       // model id:
       model: this.modelId,
@@ -690,7 +710,7 @@ var OpenAIChatLanguageModel = class {
         json_schema: {
           schema: responseFormat.schema,
           strict: strictJsonSchema,
-          name: (_c = responseFormat.name) != null ? _c : "response",
+          name: (_e = responseFormat.name) != null ? _e : "response",
           description: responseFormat.description
         }
       } : { type: "json_object" } : void 0,
@@ -711,7 +731,7 @@ var OpenAIChatLanguageModel = class {
       // messages:
       messages
     };
-    if (modelCapabilities.isReasoningModel) {
+    if (isReasoningModel) {
       if (openaiOptions.reasoningEffort !== "none" || !modelCapabilities.supportsNonReasoningParameters) {
         if (baseArgs.temperature != null) {
           baseArgs.temperature = void 0;
@@ -1731,6 +1751,8 @@ var OpenAIImageModel = class {
   }
   async doGenerate({
     prompt,
+    files,
+    mask,
     n,
     size,
     aspectRatio,
@@ -1739,7 +1761,7 @@ var OpenAIImageModel = class {
     headers,
     abortSignal
   }) {
-    var _a, _b, _c, _d, _e, _f, _g;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const warnings = [];
     if (aspectRatio != null) {
       warnings.push({
@@ -1752,6 +1774,72 @@ var OpenAIImageModel = class {
       warnings.push({ type: "unsupported", feature: "seed" });
     }
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    if (files != null) {
+      const { value: response2, responseHeaders: responseHeaders2 } = await (0, import_provider_utils13.postFormDataToApi)({
+        url: this.config.url({
+          path: "/images/edits",
+          modelId: this.modelId
+        }),
+        headers: (0, import_provider_utils13.combineHeaders)(this.config.headers(), headers),
+        formData: (0, import_provider_utils13.convertToFormData)({
+          model: this.modelId,
+          prompt,
+          image: await Promise.all(
+            files.map(
+              (file) => file.type === "file" ? new Blob(
+                [
+                  file.data instanceof Uint8Array ? new Blob([file.data], {
+                    type: file.mediaType
+                  }) : new Blob([(0, import_provider_utils13.convertBase64ToUint8Array)(file.data)], {
+                    type: file.mediaType
+                  })
+                ],
+                { type: file.mediaType }
+              ) : (0, import_provider_utils13.downloadBlob)(file.url)
+            )
+          ),
+          mask: mask != null ? await fileToBlob(mask) : void 0,
+          n,
+          size,
+          ...(_d = providerOptions.openai) != null ? _d : {}
+        }),
+        failedResponseHandler: openaiFailedResponseHandler,
+        successfulResponseHandler: (0, import_provider_utils13.createJsonResponseHandler)(
+          openaiImageResponseSchema
+        ),
+        abortSignal,
+        fetch: this.config.fetch
+      });
+      return {
+        images: response2.data.map((item) => item.b64_json),
+        warnings,
+        usage: response2.usage != null ? {
+          inputTokens: (_e = response2.usage.input_tokens) != null ? _e : void 0,
+          outputTokens: (_f = response2.usage.output_tokens) != null ? _f : void 0,
+          totalTokens: (_g = response2.usage.total_tokens) != null ? _g : void 0
+        } : void 0,
+        response: {
+          timestamp: currentDate,
+          modelId: this.modelId,
+          headers: responseHeaders2
+        },
+        providerMetadata: {
+          openai: {
+            images: response2.data.map((item) => {
+              var _a2, _b2, _c2, _d2, _e2;
+              return {
+                ...item.revised_prompt ? { revisedPrompt: item.revised_prompt } : {},
+                created: (_a2 = response2.created) != null ? _a2 : void 0,
+                size: (_b2 = response2.size) != null ? _b2 : void 0,
+                quality: (_c2 = response2.quality) != null ? _c2 : void 0,
+                background: (_d2 = response2.background) != null ? _d2 : void 0,
+                outputFormat: (_e2 = response2.output_format) != null ? _e2 : void 0
+              };
+            })
+          }
+        }
+      };
+    }
     const { value: response, responseHeaders } = await (0, import_provider_utils13.postJsonToApi)({
       url: this.config.url({
         path: "/images/generations",
@@ -1763,7 +1851,7 @@ var OpenAIImageModel = class {
         prompt,
         n,
         size,
-        ...(_d = providerOptions.openai) != null ? _d : {},
+        ...(_h = providerOptions.openai) != null ? _h : {},
         ...!hasDefaultResponseFormat.has(this.modelId) ? { response_format: "b64_json" } : {}
       },
       failedResponseHandler: openaiFailedResponseHandler,
@@ -1777,9 +1865,9 @@ var OpenAIImageModel = class {
       images: response.data.map((item) => item.b64_json),
       warnings,
       usage: response.usage != null ? {
-        inputTokens: (_e = response.usage.input_tokens) != null ? _e : void 0,
-        outputTokens: (_f = response.usage.output_tokens) != null ? _f : void 0,
-        totalTokens: (_g = response.usage.total_tokens) != null ? _g : void 0
+        inputTokens: (_i = response.usage.input_tokens) != null ? _i : void 0,
+        outputTokens: (_j = response.usage.output_tokens) != null ? _j : void 0,
+        totalTokens: (_k = response.usage.total_tokens) != null ? _k : void 0
       } : void 0,
       response: {
         timestamp: currentDate,
@@ -1804,6 +1892,14 @@ var OpenAIImageModel = class {
     };
   }
 };
+async function fileToBlob(file) {
+  if (!file) return void 0;
+  if (file.type === "url") {
+    return (0, import_provider_utils13.downloadBlob)(file.url);
+  }
+  const data = file.data instanceof Uint8Array ? file.data : (0, import_provider_utils13.convertBase64ToUint8Array)(file.data);
+  return new Blob([data], { type: file.mediaType });
+}
 
 // src/tool/apply-patch.ts
 var import_provider_utils14 = require("@ai-sdk/provider-utils");
@@ -3613,7 +3709,26 @@ var openaiResponsesProviderOptionsSchema = (0, import_provider_utils25.lazySchem
        * Defaults to `undefined`.
        * @see https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids
        */
-      user: import_v420.z.string().nullish()
+      user: import_v420.z.string().nullish(),
+      /**
+       * Override the system message mode for this model.
+       * - 'system': Use the 'system' role for system messages (default for most models)
+       * - 'developer': Use the 'developer' role for system messages (used by reasoning models)
+       * - 'remove': Remove system messages entirely
+       *
+       * If not specified, the mode is automatically determined based on the model.
+       */
+      systemMessageMode: import_v420.z.enum(["system", "developer", "remove"]).optional(),
+      /**
+       * Force treating this model as a reasoning model.
+       *
+       * This is useful for "stealth" reasoning models (e.g. via a custom baseURL)
+       * where the model ID is not recognized by the SDK's allowlist.
+       *
+       * When enabled, the SDK applies reasoning-model parameter compatibility rules
+       * and defaults `systemMessageMode` to `developer` unless overridden.
+       */
+      forceReasoning: import_v420.z.boolean().optional()
     })
   )
 );
@@ -3824,7 +3939,7 @@ var OpenAIResponsesLanguageModel = class {
     toolChoice,
     responseFormat
   }) {
-    var _a, _b, _c, _d;
+    var _a, _b, _c, _d, _e, _f;
     const warnings = [];
     const modelCapabilities = getOpenAILanguageModelCapabilities(this.modelId);
     if (topK != null) {
@@ -3847,6 +3962,7 @@ var OpenAIResponsesLanguageModel = class {
       providerOptions,
       schema: openaiResponsesProviderOptionsSchema
     });
+    const isReasoningModel = (_a = openaiOptions == null ? void 0 : openaiOptions.forceReasoning) != null ? _a : modelCapabilities.isReasoningModel;
     if ((openaiOptions == null ? void 0 : openaiOptions.conversation) && (openaiOptions == null ? void 0 : openaiOptions.previousResponseId)) {
       warnings.push({
         type: "unsupported",
@@ -3871,15 +3987,15 @@ var OpenAIResponsesLanguageModel = class {
     const { input, warnings: inputWarnings } = await convertToOpenAIResponsesInput({
       prompt,
       toolNameMapping,
-      systemMessageMode: modelCapabilities.systemMessageMode,
+      systemMessageMode: (_b = openaiOptions == null ? void 0 : openaiOptions.systemMessageMode) != null ? _b : isReasoningModel ? "developer" : modelCapabilities.systemMessageMode,
       fileIdPrefixes: this.config.fileIdPrefixes,
-      store: (_a = openaiOptions == null ? void 0 : openaiOptions.store) != null ? _a : true,
+      store: (_c = openaiOptions == null ? void 0 : openaiOptions.store) != null ? _c : true,
       hasLocalShellTool: hasOpenAITool("openai.local_shell"),
       hasShellTool: hasOpenAITool("openai.shell"),
       hasApplyPatchTool: hasOpenAITool("openai.apply_patch")
     });
     warnings.push(...inputWarnings);
-    const strictJsonSchema = (_b = openaiOptions == null ? void 0 : openaiOptions.strictJsonSchema) != null ? _b : true;
+    const strictJsonSchema = (_d = openaiOptions == null ? void 0 : openaiOptions.strictJsonSchema) != null ? _d : true;
     let include = openaiOptions == null ? void 0 : openaiOptions.include;
     function addInclude(key) {
       if (include == null) {
@@ -3895,9 +4011,9 @@ var OpenAIResponsesLanguageModel = class {
     if (topLogprobs) {
       addInclude("message.output_text.logprobs");
     }
-    const webSearchToolName = (_c = tools == null ? void 0 : tools.find(
+    const webSearchToolName = (_e = tools == null ? void 0 : tools.find(
       (tool) => tool.type === "provider" && (tool.id === "openai.web_search" || tool.id === "openai.web_search_preview")
-    )) == null ? void 0 : _c.name;
+    )) == null ? void 0 : _e.name;
     if (webSearchToolName) {
       addInclude("web_search_call.action.sources");
     }
@@ -3905,7 +4021,7 @@ var OpenAIResponsesLanguageModel = class {
       addInclude("code_interpreter_call.outputs");
     }
     const store = openaiOptions == null ? void 0 : openaiOptions.store;
-    if (store === false && modelCapabilities.isReasoningModel) {
+    if (store === false && isReasoningModel) {
       addInclude("reasoning.encrypted_content");
     }
     const baseArgs = {
@@ -3920,7 +4036,7 @@ var OpenAIResponsesLanguageModel = class {
             format: responseFormat.schema != null ? {
               type: "json_schema",
               strict: strictJsonSchema,
-              name: (_d = responseFormat.name) != null ? _d : "response",
+              name: (_f = responseFormat.name) != null ? _f : "response",
               description: responseFormat.description,
               schema: responseFormat.schema
             } : { type: "json_object" }
@@ -3947,7 +4063,7 @@ var OpenAIResponsesLanguageModel = class {
       top_logprobs: topLogprobs,
       truncation: openaiOptions == null ? void 0 : openaiOptions.truncation,
       // model-specific settings:
-      ...modelCapabilities.isReasoningModel && ((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null || (openaiOptions == null ? void 0 : openaiOptions.reasoningSummary) != null) && {
+      ...isReasoningModel && ((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null || (openaiOptions == null ? void 0 : openaiOptions.reasoningSummary) != null) && {
         reasoning: {
           ...(openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null && {
             effort: openaiOptions.reasoningEffort
@@ -3958,7 +4074,7 @@ var OpenAIResponsesLanguageModel = class {
         }
       }
     };
-    if (modelCapabilities.isReasoningModel) {
+    if (isReasoningModel) {
       if (!((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) === "none" && modelCapabilities.supportsNonReasoningParameters)) {
         if (baseArgs.temperature != null) {
           baseArgs.temperature = void 0;
@@ -5495,7 +5611,7 @@ var OpenAITranscriptionModel = class {
 };
 
 // src/version.ts
-var VERSION = true ? "3.0.0-beta.104" : "0.0.0-test";
+var VERSION = true ? "3.0.0-beta.106" : "0.0.0-test";
 
 // src/openai-provider.ts
 function createOpenAI(options = {}) {