@ai-sdk/openai 4.0.87 → 4.0.89

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/openai",
-  "version": "4.0.87",
+  "version": "4.0.89",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -35,8 +35,8 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "4.0.24",
-    "@ai-sdk/provider-utils": "5.0.56"
+    "@ai-sdk/provider": "4.0.25",
+    "@ai-sdk/provider-utils": "5.0.57"
   },
   "devDependencies": {
     "@ai-sdk/test-server": "2.0.4",

package/src/chat/convert-to-openai-chat-messages.ts

@@ -322,15 +322,17 @@ export function convertToOpenAIChatMessages({
           let contentValue: string;
           switch (output.type) {
             case 'text':
-            case 'error-text':
               contentValue = output.value;
               break;
+            case 'error-text':
+            case 'error-json':
+              contentValue = JSON.stringify({ error: output.value });
+              break;
             case 'execution-denied':
               contentValue = output.reason ?? 'Tool call execution denied.';
               break;
             case 'content':
             case 'json':
-            case 'error-json':
               contentValue = JSON.stringify(output.value);
               break;
           }

package/src/openai-decision-model.ts

@@ -1,11 +1,15 @@
 import {
   InvalidResponseDataError,
+  UnsupportedFunctionalityError,
   type Experimental_DecisionModelV4 as DecisionModelV4,
   type Experimental_DecisionModelV4Answer as DecisionModelV4Answer,
   type Experimental_DecisionModelV4Input as DecisionModelV4Input,
 } from '@ai-sdk/provider';
 import {
   combineHeaders,
+  convertUint8ArrayToBase64,
+  detectMediaType,
+  isFullMediaType,
   createJsonResponseHandler,
   postJsonToApi,
   parseProviderOptions,
@@ -72,10 +76,6 @@ const responseSchema = z.object({
   ),
 });
 
-function toText(input: DecisionModelV4Input): string {
-  return typeof input === 'string' ? input : JSON.stringify(input);
-}
-
 export class DecisionOpenAIModel implements DecisionModelV4 {
   readonly specificationVersion = 'v4';
   readonly supportedQuestionTypes = ['choice', 'score', 'boolean'] as const;
@@ -135,7 +135,48 @@ export class DecisionOpenAIModel implements DecisionModelV4 {
       body: {
         model: this.modelId,
         safety_identifier: openaiOptions?.safetyIdentifier,
-        input: toText(state),
+        input: [
+          {
+            role: 'user',
+            content: state.map(part => {
+              if (part.type === 'text')
+                return { type: 'input_text', text: part.text };
+              if (part.type === 'json')
+                return {
+                  type: 'input_text',
+                  text: JSON.stringify(part.value),
+                };
+              if (part.data.type !== 'data') {
+                throw new UnsupportedFunctionalityError({
+                  functionality: `OpenAI decision file input: ${part.mediaType} (${part.data.type})`,
+                });
+              }
+              // Direct doDecide calls can bypass Core's media type detection.
+              const mediaType = isFullMediaType(part.mediaType)
+                ? part.mediaType
+                : detectMediaType({
+                    data: part.data.data,
+                    topLevelType: 'image',
+                  });
+              if (
+                ![
+                  'image/png',
+                  'image/jpeg',
+                  'image/webp',
+                  'image/gif',
+                ].includes(mediaType ?? '')
+              ) {
+                throw new UnsupportedFunctionalityError({
+                  functionality: `OpenAI decision image media type: ${part.mediaType}`,
+                });
+              }
+              return {
+                type: 'input_image',
+                image_url: `data:${mediaType};base64,${typeof part.data.data === 'string' ? part.data.data : convertUint8ArrayToBase64(part.data.data)}`,
+              };
+            }),
+          },
+        ],
         questions: Object.entries(questions).map(([name, question]) => {
           const instructions = toText(question.instructions);
           switch (question.type) {
@@ -283,3 +324,7 @@ export class DecisionOpenAIModel implements DecisionModelV4 {
     };
   }
 }
+
+function toText(input: DecisionModelV4Input): string {
+  return typeof input === 'string' ? input : JSON.stringify(input);
+}

package/src/responses/convert-to-openai-responses-input.ts

@@ -102,10 +102,12 @@ async function convertFunctionToolResultOutput({
 
   switch (output.type) {
     case 'text':
-    case 'error-text':
       return convertScalarOutput(
         hasOutputSchema ? JSON.stringify(output.value) : output.value,
       );
+    case 'error-text':
+    case 'error-json':
+      return convertScalarOutput(JSON.stringify({ error: output.value }));
     case 'execution-denied': {
       const reason = output.reason ?? 'Tool call execution denied.';
       return convertScalarOutput(
@@ -113,7 +115,6 @@ async function convertFunctionToolResultOutput({
       );
     }
     case 'json':
-    case 'error-json':
       return convertScalarOutput(JSON.stringify(output.value));
     case 'content':
       return output.value
@@ -1542,16 +1543,20 @@ export async function convertToOpenAIResponsesInput({
             let outputValue: OpenAIResponsesCustomToolCallOutput['output'];
             switch (output.type) {
               case 'text':
-              case 'error-text':
                 outputValue = convertScalarOutput(output.value);
                 break;
+              case 'error-text':
+              case 'error-json':
+                outputValue = convertScalarOutput(
+                  JSON.stringify({ error: output.value }),
+                );
+                break;
               case 'execution-denied':
                 outputValue = convertScalarOutput(
                   output.reason ?? 'Tool call execution denied.',
                 );
                 break;
               case 'json':
-              case 'error-json':
                 outputValue = convertScalarOutput(JSON.stringify(output.value));
                 break;
               case 'content':