@ai-sdk/openai 4.0.88 → 4.0.89

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/openai",
-  "version": "4.0.88",
+  "version": "4.0.89",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -35,8 +35,8 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "4.0.24",
-    "@ai-sdk/provider-utils": "5.0.56"
+    "@ai-sdk/provider": "4.0.25",
+    "@ai-sdk/provider-utils": "5.0.57"
   },
   "devDependencies": {
     "@ai-sdk/test-server": "2.0.4",

package/src/openai-decision-model.ts

@@ -1,11 +1,15 @@
 import {
   InvalidResponseDataError,
+  UnsupportedFunctionalityError,
   type Experimental_DecisionModelV4 as DecisionModelV4,
   type Experimental_DecisionModelV4Answer as DecisionModelV4Answer,
   type Experimental_DecisionModelV4Input as DecisionModelV4Input,
 } from '@ai-sdk/provider';
 import {
   combineHeaders,
+  convertUint8ArrayToBase64,
+  detectMediaType,
+  isFullMediaType,
   createJsonResponseHandler,
   postJsonToApi,
   parseProviderOptions,
@@ -72,10 +76,6 @@ const responseSchema = z.object({
   ),
 });
 
-function toText(input: DecisionModelV4Input): string {
-  return typeof input === 'string' ? input : JSON.stringify(input);
-}
-
 export class DecisionOpenAIModel implements DecisionModelV4 {
   readonly specificationVersion = 'v4';
   readonly supportedQuestionTypes = ['choice', 'score', 'boolean'] as const;
@@ -135,7 +135,48 @@ export class DecisionOpenAIModel implements DecisionModelV4 {
       body: {
         model: this.modelId,
         safety_identifier: openaiOptions?.safetyIdentifier,
-        input: toText(state),
+        input: [
+          {
+            role: 'user',
+            content: state.map(part => {
+              if (part.type === 'text')
+                return { type: 'input_text', text: part.text };
+              if (part.type === 'json')
+                return {
+                  type: 'input_text',
+                  text: JSON.stringify(part.value),
+                };
+              if (part.data.type !== 'data') {
+                throw new UnsupportedFunctionalityError({
+                  functionality: `OpenAI decision file input: ${part.mediaType} (${part.data.type})`,
+                });
+              }
+              // Direct doDecide calls can bypass Core's media type detection.
+              const mediaType = isFullMediaType(part.mediaType)
+                ? part.mediaType
+                : detectMediaType({
+                    data: part.data.data,
+                    topLevelType: 'image',
+                  });
+              if (
+                ![
+                  'image/png',
+                  'image/jpeg',
+                  'image/webp',
+                  'image/gif',
+                ].includes(mediaType ?? '')
+              ) {
+                throw new UnsupportedFunctionalityError({
+                  functionality: `OpenAI decision image media type: ${part.mediaType}`,
+                });
+              }
+              return {
+                type: 'input_image',
+                image_url: `data:${mediaType};base64,${typeof part.data.data === 'string' ? part.data.data : convertUint8ArrayToBase64(part.data.data)}`,
+              };
+            }),
+          },
+        ],
         questions: Object.entries(questions).map(([name, question]) => {
           const instructions = toText(question.instructions);
           switch (question.type) {
@@ -283,3 +324,7 @@ export class DecisionOpenAIModel implements DecisionModelV4 {
     };
   }
 }
+
+function toText(input: DecisionModelV4Input): string {
+  return typeof input === 'string' ? input : JSON.stringify(input);
+}