@ai-sdk/openai-compatible 3.0.0-beta.5 → 3.0.0-beta.57

package/src/chat/convert-to-openai-compatible-chat-messages.ts

@@ -1,12 +1,14 @@
 import {
-  LanguageModelV4Prompt,
-  SharedV4ProviderMetadata,
   UnsupportedFunctionalityError,
+  type LanguageModelV4Prompt,
+  type SharedV4ProviderMetadata,
 } from '@ai-sdk/provider';
-import { OpenAICompatibleChatPrompt } from './openai-compatible-api-types';
+import type { OpenAICompatibleChatPrompt } from './openai-compatible-api-types';
 import {
   convertBase64ToUint8Array,
   convertToBase64,
+  getTopLevelMediaType,
+  resolveFullMediaType,
 } from '@ai-sdk/provider-utils';
 
 function getOpenAIMetadata(message: {
@@ -58,86 +60,105 @@ export function convertToOpenAICompatibleChatMessages(
                 return { type: 'text', text: part.text, ...partMetadata };
               }
               case 'file': {
-                if (part.mediaType.startsWith('image/')) {
-                  const mediaType =
-                    part.mediaType === 'image/*'
-                      ? 'image/jpeg'
-                      : part.mediaType;
-
-                  return {
-                    type: 'image_url',
-                    image_url: {
-                      url:
-                        part.data instanceof URL
-                          ? part.data.toString()
-                          : `data:${mediaType};base64,${convertToBase64(part.data)}`,
-                    },
-                    ...partMetadata,
-                  };
-                }
-
-                if (part.mediaType.startsWith('audio/')) {
-                  if (part.data instanceof URL) {
+                switch (part.data.type) {
+                  case 'reference': {
                     throw new UnsupportedFunctionalityError({
-                      functionality: 'audio file parts with URLs',
+                      functionality: 'file parts with provider references',
                     });
                   }
-
-                  const format = getAudioFormat(part.mediaType);
-                  if (format === null) {
+                  case 'text': {
                     throw new UnsupportedFunctionalityError({
-                      functionality: `audio media type ${part.mediaType}`,
+                      functionality: 'text file parts',
                     });
                   }
+                  case 'url':
+                  case 'data': {
+                    const topLevel = getTopLevelMediaType(part.mediaType);
 
-                  return {
-                    type: 'input_audio',
-                    input_audio: {
-                      data: convertToBase64(part.data),
-                      format,
-                    },
-                    ...partMetadata,
-                  };
-                }
+                    if (topLevel === 'image') {
+                      return {
+                        type: 'image_url',
+                        image_url: {
+                          url:
+                            part.data.type === 'url'
+                              ? part.data.url.toString()
+                              : `data:${resolveFullMediaType({ part })};base64,${convertToBase64(part.data.data)}`,
+                        },
+                        ...partMetadata,
+                      };
+                    }
 
-                if (part.mediaType === 'application/pdf') {
-                  if (part.data instanceof URL) {
-                    throw new UnsupportedFunctionalityError({
-                      functionality: 'PDF file parts with URLs',
-                    });
-                  }
+                    if (topLevel === 'audio') {
+                      if (part.data.type === 'url') {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: 'audio file parts with URLs',
+                        });
+                      }
 
-                  return {
-                    type: 'file',
-                    file: {
-                      filename: part.filename ?? 'document.pdf',
-                      file_data: `data:application/pdf;base64,${convertToBase64(part.data)}`,
-                    },
-                    ...partMetadata,
-                  };
-                }
+                      const fullMediaType = resolveFullMediaType({ part });
+                      const format = getAudioFormat(fullMediaType);
+                      if (format === null) {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: `audio media type ${fullMediaType}`,
+                        });
+                      }
 
-                if (part.mediaType.startsWith('text/')) {
-                  const textContent =
-                    part.data instanceof URL
-                      ? part.data.toString()
-                      : typeof part.data === 'string'
-                        ? new TextDecoder().decode(
-                            convertBase64ToUint8Array(part.data),
-                          )
-                        : new TextDecoder().decode(part.data);
+                      return {
+                        type: 'input_audio',
+                        input_audio: {
+                          data: convertToBase64(part.data.data),
+                          format,
+                        },
+                        ...partMetadata,
+                      };
+                    }
 
-                  return {
-                    type: 'text',
-                    text: textContent,
-                    ...partMetadata,
-                  };
-                }
+                    if (topLevel === 'application') {
+                      if (part.data.type === 'url') {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: 'PDF file parts with URLs',
+                        });
+                      }
+
+                      const fullMediaType = resolveFullMediaType({ part });
+                      if (fullMediaType !== 'application/pdf') {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: `file part media type ${fullMediaType}`,
+                        });
+                      }
+
+                      return {
+                        type: 'file',
+                        file: {
+                          filename: part.filename ?? 'document.pdf',
+                          file_data: `data:application/pdf;base64,${convertToBase64(part.data.data)}`,
+                        },
+                        ...partMetadata,
+                      };
+                    }
+
+                    if (topLevel === 'text') {
+                      const textContent =
+                        part.data.type === 'url'
+                          ? part.data.url.toString()
+                          : typeof part.data.data === 'string'
+                            ? new TextDecoder().decode(
+                                convertBase64ToUint8Array(part.data.data),
+                              )
+                            : new TextDecoder().decode(part.data.data);
 
-                // Unsupported type
-                throw new UnsupportedFunctionalityError({
-                  functionality: `file part media type ${part.mediaType}`,
-                });
+                      return {
+                        type: 'text',
+                        text: textContent,
+                        ...partMetadata,
+                      };
+                    }
+
+                    throw new UnsupportedFunctionalityError({
+                      functionality: `file part media type ${part.mediaType}`,
+                    });
+                  }
+                }
               }
             }
           }),
@@ -202,7 +223,7 @@ export function convertToOpenAICompatibleChatMessages(
 
         messages.push({
           role: 'assistant',
-          content: text,
+          content: toolCalls.length > 0 ? text || null : text,
           ...(reasoning.length > 0 ? { reasoning_content: reasoning } : {}),
           tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
           ...metadata,
@@ -226,7 +247,7 @@ export function convertToOpenAICompatibleChatMessages(
               contentValue = output.value;
               break;
             case 'execution-denied':
-              contentValue = output.reason ?? 'Tool execution denied.';
+              contentValue = output.reason ?? 'Tool call execution denied.';
               break;
             case 'content':
             case 'json':

package/src/chat/map-openai-compatible-finish-reason.ts

@@ -1,4 +1,4 @@
-import { LanguageModelV4FinishReason } from '@ai-sdk/provider';
+import type { LanguageModelV4FinishReason } from '@ai-sdk/provider';
 
 export function mapOpenAICompatibleFinishReason(
   finishReason: string | null | undefined,

package/src/chat/openai-compatible-api-types.ts

@@ -1,4 +1,4 @@
-import { JSONValue } from '@ai-sdk/provider';
+import type { JSONValue } from '@ai-sdk/provider';
 
 export type OpenAICompatibleChatPrompt = Array<OpenAICompatibleMessage>;
 
@@ -20,8 +20,7 @@ export interface OpenAICompatibleSystemMessage extends JsonRecord {
   content: string;
 }
 
-export interface OpenAICompatibleUserMessage
-  extends JsonRecord<OpenAICompatibleContentPart> {
+export interface OpenAICompatibleUserMessage extends JsonRecord<OpenAICompatibleContentPart> {
   role: 'user';
   content: string | Array<OpenAICompatibleContentPart>;
 }
@@ -54,8 +53,7 @@ export interface OpenAICompatibleContentPartFile extends JsonRecord {
   file: { filename: string; file_data: string };
 }
 
-export interface OpenAICompatibleAssistantMessage
-  extends JsonRecord<OpenAICompatibleMessageToolCall> {
+export interface OpenAICompatibleAssistantMessage extends JsonRecord<OpenAICompatibleMessageToolCall> {
   role: 'assistant';
   content?: string | null;
   reasoning_content?: string;