@ai-sdk/openai 4.0.0-beta.40 → 4.0.0-beta.41

package/dist/internal/index.d.ts

@@ -981,7 +981,7 @@ declare const codeInterpreterToolFactory: _ai_sdk_provider_utils.ProviderExecute
         url: string;
     }> | null;
 }, CodeInterpreterArgs, {}>;
-declare const codeInterpreter: (args?: CodeInterpreterArgs) => _ai_sdk_provider_utils.Tool<{
+declare const codeInterpreter: (args?: CodeInterpreterArgs) => _ai_sdk_provider_utils.ProviderExecutedTool<{
     /**
      * The code to run, or null if not available.
      */
@@ -1167,7 +1167,7 @@ type ImageGenerationArgs = {
      */
     size?: 'auto' | '1024x1024' | '1024x1536' | '1536x1024';
 };
-declare const imageGeneration: (args?: ImageGenerationArgs) => _ai_sdk_provider_utils.Tool<{}, {
+declare const imageGeneration: (args?: ImageGenerationArgs) => _ai_sdk_provider_utils.ProviderExecutedTool<{}, {
     /**
      * The generated image encoded in base64.
      */

package/dist/internal/index.js

@@ -93,7 +93,8 @@ import {
 } from "@ai-sdk/provider";
 import {
   convertToBase64,
-  isProviderReference,
+  getTopLevelMediaType,
+  resolveFullMediaType,
   resolveProviderReference
 } from "@ai-sdk/provider-utils";
 function serializeToolCallArguments(input) {
@@ -148,75 +149,89 @@ function convertToOpenAIChatMessages({
                 return { type: "text", text: part.text };
               }
               case "file": {
-                if (isProviderReference(part.data)) {
-                  return {
-                    type: "file",
-                    file: {
-                      file_id: resolveProviderReference({
-                        reference: part.data,
-                        provider: "openai"
-                      })
-                    }
-                  };
-                }
-                if (part.mediaType.startsWith("image/")) {
-                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
-                  return {
-                    type: "image_url",
-                    image_url: {
-                      url: part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${convertToBase64(part.data)}`,
-                      detail: (_b = (_a2 = part.providerOptions) == null ? void 0 : _a2.openai) == null ? void 0 : _b.imageDetail
-                    }
-                  };
-                } else if (part.mediaType.startsWith("audio/")) {
-                  if (part.data instanceof URL) {
+                switch (part.data.type) {
+                  case "reference": {
+                    return {
+                      type: "file",
+                      file: {
+                        file_id: resolveProviderReference({
+                          reference: part.data.reference,
+                          provider: "openai"
+                        })
+                      }
+                    };
+                  }
+                  case "text": {
                     throw new UnsupportedFunctionalityError({
-                      functionality: "audio file parts with URLs"
+                      functionality: "text file parts"
                     });
                   }
-                  switch (part.mediaType) {
-                    case "audio/wav": {
+                  case "url":
+                  case "data": {
+                    const topLevel = getTopLevelMediaType(part.mediaType);
+                    if (topLevel === "image") {
                       return {
-                        type: "input_audio",
-                        input_audio: {
-                          data: convertToBase64(part.data),
-                          format: "wav"
+                        type: "image_url",
+                        image_url: {
+                          url: part.data.type === "url" ? part.data.url.toString() : convertToBase64(part.data.data),
+                          detail: (_b = (_a2 = part.providerOptions) == null ? void 0 : _a2.openai) == null ? void 0 : _b.imageDetail
                         }
                       };
+                    } else if (topLevel === "audio") {
+                      if (part.data.type === "url") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: "audio file parts with URLs"
+                        });
+                      }
+                      const fullMediaType = resolveFullMediaType({ part });
+                      switch (fullMediaType) {
+                        case "audio/wav": {
+                          return {
+                            type: "input_audio",
+                            input_audio: {
+                              data: convertToBase64(part.data.data),
+                              format: "wav"
+                            }
+                          };
+                        }
+                        case "audio/mp3":
+                        case "audio/mpeg": {
+                          return {
+                            type: "input_audio",
+                            input_audio: {
+                              data: convertToBase64(part.data.data),
+                              format: "mp3"
+                            }
+                          };
+                        }
+                        default: {
+                          throw new UnsupportedFunctionalityError({
+                            functionality: `audio content parts with media type ${fullMediaType}`
+                          });
+                        }
+                      }
                     }
-                    case "audio/mp3":
-                    case "audio/mpeg": {
+                    {
+                      const fullMediaType = resolveFullMediaType({ part });
+                      if (fullMediaType !== "application/pdf") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: `file part media type ${fullMediaType}`
+                        });
+                      }
+                      if (part.data.type === "url") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: "PDF file parts with URLs"
+                        });
+                      }
                       return {
-                        type: "input_audio",
-                        input_audio: {
-                          data: convertToBase64(part.data),
-                          format: "mp3"
+                        type: "file",
+                        file: {
+                          filename: (_c = part.filename) != null ? _c : `part-${index}.pdf`,
+                          file_data: `data:application/pdf;base64,${convertToBase64(part.data.data)}`
                         }
                       };
                     }
-                    default: {
-                      throw new UnsupportedFunctionalityError({
-                        functionality: `audio content parts with media type ${part.mediaType}`
-                      });
-                    }
                   }
-                } else if (part.mediaType === "application/pdf") {
-                  if (part.data instanceof URL) {
-                    throw new UnsupportedFunctionalityError({
-                      functionality: "PDF file parts with URLs"
-                    });
-                  }
-                  return {
-                    type: "file",
-                    file: {
-                      filename: (_c = part.filename) != null ? _c : `part-${index}.pdf`,
-                      file_data: `data:application/pdf;base64,${convertToBase64(part.data)}`
-                    }
-                  };
-                } else {
-                  throw new UnsupportedFunctionalityError({
-                    functionality: `file part media type ${part.mediaType}`
-                  });
                 }
               }
             }
@@ -322,7 +337,10 @@ function mapOpenAIFinishReason(finishReason) {
 }
 
 // src/chat/openai-chat-api.ts
-import { lazySchema, zodSchema } from "@ai-sdk/provider-utils";
+import {
+  lazySchema,
+  zodSchema
+} from "@ai-sdk/provider-utils";
 import { z as z2 } from "zod/v4";
 var openaiChatResponseSchema = lazySchema(
   () => zodSchema(
@@ -464,7 +482,10 @@ var openaiChatChunkSchema = lazySchema(
 );
 
 // src/chat/openai-chat-options.ts
-import { lazySchema as lazySchema2, zodSchema as zodSchema2 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema2,
+  zodSchema as zodSchema2
+} from "@ai-sdk/provider-utils";
 import { z as z3 } from "zod/v4";
 var openaiLanguageModelChatOptions = lazySchema2(
   () => zodSchema2(
@@ -1222,7 +1243,10 @@ function mapOpenAIFinishReason2(finishReason) {
 
 // src/completion/openai-completion-api.ts
 import { z as z4 } from "zod/v4";
-import { lazySchema as lazySchema3, zodSchema as zodSchema3 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema3,
+  zodSchema as zodSchema3
+} from "@ai-sdk/provider-utils";
 var openaiCompletionResponseSchema = lazySchema3(
   () => zodSchema3(
     z4.object({
@@ -1279,7 +1303,10 @@ var openaiCompletionChunkSchema = lazySchema3(
 );
 
 // src/completion/openai-completion-options.ts
-import { lazySchema as lazySchema4, zodSchema as zodSchema4 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema4,
+  zodSchema as zodSchema4
+} from "@ai-sdk/provider-utils";
 import { z as z5 } from "zod/v4";
 var openaiLanguageModelCompletionOptions = lazySchema4(
   () => zodSchema4(
@@ -1580,7 +1607,10 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/embedding/openai-embedding-options.ts
-import { lazySchema as lazySchema5, zodSchema as zodSchema5 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema5,
+  zodSchema as zodSchema5
+} from "@ai-sdk/provider-utils";
 import { z as z6 } from "zod/v4";
 var openaiEmbeddingModelOptions = lazySchema5(
   () => zodSchema5(
@@ -2002,7 +2032,10 @@ var openaiTranscriptionResponseSchema = lazySchema8(
 );
 
 // src/transcription/openai-transcription-options.ts
-import { lazySchema as lazySchema9, zodSchema as zodSchema9 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema9,
+  zodSchema as zodSchema9
+} from "@ai-sdk/provider-utils";
 import { z as z10 } from "zod/v4";
 var openAITranscriptionModelOptions = lazySchema9(
   () => zodSchema9(
@@ -2221,7 +2254,10 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/speech/openai-speech-options.ts
-import { lazySchema as lazySchema10, zodSchema as zodSchema10 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema10,
+  zodSchema as zodSchema10
+} from "@ai-sdk/provider-utils";
 import { z as z11 } from "zod/v4";
 var openaiSpeechModelOptionsSchema = lazySchema10(
   () => zodSchema10(
@@ -2405,10 +2441,11 @@ import {
 } from "@ai-sdk/provider";
 import {
   convertToBase64 as convertToBase642,
+  getTopLevelMediaType as getTopLevelMediaType2,
   isNonNullable,
-  isProviderReference as isProviderReference2,
   parseJSON,
   parseProviderOptions as parseProviderOptions6,
+  resolveFullMediaType as resolveFullMediaType2,
   resolveProviderReference as resolveProviderReference2,
   validateTypes
 } from "@ai-sdk/provider-utils";
@@ -2691,50 +2728,62 @@ async function convertToOpenAIResponsesInput({
                 return { type: "input_text", text: part.text };
               }
               case "file": {
-                if (isProviderReference2(part.data)) {
-                  const fileId = resolveProviderReference2({
-                    reference: part.data,
-                    provider: providerOptionsName
-                  });
-                  if (part.mediaType.startsWith("image/")) {
-                    return {
-                      type: "input_image",
-                      file_id: fileId,
-                      detail: (_b2 = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) == null ? void 0 : _b2.imageDetail
-                    };
-                  }
-                  return {
-                    type: "input_file",
-                    file_id: fileId
-                  };
-                }
-                if (part.mediaType.startsWith("image/")) {
-                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
-                  return {
-                    type: "input_image",
-                    ...part.data instanceof URL ? { image_url: part.data.toString() } : typeof part.data === "string" && isFileId(part.data, fileIdPrefixes) ? { file_id: part.data } : {
-                      image_url: `data:${mediaType};base64,${convertToBase642(part.data)}`
-                    },
-                    detail: (_d2 = (_c2 = part.providerOptions) == null ? void 0 : _c2[providerOptionsName]) == null ? void 0 : _d2.imageDetail
-                  };
-                } else if (part.mediaType === "application/pdf") {
-                  if (part.data instanceof URL) {
+                switch (part.data.type) {
+                  case "reference": {
+                    const fileId = resolveProviderReference2({
+                      reference: part.data.reference,
+                      provider: providerOptionsName
+                    });
+                    if (getTopLevelMediaType2(part.mediaType) === "image") {
+                      return {
+                        type: "input_image",
+                        file_id: fileId,
+                        detail: (_b2 = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) == null ? void 0 : _b2.imageDetail
+                      };
+                    }
                     return {
                       type: "input_file",
-                      file_url: part.data.toString()
+                      file_id: fileId
                     };
                   }
-                  return {
-                    type: "input_file",
-                    ...typeof part.data === "string" && isFileId(part.data, fileIdPrefixes) ? { file_id: part.data } : {
-                      filename: (_e2 = part.filename) != null ? _e2 : `part-${index}.pdf`,
-                      file_data: `data:application/pdf;base64,${convertToBase642(part.data)}`
+                  case "text": {
+                    throw new UnsupportedFunctionalityError4({
+                      functionality: "text file parts"
+                    });
+                  }
+                  case "url":
+                  case "data": {
+                    const topLevel = getTopLevelMediaType2(part.mediaType);
+                    if (topLevel === "image") {
+                      return {
+                        type: "input_image",
+                        ...part.data.type === "url" ? { image_url: part.data.url.toString() } : typeof part.data.data === "string" && isFileId(part.data.data, fileIdPrefixes) ? { file_id: part.data.data } : {
+                          image_url: `data:${resolveFullMediaType2({ part })};base64,${convertToBase642(part.data.data)}`
+                        },
+                        detail: (_d2 = (_c2 = part.providerOptions) == null ? void 0 : _c2[providerOptionsName]) == null ? void 0 : _d2.imageDetail
+                      };
+                    } else {
+                      if (part.data.type === "url") {
+                        return {
+                          type: "input_file",
+                          file_url: part.data.url.toString()
+                        };
+                      }
+                      const fullMediaType = resolveFullMediaType2({ part });
+                      if (fullMediaType !== "application/pdf") {
+                        throw new UnsupportedFunctionalityError4({
+                          functionality: `file part media type ${fullMediaType}`
+                        });
+                      }
+                      return {
+                        type: "input_file",
+                        ...typeof part.data.data === "string" && isFileId(part.data.data, fileIdPrefixes) ? { file_id: part.data.data } : {
+                          filename: (_e2 = part.filename) != null ? _e2 : `part-${index}.pdf`,
+                          file_data: `data:application/pdf;base64,${convertToBase642(part.data.data)}`
+                        }
+                      };
                     }
-                  };
-                } else {
-                  throw new UnsupportedFunctionalityError4({
-                    functionality: `file part media type ${part.mediaType}`
-                  });
+                  }
                 }
               }
             }
@@ -3297,7 +3346,10 @@ function mapOpenAIResponseFinishReason({
 }
 
 // src/responses/openai-responses-api.ts
-import { lazySchema as lazySchema15, zodSchema as zodSchema15 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema15,
+  zodSchema as zodSchema15
+} from "@ai-sdk/provider-utils";
 import { z as z17 } from "zod/v4";
 var jsonValueSchema = z17.lazy(
   () => z17.union([
@@ -4157,7 +4209,10 @@ var openaiResponsesResponseSchema = lazySchema15(
 );
 
 // src/responses/openai-responses-options.ts
-import { lazySchema as lazySchema16, zodSchema as zodSchema16 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema16,
+  zodSchema as zodSchema16
+} from "@ai-sdk/provider-utils";
 import { z as z18 } from "zod/v4";
 var TOP_LOGPROBS_MAX = 20;
 var openaiResponsesReasoningModelIds = [