@ai-sdk/openai 4.0.0-beta.40 → 4.0.0-beta.41

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @ai-sdk/openai
 
+## 4.0.0-beta.41
+
+### Patch Changes
+
+- 9bd6512: feat(provider): change file part data property to be tagged with a type and remove the image part type
+- 258c093: chore: ensure consistent import handling and avoid import duplicates or cycles
+- Updated dependencies [9bd6512]
+- Updated dependencies [258c093]
+- Updated dependencies [b6783da]
+  - @ai-sdk/provider-utils@5.0.0-beta.29
+  - @ai-sdk/provider@4.0.0-beta.14
+
 ## 4.0.0-beta.40
 
 ### Patch Changes

package/dist/index.d.ts

@@ -704,7 +704,7 @@ declare const openaiTools: {
      * @param description - An optional description of the tool.
      * @param format - The output format constraint (grammar type, syntax, and definition).
      */
-    customTool: (args: Parameters<typeof customToolFactory>[0]) => _ai_sdk_provider_utils.Tool<string, unknown, {}>;
+    customTool: (args: Parameters<typeof customToolFactory>[0]) => _ai_sdk_provider_utils.ProviderDefinedTool<string, unknown, {}>;
     /**
      * The Code Interpreter tool allows models to write and run Python code in a
      * sandboxed environment to solve complex problems in domains like data analysis,
@@ -716,7 +716,7 @@ declare const openaiTools: {
         container?: string | {
             fileIds?: string[];
         };
-    }) => _ai_sdk_provider_utils.Tool<{
+    }) => _ai_sdk_provider_utils.ProviderExecutedTool<{
         code?: string | null;
         containerId: string;
     }, {
@@ -786,7 +786,7 @@ declare const openaiTools: {
         partialImages?: number;
         quality?: "auto" | "low" | "medium" | "high";
         size?: "auto" | "1024x1024" | "1024x1536" | "1536x1024";
-    }) => _ai_sdk_provider_utils.Tool<{}, {
+    }) => _ai_sdk_provider_utils.ProviderExecutedTool<{}, {
         result: string;
     }, {}>;
     /**
@@ -928,7 +928,7 @@ declare const openaiTools: {
      * @param searchContextSize - The search context size to use for the web search.
      * @param userLocation - The user location to use for the web search.
      */
-    webSearch: (args?: Parameters<typeof webSearchToolFactory>[0]) => _ai_sdk_provider_utils.Tool<{}, {
+    webSearch: (args?: Parameters<typeof webSearchToolFactory>[0]) => _ai_sdk_provider_utils.ProviderExecutedTool<{}, {
         action?: {
             type: "search";
             query?: string;
@@ -977,7 +977,7 @@ declare const openaiTools: {
         };
         serverDescription?: string;
         serverUrl?: string;
-    }) => _ai_sdk_provider_utils.Tool<{}, {
+    }) => _ai_sdk_provider_utils.ProviderExecutedTool<{}, {
         type: "call";
         serverLabel: string;
         name: string;
@@ -1003,7 +1003,7 @@ declare const openaiTools: {
         execution?: "server" | "client";
         description?: string;
         parameters?: Record<string, unknown>;
-    }, {}>>[0]) => _ai_sdk_provider_utils.Tool<{
+    }, {}>>[0]) => _ai_sdk_provider_utils.ProviderDefinedTool<{
         arguments?: unknown;
         call_id?: string | null;
     }, {

package/dist/index.js

@@ -101,7 +101,8 @@ import {
 } from "@ai-sdk/provider";
 import {
   convertToBase64,
-  isProviderReference,
+  getTopLevelMediaType,
+  resolveFullMediaType,
   resolveProviderReference
 } from "@ai-sdk/provider-utils";
 function serializeToolCallArguments(input) {
@@ -156,75 +157,89 @@ function convertToOpenAIChatMessages({
                 return { type: "text", text: part.text };
               }
               case "file": {
-                if (isProviderReference(part.data)) {
-                  return {
-                    type: "file",
-                    file: {
-                      file_id: resolveProviderReference({
-                        reference: part.data,
-                        provider: "openai"
-                      })
-                    }
-                  };
-                }
-                if (part.mediaType.startsWith("image/")) {
-                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
-                  return {
-                    type: "image_url",
-                    image_url: {
-                      url: part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${convertToBase64(part.data)}`,
-                      detail: (_b = (_a2 = part.providerOptions) == null ? void 0 : _a2.openai) == null ? void 0 : _b.imageDetail
-                    }
-                  };
-                } else if (part.mediaType.startsWith("audio/")) {
-                  if (part.data instanceof URL) {
+                switch (part.data.type) {
+                  case "reference": {
+                    return {
+                      type: "file",
+                      file: {
+                        file_id: resolveProviderReference({
+                          reference: part.data.reference,
+                          provider: "openai"
+                        })
+                      }
+                    };
+                  }
+                  case "text": {
                     throw new UnsupportedFunctionalityError({
-                      functionality: "audio file parts with URLs"
+                      functionality: "text file parts"
                     });
                   }
-                  switch (part.mediaType) {
-                    case "audio/wav": {
+                  case "url":
+                  case "data": {
+                    const topLevel = getTopLevelMediaType(part.mediaType);
+                    if (topLevel === "image") {
                       return {
-                        type: "input_audio",
-                        input_audio: {
-                          data: convertToBase64(part.data),
-                          format: "wav"
+                        type: "image_url",
+                        image_url: {
+                          url: part.data.type === "url" ? part.data.url.toString() : convertToBase64(part.data.data),
+                          detail: (_b = (_a2 = part.providerOptions) == null ? void 0 : _a2.openai) == null ? void 0 : _b.imageDetail
                         }
                       };
+                    } else if (topLevel === "audio") {
+                      if (part.data.type === "url") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: "audio file parts with URLs"
+                        });
+                      }
+                      const fullMediaType = resolveFullMediaType({ part });
+                      switch (fullMediaType) {
+                        case "audio/wav": {
+                          return {
+                            type: "input_audio",
+                            input_audio: {
+                              data: convertToBase64(part.data.data),
+                              format: "wav"
+                            }
+                          };
+                        }
+                        case "audio/mp3":
+                        case "audio/mpeg": {
+                          return {
+                            type: "input_audio",
+                            input_audio: {
+                              data: convertToBase64(part.data.data),
+                              format: "mp3"
+                            }
+                          };
+                        }
+                        default: {
+                          throw new UnsupportedFunctionalityError({
+                            functionality: `audio content parts with media type ${fullMediaType}`
+                          });
+                        }
+                      }
                     }
-                    case "audio/mp3":
-                    case "audio/mpeg": {
+                    {
+                      const fullMediaType = resolveFullMediaType({ part });
+                      if (fullMediaType !== "application/pdf") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: `file part media type ${fullMediaType}`
+                        });
+                      }
+                      if (part.data.type === "url") {
+                        throw new UnsupportedFunctionalityError({
+                          functionality: "PDF file parts with URLs"
+                        });
+                      }
                       return {
-                        type: "input_audio",
-                        input_audio: {
-                          data: convertToBase64(part.data),
-                          format: "mp3"
+                        type: "file",
+                        file: {
+                          filename: (_c = part.filename) != null ? _c : `part-${index}.pdf`,
+                          file_data: `data:application/pdf;base64,${convertToBase64(part.data.data)}`
                         }
                       };
                     }
-                    default: {
-                      throw new UnsupportedFunctionalityError({
-                        functionality: `audio content parts with media type ${part.mediaType}`
-                      });
-                    }
-                  }
-                } else if (part.mediaType === "application/pdf") {
-                  if (part.data instanceof URL) {
-                    throw new UnsupportedFunctionalityError({
-                      functionality: "PDF file parts with URLs"
-                    });
                   }
-                  return {
-                    type: "file",
-                    file: {
-                      filename: (_c = part.filename) != null ? _c : `part-${index}.pdf`,
-                      file_data: `data:application/pdf;base64,${convertToBase64(part.data)}`
-                    }
-                  };
-                } else {
-                  throw new UnsupportedFunctionalityError({
-                    functionality: `file part media type ${part.mediaType}`
-                  });
                 }
               }
             }
@@ -330,7 +345,10 @@ function mapOpenAIFinishReason(finishReason) {
 }
 
 // src/chat/openai-chat-api.ts
-import { lazySchema, zodSchema } from "@ai-sdk/provider-utils";
+import {
+  lazySchema,
+  zodSchema
+} from "@ai-sdk/provider-utils";
 import { z as z2 } from "zod/v4";
 var openaiChatResponseSchema = lazySchema(
   () => zodSchema(
@@ -472,7 +490,10 @@ var openaiChatChunkSchema = lazySchema(
 );
 
 // src/chat/openai-chat-options.ts
-import { lazySchema as lazySchema2, zodSchema as zodSchema2 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema2,
+  zodSchema as zodSchema2
+} from "@ai-sdk/provider-utils";
 import { z as z3 } from "zod/v4";
 var openaiLanguageModelChatOptions = lazySchema2(
   () => zodSchema2(
@@ -1230,7 +1251,10 @@ function mapOpenAIFinishReason2(finishReason) {
 
 // src/completion/openai-completion-api.ts
 import { z as z4 } from "zod/v4";
-import { lazySchema as lazySchema3, zodSchema as zodSchema3 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema3,
+  zodSchema as zodSchema3
+} from "@ai-sdk/provider-utils";
 var openaiCompletionResponseSchema = lazySchema3(
   () => zodSchema3(
     z4.object({
@@ -1287,7 +1311,10 @@ var openaiCompletionChunkSchema = lazySchema3(
 );
 
 // src/completion/openai-completion-options.ts
-import { lazySchema as lazySchema4, zodSchema as zodSchema4 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema4,
+  zodSchema as zodSchema4
+} from "@ai-sdk/provider-utils";
 import { z as z5 } from "zod/v4";
 var openaiLanguageModelCompletionOptions = lazySchema4(
   () => zodSchema4(
@@ -1588,7 +1615,10 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/embedding/openai-embedding-options.ts
-import { lazySchema as lazySchema5, zodSchema as zodSchema5 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema5,
+  zodSchema as zodSchema5
+} from "@ai-sdk/provider-utils";
 import { z as z6 } from "zod/v4";
 var openaiEmbeddingModelOptions = lazySchema5(
   () => zodSchema5(
@@ -1696,7 +1726,7 @@ var OpenAIEmbeddingModel = class _OpenAIEmbeddingModel {
 // src/files/openai-files.ts
 import {
   combineHeaders as combineHeaders4,
-  convertBase64ToUint8Array,
+  convertInlineFileDataToUint8Array,
   createJsonResponseHandler as createJsonResponseHandler4,
   parseProviderOptions as parseProviderOptions4,
   postFormDataToApi
@@ -1721,7 +1751,10 @@ var openaiFilesResponseSchema = lazySchema7(
 );
 
 // src/files/openai-files-options.ts
-import { lazySchema as lazySchema8, zodSchema as zodSchema8 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema8,
+  zodSchema as zodSchema8
+} from "@ai-sdk/provider-utils";
 import { z as z9 } from "zod/v4";
 var openaiFilesOptionsSchema = lazySchema8(
   () => zodSchema8(
@@ -1758,7 +1791,7 @@ var OpenAIFiles = class {
       providerOptions,
       schema: openaiFilesOptionsSchema
     });
-    const fileBytes = data instanceof Uint8Array ? data : convertBase64ToUint8Array(data);
+    const fileBytes = convertInlineFileDataToUint8Array(data);
     const blob = new Blob([fileBytes], {
       type: mediaType
     });
@@ -1804,7 +1837,7 @@ var OpenAIFiles = class {
 // src/image/openai-image-model.ts
 import {
   combineHeaders as combineHeaders5,
-  convertBase64ToUint8Array as convertBase64ToUint8Array2,
+  convertBase64ToUint8Array,
   convertToFormData,
   createJsonResponseHandler as createJsonResponseHandler5,
   downloadBlob,
@@ -1932,7 +1965,7 @@ var OpenAIImageModel = class _OpenAIImageModel {
                 [
                   file.data instanceof Uint8Array ? new Blob([file.data], {
                     type: file.mediaType
-                  }) : new Blob([convertBase64ToUint8Array2(file.data)], {
+                  }) : new Blob([convertBase64ToUint8Array(file.data)], {
                     type: file.mediaType
                   })
                 ],
@@ -2066,7 +2099,7 @@ async function fileToBlob(file) {
   if (file.type === "url") {
     return downloadBlob(file.url);
   }
-  const data = file.data instanceof Uint8Array ? file.data : convertBase64ToUint8Array2(file.data);
+  const data = file.data instanceof Uint8Array ? file.data : convertBase64ToUint8Array(file.data);
   return new Blob([data], { type: file.mediaType });
 }
 
@@ -2812,10 +2845,11 @@ import {
 } from "@ai-sdk/provider";
 import {
   convertToBase64 as convertToBase642,
+  getTopLevelMediaType as getTopLevelMediaType2,
   isNonNullable,
-  isProviderReference as isProviderReference2,
   parseJSON,
   parseProviderOptions as parseProviderOptions5,
+  resolveFullMediaType as resolveFullMediaType2,
   resolveProviderReference as resolveProviderReference2,
   validateTypes
 } from "@ai-sdk/provider-utils";
@@ -2882,50 +2916,62 @@ async function convertToOpenAIResponsesInput({
                 return { type: "input_text", text: part.text };
               }
               case "file": {
-                if (isProviderReference2(part.data)) {
-                  const fileId = resolveProviderReference2({
-                    reference: part.data,
-                    provider: providerOptionsName
-                  });
-                  if (part.mediaType.startsWith("image/")) {
-                    return {
-                      type: "input_image",
-                      file_id: fileId,
-                      detail: (_b2 = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) == null ? void 0 : _b2.imageDetail
-                    };
-                  }
-                  return {
-                    type: "input_file",
-                    file_id: fileId
-                  };
-                }
-                if (part.mediaType.startsWith("image/")) {
-                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
-                  return {
-                    type: "input_image",
-                    ...part.data instanceof URL ? { image_url: part.data.toString() } : typeof part.data === "string" && isFileId(part.data, fileIdPrefixes) ? { file_id: part.data } : {
-                      image_url: `data:${mediaType};base64,${convertToBase642(part.data)}`
-                    },
-                    detail: (_d2 = (_c2 = part.providerOptions) == null ? void 0 : _c2[providerOptionsName]) == null ? void 0 : _d2.imageDetail
-                  };
-                } else if (part.mediaType === "application/pdf") {
-                  if (part.data instanceof URL) {
+                switch (part.data.type) {
+                  case "reference": {
+                    const fileId = resolveProviderReference2({
+                      reference: part.data.reference,
+                      provider: providerOptionsName
+                    });
+                    if (getTopLevelMediaType2(part.mediaType) === "image") {
+                      return {
+                        type: "input_image",
+                        file_id: fileId,
+                        detail: (_b2 = (_a2 = part.providerOptions) == null ? void 0 : _a2[providerOptionsName]) == null ? void 0 : _b2.imageDetail
+                      };
+                    }
                     return {
                       type: "input_file",
-                      file_url: part.data.toString()
+                      file_id: fileId
                     };
                   }
-                  return {
-                    type: "input_file",
-                    ...typeof part.data === "string" && isFileId(part.data, fileIdPrefixes) ? { file_id: part.data } : {
-                      filename: (_e2 = part.filename) != null ? _e2 : `part-${index}.pdf`,
-                      file_data: `data:application/pdf;base64,${convertToBase642(part.data)}`
+                  case "text": {
+                    throw new UnsupportedFunctionalityError4({
+                      functionality: "text file parts"
+                    });
+                  }
+                  case "url":
+                  case "data": {
+                    const topLevel = getTopLevelMediaType2(part.mediaType);
+                    if (topLevel === "image") {
+                      return {
+                        type: "input_image",
+                        ...part.data.type === "url" ? { image_url: part.data.url.toString() } : typeof part.data.data === "string" && isFileId(part.data.data, fileIdPrefixes) ? { file_id: part.data.data } : {
+                          image_url: `data:${resolveFullMediaType2({ part })};base64,${convertToBase642(part.data.data)}`
+                        },
+                        detail: (_d2 = (_c2 = part.providerOptions) == null ? void 0 : _c2[providerOptionsName]) == null ? void 0 : _d2.imageDetail
+                      };
+                    } else {
+                      if (part.data.type === "url") {
+                        return {
+                          type: "input_file",
+                          file_url: part.data.url.toString()
+                        };
+                      }
+                      const fullMediaType = resolveFullMediaType2({ part });
+                      if (fullMediaType !== "application/pdf") {
+                        throw new UnsupportedFunctionalityError4({
+                          functionality: `file part media type ${fullMediaType}`
+                        });
+                      }
+                      return {
+                        type: "input_file",
+                        ...typeof part.data.data === "string" && isFileId(part.data.data, fileIdPrefixes) ? { file_id: part.data.data } : {
+                          filename: (_e2 = part.filename) != null ? _e2 : `part-${index}.pdf`,
+                          file_data: `data:application/pdf;base64,${convertToBase642(part.data.data)}`
+                        }
+                      };
                     }
-                  };
-                } else {
-                  throw new UnsupportedFunctionalityError4({
-                    functionality: `file part media type ${part.mediaType}`
-                  });
+                  }
                 }
               }
             }
@@ -3488,7 +3534,10 @@ function mapOpenAIResponseFinishReason({
 }
 
 // src/responses/openai-responses-api.ts
-import { lazySchema as lazySchema21, zodSchema as zodSchema21 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema21,
+  zodSchema as zodSchema21
+} from "@ai-sdk/provider-utils";
 import { z as z23 } from "zod/v4";
 var jsonValueSchema2 = z23.lazy(
   () => z23.union([
@@ -4348,7 +4397,10 @@ var openaiResponsesResponseSchema = lazySchema21(
 );
 
 // src/responses/openai-responses-options.ts
-import { lazySchema as lazySchema22, zodSchema as zodSchema22 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema22,
+  zodSchema as zodSchema22
+} from "@ai-sdk/provider-utils";
 import { z as z24 } from "zod/v4";
 var TOP_LOGPROBS_MAX = 20;
 var openaiResponsesReasoningModelIds = [
@@ -6608,7 +6660,10 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/speech/openai-speech-options.ts
-import { lazySchema as lazySchema23, zodSchema as zodSchema23 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema23,
+  zodSchema as zodSchema23
+} from "@ai-sdk/provider-utils";
 import { z as z25 } from "zod/v4";
 var openaiSpeechModelOptionsSchema = lazySchema23(
   () => zodSchema23(
@@ -6732,7 +6787,7 @@ var OpenAISpeechModel = class _OpenAISpeechModel {
 // src/transcription/openai-transcription-model.ts
 import {
   combineHeaders as combineHeaders8,
-  convertBase64ToUint8Array as convertBase64ToUint8Array3,
+  convertBase64ToUint8Array as convertBase64ToUint8Array2,
   createJsonResponseHandler as createJsonResponseHandler7,
   mediaTypeToExtension,
   parseProviderOptions as parseProviderOptions8,
@@ -6777,7 +6832,10 @@ var openaiTranscriptionResponseSchema = lazySchema24(
 );
 
 // src/transcription/openai-transcription-options.ts
-import { lazySchema as lazySchema25, zodSchema as zodSchema25 } from "@ai-sdk/provider-utils";
+import {
+  lazySchema as lazySchema25,
+  zodSchema as zodSchema25
+} from "@ai-sdk/provider-utils";
 import { z as z27 } from "zod/v4";
 var openAITranscriptionModelOptions = lazySchema25(
   () => zodSchema25(
@@ -6898,7 +6956,7 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
       schema: openAITranscriptionModelOptions
     });
     const formData = new FormData();
-    const blob = audio instanceof Uint8Array ? new Blob([audio]) : new Blob([convertBase64ToUint8Array3(audio)]);
+    const blob = audio instanceof Uint8Array ? new Blob([audio]) : new Blob([convertBase64ToUint8Array2(audio)]);
     formData.append("model", this.modelId);
     const fileExtension = mediaTypeToExtension(mediaType);
     formData.append(
@@ -6987,7 +7045,7 @@ var OpenAITranscriptionModel = class _OpenAITranscriptionModel {
 // src/skills/openai-skills.ts
 import {
   combineHeaders as combineHeaders9,
-  convertBase64ToUint8Array as convertBase64ToUint8Array4,
+  convertInlineFileDataToUint8Array as convertInlineFileDataToUint8Array2,
   createJsonResponseHandler as createJsonResponseHandler8,
   postFormDataToApi as postFormDataToApi4
 } from "@ai-sdk/provider-utils";
@@ -7038,7 +7096,7 @@ var OpenAISkills = class {
     }
     const formData = new FormData();
     for (const file of params.files) {
-      const content = typeof file.content === "string" ? convertBase64ToUint8Array4(file.content) : file.content;
+      const content = convertInlineFileDataToUint8Array2(file.data);
       formData.append("files[]", new Blob([content]), file.path);
     }
     const { value: response } = await postFormDataToApi4({
@@ -7069,7 +7127,7 @@ var OpenAISkills = class {
 };
 
 // src/version.ts
-var VERSION = true ? "4.0.0-beta.40" : "0.0.0-test";
+var VERSION = true ? "4.0.0-beta.41" : "0.0.0-test";
 
 // src/openai-provider.ts
 function createOpenAI(options = {}) {