@openai/agents-core 0.1.11 → 0.2.1

package/dist/types/protocol.d.ts

@@ -135,27 +135,35 @@ export declare const InputImage: z.ZodObject<{
 } & {
     type: z.ZodLiteral<"input_image">;
     /**
-     * The image input to the model. Could be a URL, base64 or an object with a file ID.
+     * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+     * previously uploaded OpenAI file.
      */
-    image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
         id: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         id: string;
     }, {
         id: string;
-    }>]>;
+    }>]>>;
+    /**
+     * Controls the level of detail requested for image understanding tasks.
+     * Future models may add new values, therefore this accepts any string.
+     */
+    detail: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "input_image";
-    image: string | {
-        id: string;
-    };
     providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
 }, {
     type: "input_image";
-    image: string | {
-        id: string;
-    };
     providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
 }>;
 export type InputImage = z.infer<typeof InputImage>;
 export declare const InputFile: z.ZodObject<{
@@ -167,9 +175,9 @@ export declare const InputFile: z.ZodObject<{
 } & {
     type: z.ZodLiteral<"input_file">;
     /**
-     * The file input to the model. Could be a URL, base64 or an object with a file ID.
+     * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
      */
-    file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+    file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
         id: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         id: string;
@@ -181,23 +189,29 @@ export declare const InputFile: z.ZodObject<{
         url: string;
     }, {
         url: string;
-    }>]>;
+    }>]>>;
+    /**
+     * Optional filename metadata when uploading file data inline.
+     */
+    filename: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "input_file";
-    file: string | {
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
         id: string;
     } | {
         url: string;
-    };
-    providerData?: Record<string, any> | undefined;
+    } | undefined;
+    filename?: string | undefined;
 }, {
     type: "input_file";
-    file: string | {
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
         id: string;
     } | {
         url: string;
-    };
-    providerData?: Record<string, any> | undefined;
+    } | undefined;
+    filename?: string | undefined;
 }>;
 export type InputFile = z.infer<typeof InputFile>;
 export declare const AudioContent: z.ZodObject<{
@@ -287,6 +301,7 @@ export declare const ToolOutputText: z.ZodObject<{
     text: string;
     providerData?: Record<string, any> | undefined;
 }>;
+export type ToolOutputText = z.infer<typeof ToolOutputText>;
 export declare const ToolOutputImage: z.ZodObject<{
     /**
      * Additional optional provider specific data. Used for custom functionality or model provider
@@ -296,24 +311,135 @@ export declare const ToolOutputImage: z.ZodObject<{
 } & {
     type: z.ZodLiteral<"image">;
     /**
-     * The image data. Could be base64 encoded image data or an object with a file ID.
+     * Inline image content or a reference to an uploaded file. Accepts a URL/data URL string or an
+     * object describing the data/url/fileId source.
      */
-    data: z.ZodString;
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+        mediaType: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    }, {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    }>, z.ZodObject<{
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+    }, {
+        url: string;
+    }>, z.ZodObject<{
+        fileId: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        fileId: string;
+    }, {
+        fileId: string;
+    }>]>]>>;
     /**
-     * The media type of the image.
+     * Controls the requested level of detail for vision models.
+     * Use a string to avoid constraining future model capabilities.
      */
-    mediaType: z.ZodString;
+    detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
 }, "strip", z.ZodTypeAny, {
     type: "image";
-    data: string;
-    mediaType: string;
     providerData?: Record<string, any> | undefined;
+    image?: string | {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    } | {
+        url: string;
+    } | {
+        fileId: string;
+    } | undefined;
+    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
 }, {
     type: "image";
-    data: string;
-    mediaType: string;
+    providerData?: Record<string, any> | undefined;
+    image?: string | {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    } | {
+        url: string;
+    } | {
+        fileId: string;
+    } | undefined;
+    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+}>;
+export type ToolOutputImage = z.infer<typeof ToolOutputImage>;
+export declare const ToolOutputFileContent: z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    type: z.ZodLiteral<"file">;
+    /**
+     * File output reference. Provide either a string (data URL / base64), a data object (requires
+     * mediaType + filename), or an object pointing to an uploaded file/URL.
+     */
+    file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+        mediaType: z.ZodString;
+        filename: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    }, {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    }>, z.ZodObject<{
+        url: z.ZodString;
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+        filename?: string | undefined;
+    }, {
+        url: string;
+        filename?: string | undefined;
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        id: string;
+        filename?: string | undefined;
+    }, {
+        id: string;
+        filename?: string | undefined;
+    }>]>;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    file: string | {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    } | {
+        url: string;
+        filename?: string | undefined;
+    } | {
+        id: string;
+        filename?: string | undefined;
+    };
+    providerData?: Record<string, any> | undefined;
+}, {
+    type: "file";
+    file: string | {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    } | {
+        url: string;
+        filename?: string | undefined;
+    } | {
+        id: string;
+        filename?: string | undefined;
+    };
     providerData?: Record<string, any> | undefined;
 }>;
+export type ToolOutputFileContent = z.infer<typeof ToolOutputFileContent>;
 export declare const ComputerToolOutput: z.ZodObject<{
     /**
      * Additional optional provider specific data. Used for custom functionality or model provider
@@ -770,27 +896,35 @@ export declare const UserContent: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
 } & {
     type: z.ZodLiteral<"input_image">;
     /**
-     * The image input to the model. Could be a URL, base64 or an object with a file ID.
+     * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+     * previously uploaded OpenAI file.
      */
-    image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
         id: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         id: string;
     }, {
         id: string;
-    }>]>;
+    }>]>>;
+    /**
+     * Controls the level of detail requested for image understanding tasks.
+     * Future models may add new values, therefore this accepts any string.
+     */
+    detail: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "input_image";
-    image: string | {
-        id: string;
-    };
     providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
 }, {
     type: "input_image";
-    image: string | {
-        id: string;
-    };
     providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
 }>, z.ZodObject<{
     /**
      * Additional optional provider specific data. Used for custom functionality or model provider
@@ -800,9 +934,9 @@ export declare const UserContent: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
 } & {
     type: z.ZodLiteral<"input_file">;
     /**
-     * The file input to the model. Could be a URL, base64 or an object with a file ID.
+     * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
      */
-    file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+    file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
         id: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         id: string;
@@ -814,23 +948,29 @@ export declare const UserContent: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
         url: string;
     }, {
         url: string;
-    }>]>;
+    }>]>>;
+    /**
+     * Optional filename metadata when uploading file data inline.
+     */
+    filename: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "input_file";
-    file: string | {
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
         id: string;
     } | {
         url: string;
-    };
-    providerData?: Record<string, any> | undefined;
+    } | undefined;
+    filename?: string | undefined;
 }, {
     type: "input_file";
-    file: string | {
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
         id: string;
     } | {
         url: string;
-    };
-    providerData?: Record<string, any> | undefined;
+    } | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     /**
      * Additional optional provider specific data. Used for custom functionality or model provider
@@ -929,27 +1069,35 @@ export declare const UserMessageItem: z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_image">;
         /**
-         * The image input to the model. Could be a URL, base64 or an object with a file ID.
+         * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+         * previously uploaded OpenAI file.
          */
-        image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
         }, {
             id: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Controls the level of detail requested for image understanding tasks.
+         * Future models may add new values, therefore this accepts any string.
+         */
+        detail: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -959,9 +1107,9 @@ export declare const UserMessageItem: z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_file">;
         /**
-         * The file input to the model. Could be a URL, base64 or an object with a file ID.
+         * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
          */
-        file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+        file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
@@ -973,23 +1121,29 @@ export declare const UserMessageItem: z.ZodObject<{
             url: string;
         }, {
             url: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Optional filename metadata when uploading file data inline.
+         */
+        filename: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -1041,18 +1195,20 @@ export declare const UserMessageItem: z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -1073,18 +1229,20 @@ export declare const UserMessageItem: z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -1417,27 +1575,35 @@ export declare const MessageItem: z.ZodDiscriminatedUnion<"role", [z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_image">;
         /**
-         * The image input to the model. Could be a URL, base64 or an object with a file ID.
+         * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+         * previously uploaded OpenAI file.
          */
-        image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
         }, {
             id: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Controls the level of detail requested for image understanding tasks.
+         * Future models may add new values, therefore this accepts any string.
+         */
+        detail: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -1447,9 +1613,9 @@ export declare const MessageItem: z.ZodDiscriminatedUnion<"role", [z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_file">;
         /**
-         * The file input to the model. Could be a URL, base64 or an object with a file ID.
+         * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
          */
-        file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+        file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
@@ -1461,23 +1627,29 @@ export declare const MessageItem: z.ZodDiscriminatedUnion<"role", [z.ZodObject<{
             url: string;
         }, {
             url: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Optional filename metadata when uploading file data inline.
+         */
+        filename: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -1529,18 +1701,20 @@ export declare const MessageItem: z.ZodDiscriminatedUnion<"role", [z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -1561,18 +1735,20 @@ export declare const MessageItem: z.ZodDiscriminatedUnion<"role", [z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -1683,96 +1859,611 @@ export declare const FunctionCallItem: z.ZodObject<{
     id?: string | undefined;
 }>;
 export type FunctionCallItem = z.infer<typeof FunctionCallItem>;
-export declare const FunctionCallResultItem: z.ZodObject<{
+export declare const ToolCallOutputContent: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     /**
      * Additional optional provider specific data. Used for custom functionality or model provider
      * specific fields.
      */
     providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
 } & {
+    type: z.ZodLiteral<"text">;
     /**
-     * An ID to identify the item. This is optional by default. If a model provider absolutely
-     * requires this field, it will be validated on the model level.
+     * The text output from the model.
      */
-    id: z.ZodOptional<z.ZodString>;
+    text: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "text";
+    text: string;
+    providerData?: Record<string, any> | undefined;
+}, {
+    type: "text";
+    text: string;
+    providerData?: Record<string, any> | undefined;
+}>, z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
 } & {
-    type: z.ZodLiteral<"function_call_result">;
+    type: z.ZodLiteral<"image">;
     /**
-     * The name of the tool that was called
+     * Inline image content or a reference to an uploaded file. Accepts a URL/data URL string or an
+     * object describing the data/url/fileId source.
      */
-    name: z.ZodString;
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+        mediaType: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    }, {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    }>, z.ZodObject<{
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+    }, {
+        url: string;
+    }>, z.ZodObject<{
+        fileId: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        fileId: string;
+    }, {
+        fileId: string;
+    }>]>]>>;
     /**
-     * The ID of the tool call. Required to match up the respective tool call result.
+     * Controls the requested level of detail for vision models.
+     * Use a string to avoid constraining future model capabilities.
      */
-    callId: z.ZodString;
+    detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
+}, "strip", z.ZodTypeAny, {
+    type: "image";
+    providerData?: Record<string, any> | undefined;
+    image?: string | {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    } | {
+        url: string;
+    } | {
+        fileId: string;
+    } | undefined;
+    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+}, {
+    type: "image";
+    providerData?: Record<string, any> | undefined;
+    image?: string | {
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType?: string | undefined;
+    } | {
+        url: string;
+    } | {
+        fileId: string;
+    } | undefined;
+    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+}>, z.ZodObject<{
     /**
-     * The status of the tool call.
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
      */
-    status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    type: z.ZodLiteral<"file">;
     /**
-     * The output of the tool call.
+     * File output reference. Provide either a string (data URL / base64), a data object (requires
+     * mediaType + filename), or an object pointing to an uploaded file/URL.
      */
-    output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
-        /**
-         * Additional optional provider specific data. Used for custom functionality or model provider
-         * specific fields.
-         */
-        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    } & {
-        type: z.ZodLiteral<"text">;
-        /**
-         * The text output from the model.
-         */
-        text: z.ZodString;
+    file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+        mediaType: z.ZodString;
+        filename: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        type: "text";
-        text: string;
-        providerData?: Record<string, any> | undefined;
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
     }, {
-        type: "text";
-        text: string;
-        providerData?: Record<string, any> | undefined;
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
     }>, z.ZodObject<{
-        /**
-         * Additional optional provider specific data. Used for custom functionality or model provider
-         * specific fields.
-         */
-        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        url: z.ZodString;
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+        filename?: string | undefined;
+    }, {
+        url: string;
+        filename?: string | undefined;
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        id: string;
+        filename?: string | undefined;
+    }, {
+        id: string;
+        filename?: string | undefined;
+    }>]>;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    file: string | {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    } | {
+        url: string;
+        filename?: string | undefined;
+    } | {
+        id: string;
+        filename?: string | undefined;
+    };
+    providerData?: Record<string, any> | undefined;
+}, {
+    type: "file";
+    file: string | {
+        filename: string;
+        data: string | Uint8Array<ArrayBuffer>;
+        mediaType: string;
+    } | {
+        url: string;
+        filename?: string | undefined;
+    } | {
+        id: string;
+        filename?: string | undefined;
+    };
+    providerData?: Record<string, any> | undefined;
+}>]>;
+export type ToolCallOutputContent = z.infer<typeof ToolCallOutputContent>;
+export declare const ToolCallStructuredOutput: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    type: z.ZodLiteral<"input_text">;
+    /**
+     * A text input for example a message from a user
+     */
+    text: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "input_text";
+    text: string;
+    providerData?: Record<string, any> | undefined;
+}, {
+    type: "input_text";
+    text: string;
+    providerData?: Record<string, any> | undefined;
+}>, z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    type: z.ZodLiteral<"input_image">;
+    /**
+     * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+     * previously uploaded OpenAI file.
+     */
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+        id: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        id: string;
+    }, {
+        id: string;
+    }>]>>;
+    /**
+     * Controls the level of detail requested for image understanding tasks.
+     * Future models may add new values, therefore this accepts any string.
+     */
+    detail: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "input_image";
+    providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
+}, {
+    type: "input_image";
+    providerData?: Record<string, any> | undefined;
+    image?: string | {
+        id: string;
+    } | undefined;
+    detail?: string | undefined;
+}>, z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    type: z.ZodLiteral<"input_file">;
+    /**
+     * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
+     */
+    file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+        id: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        id: string;
+    }, {
+        id: string;
+    }>]>, z.ZodObject<{
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+    }, {
+        url: string;
+    }>]>>;
+    /**
+     * Optional filename metadata when uploading file data inline.
+     */
+    filename: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "input_file";
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
+        id: string;
+    } | {
+        url: string;
+    } | undefined;
+    filename?: string | undefined;
+}, {
+    type: "input_file";
+    providerData?: Record<string, any> | undefined;
+    file?: string | {
+        id: string;
+    } | {
+        url: string;
+    } | undefined;
+    filename?: string | undefined;
+}>]>;
+export type ToolCallStructuredOutput = z.infer<typeof ToolCallStructuredOutput>;
+export declare const FunctionCallResultItem: z.ZodObject<{
+    /**
+     * Additional optional provider specific data. Used for custom functionality or model provider
+     * specific fields.
+     */
+    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+} & {
+    /**
+     * An ID to identify the item. This is optional by default. If a model provider absolutely
+     * requires this field, it will be validated on the model level.
+     */
+    id: z.ZodOptional<z.ZodString>;
+} & {
+    type: z.ZodLiteral<"function_call_result">;
+    /**
+     * The name of the tool that was called
+     */
+    name: z.ZodString;
+    /**
+     * The ID of the tool call. Required to match up the respective tool call result.
+     */
+    callId: z.ZodString;
+    /**
+     * The status of the tool call.
+     */
+    status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
+    /**
+     * The output of the tool call.
+     */
+    output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"text">;
+        /**
+         * The text output from the model.
+         */
+        text: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }, {
+        type: "text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
     } & {
         type: z.ZodLiteral<"image">;
         /**
-         * The image data. Could be base64 encoded image data or an object with a file ID.
+         * Inline image content or a reference to an uploaded file. Accepts a URL/data URL string or an
+         * object describing the data/url/fileId source.
          */
-        data: z.ZodString;
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+            data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+            mediaType: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        }, {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        }>, z.ZodObject<{
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+        }, {
+            url: string;
+        }>, z.ZodObject<{
+            fileId: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            fileId: string;
+        }, {
+            fileId: string;
+        }>]>]>>;
         /**
-         * The media type of the image.
+         * Controls the requested level of detail for vision models.
+         * Use a string to avoid constraining future model capabilities.
          */
-        mediaType: z.ZodString;
+        detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
     }, "strip", z.ZodTypeAny, {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
     }, {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
-    }>]>;
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        /**
+         * File output reference. Provide either a string (data URL / base64), a data object (requires
+         * mediaType + filename), or an object pointing to an uploaded file/URL.
+         */
+        file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+            data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+            mediaType: z.ZodString;
+            filename: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        }, {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        }>, z.ZodObject<{
+            url: z.ZodString;
+            filename: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+            filename?: string | undefined;
+        }, {
+            url: string;
+            filename?: string | undefined;
+        }>, z.ZodObject<{
+            id: z.ZodString;
+            filename: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+            filename?: string | undefined;
+        }, {
+            id: string;
+            filename?: string | undefined;
+        }>]>;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    }, {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_text">;
+        /**
+         * A text input for example a message from a user
+         */
+        text: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }, {
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_image">;
+        /**
+         * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+         * previously uploaded OpenAI file.
+         */
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+            id: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+        }, {
+            id: string;
+        }>]>>;
+        /**
+         * Controls the level of detail requested for image understanding tasks.
+         * Future models may add new values, therefore this accepts any string.
+         */
+        detail: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    }, {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_file">;
+        /**
+         * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
+         */
+        file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+            id: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+        }, {
+            id: string;
+        }>]>, z.ZodObject<{
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+        }, {
+            url: string;
+        }>]>>;
+        /**
+         * Optional filename metadata when uploading file data inline.
+         */
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    }, {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    }>]>, "many">]>;
 }, "strip", z.ZodTypeAny, {
     type: "function_call_result";
     status: "in_progress" | "completed" | "incomplete";
     name: string;
-    output: {
+    output: string | {
         type: "text";
         text: string;
         providerData?: Record<string, any> | undefined;
     } | {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
-    };
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    } | {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    } | ({
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    } | {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    } | {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    })[];
     callId: string;
     providerData?: Record<string, any> | undefined;
     id?: string | undefined;
@@ -1780,16 +2471,57 @@ export declare const FunctionCallResultItem: z.ZodObject<{
     type: "function_call_result";
     status: "in_progress" | "completed" | "incomplete";
     name: string;
-    output: {
+    output: string | {
         type: "text";
         text: string;
         providerData?: Record<string, any> | undefined;
     } | {
-        type: "image";
-        data: string;
-        mediaType: string;
+        type: "image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    } | {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    } | ({
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    } | {
+        type: "input_image";
         providerData?: Record<string, any> | undefined;
-    };
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    } | {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    })[];
     callId: string;
     providerData?: Record<string, any> | undefined;
     id?: string | undefined;
@@ -3179,27 +3911,35 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_image">;
         /**
-         * The image input to the model. Could be a URL, base64 or an object with a file ID.
+         * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+         * previously uploaded OpenAI file.
          */
-        image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
         }, {
             id: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Controls the level of detail requested for image understanding tasks.
+         * Future models may add new values, therefore this accepts any string.
+         */
+        detail: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }, {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -3209,9 +3949,9 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
     } & {
         type: z.ZodLiteral<"input_file">;
         /**
-         * The file input to the model. Could be a URL, base64 or an object with a file ID.
+         * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
          */
-        file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+        file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
             id: z.ZodString;
         }, "strip", z.ZodTypeAny, {
             id: string;
@@ -3223,23 +3963,29 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
             url: string;
         }, {
             url: string;
-        }>]>;
+        }>]>>;
+        /**
+         * Optional filename metadata when uploading file data inline.
+         */
+        filename: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }, {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     }>, z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
@@ -3291,18 +4037,20 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -3323,18 +4071,20 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
         providerData?: Record<string, any> | undefined;
     } | {
         type: "input_image";
-        image: string | {
-            id: string;
-        };
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
     } | {
         type: "input_file";
-        file: string | {
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
             id: string;
         } | {
             url: string;
-        };
-        providerData?: Record<string, any> | undefined;
+        } | undefined;
+        filename?: string | undefined;
     } | {
         type: "audio";
         audio: string | {
@@ -3913,7 +4663,7 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
     /**
      * The output of the tool call.
      */
-    output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
         /**
          * Additional optional provider specific data. Used for custom functionality or model provider
          * specific fields.
@@ -3942,38 +4692,291 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
     } & {
         type: z.ZodLiteral<"image">;
         /**
-         * The image data. Could be base64 encoded image data or an object with a file ID.
+         * Inline image content or a reference to an uploaded file. Accepts a URL/data URL string or an
+         * object describing the data/url/fileId source.
          */
-        data: z.ZodString;
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+            data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+            mediaType: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        }, {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        }>, z.ZodObject<{
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+        }, {
+            url: string;
+        }>, z.ZodObject<{
+            fileId: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            fileId: string;
+        }, {
+            fileId: string;
+        }>]>]>>;
         /**
-         * The media type of the image.
+         * Controls the requested level of detail for vision models.
+         * Use a string to avoid constraining future model capabilities.
          */
-        mediaType: z.ZodString;
+        detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
     }, "strip", z.ZodTypeAny, {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
     }, {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
-    }>]>;
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        /**
+         * File output reference. Provide either a string (data URL / base64), a data object (requires
+         * mediaType + filename), or an object pointing to an uploaded file/URL.
+         */
+        file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+            data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+            mediaType: z.ZodString;
+            filename: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        }, {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        }>, z.ZodObject<{
+            url: z.ZodString;
+            filename: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+            filename?: string | undefined;
+        }, {
+            url: string;
+            filename?: string | undefined;
+        }>, z.ZodObject<{
+            id: z.ZodString;
+            filename: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+            filename?: string | undefined;
+        }, {
+            id: string;
+            filename?: string | undefined;
+        }>]>;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    }, {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_text">;
+        /**
+         * A text input for example a message from a user
+         */
+        text: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }, {
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_image">;
+        /**
+         * The image input to the model. Could be provided inline (`image`), as a URL, or by reference to a
+         * previously uploaded OpenAI file.
+         */
+        image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+            id: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+        }, {
+            id: string;
+        }>]>>;
+        /**
+         * Controls the level of detail requested for image understanding tasks.
+         * Future models may add new values, therefore this accepts any string.
+         */
+        detail: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    }, {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    }>, z.ZodObject<{
+        /**
+         * Additional optional provider specific data. Used for custom functionality or model provider
+         * specific fields.
+         */
+        providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    } & {
+        type: z.ZodLiteral<"input_file">;
+        /**
+         * The file input to the model. Could be raw data, a URL, or an OpenAI file ID.
+         */
+        file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+            id: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+        }, {
+            id: string;
+        }>]>, z.ZodObject<{
+            url: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            url: string;
+        }, {
+            url: string;
+        }>]>>;
+        /**
+         * Optional filename metadata when uploading file data inline.
+         */
+        filename: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    }, {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    }>]>, "many">]>;
 }, "strip", z.ZodTypeAny, {
     type: "function_call_result";
     status: "in_progress" | "completed" | "incomplete";
     name: string;
-    output: {
+    output: string | {
         type: "text";
         text: string;
         providerData?: Record<string, any> | undefined;
     } | {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
-    };
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    } | {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    } | ({
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    } | {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    } | {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    })[];
     callId: string;
     providerData?: Record<string, any> | undefined;
     id?: string | undefined;
@@ -3981,16 +4984,57 @@ export declare const ModelItem: z.ZodUnion<[z.ZodObject<{
     type: "function_call_result";
     status: "in_progress" | "completed" | "incomplete";
     name: string;
-    output: {
+    output: string | {
         type: "text";
         text: string;
         providerData?: Record<string, any> | undefined;
     } | {
         type: "image";
-        data: string;
-        mediaType: string;
         providerData?: Record<string, any> | undefined;
-    };
+        image?: string | {
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType?: string | undefined;
+        } | {
+            url: string;
+        } | {
+            fileId: string;
+        } | undefined;
+        detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+    } | {
+        type: "file";
+        file: string | {
+            filename: string;
+            data: string | Uint8Array<ArrayBuffer>;
+            mediaType: string;
+        } | {
+            url: string;
+            filename?: string | undefined;
+        } | {
+            id: string;
+            filename?: string | undefined;
+        };
+        providerData?: Record<string, any> | undefined;
+    } | ({
+        type: "input_text";
+        text: string;
+        providerData?: Record<string, any> | undefined;
+    } | {
+        type: "input_image";
+        providerData?: Record<string, any> | undefined;
+        image?: string | {
+            id: string;
+        } | undefined;
+        detail?: string | undefined;
+    } | {
+        type: "input_file";
+        providerData?: Record<string, any> | undefined;
+        file?: string | {
+            id: string;
+        } | {
+            url: string;
+        } | undefined;
+        filename?: string | undefined;
+    })[];
     callId: string;
     providerData?: Record<string, any> | undefined;
     id?: string | undefined;