@openai/agents-core 0.1.10 → 0.2.0

package/dist/runState.d.ts

@@ -96,30 +96,33 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
         } & {
             type: z.ZodLiteral<"input_image">;
-            image: z.ZodUnion<[z.ZodString, z.ZodObject<{
+            image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
                 id: z.ZodString;
             }, "strip", z.ZodTypeAny, {
                 id: string;
             }, {
                 id: string;
-            }>]>;
+            }>]>>;
+            detail: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         }, {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         }>, z.ZodObject<{
             providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
         } & {
             type: z.ZodLiteral<"input_file">;
-            file: z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+            file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
                 id: z.ZodString;
             }, "strip", z.ZodTypeAny, {
                 id: string;
@@ -131,23 +134,26 @@ export declare const SerializedRunState: z.ZodObject<{
                 url: string;
             }, {
                 url: string;
-            }>]>;
+            }>]>>;
+            filename: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         }, {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         }>, z.ZodObject<{
             providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
         } & {
@@ -186,18 +192,20 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData?: Record<string, any> | undefined;
         } | {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         } | {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         } | {
             type: "audio";
             audio: string | {
@@ -218,18 +226,20 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData?: Record<string, any> | undefined;
         } | {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         } | {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         } | {
             type: "audio";
             audio: string | {
@@ -660,7 +670,7 @@ export declare const SerializedRunState: z.ZodObject<{
         name: z.ZodString;
         callId: z.ZodString;
         status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
-        output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
             providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
         } & {
             type: z.ZodLiteral<"text">;
@@ -677,33 +687,247 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
         } & {
             type: z.ZodLiteral<"image">;
-            data: z.ZodString;
-            mediaType: z.ZodString;
+            image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+                data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                mediaType: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            }, {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            }>, z.ZodObject<{
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                url: string;
+            }, {
+                url: string;
+            }>, z.ZodObject<{
+                fileId: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                fileId: string;
+            }, {
+                fileId: string;
+            }>]>]>>;
+            detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
         }, "strip", z.ZodTypeAny, {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
         }, {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
-        }>]>;
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+        }>, z.ZodObject<{
+            providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        } & {
+            type: z.ZodLiteral<"file">;
+            file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+                data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                mediaType: z.ZodString;
+                filename: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            }, {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            }>, z.ZodObject<{
+                url: z.ZodString;
+                filename: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                url: string;
+                filename?: string | undefined;
+            }, {
+                url: string;
+                filename?: string | undefined;
+            }>, z.ZodObject<{
+                id: z.ZodString;
+                filename: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                id: string;
+                filename?: string | undefined;
+            }, {
+                id: string;
+                filename?: string | undefined;
+            }>]>;
+        }, "strip", z.ZodTypeAny, {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        }, {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+            providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        } & {
+            type: z.ZodLiteral<"input_text">;
+            text: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        }, {
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        }>, z.ZodObject<{
+            providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        } & {
+            type: z.ZodLiteral<"input_image">;
+            image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+                id: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                id: string;
+            }, {
+                id: string;
+            }>]>>;
+            detail: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        }, {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        }>, z.ZodObject<{
+            providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        } & {
+            type: z.ZodLiteral<"input_file">;
+            file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+                id: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                id: string;
+            }, {
+                id: string;
+            }>]>, z.ZodObject<{
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                url: string;
+            }, {
+                url: string;
+            }>]>>;
+            filename: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        }, {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        }>]>, "many">]>;
     }, "strip", z.ZodTypeAny, {
         type: "function_call_result";
         status: "in_progress" | "completed" | "incomplete";
         name: string;
-        output: {
+        output: string | {
             type: "text";
             text: string;
             providerData?: Record<string, any> | undefined;
         } | {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
-        };
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+        } | {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        } | ({
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        } | {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        } | {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        })[];
         callId: string;
         providerData?: Record<string, any> | undefined;
         id?: string | undefined;
@@ -711,16 +935,57 @@ export declare const SerializedRunState: z.ZodObject<{
         type: "function_call_result";
         status: "in_progress" | "completed" | "incomplete";
         name: string;
-        output: {
+        output: string | {
             type: "text";
             text: string;
             providerData?: Record<string, any> | undefined;
         } | {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
-        };
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+        } | {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        } | ({
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        } | {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        } | {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        })[];
         callId: string;
         providerData?: Record<string, any> | undefined;
         id?: string | undefined;
@@ -3087,7 +3352,7 @@ export declare const SerializedRunState: z.ZodObject<{
             name: z.ZodString;
             callId: z.ZodString;
             status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
-            output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+            output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
                 providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
             } & {
                 type: z.ZodLiteral<"text">;
@@ -3104,50 +3369,305 @@ export declare const SerializedRunState: z.ZodObject<{
                 providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
             } & {
                 type: z.ZodLiteral<"image">;
-                data: z.ZodString;
-                mediaType: z.ZodString;
+                image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+                    data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                    mediaType: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                }, {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                }>, z.ZodObject<{
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                }, {
+                    url: string;
+                }>, z.ZodObject<{
+                    fileId: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    fileId: string;
+                }, {
+                    fileId: string;
+                }>]>]>>;
+                detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
             }, "strip", z.ZodTypeAny, {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
             }, {
                 type: "image";
-                data: string;
-                mediaType: string;
-                providerData?: Record<string, any> | undefined;
-            }>]>;
-        }, "strip", z.ZodTypeAny, {
-            type: "function_call_result";
-            status: "in_progress" | "completed" | "incomplete";
-            name: string;
-            output: {
-                type: "text";
-                text: string;
                 providerData?: Record<string, any> | undefined;
-            } | {
-                type: "image";
-                data: string;
-                mediaType: string;
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"file">;
+                file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                    mediaType: z.ZodString;
+                    filename: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                }, {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                }>, z.ZodObject<{
+                    url: z.ZodString;
+                    filename: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                    filename?: string | undefined;
+                }, {
+                    url: string;
+                    filename?: string | undefined;
+                }>, z.ZodObject<{
+                    id: z.ZodString;
+                    filename: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                    filename?: string | undefined;
+                }, {
+                    id: string;
+                    filename?: string | undefined;
+                }>]>;
+            }, "strip", z.ZodTypeAny, {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
                 providerData?: Record<string, any> | undefined;
-            };
-            callId: string;
+            }, {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_text">;
+                text: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            }, {
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_image">;
+                image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    id: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                }, {
+                    id: string;
+                }>]>>;
+                detail: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            }, {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_file">;
+                file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    id: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                }, {
+                    id: string;
+                }>]>, z.ZodObject<{
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                }, {
+                    url: string;
+                }>]>>;
+                filename: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            }, {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            }>]>, "many">]>;
+        }, "strip", z.ZodTypeAny, {
+            type: "function_call_result";
+            status: "in_progress" | "completed" | "incomplete";
+            name: string;
+            output: string | {
+                type: "text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
+            callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
         }, {
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3170,16 +3690,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3194,16 +3755,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3394,7 +3996,7 @@ export declare const SerializedRunState: z.ZodObject<{
             name: z.ZodString;
             callId: z.ZodString;
             status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
-            output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+            output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
                 providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
             } & {
                 type: z.ZodLiteral<"text">;
@@ -3411,33 +4013,247 @@ export declare const SerializedRunState: z.ZodObject<{
                 providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
             } & {
                 type: z.ZodLiteral<"image">;
-                data: z.ZodString;
-                mediaType: z.ZodString;
+                image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+                    data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                    mediaType: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                }, {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                }>, z.ZodObject<{
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                }, {
+                    url: string;
+                }>, z.ZodObject<{
+                    fileId: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    fileId: string;
+                }, {
+                    fileId: string;
+                }>]>]>>;
+                detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
             }, "strip", z.ZodTypeAny, {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
             }, {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            }>]>;
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"file">;
+                file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                    mediaType: z.ZodString;
+                    filename: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                }, {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                }>, z.ZodObject<{
+                    url: z.ZodString;
+                    filename: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                    filename?: string | undefined;
+                }, {
+                    url: string;
+                    filename?: string | undefined;
+                }>, z.ZodObject<{
+                    id: z.ZodString;
+                    filename: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                    filename?: string | undefined;
+                }, {
+                    id: string;
+                    filename?: string | undefined;
+                }>]>;
+            }, "strip", z.ZodTypeAny, {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            }, {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_text">;
+                text: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            }, {
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_image">;
+                image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    id: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                }, {
+                    id: string;
+                }>]>>;
+                detail: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            }, {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            }>, z.ZodObject<{
+                providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+            } & {
+                type: z.ZodLiteral<"input_file">;
+                file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+                    id: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    id: string;
+                }, {
+                    id: string;
+                }>]>, z.ZodObject<{
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    url: string;
+                }, {
+                    url: string;
+                }>]>>;
+                filename: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            }, {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            }>]>, "many">]>;
         }, "strip", z.ZodTypeAny, {
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3445,16 +4261,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3479,16 +4336,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -3505,16 +4403,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -4272,50 +5211,264 @@ export declare const SerializedRunState: z.ZodObject<{
                 name: z.ZodString;
                 callId: z.ZodString;
                 status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
-                output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
                     providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
                 } & {
                     type: z.ZodLiteral<"text">;
                     text: z.ZodString;
                 }, "strip", z.ZodTypeAny, {
-                    type: "text";
-                    text: string;
+                    type: "text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }, {
+                    type: "text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"image">;
+                    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+                        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                        mediaType: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    }, {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    }>, z.ZodObject<{
+                        url: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                    }, {
+                        url: string;
+                    }>, z.ZodObject<{
+                        fileId: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        fileId: string;
+                    }, {
+                        fileId: string;
+                    }>]>]>>;
+                    detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                }, {
+                    type: "image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"file">;
+                    file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                        mediaType: z.ZodString;
+                        filename: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    }, {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    }>, z.ZodObject<{
+                        url: z.ZodString;
+                        filename: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                        filename?: string | undefined;
+                    }, {
+                        url: string;
+                        filename?: string | undefined;
+                    }>, z.ZodObject<{
+                        id: z.ZodString;
+                        filename: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                        filename?: string | undefined;
+                    }, {
+                        id: string;
+                        filename?: string | undefined;
+                    }>]>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                }, {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"input_text">;
+                    text: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }, {
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"input_image">;
+                    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        id: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                    }, {
+                        id: string;
+                    }>]>>;
+                    detail: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "input_image";
                     providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
                 }, {
-                    type: "text";
-                    text: string;
+                    type: "input_image";
                     providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
                 }>, z.ZodObject<{
                     providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
                 } & {
-                    type: z.ZodLiteral<"image">;
-                    data: z.ZodString;
-                    mediaType: z.ZodString;
+                    type: z.ZodLiteral<"input_file">;
+                    file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        id: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                    }, {
+                        id: string;
+                    }>]>, z.ZodObject<{
+                        url: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                    }, {
+                        url: string;
+                    }>]>>;
+                    filename: z.ZodOptional<z.ZodString>;
                 }, "strip", z.ZodTypeAny, {
-                    type: "image";
-                    data: string;
-                    mediaType: string;
+                    type: "input_file";
                     providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
                 }, {
-                    type: "image";
-                    data: string;
-                    mediaType: string;
+                    type: "input_file";
                     providerData?: Record<string, any> | undefined;
-                }>]>;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                }>]>, "many">]>;
             }, "strip", z.ZodTypeAny, {
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4323,16 +5476,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4355,16 +5549,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4379,16 +5614,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4579,7 +5855,7 @@ export declare const SerializedRunState: z.ZodObject<{
                 name: z.ZodString;
                 callId: z.ZodString;
                 status: z.ZodEnum<["in_progress", "completed", "incomplete"]>;
-                output: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                output: z.ZodUnion<[z.ZodString, z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
                     providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
                 } & {
                     type: z.ZodLiteral<"text">;
@@ -4596,33 +5872,247 @@ export declare const SerializedRunState: z.ZodObject<{
                     providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
                 } & {
                     type: z.ZodLiteral<"image">;
-                    data: z.ZodString;
-                    mediaType: z.ZodString;
+                    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodUnion<[z.ZodObject<{
+                        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                        mediaType: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    }, {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    }>, z.ZodObject<{
+                        url: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                    }, {
+                        url: string;
+                    }>, z.ZodObject<{
+                        fileId: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        fileId: string;
+                    }, {
+                        fileId: string;
+                    }>]>]>>;
+                    detail: z.ZodOptional<z.ZodType<"low" | "high" | "auto" | (string & {}), z.ZodTypeDef, "low" | "high" | "auto" | (string & {})>>;
                 }, "strip", z.ZodTypeAny, {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
                 }, {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                }>]>;
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"file">;
+                    file: z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        data: z.ZodUnion<[z.ZodString, z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>]>;
+                        mediaType: z.ZodString;
+                        filename: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    }, {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    }>, z.ZodObject<{
+                        url: z.ZodString;
+                        filename: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                        filename?: string | undefined;
+                    }, {
+                        url: string;
+                        filename?: string | undefined;
+                    }>, z.ZodObject<{
+                        id: z.ZodString;
+                        filename: z.ZodOptional<z.ZodString>;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                        filename?: string | undefined;
+                    }, {
+                        id: string;
+                        filename?: string | undefined;
+                    }>]>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                }, {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"input_text">;
+                    text: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }, {
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"input_image">;
+                    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        id: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                    }, {
+                        id: string;
+                    }>]>>;
+                    detail: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                }, {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                }>, z.ZodObject<{
+                    providerData: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                } & {
+                    type: z.ZodLiteral<"input_file">;
+                    file: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodObject<{
+                        id: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        id: string;
+                    }, {
+                        id: string;
+                    }>]>, z.ZodObject<{
+                        url: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                    }, {
+                        url: string;
+                    }>]>>;
+                    filename: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                }, {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                }>]>, "many">]>;
             }, "strip", z.ZodTypeAny, {
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4630,16 +6120,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4664,16 +6195,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -4690,16 +6262,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -5049,16 +6662,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -5103,16 +6757,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -5284,16 +6979,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -5338,16 +7074,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -5468,18 +7245,20 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData?: Record<string, any> | undefined;
         } | {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         } | {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         } | {
             type: "audio";
             audio: string | {
@@ -5518,16 +7297,57 @@ export declare const SerializedRunState: z.ZodObject<{
         type: "function_call_result";
         status: "in_progress" | "completed" | "incomplete";
         name: string;
-        output: {
+        output: string | {
             type: "text";
             text: string;
             providerData?: Record<string, any> | undefined;
         } | {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
-        };
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+        } | {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        } | ({
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        } | {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        } | {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        })[];
         callId: string;
         providerData?: Record<string, any> | undefined;
         id?: string | undefined;
@@ -5863,16 +7683,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -5917,16 +7778,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -6206,16 +8108,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -6260,16 +8203,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -6371,18 +8355,20 @@ export declare const SerializedRunState: z.ZodObject<{
             providerData?: Record<string, any> | undefined;
         } | {
             type: "input_image";
-            image: string | {
-                id: string;
-            };
             providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
         } | {
             type: "input_file";
-            file: string | {
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
                 id: string;
             } | {
                 url: string;
-            };
-            providerData?: Record<string, any> | undefined;
+            } | undefined;
+            filename?: string | undefined;
         } | {
             type: "audio";
             audio: string | {
@@ -6421,16 +8407,57 @@ export declare const SerializedRunState: z.ZodObject<{
         type: "function_call_result";
         status: "in_progress" | "completed" | "incomplete";
         name: string;
-        output: {
+        output: string | {
             type: "text";
             text: string;
             providerData?: Record<string, any> | undefined;
         } | {
             type: "image";
-            data: string;
-            mediaType: string;
             providerData?: Record<string, any> | undefined;
-        };
+            image?: string | {
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType?: string | undefined;
+            } | {
+                url: string;
+            } | {
+                fileId: string;
+            } | undefined;
+            detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+        } | {
+            type: "file";
+            file: string | {
+                filename: string;
+                data: string | Uint8Array<ArrayBuffer>;
+                mediaType: string;
+            } | {
+                url: string;
+                filename?: string | undefined;
+            } | {
+                id: string;
+                filename?: string | undefined;
+            };
+            providerData?: Record<string, any> | undefined;
+        } | ({
+            type: "input_text";
+            text: string;
+            providerData?: Record<string, any> | undefined;
+        } | {
+            type: "input_image";
+            providerData?: Record<string, any> | undefined;
+            image?: string | {
+                id: string;
+            } | undefined;
+            detail?: string | undefined;
+        } | {
+            type: "input_file";
+            providerData?: Record<string, any> | undefined;
+            file?: string | {
+                id: string;
+            } | {
+                url: string;
+            } | undefined;
+            filename?: string | undefined;
+        })[];
         callId: string;
         providerData?: Record<string, any> | undefined;
         id?: string | undefined;
@@ -6766,16 +8793,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -6820,16 +8888,57 @@ export declare const SerializedRunState: z.ZodObject<{
             type: "function_call_result";
             status: "in_progress" | "completed" | "incomplete";
             name: string;
-            output: {
+            output: string | {
                 type: "text";
                 text: string;
                 providerData?: Record<string, any> | undefined;
             } | {
                 type: "image";
-                data: string;
-                mediaType: string;
                 providerData?: Record<string, any> | undefined;
-            };
+                image?: string | {
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType?: string | undefined;
+                } | {
+                    url: string;
+                } | {
+                    fileId: string;
+                } | undefined;
+                detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+            } | {
+                type: "file";
+                file: string | {
+                    filename: string;
+                    data: string | Uint8Array<ArrayBuffer>;
+                    mediaType: string;
+                } | {
+                    url: string;
+                    filename?: string | undefined;
+                } | {
+                    id: string;
+                    filename?: string | undefined;
+                };
+                providerData?: Record<string, any> | undefined;
+            } | ({
+                type: "input_text";
+                text: string;
+                providerData?: Record<string, any> | undefined;
+            } | {
+                type: "input_image";
+                providerData?: Record<string, any> | undefined;
+                image?: string | {
+                    id: string;
+                } | undefined;
+                detail?: string | undefined;
+            } | {
+                type: "input_file";
+                providerData?: Record<string, any> | undefined;
+                file?: string | {
+                    id: string;
+                } | {
+                    url: string;
+                } | undefined;
+                filename?: string | undefined;
+            })[];
             callId: string;
             providerData?: Record<string, any> | undefined;
             id?: string | undefined;
@@ -7109,16 +9218,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;
@@ -7163,16 +9313,57 @@ export declare const SerializedRunState: z.ZodObject<{
                 type: "function_call_result";
                 status: "in_progress" | "completed" | "incomplete";
                 name: string;
-                output: {
+                output: string | {
                     type: "text";
                     text: string;
                     providerData?: Record<string, any> | undefined;
                 } | {
                     type: "image";
-                    data: string;
-                    mediaType: string;
                     providerData?: Record<string, any> | undefined;
-                };
+                    image?: string | {
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType?: string | undefined;
+                    } | {
+                        url: string;
+                    } | {
+                        fileId: string;
+                    } | undefined;
+                    detail?: "low" | "high" | "auto" | (string & {}) | undefined;
+                } | {
+                    type: "file";
+                    file: string | {
+                        filename: string;
+                        data: string | Uint8Array<ArrayBuffer>;
+                        mediaType: string;
+                    } | {
+                        url: string;
+                        filename?: string | undefined;
+                    } | {
+                        id: string;
+                        filename?: string | undefined;
+                    };
+                    providerData?: Record<string, any> | undefined;
+                } | ({
+                    type: "input_text";
+                    text: string;
+                    providerData?: Record<string, any> | undefined;
+                } | {
+                    type: "input_image";
+                    providerData?: Record<string, any> | undefined;
+                    image?: string | {
+                        id: string;
+                    } | undefined;
+                    detail?: string | undefined;
+                } | {
+                    type: "input_file";
+                    providerData?: Record<string, any> | undefined;
+                    file?: string | {
+                        id: string;
+                    } | {
+                        url: string;
+                    } | undefined;
+                    filename?: string | undefined;
+                })[];
                 callId: string;
                 providerData?: Record<string, any> | undefined;
                 id?: string | undefined;