@convex-dev/agent 0.6.3 → 0.7.0-alpha.0

package/dist/{client → vercel/client}/definePlaygroundAPI.d.ts

@@ -1,5 +1,6 @@
 import { type ApiFromModules, type GenericActionCtx, type GenericDataModel, type GenericQueryCtx } from "convex/server";
-import { type Agent, type AgentComponent } from "./index.js";
+import type { Agent } from "../index.js";
+import type { AgentComponent } from "./types.js";
 export type PlaygroundAPI = ApiFromModules<{
     playground: ReturnType<typeof definePlaygroundAPI>;
 }>["playground"];
@@ -86,6 +87,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
     }, Promise<{
         streams: import("./types.js").SyncStreamsReturnValue;
         page: {
+            text?: string | undefined;
+            reasoning?: string | undefined;
             id?: string | undefined;
             userId?: string | undefined;
             embeddingId?: string | undefined;
@@ -101,14 +104,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 content: string | ({
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     mediaType?: string | undefined;
                     mimeType?: string | undefined;
                     type: "image";
-                    image: string | ArrayBuffer;
+                    image: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -116,7 +122,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     mimeType?: string | undefined;
                     filename?: string | undefined;
                     type: "file";
-                    data: string | ArrayBuffer;
+                    data: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 })[];
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
@@ -124,8 +133,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 content: string | ({
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -133,32 +142,51 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     mimeType?: string | undefined;
                     filename?: string | undefined;
                     type: "file";
-                    data: string | ArrayBuffer;
+                    data: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     signature?: string | undefined;
-                    type: "reasoning";
                     text: string;
+                    type: "reasoning";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    data?: string | ArrayBuffer | undefined;
+                    url?: string | undefined;
+                    type: "reasoning-file";
+                    mediaType: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "custom";
+                    kind: string;
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     type: "redacted-reasoning";
                     data: string;
                 } | {
+                    title?: string | undefined;
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     args?: any;
                     providerExecuted?: boolean | undefined;
+                    toolMetadata?: Record<string, any> | undefined;
                     type: "tool-call";
                     toolCallId: string;
                     toolName: string;
                     input: any;
                 } | {
+                    title?: string | undefined;
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     input?: any;
                     providerExecuted?: boolean | undefined;
+                    toolMetadata?: Record<string, any> | undefined;
                     type: "tool-call";
                     toolCallId: string;
                     toolName: string;
@@ -192,8 +220,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         type: "content";
                         value: ({
                             providerOptions?: Record<string, Record<string, any>> | undefined;
-                            type: "text";
                             text: string;
+                            type: "text";
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file";
+                            mediaType: string;
+                            data: {
+                                type: "reference";
+                                reference: Record<string, string>;
+                            } | {
+                                type: "url";
+                                url: string;
+                            } | {
+                                type: "data";
+                                data: string | ArrayBuffer;
+                            } | {
+                                text: string;
+                                type: "text";
+                            };
                         } | {
                             type: "media";
                             mediaType: string;
@@ -206,17 +252,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                             data: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
+                            mediaType?: string | undefined;
                             type: "file-url";
                             url: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "file-id";
                             fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-data";
                             mediaType: string;
                             data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-url";
@@ -233,8 +288,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     result?: any;
                     isError?: boolean | undefined;
                     experimental_content?: ({
-                        type: "text";
                         text: string;
+                        type: "text";
                     } | {
                         mimeType?: string | undefined;
                         type: "image";
@@ -263,6 +318,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    signature?: string | undefined;
+                    isAutomatic?: boolean | undefined;
                     type: "tool-approval-request";
                     toolCallId: string;
                     approvalId: string;
@@ -299,8 +356,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         type: "content";
                         value: ({
                             providerOptions?: Record<string, Record<string, any>> | undefined;
-                            type: "text";
                             text: string;
+                            type: "text";
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file";
+                            mediaType: string;
+                            data: {
+                                type: "reference";
+                                reference: Record<string, string>;
+                            } | {
+                                type: "url";
+                                url: string;
+                            } | {
+                                type: "data";
+                                data: string | ArrayBuffer;
+                            } | {
+                                text: string;
+                                type: "text";
+                            };
                         } | {
                             type: "media";
                             mediaType: string;
@@ -313,17 +388,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                             data: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
+                            mediaType?: string | undefined;
                             type: "file-url";
                             url: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "file-id";
                             fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-data";
                             mediaType: string;
                             data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-url";
@@ -340,8 +424,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     result?: any;
                     isError?: boolean | undefined;
                     experimental_content?: ({
-                        type: "text";
                         text: string;
+                        type: "text";
                     } | {
                         mimeType?: string | undefined;
                         type: "image";
@@ -364,15 +448,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 role: "system";
                 content: string;
             } | undefined;
-            text?: string | undefined;
             providerMetadata?: Record<string, Record<string, any>> | undefined;
-            reasoning?: string | undefined;
             usage?: {
+                promptTokens?: number | undefined;
+                completionTokens?: number | undefined;
+                totalTokens?: number | undefined;
                 reasoningTokens?: number | undefined;
                 cachedInputTokens?: number | undefined;
-                promptTokens: number;
-                completionTokens: number;
-                totalTokens: number;
+                nonCachedInputTokens?: number | undefined;
+                cacheWriteInputTokens?: number | undefined;
+                textOutputTokens?: number | undefined;
+                raw?: Record<string, any> | undefined;
             } | undefined;
             sources?: ({
                 title?: string | undefined;
@@ -393,13 +479,25 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 sourceType: "document";
             })[] | undefined;
             warnings?: ({
+                details?: string | undefined;
+                type: "unsupported";
+                feature: string;
+            } | {
+                details?: string | undefined;
+                type: "compatibility";
+                feature: string;
+            } | {
+                type: "deprecated";
+                message: string;
+                setting: string;
+            } | {
                 details?: string | undefined;
                 type: "unsupported-setting";
                 setting: string;
             } | {
                 details?: string | undefined;
-                type: "unsupported-tool";
                 tool: any;
+                type: "unsupported-tool";
             } | {
                 type: "other";
                 message: string;
@@ -409,22 +507,22 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                type: "reasoning";
                 text: string;
+                type: "reasoning";
             } | {
                 signature?: string | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 type: "redacted";
                 data: string;
             })[] | undefined;
+            tool: boolean;
             status: "pending" | "success" | "failed";
             order: number;
             _creationTime: number;
             threadId: string;
             stepOrder: number;
-            tool: boolean;
             _id: string;
         }[];
         isDone: boolean;
@@ -438,7 +536,7 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
         apiKey: string;
     }, Promise<{
         name: string;
-        instructions: string | undefined;
+        instructions: import("ai").Instructions | undefined;
         contextOptions: import("./types.js").ContextOptions | undefined;
         storageOptions: import("./types.js").StorageOptions | undefined;
         maxRetries: number | undefined;
@@ -461,14 +559,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
-                image: string | ArrayBuffer;
+                image: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -476,7 +577,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
@@ -484,8 +588,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -493,32 +597,51 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                type: "reasoning";
                 text: string;
+                type: "reasoning";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                data?: string | ArrayBuffer | undefined;
+                url?: string | undefined;
+                type: "reasoning-file";
+                mediaType: string;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "custom";
+                kind: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 input: any;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 input?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
@@ -552,8 +675,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -566,17 +707,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -593,8 +743,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -623,6 +773,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
+                signature?: string | undefined;
+                isAutomatic?: boolean | undefined;
                 type: "tool-approval-request";
                 toolCallId: string;
                 approvalId: string;
@@ -659,8 +811,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -673,17 +843,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -700,8 +879,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -750,86 +929,34 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
     }, Promise<{
         text: string;
         messages: {
-            tool: boolean;
-            text: string | undefined;
-            status: "success";
-            providerMetadata: {};
-            threadId: string;
-            _id: `${string}-${string}-${string}-${string}-${string}`;
-            _creationTime: number;
-            order: number;
-            stepOrder: number;
+            text?: string | undefined;
+            reasoning?: string | undefined;
+            id?: string | undefined;
+            userId?: string | undefined;
+            embeddingId?: string | undefined;
             fileIds?: string[] | undefined;
             error?: string | undefined;
+            agentName?: string | undefined;
             model?: string | undefined;
             provider?: string | undefined;
-            reasoning?: string | undefined;
-            usage?: {
-                reasoningTokens?: number | undefined;
-                cachedInputTokens?: number | undefined;
-                promptTokens: number;
-                completionTokens: number;
-                totalTokens: number;
-            } | undefined;
-            sources?: ({
-                title?: string | undefined;
-                type?: "source" | undefined;
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                providerMetadata?: Record<string, Record<string, any>> | undefined;
-                id: string;
-                url: string;
-                sourceType: "url";
-            } | {
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                providerMetadata?: Record<string, Record<string, any>> | undefined;
-                filename?: string | undefined;
-                id: string;
-                title: string;
-                type: "source";
-                mediaType: string;
-                sourceType: "document";
-            })[] | undefined;
-            warnings?: ({
-                details?: string | undefined;
-                type: "unsupported-setting";
-                setting: string;
-            } | {
-                details?: string | undefined;
-                type: "unsupported-tool";
-                tool: any;
-            } | {
-                type: "other";
-                message: string;
-            })[] | undefined;
-            finishReason?: "error" | "length" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
-            reasoningDetails?: ({
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                providerMetadata?: Record<string, Record<string, any>> | undefined;
-                signature?: string | undefined;
-                type: "reasoning";
-                text: string;
-            } | {
-                signature?: string | undefined;
-                type: "text";
-                text: string;
-            } | {
-                type: "redacted";
-                data: string;
-            })[] | undefined;
-            message: {
+            providerOptions?: Record<string, Record<string, any>> | undefined;
+            message?: {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 role: "user";
                 content: string | ({
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     mediaType?: string | undefined;
                     mimeType?: string | undefined;
                     type: "image";
-                    image: string | ArrayBuffer;
+                    image: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -837,7 +964,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     mimeType?: string | undefined;
                     filename?: string | undefined;
                     type: "file";
-                    data: string | ArrayBuffer;
+                    data: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 })[];
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
@@ -845,8 +975,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 content: string | ({
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -854,32 +984,51 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     mimeType?: string | undefined;
                     filename?: string | undefined;
                     type: "file";
-                    data: string | ArrayBuffer;
+                    data: string | ArrayBuffer | {
+                        type: "reference";
+                        reference: Record<string, string>;
+                    };
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     signature?: string | undefined;
-                    type: "reasoning";
                     text: string;
+                    type: "reasoning";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    data?: string | ArrayBuffer | undefined;
+                    url?: string | undefined;
+                    type: "reasoning-file";
+                    mediaType: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "custom";
+                    kind: string;
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     type: "redacted-reasoning";
                     data: string;
                 } | {
+                    title?: string | undefined;
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     args?: any;
                     providerExecuted?: boolean | undefined;
+                    toolMetadata?: Record<string, any> | undefined;
                     type: "tool-call";
                     toolCallId: string;
                     toolName: string;
                     input: any;
                 } | {
+                    title?: string | undefined;
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
                     input?: any;
                     providerExecuted?: boolean | undefined;
+                    toolMetadata?: Record<string, any> | undefined;
                     type: "tool-call";
                     toolCallId: string;
                     toolName: string;
@@ -913,8 +1062,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         type: "content";
                         value: ({
                             providerOptions?: Record<string, Record<string, any>> | undefined;
-                            type: "text";
                             text: string;
+                            type: "text";
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file";
+                            mediaType: string;
+                            data: {
+                                type: "reference";
+                                reference: Record<string, string>;
+                            } | {
+                                type: "url";
+                                url: string;
+                            } | {
+                                type: "data";
+                                data: string | ArrayBuffer;
+                            } | {
+                                text: string;
+                                type: "text";
+                            };
                         } | {
                             type: "media";
                             mediaType: string;
@@ -927,17 +1094,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                             data: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
+                            mediaType?: string | undefined;
                             type: "file-url";
                             url: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "file-id";
                             fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-data";
                             mediaType: string;
                             data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-url";
@@ -954,8 +1130,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     result?: any;
                     isError?: boolean | undefined;
                     experimental_content?: ({
-                        type: "text";
                         text: string;
+                        type: "text";
                     } | {
                         mimeType?: string | undefined;
                         type: "image";
@@ -984,6 +1160,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 } | {
                     providerOptions?: Record<string, Record<string, any>> | undefined;
                     providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    signature?: string | undefined;
+                    isAutomatic?: boolean | undefined;
                     type: "tool-approval-request";
                     toolCallId: string;
                     approvalId: string;
@@ -1020,8 +1198,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         type: "content";
                         value: ({
                             providerOptions?: Record<string, Record<string, any>> | undefined;
-                            type: "text";
                             text: string;
+                            type: "text";
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file";
+                            mediaType: string;
+                            data: {
+                                type: "reference";
+                                reference: Record<string, string>;
+                            } | {
+                                type: "url";
+                                url: string;
+                            } | {
+                                type: "data";
+                                data: string | ArrayBuffer;
+                            } | {
+                                text: string;
+                                type: "text";
+                            };
                         } | {
                             type: "media";
                             mediaType: string;
@@ -1034,17 +1230,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                             data: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
+                            mediaType?: string | undefined;
                             type: "file-url";
                             url: string;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "file-id";
                             fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-data";
                             mediaType: string;
                             data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-reference";
+                            providerReference: Record<string, string>;
                         } | {
                             providerOptions?: Record<string, Record<string, any>> | undefined;
                             type: "image-url";
@@ -1061,8 +1266,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     result?: any;
                     isError?: boolean | undefined;
                     experimental_content?: ({
-                        type: "text";
                         text: string;
+                        type: "text";
                     } | {
                         mimeType?: string | undefined;
                         type: "image";
@@ -1084,7 +1289,83 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 role: "system";
                 content: string;
-            };
+            } | undefined;
+            providerMetadata?: Record<string, Record<string, any>> | undefined;
+            usage?: {
+                promptTokens?: number | undefined;
+                completionTokens?: number | undefined;
+                totalTokens?: number | undefined;
+                reasoningTokens?: number | undefined;
+                cachedInputTokens?: number | undefined;
+                nonCachedInputTokens?: number | undefined;
+                cacheWriteInputTokens?: number | undefined;
+                textOutputTokens?: number | undefined;
+                raw?: Record<string, any> | undefined;
+            } | undefined;
+            sources?: ({
+                title?: string | undefined;
+                type?: "source" | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                url: string;
+                sourceType: "url";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                filename?: string | undefined;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            })[] | undefined;
+            warnings?: ({
+                details?: string | undefined;
+                type: "unsupported";
+                feature: string;
+            } | {
+                details?: string | undefined;
+                type: "compatibility";
+                feature: string;
+            } | {
+                type: "deprecated";
+                message: string;
+                setting: string;
+            } | {
+                details?: string | undefined;
+                type: "unsupported-setting";
+                setting: string;
+            } | {
+                details?: string | undefined;
+                tool: any;
+                type: "unsupported-tool";
+            } | {
+                type: "other";
+                message: string;
+            })[] | undefined;
+            finishReason?: "error" | "length" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
+            reasoningDetails?: ({
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                signature?: string | undefined;
+                text: string;
+                type: "reasoning";
+            } | {
+                signature?: string | undefined;
+                text: string;
+                type: "text";
+            } | {
+                type: "redacted";
+                data: string;
+            })[] | undefined;
+            tool: boolean;
+            status: "pending" | "success" | "failed";
+            order: number;
+            _creationTime: number;
+            threadId: string;
+            stepOrder: number;
+            _id: string;
         }[];
     }>>;
     fetchPromptContext: import("convex/server").RegisteredAction<"public", {
@@ -1096,14 +1377,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
-                image: string | ArrayBuffer;
+                image: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -1111,7 +1395,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
@@ -1119,8 +1406,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -1128,32 +1415,51 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                type: "reasoning";
                 text: string;
+                type: "reasoning";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                data?: string | ArrayBuffer | undefined;
+                url?: string | undefined;
+                type: "reasoning-file";
+                mediaType: string;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "custom";
+                kind: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 input: any;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 input?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
@@ -1187,8 +1493,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -1201,17 +1525,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -1228,8 +1561,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -1258,6 +1591,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
+                signature?: string | undefined;
+                isAutomatic?: boolean | undefined;
                 type: "tool-approval-request";
                 toolCallId: string;
                 approvalId: string;
@@ -1294,8 +1629,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -1308,17 +1661,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -1335,8 +1697,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -1380,6 +1742,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
         };
         apiKey: string;
     }, Promise<{
+        text?: string | undefined;
+        reasoning?: string | undefined;
         id?: string | undefined;
         userId?: string | undefined;
         embeddingId?: string | undefined;
@@ -1395,14 +1759,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
-                image: string | ArrayBuffer;
+                image: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -1410,7 +1777,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
@@ -1418,8 +1788,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
-                type: "text";
                 text: string;
+                type: "text";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
@@ -1427,32 +1797,51 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                data: string | ArrayBuffer;
+                data: string | ArrayBuffer | {
+                    type: "reference";
+                    reference: Record<string, string>;
+                };
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                type: "reasoning";
                 text: string;
+                type: "reasoning";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                data?: string | ArrayBuffer | undefined;
+                url?: string | undefined;
+                type: "reasoning-file";
+                mediaType: string;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "custom";
+                kind: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 input: any;
             } | {
+                title?: string | undefined;
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
                 input?: any;
                 providerExecuted?: boolean | undefined;
+                toolMetadata?: Record<string, any> | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
@@ -1486,8 +1875,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -1500,17 +1907,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -1527,8 +1943,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -1557,6 +1973,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
                 providerMetadata?: Record<string, Record<string, any>> | undefined;
+                signature?: string | undefined;
+                isAutomatic?: boolean | undefined;
                 type: "tool-approval-request";
                 toolCallId: string;
                 approvalId: string;
@@ -1593,8 +2011,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                     type: "content";
                     value: ({
                         providerOptions?: Record<string, Record<string, any>> | undefined;
-                        type: "text";
                         text: string;
+                        type: "text";
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file";
+                        mediaType: string;
+                        data: {
+                            type: "reference";
+                            reference: Record<string, string>;
+                        } | {
+                            type: "url";
+                            url: string;
+                        } | {
+                            type: "data";
+                            data: string | ArrayBuffer;
+                        } | {
+                            text: string;
+                            type: "text";
+                        };
                     } | {
                         type: "media";
                         mediaType: string;
@@ -1607,17 +2043,26 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                         data: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
+                        mediaType?: string | undefined;
                         type: "file-url";
                         url: string;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "file-id";
                         fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-data";
                         mediaType: string;
                         data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-reference";
+                        providerReference: Record<string, string>;
                     } | {
                         providerOptions?: Record<string, Record<string, any>> | undefined;
                         type: "image-url";
@@ -1634,8 +2079,8 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
-                    type: "text";
                     text: string;
+                    type: "text";
                 } | {
                     mimeType?: string | undefined;
                     type: "image";
@@ -1658,15 +2103,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "system";
             content: string;
         } | undefined;
-        text?: string | undefined;
         providerMetadata?: Record<string, Record<string, any>> | undefined;
-        reasoning?: string | undefined;
         usage?: {
+            promptTokens?: number | undefined;
+            completionTokens?: number | undefined;
+            totalTokens?: number | undefined;
             reasoningTokens?: number | undefined;
             cachedInputTokens?: number | undefined;
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
+            nonCachedInputTokens?: number | undefined;
+            cacheWriteInputTokens?: number | undefined;
+            textOutputTokens?: number | undefined;
+            raw?: Record<string, any> | undefined;
         } | undefined;
         sources?: ({
             title?: string | undefined;
@@ -1687,13 +2134,25 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             sourceType: "document";
         })[] | undefined;
         warnings?: ({
+            details?: string | undefined;
+            type: "unsupported";
+            feature: string;
+        } | {
+            details?: string | undefined;
+            type: "compatibility";
+            feature: string;
+        } | {
+            type: "deprecated";
+            message: string;
+            setting: string;
+        } | {
             details?: string | undefined;
             type: "unsupported-setting";
             setting: string;
         } | {
             details?: string | undefined;
-            type: "unsupported-tool";
             tool: any;
+            type: "unsupported-tool";
         } | {
             type: "other";
             message: string;
@@ -1703,22 +2162,22 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             providerOptions?: Record<string, Record<string, any>> | undefined;
             providerMetadata?: Record<string, Record<string, any>> | undefined;
             signature?: string | undefined;
-            type: "reasoning";
             text: string;
+            type: "reasoning";
         } | {
             signature?: string | undefined;
-            type: "text";
             text: string;
+            type: "text";
         } | {
             type: "redacted";
             data: string;
         })[] | undefined;
+        tool: boolean;
         status: "pending" | "success" | "failed";
         order: number;
         _creationTime: number;
         threadId: string;
         stepOrder: number;
-        tool: boolean;
         _id: string;
     }[]>>;
 };