@convex-dev/agent 0.5.0-alpha.1 → 0.6.0-alpha.0

package/dist/client/definePlaygroundAPI.d.ts

@@ -17,10 +17,10 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
     listUsers: import("convex/server").RegisteredQuery<"public", {
         apiKey: string;
         paginationOpts: {
-            id?: number | undefined;
-            endCursor?: string | null | undefined;
-            maximumRowsRead?: number | undefined;
-            maximumBytesRead?: number | undefined;
+            id?: number;
+            endCursor?: string | null;
+            maximumRowsRead?: number;
+            maximumBytesRead?: number;
             numItems: number;
             cursor: string | null;
         };
@@ -31,17 +31,17 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
         }[];
         continueCursor: string;
         isDone: boolean;
-        pageStatus?: "SplitRecommended" | "SplitRequired" | null | undefined;
-        splitCursor?: string | null | undefined;
+        pageStatus?: "SplitRecommended" | "SplitRequired" | null;
+        splitCursor?: string | null;
     }>>;
     listThreads: import("convex/server").RegisteredQuery<"public", {
         userId?: string | undefined;
         apiKey: string;
         paginationOpts: {
-            id?: number | undefined;
-            endCursor?: string | null | undefined;
-            maximumRowsRead?: number | undefined;
-            maximumBytesRead?: number | undefined;
+            id?: number;
+            endCursor?: string | null;
+            maximumRowsRead?: number;
+            maximumBytesRead?: number;
             numItems: number;
             cursor: string | null;
         };
@@ -53,173 +53,385 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             _creationTime: number;
             _id: string;
             status: "active" | "archived";
-            summary?: string | undefined;
-            title?: string | undefined;
-            userId?: string | undefined;
+            summary?: string;
+            title?: string;
+            userId?: string;
         }[];
         continueCursor: string;
         isDone: boolean;
-        pageStatus?: "SplitRecommended" | "SplitRequired" | null | undefined;
-        splitCursor?: string | null | undefined;
+        pageStatus?: "SplitRecommended" | "SplitRequired" | null;
+        splitCursor?: string | null;
     }>>;
     listMessages: import("convex/server").RegisteredQuery<"public", {
+        streamArgs?: {
+            startOrder?: number | undefined;
+            kind: "list";
+        } | {
+            kind: "deltas";
+            cursors: {
+                streamId: string;
+                cursor: number;
+            }[];
+        } | undefined;
         threadId: string;
         apiKey: string;
         paginationOpts: {
-            id?: number | undefined;
-            endCursor?: string | null | undefined;
-            maximumRowsRead?: number | undefined;
-            maximumBytesRead?: number | undefined;
+            id?: number;
+            endCursor?: string | null;
+            maximumRowsRead?: number;
+            maximumBytesRead?: number;
             numItems: number;
             cursor: string | null;
         };
-    }, Promise<import("convex/server").PaginationResult<{
-        id?: string | undefined;
-        userId?: string | undefined;
-        embeddingId?: string | undefined;
-        fileIds?: string[] | undefined;
-        error?: string | undefined;
-        agentName?: string | undefined;
-        model?: string | undefined;
-        provider?: string | undefined;
-        providerOptions?: Record<string, Record<string, any>> | undefined;
-        message?: {
+    }, Promise<{
+        streams: import("./types.js").SyncStreamsReturnValue;
+        page: {
+            id?: string | undefined;
+            userId?: string | undefined;
+            embeddingId?: string | undefined;
+            fileIds?: string[] | undefined;
+            error?: string | undefined;
+            agentName?: string | undefined;
+            model?: string | undefined;
+            provider?: string | undefined;
             providerOptions?: Record<string, Record<string, any>> | undefined;
-            role: "user";
-            content: string | ({
+            message?: {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
-                type: "text";
-                text: string;
+                role: "user";
+                content: string | ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    type: "image";
+                    image: string | ArrayBuffer;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    filename?: string | undefined;
+                    type: "file";
+                    data: string | ArrayBuffer;
+                })[];
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
-                mimeType?: string | undefined;
-                type: "image";
-                image: string | ArrayBuffer;
+                role: "assistant";
+                content: string | ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    filename?: string | undefined;
+                    type: "file";
+                    data: string | ArrayBuffer;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    signature?: string | undefined;
+                    type: "reasoning";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "redacted-reasoning";
+                    data: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    type: "tool-call";
+                    toolCallId: string;
+                    toolName: string;
+                    input: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    input?: any;
+                    providerExecuted?: boolean | undefined;
+                    type: "tool-call";
+                    toolCallId: string;
+                    toolName: string;
+                    args: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    output?: {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        reason?: string | undefined;
+                        type: "execution-denied";
+                    } | {
+                        type: "content";
+                        value: ({
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "text";
+                            text: string;
+                        } | {
+                            type: "media";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "custom";
+                        })[];
+                    } | undefined;
+                    result?: any;
+                    isError?: boolean | undefined;
+                    experimental_content?: ({
+                        type: "text";
+                        text: string;
+                    } | {
+                        mimeType?: string | undefined;
+                        type: "image";
+                        data: string;
+                    })[] | undefined;
+                    type: "tool-result";
+                    toolCallId: string;
+                    toolName: string;
+                } | {
+                    title?: string | undefined;
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    id: string;
+                    type: "source";
+                    url: string;
+                    sourceType: "url";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    filename?: string | undefined;
+                    id: string;
+                    title: string;
+                    type: "source";
+                    mediaType: string;
+                    sourceType: "document";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "tool-approval-request";
+                    toolCallId: string;
+                    approvalId: string;
+                })[];
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
-                filename?: string | undefined;
-                type: "file";
-                mimeType: string;
-                data: string | ArrayBuffer;
-            })[];
-        } | {
-            providerOptions?: Record<string, Record<string, any>> | undefined;
-            role: "assistant";
-            content: string | ({
+                role: "tool";
+                content: ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    output?: {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        reason?: string | undefined;
+                        type: "execution-denied";
+                    } | {
+                        type: "content";
+                        value: ({
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "text";
+                            text: string;
+                        } | {
+                            type: "media";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "custom";
+                        })[];
+                    } | undefined;
+                    result?: any;
+                    isError?: boolean | undefined;
+                    experimental_content?: ({
+                        type: "text";
+                        text: string;
+                    } | {
+                        mimeType?: string | undefined;
+                        type: "image";
+                        data: string;
+                    })[] | undefined;
+                    type: "tool-result";
+                    toolCallId: string;
+                    toolName: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    providerExecuted?: boolean | undefined;
+                    reason?: string | undefined;
+                    type: "tool-approval-response";
+                    approvalId: string;
+                    approved: boolean;
+                })[];
+            } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
-                type: "text";
-                text: string;
+                role: "system";
+                content: string;
+            } | undefined;
+            text?: string | undefined;
+            providerMetadata?: Record<string, Record<string, any>> | undefined;
+            reasoning?: string | undefined;
+            usage?: {
+                reasoningTokens?: number | undefined;
+                cachedInputTokens?: number | undefined;
+                promptTokens: number;
+                completionTokens: number;
+                totalTokens: number;
+            } | undefined;
+            sources?: ({
+                title?: string | undefined;
+                type?: "source" | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                url: string;
+                sourceType: "url";
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 filename?: string | undefined;
-                type: "file";
-                mimeType: string;
-                data: string | ArrayBuffer;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            })[] | undefined;
+            warnings?: ({
+                details?: string | undefined;
+                type: "unsupported-setting";
+                setting: string;
+            } | {
+                details?: string | undefined;
+                type: "unsupported-tool";
+                tool: any;
             } | {
+                type: "other";
+                message: string;
+            })[] | undefined;
+            finishReason?: "error" | "length" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
+            reasoningDetails?: ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                state?: "streaming" | "done" | undefined;
                 type: "reasoning";
                 text: string;
             } | {
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                type: "redacted-reasoning";
-                data: string;
+                signature?: string | undefined;
+                type: "text";
+                text: string;
             } | {
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                providerExecuted?: boolean | undefined;
-                type: "tool-call";
-                toolCallId: string;
-                toolName: string;
-                args: any;
-            })[];
-        } | {
-            providerOptions?: Record<string, Record<string, any>> | undefined;
-            role: "tool";
-            content: {
-                providerOptions?: Record<string, Record<string, any>> | undefined;
-                args?: any;
-                providerExecuted?: boolean | undefined;
-                isError?: boolean | undefined;
-                experimental_content?: ({
-                    type: "text";
-                    text: string;
-                } | {
-                    mimeType?: string | undefined;
-                    type: "image";
-                    data: string;
-                })[] | undefined;
-                type: "tool-result";
-                toolCallId: string;
-                toolName: string;
-                result: any;
-            }[];
-        } | {
-            providerOptions?: Record<string, Record<string, any>> | undefined;
-            role: "system";
-            content: string;
-        } | undefined;
-        text?: string | undefined;
-        reasoning?: string | undefined;
-        usage?: {
-            reasoningTokens?: number | undefined;
-            cachedInputTokens?: number | undefined;
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
-        } | undefined;
-        providerMetadata?: Record<string, Record<string, any>> | undefined;
-        sources?: ({
-            title?: string | undefined;
-            type?: "source" | undefined;
-            providerOptions?: Record<string, Record<string, any>> | undefined;
-            url?: string | undefined;
-            id: string;
-            sourceType: "url";
-        } | {
-            filename?: string | undefined;
-            providerMetadata?: Record<string, Record<string, any>> | undefined;
-            id: string;
-            title: string;
-            type: "source";
-            sourceType: "document";
-            mediaType: string;
-        })[] | undefined;
-        reasoningDetails?: ({
-            providerOptions?: Record<string, Record<string, any>> | undefined;
-            signature?: string | undefined;
-            state?: "streaming" | "done" | undefined;
-            type: "reasoning";
-            text: string;
-        } | {
-            signature?: string | undefined;
-            type: "text";
-            text: string;
-        } | {
-            type: "redacted";
-            data: string;
-        })[] | undefined;
-        warnings?: ({
-            details?: string | undefined;
-            type: "unsupported-setting";
-            setting: string;
-        } | {
-            details?: string | undefined;
-            type: "unsupported-tool";
-            tool: any;
-        } | {
-            type: "other";
-            message: string;
-        })[] | undefined;
-        finishReason?: "length" | "error" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
-        _id: string;
-        _creationTime: number;
-        status: "pending" | "success" | "failed";
-        order: number;
-        threadId: string;
-        stepOrder: number;
-        tool: boolean;
-    }>>>;
+                type: "redacted";
+                data: string;
+            })[] | undefined;
+            status: "pending" | "success" | "failed";
+            order: number;
+            _creationTime: number;
+            threadId: string;
+            stepOrder: number;
+            tool: boolean;
+            _id: string;
+        }[];
+        isDone: boolean;
+        continueCursor: import("convex/server").Cursor;
+        splitCursor?: import("convex/server").Cursor | null;
+        pageStatus?: "SplitRecommended" | "SplitRequired" | null;
+    }>>;
     listAgents: import("convex/server").RegisteredQuery<"public", {
         userId?: string | undefined;
         threadId?: string | undefined;
@@ -248,18 +460,22 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "user";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
                 image: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             })[];
         } | {
@@ -267,39 +483,221 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "assistant";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                state?: "streaming" | "done" | undefined;
                 type: "reasoning";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                type: "tool-call";
+                toolCallId: string;
+                toolName: string;
+                input: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                input?: any;
                 providerExecuted?: boolean | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 args: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
+                isError?: boolean | undefined;
+                experimental_content?: ({
+                    type: "text";
+                    text: string;
+                } | {
+                    mimeType?: string | undefined;
+                    type: "image";
+                    data: string;
+                })[] | undefined;
+                type: "tool-result";
+                toolCallId: string;
+                toolName: string;
+            } | {
+                title?: string | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                type: "source";
+                url: string;
+                sourceType: "url";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                filename?: string | undefined;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "tool-approval-request";
+                toolCallId: string;
+                approvalId: string;
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "tool";
-            content: {
+            content: ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
                     type: "text";
@@ -312,8 +710,15 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 type: "tool-result";
                 toolCallId: string;
                 toolName: string;
-                result: any;
-            }[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                providerExecuted?: boolean | undefined;
+                reason?: string | undefined;
+                type: "tool-approval-response";
+                approvalId: string;
+                approved: boolean;
+            })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "system";
@@ -343,31 +748,369 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
         agentName: string;
         apiKey: string;
     }, Promise<{
-        messageId: string | undefined;
         text: string;
+        messages: {
+            tool: boolean;
+            text: string | undefined;
+            status: "success";
+            providerMetadata: {};
+            threadId: string;
+            _id: `${string}-${string}-${string}-${string}-${string}`;
+            _creationTime: number;
+            order: number;
+            stepOrder: number;
+            fileIds?: string[] | undefined;
+            error?: string | undefined;
+            model?: string | undefined;
+            provider?: string | undefined;
+            reasoning?: string | undefined;
+            usage?: {
+                reasoningTokens?: number | undefined;
+                cachedInputTokens?: number | undefined;
+                promptTokens: number;
+                completionTokens: number;
+                totalTokens: number;
+            } | undefined;
+            sources?: ({
+                title?: string | undefined;
+                type?: "source" | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                url: string;
+                sourceType: "url";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                filename?: string | undefined;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            })[] | undefined;
+            warnings?: ({
+                details?: string | undefined;
+                type: "unsupported-setting";
+                setting: string;
+            } | {
+                details?: string | undefined;
+                type: "unsupported-tool";
+                tool: any;
+            } | {
+                type: "other";
+                message: string;
+            })[] | undefined;
+            finishReason?: "error" | "length" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
+            reasoningDetails?: ({
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                signature?: string | undefined;
+                type: "reasoning";
+                text: string;
+            } | {
+                signature?: string | undefined;
+                type: "text";
+                text: string;
+            } | {
+                type: "redacted";
+                data: string;
+            })[] | undefined;
+            message: {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                role: "user";
+                content: string | ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    type: "image";
+                    image: string | ArrayBuffer;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    filename?: string | undefined;
+                    type: "file";
+                    data: string | ArrayBuffer;
+                })[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                role: "assistant";
+                content: string | ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    mediaType?: string | undefined;
+                    mimeType?: string | undefined;
+                    filename?: string | undefined;
+                    type: "file";
+                    data: string | ArrayBuffer;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    signature?: string | undefined;
+                    type: "reasoning";
+                    text: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "redacted-reasoning";
+                    data: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    type: "tool-call";
+                    toolCallId: string;
+                    toolName: string;
+                    input: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    input?: any;
+                    providerExecuted?: boolean | undefined;
+                    type: "tool-call";
+                    toolCallId: string;
+                    toolName: string;
+                    args: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    output?: {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        reason?: string | undefined;
+                        type: "execution-denied";
+                    } | {
+                        type: "content";
+                        value: ({
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "text";
+                            text: string;
+                        } | {
+                            type: "media";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "custom";
+                        })[];
+                    } | undefined;
+                    result?: any;
+                    isError?: boolean | undefined;
+                    experimental_content?: ({
+                        type: "text";
+                        text: string;
+                    } | {
+                        mimeType?: string | undefined;
+                        type: "image";
+                        data: string;
+                    })[] | undefined;
+                    type: "tool-result";
+                    toolCallId: string;
+                    toolName: string;
+                } | {
+                    title?: string | undefined;
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    id: string;
+                    type: "source";
+                    url: string;
+                    sourceType: "url";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    filename?: string | undefined;
+                    id: string;
+                    title: string;
+                    type: "source";
+                    mediaType: string;
+                    sourceType: "document";
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    type: "tool-approval-request";
+                    toolCallId: string;
+                    approvalId: string;
+                })[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                role: "tool";
+                content: ({
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    args?: any;
+                    providerExecuted?: boolean | undefined;
+                    output?: {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-text";
+                        value: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "error-json";
+                        value: any;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        reason?: string | undefined;
+                        type: "execution-denied";
+                    } | {
+                        type: "content";
+                        value: ({
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "text";
+                            text: string;
+                        } | {
+                            type: "media";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            filename?: string | undefined;
+                            type: "file-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-data";
+                            mediaType: string;
+                            data: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-url";
+                            url: string;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "image-file-id";
+                            fileId: string | Record<string, string>;
+                        } | {
+                            providerOptions?: Record<string, Record<string, any>> | undefined;
+                            type: "custom";
+                        })[];
+                    } | undefined;
+                    result?: any;
+                    isError?: boolean | undefined;
+                    experimental_content?: ({
+                        type: "text";
+                        text: string;
+                    } | {
+                        mimeType?: string | undefined;
+                        type: "image";
+                        data: string;
+                    })[] | undefined;
+                    type: "tool-result";
+                    toolCallId: string;
+                    toolName: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    providerMetadata?: Record<string, Record<string, any>> | undefined;
+                    providerExecuted?: boolean | undefined;
+                    reason?: string | undefined;
+                    type: "tool-approval-response";
+                    approvalId: string;
+                    approved: boolean;
+                })[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                role: "system";
+                content: string;
+            };
+        }[];
     }>>;
     fetchPromptContext: import("convex/server").RegisteredAction<"public", {
         userId?: string | undefined;
         threadId?: string | undefined;
-        beforeMessageId?: string | undefined;
-        agentName: string;
-        messages: ({
+        messages?: ({
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "user";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
                 image: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             })[];
         } | {
@@ -375,39 +1118,221 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "assistant";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                state?: "streaming" | "done" | undefined;
                 type: "reasoning";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                type: "tool-call";
+                toolCallId: string;
+                toolName: string;
+                input: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                input?: any;
                 providerExecuted?: boolean | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 args: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
+                isError?: boolean | undefined;
+                experimental_content?: ({
+                    type: "text";
+                    text: string;
+                } | {
+                    mimeType?: string | undefined;
+                    type: "image";
+                    data: string;
+                })[] | undefined;
+                type: "tool-result";
+                toolCallId: string;
+                toolName: string;
+            } | {
+                title?: string | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                type: "source";
+                url: string;
+                sourceType: "url";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                filename?: string | undefined;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "tool-approval-request";
+                toolCallId: string;
+                approvalId: string;
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "tool";
-            content: {
+            content: ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
                     type: "text";
@@ -420,13 +1345,24 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 type: "tool-result";
                 toolCallId: string;
                 toolName: string;
-                result: any;
-            }[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                providerExecuted?: boolean | undefined;
+                reason?: string | undefined;
+                type: "tool-approval-response";
+                approvalId: string;
+                approved: boolean;
+            })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "system";
             content: string;
-        })[];
+        })[] | undefined;
+        targetMessageId?: string | undefined;
+        beforeMessageId?: string | undefined;
+        searchText?: string | undefined;
+        agentName: string;
         contextOptions: {
             excludeToolMessages?: boolean | undefined;
             recentMessages?: number | undefined;
@@ -458,18 +1394,22 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "user";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
                 mimeType?: string | undefined;
                 type: "image";
                 image: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             })[];
         } | {
@@ -477,39 +1417,221 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             role: "assistant";
             content: string | ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "text";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                mediaType?: string | undefined;
+                mimeType?: string | undefined;
                 filename?: string | undefined;
                 type: "file";
-                mimeType: string;
                 data: string | ArrayBuffer;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 signature?: string | undefined;
-                state?: "streaming" | "done" | undefined;
                 type: "reasoning";
                 text: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 type: "redacted-reasoning";
                 data: string;
             } | {
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                type: "tool-call";
+                toolCallId: string;
+                toolName: string;
+                input: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                input?: any;
                 providerExecuted?: boolean | undefined;
                 type: "tool-call";
                 toolCallId: string;
                 toolName: string;
                 args: any;
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                args?: any;
+                providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
+                isError?: boolean | undefined;
+                experimental_content?: ({
+                    type: "text";
+                    text: string;
+                } | {
+                    mimeType?: string | undefined;
+                    type: "image";
+                    data: string;
+                })[] | undefined;
+                type: "tool-result";
+                toolCallId: string;
+                toolName: string;
+            } | {
+                title?: string | undefined;
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                id: string;
+                type: "source";
+                url: string;
+                sourceType: "url";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                filename?: string | undefined;
+                id: string;
+                title: string;
+                type: "source";
+                mediaType: string;
+                sourceType: "document";
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                type: "tool-approval-request";
+                toolCallId: string;
+                approvalId: string;
             })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "tool";
-            content: {
+            content: ({
                 providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
                 args?: any;
                 providerExecuted?: boolean | undefined;
+                output?: {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-text";
+                    value: string;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    type: "error-json";
+                    value: any;
+                } | {
+                    providerOptions?: Record<string, Record<string, any>> | undefined;
+                    reason?: string | undefined;
+                    type: "execution-denied";
+                } | {
+                    type: "content";
+                    value: ({
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "text";
+                        text: string;
+                    } | {
+                        type: "media";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        filename?: string | undefined;
+                        type: "file-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-data";
+                        mediaType: string;
+                        data: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-url";
+                        url: string;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "image-file-id";
+                        fileId: string | Record<string, string>;
+                    } | {
+                        providerOptions?: Record<string, Record<string, any>> | undefined;
+                        type: "custom";
+                    })[];
+                } | undefined;
+                result?: any;
                 isError?: boolean | undefined;
                 experimental_content?: ({
                     type: "text";
@@ -522,14 +1644,22 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
                 type: "tool-result";
                 toolCallId: string;
                 toolName: string;
-                result: any;
-            }[];
+            } | {
+                providerOptions?: Record<string, Record<string, any>> | undefined;
+                providerMetadata?: Record<string, Record<string, any>> | undefined;
+                providerExecuted?: boolean | undefined;
+                reason?: string | undefined;
+                type: "tool-approval-response";
+                approvalId: string;
+                approved: boolean;
+            })[];
         } | {
             providerOptions?: Record<string, Record<string, any>> | undefined;
             role: "system";
             content: string;
         } | undefined;
         text?: string | undefined;
+        providerMetadata?: Record<string, Record<string, any>> | undefined;
         reasoning?: string | undefined;
         usage?: {
             reasoningTokens?: number | undefined;
@@ -538,27 +1668,41 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             completionTokens: number;
             totalTokens: number;
         } | undefined;
-        providerMetadata?: Record<string, Record<string, any>> | undefined;
         sources?: ({
             title?: string | undefined;
             type?: "source" | undefined;
             providerOptions?: Record<string, Record<string, any>> | undefined;
-            url?: string | undefined;
+            providerMetadata?: Record<string, Record<string, any>> | undefined;
             id: string;
+            url: string;
             sourceType: "url";
         } | {
-            filename?: string | undefined;
+            providerOptions?: Record<string, Record<string, any>> | undefined;
             providerMetadata?: Record<string, Record<string, any>> | undefined;
+            filename?: string | undefined;
             id: string;
             title: string;
             type: "source";
-            sourceType: "document";
             mediaType: string;
+            sourceType: "document";
         })[] | undefined;
+        warnings?: ({
+            details?: string | undefined;
+            type: "unsupported-setting";
+            setting: string;
+        } | {
+            details?: string | undefined;
+            type: "unsupported-tool";
+            tool: any;
+        } | {
+            type: "other";
+            message: string;
+        })[] | undefined;
+        finishReason?: "error" | "length" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
         reasoningDetails?: ({
             providerOptions?: Record<string, Record<string, any>> | undefined;
+            providerMetadata?: Record<string, Record<string, any>> | undefined;
             signature?: string | undefined;
-            state?: "streaming" | "done" | undefined;
             type: "reasoning";
             text: string;
         } | {
@@ -569,26 +1713,13 @@ export declare function definePlaygroundAPI<DataModel extends GenericDataModel>(
             type: "redacted";
             data: string;
         })[] | undefined;
-        warnings?: ({
-            details?: string | undefined;
-            type: "unsupported-setting";
-            setting: string;
-        } | {
-            details?: string | undefined;
-            type: "unsupported-tool";
-            tool: any;
-        } | {
-            type: "other";
-            message: string;
-        })[] | undefined;
-        finishReason?: "length" | "error" | "other" | "stop" | "content-filter" | "tool-calls" | "unknown" | undefined;
-        _id: string;
-        _creationTime: number;
         status: "pending" | "success" | "failed";
         order: number;
+        _creationTime: number;
         threadId: string;
         stepOrder: number;
         tool: boolean;
+        _id: string;
     }[]>>;
 };
 //# sourceMappingURL=definePlaygroundAPI.d.ts.map