langwatch 1.7.0 → 1.9.0

package/dist/{types-BUivXEKT.d.mts → types-C3NpCWi_.d.mts}

@@ -1194,6 +1194,30 @@ interface paths {
         patch: operations["patchApiV1ProjectsByProjectIdAnalyticsChartsByChartId"];
         trace?: never;
     };
+    "/api/v1/projects/{projectId}/analytics/charts/{chartId}/placement": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        /**
+         * Place a saved workbench chart on a dashboard
+         * @description Places one saved LangWatchQL chart on a dashboard in the same project, at the grid position supplied — or, when no grid row is given, at the next row free on that dashboard, counting charts of every kind. A dashboard that is not in this project is reported as not found, exactly like a chart that is not, and nothing is written.
+         */
+        put: operations["putApiV1ProjectsByProjectIdAnalyticsChartsByChartIdPlacement"];
+        post?: never;
+        /**
+         * Remove a saved workbench chart from its dashboard
+         * @description Removes one saved LangWatchQL chart from whatever dashboard it is on, clearing its grid position along with the dashboard id. Idempotent: unplacing a chart that is not placed answers 204 all the same. The chart itself — its statement, parameter values and specification — is untouched.
+         */
+        delete: operations["deleteApiV1ProjectsByProjectIdAnalyticsChartsByChartIdPlacement"];
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/api/coding-agent/sessions/{sessionId}/events": {
         parameters: {
             query?: never;
@@ -1580,7 +1604,11 @@ interface paths {
          */
         get: operations["getApiExperiments"];
         put?: never;
-        post?: never;
+        /**
+         * Create an experiment and its setup
+         * @description Create an evaluations experiment. Send a setup to start from, or send none and get a blank workbench with one inline dataset. The slug it answers with is what every other experiment endpoint takes.
+         */
+        post: operations["postApiExperiments"];
         delete?: never;
         options?: never;
         head?: never;
@@ -1787,6 +1815,70 @@ interface paths {
         patch?: never;
         trace?: never;
     };
+    "/api/experiments/{slug}/workbench-state": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Read an experiment's setup
+         * @description The experiment's datasets, targets and evaluators, with the version to send back when you save. Ask for `fields=version` to check for changes without transferring the setup.
+         */
+        get: operations["getApiExperimentsBySlugWorkbenchState"];
+        /**
+         * Save an experiment's setup
+         * @description Replace the experiment's setup. Send `expectedVersion` with the version you read and the save is refused with a 409 when someone else wrote first, instead of overwriting their work.
+         */
+        put: operations["putApiExperimentsBySlugWorkbenchState"];
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/api/experiments/{slug}/versions": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List an experiment's versions
+         * @description Every saved version of the experiment's setup, newest first. Page through them with `limit` and `cursor`.
+         */
+        get: operations["getApiExperimentsBySlugVersions"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/api/experiments/{slug}/versions/{version}/restore": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        /**
+         * Restore an experiment version
+         * @description Bring an old setup back by writing it forward as a new save. History is never rewritten: the version you restored from stays in the list, and the restore is one more entry after it.
+         */
+        post: operations["postApiExperimentsBySlugVersionsByVersionRestore"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/api/analytics": {
         parameters: {
             query?: never;
@@ -3407,6 +3499,23 @@ interface paths {
         patch?: never;
         trace?: never;
     };
+    "/api/simulation-runs/batches/{batchRunId}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** @description Get the summary of a single batch run, including its completion flag */
+        get: operations["getApiSimulationRunsBatchesByBatchRunId"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/api/suites": {
         parameters: {
             query?: never;
@@ -5444,6 +5553,7 @@ interface operations {
                         start: string | number;
                         end: string | number;
                     };
+                    granularitySeconds?: 1 | 60 | 3600;
                 };
             };
         };
@@ -5470,6 +5580,9 @@ interface operations {
                         };
                         truncated: boolean;
                         followsTimeWindow: boolean;
+                        followsGranularity: boolean;
+                        granularitySeconds?: number;
+                        coarsenedFromSeconds?: number;
                         diagnostics: {
                             /** @enum {string} */
                             code: "RESULT_TRUNCATED" | "POSSIBLE_FANOUT" | "UNBOUNDED_TIME_RANGE" | "MISSING_TIME_BUCKETS" | "INCOMPLETE_COMPARISON_PERIOD";
@@ -5739,6 +5852,11 @@ interface operations {
                             createdAt: string;
                             updatedAt: string;
                             platformUrl: string;
+                            dashboardId: string | null;
+                            gridColumn: number;
+                            gridRow: number;
+                            colSpan: number;
+                            rowSpan: number;
                         }[];
                     };
                 };
@@ -5865,6 +5983,11 @@ interface operations {
                         createdAt: string;
                         updatedAt: string;
                         platformUrl: string;
+                        dashboardId: string | null;
+                        gridColumn: number;
+                        gridRow: number;
+                        colSpan: number;
+                        rowSpan: number;
                     };
                 };
             };
@@ -5984,6 +6107,11 @@ interface operations {
                         createdAt: string;
                         updatedAt: string;
                         platformUrl: string;
+                        dashboardId: string | null;
+                        gridColumn: number;
+                        gridRow: number;
+                        colSpan: number;
+                        rowSpan: number;
                     };
                 };
             };
@@ -6251,6 +6379,11 @@ interface operations {
                         createdAt: string;
                         updatedAt: string;
                         platformUrl: string;
+                        dashboardId: string | null;
+                        gridColumn: number;
+                        gridRow: number;
+                        colSpan: number;
+                        rowSpan: number;
                     };
                 };
             };
@@ -6356,78 +6489,55 @@ interface operations {
             };
         };
     };
-    getApiCodingAgentSessionsBySessionIdEvents: {
+    putApiV1ProjectsByProjectIdAnalyticsChartsByChartIdPlacement: {
         parameters: {
-            query?: {
-                /** @description Comma-separated event kinds to include. Known kinds: model_call, compaction, rate_limit, api_error, retries_exhausted, tool_result, tool_decision, user_prompt, subagent_completed. */
-                kinds?: string;
-                /** @description Opaque keyset cursor from the previous response's nextCursor. */
-                cursor?: string;
-                limit?: number;
-                /** @description Epoch ms lower bound on event time; with `to`, prunes storage partitions for faster reads. */
-                from?: number;
-                /** @description Epoch ms upper bound on event time. */
-                to?: number;
-            };
+            query?: never;
             header?: never;
             path: {
-                /** @description The agent's own session id (session.id / conversation id). */
-                sessionId: string;
+                projectId: string;
+                chartId: string;
             };
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": {
+                    dashboardId: string;
+                    gridColumn?: number;
+                    gridRow?: number;
+                    colSpan?: number;
+                    rowSpan?: number;
+                };
+            };
+        };
         responses: {
-            /** @description One page of session events plus the cursor for the next page */
+            /** @description The chart, now placed */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        events: {
-                            sessionId: string;
-                            timeUnixMs: number;
-                            recordId: string;
-                            eventKind: string;
-                            agent: string;
-                            sessionKeySource: string;
-                            traceId: string;
-                            spanId: string;
-                            promptId: string;
-                            querySource: string;
-                            agentType: string;
-                            eventSequence: number;
-                            requestId: string;
-                            model: string;
-                            inputTokens: number;
-                            outputTokens: number;
-                            cacheReadTokens: number;
-                            cacheCreationTokens: number;
-                            costUsd: number;
-                            durationMs: number;
-                            ttftMs: number;
-                            attempt: number;
-                            speed: string;
-                            stopReason: string;
-                            preTokens: number;
-                            postTokens: number;
-                            compactionTrigger: string;
-                            precomputeReuse: string;
-                            statusCode: string;
-                            errorType: string;
-                            rateLimitCarrier: string;
-                            retryDurationMs: number;
-                            toolName: string;
-                            success: string;
-                            decision: string;
-                            decisionSource: string;
-                            toolInputBytes: number;
-                            toolResultBytes: number;
-                            promptChars: number;
-                            totalTokens: number;
-                        }[];
-                        nextCursor: string | null;
+                        id: string;
+                        name: string;
+                        definition: {
+                            version: number;
+                            sql: string;
+                            parameters: {
+                                [key: string]: unknown;
+                            };
+                            vegaLiteSpec?: {
+                                [key: string]: unknown;
+                            };
+                        };
+                        createdAt: string;
+                        updatedAt: string;
+                        platformUrl: string;
+                        dashboardId: string | null;
+                        gridColumn: number;
+                        gridRow: number;
+                        colSpan: number;
+                        rowSpan: number;
                     };
                 };
             };
@@ -6438,8 +6548,16 @@ interface operations {
                 };
                 content: {
                     "application/json": {
-                        error: string;
-                        message?: string;
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
                     };
                 };
             };
@@ -6450,110 +6568,274 @@ interface operations {
                 };
                 content: {
                     "application/json": {
-                        error: string;
-                        message?: string;
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
                     };
                 };
             };
-            /** @description Unprocessable Entity */
-            422: {
+            /** @description Forbidden */
+            403: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        error: string;
-                        message?: string;
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
                     };
                 };
             };
-            /** @description Internal Server Error */
-            500: {
+            /** @description No chart with this id in this project */
+            404: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        error: string;
-                        message?: string;
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
                     };
                 };
             };
-        };
-    };
-    getApiCodingAgentPullRequestUsage: {
-        parameters: {
-            query: {
-                /** @description The repository as "owner/name". */
-                repository: string;
-                /** @description The pull request number. */
-                pullRequest: number;
-                host?: string;
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
+                    };
+                };
             };
+        };
+    };
+    deleteApiV1ProjectsByProjectIdAnalyticsChartsByChartIdPlacement: {
+        parameters: {
+            query?: never;
             header?: never;
-            path?: never;
+            path: {
+                projectId: string;
+                chartId: string;
+            };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description The pull request's usage rollup */
-            200: {
+            /** @description The chart is no longer on any dashboard */
+            204: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content?: never;
+            };
+            /** @description Bad Request */
+            400: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        pullRequest: {
-                            repositoryHost: string;
-                            repositoryFullName: string;
-                            prNumber: number;
-                            headBranch: string;
-                            htmlUrl: string;
-                            state: string;
-                            isDraft: boolean;
-                            authorLogin: string | null;
-                            prCreatedAtMs: number;
-                            prClosedAtMs: number | null;
-                            prMergedAtMs: number | null;
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
                         };
-                        rows: {
-                            projectId: string;
-                            projectSlug: string;
-                            contributorLabel: string;
-                            contributorIsProject: boolean;
-                            agent: string;
-                            models: string[];
-                            sessionsCount: number;
-                            inputTokens: number;
-                            outputTokens: number;
-                            cacheReadTokens: number;
-                            cacheCreationTokens: number;
-                            totalTokens: number;
-                            costUsd: number | null;
-                            billedCostUsd: number | null;
-                            nonBilledCostUsd: number | null;
-                        }[];
-                        totals: {
-                            sessionsCount: number;
-                            inputTokens: number;
-                            outputTokens: number;
-                            cacheReadTokens: number;
-                            cacheCreationTokens: number;
-                            totalTokens: number;
-                            costUsd: number | null;
-                            billedCostUsd: number | null;
-                            nonBilledCostUsd: number | null;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
                         };
-                        modelBreakdown: {
+                    };
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
+                    };
+                };
+            };
+            /** @description No chart with this id in this project */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: {
+                            type: string;
+                            code: string;
+                            message: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            trace_id?: string;
+                            span_id?: string;
+                        };
+                    };
+                };
+            };
+        };
+    };
+    getApiCodingAgentSessionsBySessionIdEvents: {
+        parameters: {
+            query?: {
+                /** @description Comma-separated event kinds to include. Known kinds: model_call, compaction, rate_limit, api_error, retries_exhausted, tool_result, tool_decision, user_prompt, subagent_completed. */
+                kinds?: string;
+                /** @description Opaque keyset cursor from the previous response's nextCursor. */
+                cursor?: string;
+                limit?: number;
+                /** @description Epoch ms lower bound on event time; with `to`, prunes storage partitions for faster reads. */
+                from?: number;
+                /** @description Epoch ms upper bound on event time. */
+                to?: number;
+            };
+            header?: never;
+            path: {
+                /** @description The agent's own session id (session.id / conversation id). */
+                sessionId: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description One page of session events plus the cursor for the next page */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        events: {
+                            sessionId: string;
+                            timeUnixMs: number;
+                            recordId: string;
+                            eventKind: string;
+                            agent: string;
+                            sessionKeySource: string;
+                            traceId: string;
+                            spanId: string;
+                            promptId: string;
+                            querySource: string;
+                            agentType: string;
+                            eventSequence: number;
+                            requestId: string;
                             model: string;
                             inputTokens: number;
                             outputTokens: number;
                             cacheReadTokens: number;
                             cacheCreationTokens: number;
+                            costUsd: number;
+                            durationMs: number;
+                            ttftMs: number;
+                            attempt: number;
+                            speed: string;
+                            stopReason: string;
+                            preTokens: number;
+                            postTokens: number;
+                            compactionTrigger: string;
+                            precomputeReuse: string;
+                            statusCode: string;
+                            errorType: string;
+                            rateLimitCarrier: string;
+                            retryDurationMs: number;
+                            toolName: string;
+                            success: string;
+                            decision: string;
+                            decisionSource: string;
+                            toolInputBytes: number;
+                            toolResultBytes: number;
+                            promptChars: number;
                             totalTokens: number;
-                            costUsd: number | null;
-                            tokensKnown: boolean;
                         }[];
+                        nextCursor: string | null;
                     };
                 };
             };
@@ -6607,22 +6889,148 @@ interface operations {
             };
         };
     };
-    getApiDashboards: {
+    getApiCodingAgentPullRequestUsage: {
         parameters: {
-            query?: never;
+            query: {
+                /** @description The repository as "owner/name". */
+                repository: string;
+                /** @description The pull request number. */
+                pullRequest: number;
+                host?: string;
+            };
             header?: never;
             path?: never;
             cookie?: never;
         };
         requestBody?: never;
-        responses: never;
-    };
-    postApiDashboards: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
+        responses: {
+            /** @description The pull request's usage rollup */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        pullRequest: {
+                            repositoryHost: string;
+                            repositoryFullName: string;
+                            prNumber: number;
+                            headBranch: string;
+                            htmlUrl: string;
+                            state: string;
+                            isDraft: boolean;
+                            authorLogin: string | null;
+                            prCreatedAtMs: number;
+                            prClosedAtMs: number | null;
+                            prMergedAtMs: number | null;
+                        };
+                        rows: {
+                            projectId: string;
+                            projectSlug: string;
+                            contributorLabel: string;
+                            contributorIsProject: boolean;
+                            agent: string;
+                            models: string[];
+                            sessionsCount: number;
+                            inputTokens: number;
+                            outputTokens: number;
+                            cacheReadTokens: number;
+                            cacheCreationTokens: number;
+                            totalTokens: number;
+                            costUsd: number | null;
+                            billedCostUsd: number | null;
+                            nonBilledCostUsd: number | null;
+                        }[];
+                        totals: {
+                            sessionsCount: number;
+                            inputTokens: number;
+                            outputTokens: number;
+                            cacheReadTokens: number;
+                            cacheCreationTokens: number;
+                            totalTokens: number;
+                            costUsd: number | null;
+                            billedCostUsd: number | null;
+                            nonBilledCostUsd: number | null;
+                        };
+                        modelBreakdown: {
+                            model: string;
+                            inputTokens: number;
+                            outputTokens: number;
+                            cacheReadTokens: number;
+                            cacheCreationTokens: number;
+                            totalTokens: number;
+                            costUsd: number | null;
+                            tokensKnown: boolean;
+                        }[];
+                    };
+                };
+            };
+            /** @description Bad Request */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+        };
+    };
+    getApiDashboards: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: never;
+    };
+    postApiDashboards: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
         };
         requestBody: {
             content: {
@@ -7694,6 +8102,99 @@ interface operations {
             };
         };
     };
+    postApiExperiments: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": {
+                    /** @description Name for the experiment. A draft name is picked when omitted. */
+                    name?: string;
+                    /** @description Setup to start from. Omit for a blank workbench with one inline dataset. */
+                    state?: {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+        responses: {
+            /** @description Experiment created */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Identifier of the created experiment */
+                        id: string;
+                        /** @description Slug to address the experiment by */
+                        slug: string;
+                        /** @description Version of the saved setup, starting at 1 */
+                        version: number;
+                    };
+                };
+            };
+            /** @description The setup did not match the schema (experiment_invalid_workbench_state) or points at something that no longer exists (experiment_workbench_missing_reference) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+        };
+    };
     getApiEvaluationsList: {
         parameters: {
             query?: never;
@@ -8485,72 +8986,566 @@ interface operations {
                     };
                 };
             };
-            /** @description The body is larger than 30MB. Refused before it is read, so the response is the plain sentence `Payload Too Large` rather than a JSON error */
-            413: {
+            /** @description The body is larger than 30MB. Refused before it is read, so the response is the plain sentence `Payload Too Large` rather than a JSON error */
+            413: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    postApiExperimentsBySlugRun: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                slug: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: {
+            content: {
+                "application/json": {
+                    /** @description Rows to evaluate inline, instead of the experiment's saved dataset. Mutually exclusive with dataset_id. */
+                    data?: {
+                        [key: string]: unknown;
+                    }[];
+                    /** @description A saved dataset to evaluate, instead of the one the experiment is configured with. Mutually exclusive with data. */
+                    dataset_id?: string;
+                    /** @description Constant inputs applied to every row, overriding fields of the same name */
+                    parameters?: {
+                        [key: string]: string | number | boolean;
+                    };
+                    /** @description Run only these rows of the dataset, by zero-based index */
+                    row_indices?: number[];
+                };
+            };
+        };
+        responses: {
+            /** @description Run started */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Identifier to poll this run with */
+                        runId: string;
+                        /** @constant */
+                        status: "running";
+                        /** @description Number of cells this run will execute */
+                        total: number;
+                        /** @description Link to the run in the LangWatch app */
+                        runUrl?: string;
+                    };
+                    "text/event-stream": string;
+                };
+            };
+            /** @description The body was not valid JSON, failed input validation, or the experiment has no dataset configured */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                    };
+                };
+            };
+            /** @description Missing or invalid API key, or the key lacks the permission */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+            /** @description No such experiment or run in this project */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+    };
+    getApiExperimentsRuns: {
+        parameters: {
+            query: {
+                /** @description Slug of the experiment whose runs you want */
+                experimentSlug: string;
+                /** @description 1-based page number */
+                page?: number;
+                /** @description Runs per page, capped at 200 */
+                pageSize?: number;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Runs for the experiment */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        experimentId: string;
+                        experimentSlug: string;
+                        runs: {
+                            experimentId: string;
+                            runId: string;
+                            workflowVersion: {
+                                id: string;
+                                version: string;
+                                commitMessage: string;
+                                author: {
+                                    name: string | null;
+                                    image: string | null;
+                                } | null;
+                            } | null;
+                            timestamps: {
+                                createdAt: number;
+                                updatedAt: number;
+                                finishedAt?: number | null;
+                                stoppedAt?: number | null;
+                            };
+                            progress?: number | null;
+                            total?: number | null;
+                            summary: {
+                                datasetCost?: number;
+                                evaluationsCost?: number;
+                                datasetAverageCost?: number;
+                                datasetAverageDuration?: number;
+                                evaluationsAverageCost?: number;
+                                evaluationsAverageDuration?: number;
+                                evaluations: {
+                                    [key: string]: {
+                                        name: string;
+                                        averageScore: number | null;
+                                        averagePassed?: number;
+                                    };
+                                };
+                            };
+                        }[];
+                        pagination: {
+                            page: number;
+                            pageSize: number;
+                            totalHits: number;
+                            hasMore: boolean;
+                        };
+                    };
+                };
+            };
+            /** @description experimentSlug was not supplied */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                    };
+                };
+            };
+            /** @description Missing or invalid API key, or the key lacks the permission */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+            /** @description No such experiment or run in this project */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+    };
+    getApiExperimentsRunsByRunId: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                runId: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Run state */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        runId: string;
+                        /** @enum {string} */
+                        status: "pending" | "running" | "completed" | "failed" | "stopped";
+                        /** @description Cells finished so far */
+                        progress: number;
+                        /** @description Cells in the run */
+                        total: number;
+                        /** @description Unix milliseconds */
+                        startedAt?: number;
+                        /** @description Unix milliseconds; set once the run is no longer running */
+                        finishedAt?: number;
+                        /** @description Present when completed */
+                        summary?: {
+                            runId: string;
+                            /** @description Cells the run set out to execute */
+                            totalCells: number;
+                            completedCells: number;
+                            failedCells: number;
+                            /** @description Wall-clock milliseconds */
+                            duration: number;
+                            /** @description Non-zero means some rows may be missing from the stored results */
+                            chDispatchFailures?: number;
+                            timestamps: {
+                                startedAt: number;
+                                finishedAt?: number;
+                                stoppedAt?: number;
+                            };
+                            targets?: {
+                                targetId: string;
+                                name: string;
+                                passed: number;
+                                failed: number;
+                                avgLatency: number;
+                                totalCost: number;
+                            }[];
+                            evaluators?: {
+                                evaluatorId: string;
+                                name: string;
+                                passed: number;
+                                failed: number;
+                                passRate: number;
+                                avgScore?: number;
+                            }[];
+                            totalPassed?: number;
+                            totalFailed?: number;
+                            passRate?: number;
+                            totalCost?: number;
+                            /** @description Link to the run in the LangWatch app */
+                            runUrl?: string;
+                        };
+                        /** @description Stable failure code, present when failed. Not display copy: render your own wording keyed on it. */
+                        error?: string;
+                        /** @description The full failure envelope, when the failure carried one */
+                        domainError?: {
+                            /** @description Stable failure code; branch on this */
+                            code: string;
+                            /** @description Deprecated alias of code, for older clients */
+                            kind: string;
+                            message?: string;
+                            meta?: {
+                                [key: string]: unknown;
+                            };
+                            httpStatus?: number;
+                            /** @description Who the failure is attributable to: customer, platform, provider */
+                            fault?: string;
+                            traceId?: string;
+                            tips?: string[];
+                            docsUrl?: string;
+                        };
+                        /** @description Trace id for failures that carry no code, to quote in support */
+                        traceId?: string;
+                    };
+                };
+            };
+            /** @description Missing or invalid API key, or the key lacks the permission */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+            /** @description No such experiment or run in this project */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+    };
+    getApiExperimentsRunsByRunIdResults: {
+        parameters: {
+            query?: {
+                /** @description Owning experiment. Required once the run has aged out of the status cache. */
+                experimentSlug?: string;
+            };
+            header?: never;
+            path: {
+                runId: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Rows and evaluations for the run */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        experimentId: string;
+                        runId: string;
+                        projectId: string;
+                        workflowVersionId?: string | null;
+                        progress?: number | null;
+                        total?: number | null;
+                        /** @description Resolves the targetId each dataset row and evaluation carries */
+                        targets?: {
+                            id: string;
+                            name: string;
+                            type: string;
+                            promptId?: string | null;
+                            promptVersion?: number | null;
+                            agentId?: string | null;
+                            evaluatorId?: string | null;
+                            model?: string | null;
+                            metadata?: {
+                                [key: string]: string | number | boolean;
+                            } | null;
+                        }[] | null;
+                        /** @description One row per dataset entry, with what the target predicted */
+                        dataset: {
+                            index: number;
+                            targetId?: string | null;
+                            entry: {
+                                [key: string]: unknown;
+                            };
+                            predicted?: {
+                                [key: string]: unknown;
+                            };
+                            cost?: number | null;
+                            duration?: number | null;
+                            /** @description The engine's own string. Prefer domainError.code to branch on */
+                            error?: string | null;
+                            /** @description Set on rows written since failures started carrying codes */
+                            domainError?: {
+                                /** @description Stable failure code; branch on this */
+                                code: string;
+                                /** @description Deprecated alias of code, for older clients */
+                                kind: string;
+                                message?: string;
+                                meta?: {
+                                    [key: string]: unknown;
+                                };
+                                httpStatus?: number;
+                                /** @description Who the failure is attributable to: customer, platform, provider */
+                                fault?: string;
+                                traceId?: string;
+                                tips?: string[];
+                                docsUrl?: string;
+                            };
+                            traceId?: string | null;
+                        }[];
+                        /** @description One row per evaluator per dataset entry */
+                        evaluations: {
+                            evaluator: string;
+                            name?: string | null;
+                            targetId?: string | null;
+                            /** @enum {string} */
+                            status: "processed" | "skipped" | "error";
+                            index: number;
+                            score?: number | null;
+                            label?: string | null;
+                            passed?: boolean | null;
+                            details?: string | null;
+                            cost?: number | null;
+                            duration?: number | null;
+                            inputs?: {
+                                [key: string]: unknown;
+                            } | null;
+                        }[];
+                        timestamps: {
+                            createdAt: number;
+                            updatedAt: number;
+                            finishedAt?: number | null;
+                            stoppedAt?: number | null;
+                        };
+                    };
+                };
+            };
+            /** @description Missing or invalid API key, or the key lacks the permission */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+            /** @description No such experiment or run in this project */
+            404: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
+                    };
                 };
             };
         };
     };
-    postApiExperimentsBySlugRun: {
+    getApiExperimentsBySlugWorkbenchState: {
         parameters: {
-            query?: never;
+            query?: {
+                /** @description Set to `version` to answer with the version and timestamp only */
+                fields?: "version";
+            };
             header?: never;
             path: {
                 slug: string;
             };
             cookie?: never;
         };
-        requestBody?: {
-            content: {
-                "application/json": {
-                    /** @description Rows to evaluate inline, instead of the experiment's saved dataset. Mutually exclusive with dataset_id. */
-                    data?: {
-                        [key: string]: unknown;
-                    }[];
-                    /** @description A saved dataset to evaluate, instead of the one the experiment is configured with. Mutually exclusive with data. */
-                    dataset_id?: string;
-                    /** @description Constant inputs applied to every row, overriding fields of the same name */
-                    parameters?: {
-                        [key: string]: string | number | boolean;
-                    };
-                    /** @description Run only these rows of the dataset, by zero-based index */
-                    row_indices?: number[];
-                };
-            };
-        };
+        requestBody?: never;
         responses: {
-            /** @description Run started */
+            /** @description The experiment's setup, or its version alone */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        /** @description Identifier to poll this run with */
-                        runId: string;
-                        /** @constant */
-                        status: "running";
-                        /** @description Number of cells this run will execute */
-                        total: number;
-                        /** @description Link to the run in the LangWatch app */
-                        runUrl?: string;
+                        id: string;
+                        slug: string;
+                        name: string | null;
+                        /** @description The experiment setup: datasets, targets and evaluators. Read it, change it, send it back whole. */
+                        state: {
+                            [key: string]: unknown;
+                        } | null;
+                        /** @description Send this back as expectedVersion to save safely */
+                        version: number;
+                        /** @description ISO 8601 timestamp of the last save */
+                        updatedAt: string;
+                    } | {
+                        id: string;
+                        slug: string;
+                        version: number;
+                        /** @description ISO 8601 timestamp of the last save */
+                        updatedAt: string;
                     };
-                    "text/event-stream": string;
                 };
             };
-            /** @description The body was not valid JSON, failed input validation, or the experiment has no dataset configured */
+            /** @description The experiment is not an evaluations workbench (experiment_type_mismatch) */
             400: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
+                        /** @description Stable failure code; branch on this */
                         error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
                     };
                 };
             };
@@ -8594,84 +9589,58 @@ interface operations {
             };
         };
     };
-    getApiExperimentsRuns: {
+    putApiExperimentsBySlugWorkbenchState: {
         parameters: {
-            query: {
-                /** @description Slug of the experiment whose runs you want */
-                experimentSlug: string;
-                /** @description 1-based page number */
-                page?: number;
-                /** @description Runs per page, capped at 200 */
-                pageSize?: number;
-            };
+            query?: never;
             header?: never;
-            path?: never;
+            path: {
+                slug: string;
+            };
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": {
+                    /** @description The full setup to save */
+                    state: {
+                        [key: string]: unknown;
+                    };
+                    /** @description The version you read. Sending it refuses the save when someone else already wrote on top of it. */
+                    expectedVersion?: number;
+                    /** @description Names this version in the history list */
+                    commitMessage?: string;
+                };
+            };
+        };
         responses: {
-            /** @description Runs for the experiment */
+            /** @description Setup saved */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        experimentId: string;
-                        experimentSlug: string;
-                        runs: {
-                            experimentId: string;
-                            runId: string;
-                            workflowVersion: {
-                                id: string;
-                                version: string;
-                                commitMessage: string;
-                                author: {
-                                    name: string | null;
-                                    image: string | null;
-                                } | null;
-                            } | null;
-                            timestamps: {
-                                createdAt: number;
-                                updatedAt: number;
-                                finishedAt?: number | null;
-                                stoppedAt?: number | null;
-                            };
-                            progress?: number | null;
-                            total?: number | null;
-                            summary: {
-                                datasetCost?: number;
-                                evaluationsCost?: number;
-                                datasetAverageCost?: number;
-                                datasetAverageDuration?: number;
-                                evaluationsAverageCost?: number;
-                                evaluationsAverageDuration?: number;
-                                evaluations: {
-                                    [key: string]: {
-                                        name: string;
-                                        averageScore: number | null;
-                                        averagePassed?: number;
-                                    };
-                                };
-                            };
-                        }[];
-                        pagination: {
-                            page: number;
-                            pageSize: number;
-                            totalHits: number;
-                            hasMore: boolean;
-                        };
+                        /** @description The version the save produced */
+                        version: number;
                     };
                 };
             };
-            /** @description experimentSlug was not supplied */
+            /** @description The setup did not match the schema (experiment_invalid_workbench_state), points at something that no longer exists (experiment_workbench_missing_reference), or the experiment is not an evaluations workbench (experiment_type_mismatch) */
             400: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
+                        /** @description Stable failure code; branch on this */
                         error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
                     };
                 };
             };
@@ -8713,97 +9682,89 @@ interface operations {
                     };
                 };
             };
-        };
-    };
-    getApiExperimentsRunsByRunId: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                runId: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Run state */
-            200: {
+            /** @description Someone else saved since you read this state (experiment_stale_workbench_state). `currentVersion` carries the version to read again. */
+            409: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        runId: string;
-                        /** @enum {string} */
-                        status: "pending" | "running" | "completed" | "failed" | "stopped";
-                        /** @description Cells finished so far */
-                        progress: number;
-                        /** @description Cells in the run */
-                        total: number;
-                        /** @description Unix milliseconds */
-                        startedAt?: number;
-                        /** @description Unix milliseconds; set once the run is no longer running */
-                        finishedAt?: number;
-                        /** @description Present when completed */
-                        summary?: {
-                            runId: string;
-                            /** @description Cells the run set out to execute */
-                            totalCells: number;
-                            completedCells: number;
-                            failedCells: number;
-                            /** @description Wall-clock milliseconds */
-                            duration: number;
-                            /** @description Non-zero means some rows may be missing from the stored results */
-                            chDispatchFailures?: number;
-                            timestamps: {
-                                startedAt: number;
-                                finishedAt?: number;
-                                stoppedAt?: number;
-                            };
-                            targets?: {
-                                targetId: string;
-                                name: string;
-                                passed: number;
-                                failed: number;
-                                avgLatency: number;
-                                totalCost: number;
-                            }[];
-                            evaluators?: {
-                                evaluatorId: string;
-                                name: string;
-                                passed: number;
-                                failed: number;
-                                passRate: number;
-                                avgScore?: number;
-                            }[];
-                            totalPassed?: number;
-                            totalFailed?: number;
-                            passRate?: number;
-                            totalCost?: number;
-                            /** @description Link to the run in the LangWatch app */
-                            runUrl?: string;
-                        };
-                        /** @description Stable failure code, present when failed. Not display copy: render your own wording keyed on it. */
-                        error?: string;
-                        /** @description The full failure envelope, when the failure carried one */
-                        domainError?: {
-                            /** @description Stable failure code; branch on this */
-                            code: string;
-                            /** @description Deprecated alias of code, for older clients */
-                            kind: string;
-                            message?: string;
-                            meta?: {
-                                [key: string]: unknown;
-                            };
-                            httpStatus?: number;
-                            /** @description Who the failure is attributable to: customer, platform, provider */
-                            fault?: string;
-                            traceId?: string;
-                            tips?: string[];
-                            docsUrl?: string;
-                        };
-                        /** @description Trace id for failures that carry no code, to quote in support */
-                        traceId?: string;
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                        /** @description The stored version now. Read the setup again at this one. */
+                        currentVersion: number;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+    };
+    getApiExperimentsBySlugVersions: {
+        parameters: {
+            query?: {
+                /** @description Versions per page, capped at 100 */
+                limit?: number;
+                /** @description The `nextCursor` of the previous page */
+                cursor?: number;
+            };
+            header?: never;
+            path: {
+                slug: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Versions of the experiment */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Newest first */
+                        versions: {
+                            version: number;
+                            /** @description True for a version written by an ordinary save */
+                            autoSaved: boolean;
+                            commitMessage: string | null;
+                            /**
+                             * @description Who wrote it: user, langy or api
+                             * @example user
+                             */
+                            authorLabel: string;
+                            /** @description User id, when a person wrote it */
+                            authorId: string | null;
+                            /** @description ISO 8601 timestamp */
+                            createdAt: string;
+                        }[];
+                        /** @description Pass as `cursor` to read the next page, null on the last one */
+                        nextCursor: number | null;
+                    };
+                };
+            };
+            /** @description The experiment is not an evaluations workbench (experiment_type_mismatch) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
                     };
                 };
             };
@@ -8847,104 +9808,47 @@ interface operations {
             };
         };
     };
-    getApiExperimentsRunsByRunIdResults: {
+    postApiExperimentsBySlugVersionsByVersionRestore: {
         parameters: {
-            query?: {
-                /** @description Owning experiment. Required once the run has aged out of the status cache. */
-                experimentSlug?: string;
-            };
+            query?: never;
             header?: never;
             path: {
-                runId: string;
+                /** @description The version to restore, as listed by `GET /api/experiments/{slug}/versions` */
+                version: number;
+                slug: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Rows and evaluations for the run */
+            /** @description Version restored */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
                     "application/json": {
-                        experimentId: string;
-                        runId: string;
-                        projectId: string;
-                        workflowVersionId?: string | null;
-                        progress?: number | null;
-                        total?: number | null;
-                        /** @description Resolves the targetId each dataset row and evaluation carries */
-                        targets?: {
-                            id: string;
-                            name: string;
-                            type: string;
-                            promptId?: string | null;
-                            promptVersion?: number | null;
-                            agentId?: string | null;
-                            evaluatorId?: string | null;
-                            model?: string | null;
-                            metadata?: {
-                                [key: string]: string | number | boolean;
-                            } | null;
-                        }[] | null;
-                        /** @description One row per dataset entry, with what the target predicted */
-                        dataset: {
-                            index: number;
-                            targetId?: string | null;
-                            entry: {
-                                [key: string]: unknown;
-                            };
-                            predicted?: {
-                                [key: string]: unknown;
-                            };
-                            cost?: number | null;
-                            duration?: number | null;
-                            /** @description The engine's own string. Prefer domainError.code to branch on */
-                            error?: string | null;
-                            /** @description Set on rows written since failures started carrying codes */
-                            domainError?: {
-                                /** @description Stable failure code; branch on this */
-                                code: string;
-                                /** @description Deprecated alias of code, for older clients */
-                                kind: string;
-                                message?: string;
-                                meta?: {
-                                    [key: string]: unknown;
-                                };
-                                httpStatus?: number;
-                                /** @description Who the failure is attributable to: customer, platform, provider */
-                                fault?: string;
-                                traceId?: string;
-                                tips?: string[];
-                                docsUrl?: string;
-                            };
-                            traceId?: string | null;
-                        }[];
-                        /** @description One row per evaluator per dataset entry */
-                        evaluations: {
-                            evaluator: string;
-                            name?: string | null;
-                            targetId?: string | null;
-                            /** @enum {string} */
-                            status: "processed" | "skipped" | "error";
-                            index: number;
-                            score?: number | null;
-                            label?: string | null;
-                            passed?: boolean | null;
-                            details?: string | null;
-                            cost?: number | null;
-                            duration?: number | null;
-                            inputs?: {
-                                [key: string]: unknown;
-                            } | null;
-                        }[];
-                        timestamps: {
-                            createdAt: number;
-                            updatedAt: number;
-                            finishedAt?: number | null;
-                            stoppedAt?: number | null;
-                        };
+                        /** @description The new version the restore wrote. History is never rewritten, so the restored version is still in the list. */
+                        version: number;
+                    };
+                };
+            };
+            /** @description The setup did not match the schema (experiment_invalid_workbench_state), points at something that no longer exists (experiment_workbench_missing_reference), or the experiment is not an evaluations workbench (experiment_type_mismatch) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                    } & {
+                        [key: string]: unknown;
                     };
                 };
             };
@@ -8986,6 +9890,27 @@ interface operations {
                     };
                 };
             };
+            /** @description Someone else saved since you read this state (experiment_stale_workbench_state). `currentVersion` carries the version to read again. */
+            409: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        /** @description Stable failure code; branch on this */
+                        error: string;
+                        message?: string;
+                        /** @description Who the failure is attributable to: customer, platform, provider */
+                        fault?: string;
+                        tips?: string[];
+                        docsUrl?: string;
+                        /** @description The stored version now. Read the setup again at this one. */
+                        currentVersion: number;
+                    } & {
+                        [key: string]: unknown;
+                    };
+                };
+            };
         };
     };
     postApiAnalytics: {
@@ -10632,6 +11557,15 @@ interface operations {
                             /** @default null */
                             rpd?: number | null;
                         };
+                        /**
+                         * @default {
+                         *       "maxOpenSessions": null
+                         *     }
+                         */
+                        realtime?: {
+                            /** @default null */
+                            maxOpenSessions?: number | null;
+                        };
                         /**
                          * @default {
                          *       "tags": []
@@ -11062,6 +11996,15 @@ interface operations {
                             /** @default null */
                             rpd?: number | null;
                         };
+                        /**
+                         * @default {
+                         *       "maxOpenSessions": null
+                         *     }
+                         */
+                        realtime?: {
+                            /** @default null */
+                            maxOpenSessions?: number | null;
+                        };
                         /**
                          * @default {
                          *       "tags": []
@@ -21614,7 +22557,10 @@ interface operations {
                         parameters: {
                             name: string;
                             description?: string;
+                            /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                             defaultValue?: string | number | boolean;
+                            /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                            secret?: boolean;
                         }[];
                         /** Format: uri */
                         platformUrl: string;
@@ -21687,11 +22633,14 @@ interface operations {
                     criteria?: string[];
                     /** @default [] */
                     labels?: string[];
-                    /** @description The parameters this scenario declares by name, each with an optional description and default. A run supplies values for these names, readable from the scenario's own text as params.NAME. */
+                    /** @description The parameters this scenario declares by name, each with an optional description and default. A run supplies values for these names, readable from the scenario's own text as params.NAME. A parameter marked secret carries no default: its value is supplied per run, encrypted, delivered to the target as secrets.NAME, and never readable from the scenario's own text. */
                     parameters?: {
                         name: string;
                         description?: string;
+                        /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                         defaultValue?: string | number | boolean;
+                        /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                        secret?: boolean;
                     }[];
                 };
             };
@@ -21712,7 +22661,10 @@ interface operations {
                         parameters: {
                             name: string;
                             description?: string;
+                            /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                             defaultValue?: string | number | boolean;
+                            /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                            secret?: boolean;
                         }[];
                         /** Format: uri */
                         platformUrl: string;
@@ -21795,7 +22747,10 @@ interface operations {
                         parameters: {
                             name: string;
                             description?: string;
+                            /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                             defaultValue?: string | number | boolean;
+                            /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                            secret?: boolean;
                         }[];
                         /** Format: uri */
                         platformUrl: string;
@@ -21880,11 +22835,14 @@ interface operations {
                     situation?: string;
                     criteria?: string[];
                     labels?: string[];
-                    /** @description The parameters this scenario declares by name, each with an optional description and default. A run supplies values for these names, readable from the scenario's own text as params.NAME. */
+                    /** @description The parameters this scenario declares by name, each with an optional description and default. A run supplies values for these names, readable from the scenario's own text as params.NAME. A parameter marked secret carries no default: its value is supplied per run, encrypted, delivered to the target as secrets.NAME, and never readable from the scenario's own text. */
                     parameters?: {
                         name: string;
                         description?: string;
+                        /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                         defaultValue?: string | number | boolean;
+                        /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                        secret?: boolean;
                     }[];
                 };
             };
@@ -21905,7 +22863,10 @@ interface operations {
                         parameters: {
                             name: string;
                             description?: string;
+                            /** @description The value the run uses when it supplies none. A secret parameter cannot carry one. */
                             defaultValue?: string | number | boolean;
+                            /** @description Whether the value is a credential, supplied when the run starts and delivered to the target as secrets.NAME. A secret parameter is rejected when it also carries defaultValue. */
+                            secret?: boolean;
                         }[];
                         /** Format: uri */
                         platformUrl: string;
@@ -23082,11 +24043,18 @@ interface operations {
                             passCount: number;
                             failCount: number;
                             runningCount: number;
+                            settledCount: number;
                             stalledCount: number;
                             lastRunAt: number;
                             lastUpdatedAt: number;
                             firstCompletedAt: number | null;
+                            /**
+                             * @deprecated
+                             * @description Deprecated: read settledCount and isComplete instead. It carries the last update time of a batch where no run is running.
+                             */
                             allCompletedAt: number | null;
+                            /** @description True when every run of the batch reached a terminal status. */
+                            isComplete: boolean;
                         }[];
                         hasMore?: boolean;
                         nextCursor?: string;
@@ -23143,6 +24111,106 @@ interface operations {
             };
         };
     };
+    getApiSimulationRunsBatchesByBatchRunId: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                batchRunId: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Success */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        batchRunId: string;
+                        totalCount: number;
+                        passCount: number;
+                        failCount: number;
+                        runningCount: number;
+                        settledCount: number;
+                        stalledCount: number;
+                        lastRunAt: number;
+                        lastUpdatedAt: number;
+                        firstCompletedAt: number | null;
+                        /**
+                         * @deprecated
+                         * @description Deprecated: read settledCount and isComplete instead. It carries the last update time of a batch where no run is running.
+                         */
+                        allCompletedAt: number | null;
+                        /** @description True when every run of the batch reached a terminal status. */
+                        isComplete: boolean;
+                    };
+                };
+            };
+            /** @description Bad Request */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Batch run not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+        };
+    };
     getApiSuites: {
         parameters: {
             query?: never;