windmill-client 1.850.0 → 1.851.0

package/dist/types.gen.d.ts

@@ -6919,6 +6919,10 @@ export type GitRepositorySettings = {
     auto_pull?: AutoPullSettings;
     promotion_open_prs?: boolean;
     fork_open_prs?: boolean;
+    /**
+     * review every pull request against the tracked branch with the workspace's AI
+     */
+    ai_review_prs?: boolean;
     /**
      * server-owned, last failure opening a PR for a deploy branch of this repo
      */
@@ -7221,6 +7225,10 @@ export type RoleCapabilities = {
     apps: AuthorLevel;
     manage_schedules: boolean;
     manage_triggers: boolean;
+    /**
+     * Fork the workspace.
+     */
+    fork: boolean;
     visibility: RoleVisibility;
 };
 /**
@@ -7232,6 +7240,7 @@ export type RoleCapabilitiesPatch = {
     apps?: AuthorLevel;
     manage_schedules?: boolean;
     manage_triggers?: boolean;
+    fork?: boolean;
     visibility?: {
         [key: string]: (boolean);
     };
@@ -7639,6 +7648,13 @@ export type ProtectionRuleset = {
     rules: ProtectionRules;
     bypass_groups: RuleBypasserGroups;
     bypass_users: RuleBypasserUsers;
+    fork_role_mapping?: ForkRoleMapping;
+};
+/**
+ * Role a member of this workspace gets in a fork of it, keyed by the role it holds here. Unmapped roles carry over unchanged; where two rulesets map the same role, the first by name wins. On update, omitting it leaves the stored mapping unchanged.
+ */
+export type ForkRoleMapping = {
+    [key: string]: (string);
 };
 /**
  * Configuration of protection restrictions
@@ -10382,6 +10398,7 @@ export type CreateProtectionRuleData = {
         rules: ProtectionRules;
         bypass_groups: RuleBypasserGroups;
         bypass_users: RuleBypasserUsers;
+        fork_role_mapping?: ForkRoleMapping;
     };
     workspace: string;
 };
@@ -10398,6 +10415,7 @@ export type UpdateProtectionRuleData = {
         rules: ProtectionRules;
         bypass_groups: RuleBypasserGroups;
         bypass_users: RuleBypasserUsers;
+        fork_role_mapping?: ForkRoleMapping;
     };
     /**
      * Name of the protection rule to update
@@ -16320,6 +16338,201 @@ export type UnshareAgentFromSlackChannelData = {
     workspace: string;
 };
 export type UnshareAgentFromSlackChannelResponse = string;
+export type CompleteAiData = {
+    requestBody: {
+        system: string;
+        user: string;
+        /**
+         * defaults to the AI config's default model
+         */
+        model?: AIProviderModel;
+        max_tokens?: number;
+    };
+    workspace: string;
+};
+export type CompleteAiResponse = {
+    text: string;
+    model: AIProviderModel;
+};
+export type RecordAiUsageData = {
+    requestBody: {
+        events: Array<AITokenUsageEvent>;
+    };
+    workspace: string;
+};
+export type RecordAiUsageResponse = void;
+export type ListAiUsageData = {
+    days?: number;
+    groupBy?: 'day' | 'user' | 'model';
+    /**
+     * workspace-wide usage (admin only) or the calling user's own
+     */
+    scope?: 'workspace' | 'self';
+    workspace: string;
+};
+export type ListAiUsageResponse = {
+    buckets: Array<AITokenUsageBucket>;
+    /**
+     * more buckets matched than were returned, so summing them under-reports
+     */
+    truncated: boolean;
+};
+export type ListAiSessionBackupsData = {
+    workspace: string;
+};
+export type ListAiSessionBackupsResponse = {
+    enabled: boolean;
+    /**
+     * names the storage answered from; sync state recorded against another one is void
+     */
+    storage_id?: string;
+    /**
+     * bumped by every workspace key rotation; sync state recorded under another one is void
+     */
+    backup_generation?: number;
+    /**
+     * the storage answered from is the instance object store, standing in for a workspace without storage of its own; a removal owed to it is retired by any answer from the workspace's own storage
+     */
+    fallback?: boolean;
+    /**
+     * the newest 500 at most
+     */
+    sessions: Array<AISessionBackupListing>;
+    /**
+     * the user has more sessions than the answer names
+     */
+    truncated?: boolean;
+};
+export type PullAiSessionBackupsData = {
+    requestBody: {
+        ids: Array<(string)>;
+        resume?: AISessionBackupCursor;
+    };
+    workspace: string;
+};
+export type PullAiSessionBackupsResponse = {
+    enabled: boolean;
+    storage_id?: string;
+    backup_generation?: number;
+    fallback?: boolean;
+    sessions: Array<AISessionBackup>;
+    deferred: Array<(string)>;
+};
+export type PushAiSessionBackupsData = {
+    requestBody: {
+        /**
+         * the email the push was prepared for; refused with a 409 when it is not the caller's
+         */
+        owner: string;
+        sessions?: Array<AISessionBackupPush>;
+        removed?: Array<(string)>;
+    };
+    workspace: string;
+};
+export type PushAiSessionBackupsResponse = {
+    enabled: boolean;
+    storage_id?: string;
+    backup_generation?: number;
+    fallback?: boolean;
+    results: Array<{
+        id: string;
+        error?: string;
+        /**
+         * nothing was written and the session must be pushed whole again; an incremental part found no listed session to ride on (the backup was removed, or a push split over parts is in progress or was abandoned), or a later part of a push split over parts found another push had superseded it
+         */
+        needs_whole?: boolean;
+    }>;
+};
+export type ShareAiArtifactData = {
+    requestBody: {
+        /**
+         * the artifact's id in the author's session
+         */
+        artifact_id: string;
+        name: string;
+        kind: 'md' | 'html';
+        version: number;
+        content: string;
+    };
+    workspace: string;
+};
+export type ShareAiArtifactResponse = SharedAiArtifactInfo;
+export type GetAiArtifactShareStatusData = {
+    artifactId: string;
+    workspace: string;
+};
+export type GetAiArtifactShareStatusResponse = {
+    retention_secs: number;
+    share?: SharedAiArtifactInfo;
+};
+export type GetSharedAiArtifactData = {
+    id: string;
+    workspace: string;
+};
+export type GetSharedAiArtifactResponse = SharedAiArtifactInfo & {
+    content: string;
+    /**
+     * whether the caller authored the share or is a workspace admin
+     */
+    can_unshare: boolean;
+};
+export type UnshareAiArtifactData = {
+    id: string;
+    workspace: string;
+};
+export type UnshareAiArtifactResponse = string;
+export type ShareAiSessionData = {
+    requestBody: {
+        /**
+         * the session's id in the author's browser
+         */
+        session_id: string;
+        name: string;
+        /**
+         * left as it is on an existing share when absent; a new share starts private
+         */
+        is_public?: boolean;
+        message_count: number;
+        snapshot: {
+            [key: string]: unknown;
+        };
+    };
+    workspace: string;
+};
+export type ShareAiSessionResponse = SharedAiSessionInfo;
+export type GetAiSessionShareStatusData = {
+    sessionId: string;
+    workspace: string;
+};
+export type GetAiSessionShareStatusResponse = {
+    share?: SharedAiSessionInfo;
+};
+export type SetAiSessionSharePublicData = {
+    id: string;
+    requestBody: {
+        is_public: boolean;
+    };
+    workspace: string;
+};
+export type SetAiSessionSharePublicResponse = SharedAiSessionInfo;
+export type GetSharedAiSessionData = {
+    id: string;
+    workspace: string;
+};
+export type GetSharedAiSessionResponse = SharedAiSessionInfo & {
+    snapshot: {
+        [key: string]: unknown;
+    };
+    /**
+     * whether the caller authored the share or is a workspace admin
+     */
+    can_unshare: boolean;
+};
+export type UnshareAiSessionData = {
+    id: string;
+    workspace: string;
+};
+export type UnshareAiSessionResponse = string;
 export type ListEvalDatasetsData = {
     workspace: string;
 };
@@ -16564,232 +16777,53 @@ export type ListRawAppsData = {
     workspace: string;
 };
 export type ListRawAppsResponse = Array<ListableRawApp>;
-export type RecordAiUsageData = {
-    requestBody: {
-        events: Array<AITokenUsageEvent>;
+export type ResumeSuspendedTriggerJobsData = {
+    /**
+     * Optional list of job IDs to reassign
+     */
+    requestBody?: {
+        /**
+         * Optional list of specific job UUIDs to reassign. If not provided, all suspended jobs for the trigger will be reassigned.
+         */
+        job_ids?: Array<(string)>;
     };
-    workspace: string;
-};
-export type RecordAiUsageResponse = void;
-export type ListAiUsageData = {
-    days?: number;
-    groupBy?: 'day' | 'user' | 'model';
     /**
-     * workspace-wide usage (admin only) or the calling user's own
+     * The kind of trigger
      */
-    scope?: 'workspace' | 'self';
-    workspace: string;
-};
-export type ListAiUsageResponse = {
-    buckets: Array<AITokenUsageBucket>;
+    triggerKind: JobTriggerKind;
     /**
-     * more buckets matched than were returned, so summing them under-reports
+     * The path of the trigger (can contain forward slashes)
      */
-    truncated: boolean;
-};
-export type ListAiSessionBackupsData = {
+    triggerPath: string;
     workspace: string;
 };
-export type ListAiSessionBackupsResponse = {
-    enabled: boolean;
+export type ResumeSuspendedTriggerJobsResponse = string;
+export type CancelSuspendedTriggerJobsData = {
     /**
-     * names the storage answered from; sync state recorded against another one is void
+     * Optional list of job IDs to cancel
      */
-    storage_id?: string;
+    requestBody?: {
+        /**
+         * Optional list of specific job UUIDs to cancel. If not provided, all suspended jobs for the trigger will be canceled.
+         */
+        job_ids?: Array<(string)>;
+    };
     /**
-     * bumped by every workspace key rotation; sync state recorded under another one is void
+     * The kind of trigger
      */
-    backup_generation?: number;
+    triggerKind: JobTriggerKind;
     /**
-     * the storage answered from is the instance object store, standing in for a workspace without storage of its own; a removal owed to it is retired by any answer from the workspace's own storage
+     * The path of the trigger (can contain forward slashes)
      */
-    fallback?: boolean;
+    triggerPath: string;
+    workspace: string;
+};
+export type CancelSuspendedTriggerJobsResponse = string;
+export type ListTriggerHistoryData = {
     /**
-     * the newest 500 at most
+     * which page to return (start at 1, default 1)
      */
-    sessions: Array<AISessionBackupListing>;
-    /**
-     * the user has more sessions than the answer names
-     */
-    truncated?: boolean;
-};
-export type PullAiSessionBackupsData = {
-    requestBody: {
-        ids: Array<(string)>;
-        resume?: AISessionBackupCursor;
-    };
-    workspace: string;
-};
-export type PullAiSessionBackupsResponse = {
-    enabled: boolean;
-    storage_id?: string;
-    backup_generation?: number;
-    fallback?: boolean;
-    sessions: Array<AISessionBackup>;
-    deferred: Array<(string)>;
-};
-export type PushAiSessionBackupsData = {
-    requestBody: {
-        /**
-         * the email the push was prepared for; refused with a 409 when it is not the caller's
-         */
-        owner: string;
-        sessions?: Array<AISessionBackupPush>;
-        removed?: Array<(string)>;
-    };
-    workspace: string;
-};
-export type PushAiSessionBackupsResponse = {
-    enabled: boolean;
-    storage_id?: string;
-    backup_generation?: number;
-    fallback?: boolean;
-    results: Array<{
-        id: string;
-        error?: string;
-        /**
-         * nothing was written and the session must be pushed whole again; an incremental part found no listed session to ride on (the backup was removed, or a push split over parts is in progress or was abandoned), or a later part of a push split over parts found another push had superseded it
-         */
-        needs_whole?: boolean;
-    }>;
-};
-export type ShareAiArtifactData = {
-    requestBody: {
-        /**
-         * the artifact's id in the author's session
-         */
-        artifact_id: string;
-        name: string;
-        kind: 'md' | 'html';
-        version: number;
-        content: string;
-    };
-    workspace: string;
-};
-export type ShareAiArtifactResponse = SharedAiArtifactInfo;
-export type GetAiArtifactShareStatusData = {
-    artifactId: string;
-    workspace: string;
-};
-export type GetAiArtifactShareStatusResponse = {
-    retention_secs: number;
-    share?: SharedAiArtifactInfo;
-};
-export type GetSharedAiArtifactData = {
-    id: string;
-    workspace: string;
-};
-export type GetSharedAiArtifactResponse = SharedAiArtifactInfo & {
-    content: string;
-    /**
-     * whether the caller authored the share or is a workspace admin
-     */
-    can_unshare: boolean;
-};
-export type UnshareAiArtifactData = {
-    id: string;
-    workspace: string;
-};
-export type UnshareAiArtifactResponse = string;
-export type ShareAiSessionData = {
-    requestBody: {
-        /**
-         * the session's id in the author's browser
-         */
-        session_id: string;
-        name: string;
-        /**
-         * left as it is on an existing share when absent; a new share starts private
-         */
-        is_public?: boolean;
-        message_count: number;
-        snapshot: {
-            [key: string]: unknown;
-        };
-    };
-    workspace: string;
-};
-export type ShareAiSessionResponse = SharedAiSessionInfo;
-export type GetAiSessionShareStatusData = {
-    sessionId: string;
-    workspace: string;
-};
-export type GetAiSessionShareStatusResponse = {
-    share?: SharedAiSessionInfo;
-};
-export type SetAiSessionSharePublicData = {
-    id: string;
-    requestBody: {
-        is_public: boolean;
-    };
-    workspace: string;
-};
-export type SetAiSessionSharePublicResponse = SharedAiSessionInfo;
-export type GetSharedAiSessionData = {
-    id: string;
-    workspace: string;
-};
-export type GetSharedAiSessionResponse = SharedAiSessionInfo & {
-    snapshot: {
-        [key: string]: unknown;
-    };
-    /**
-     * whether the caller authored the share or is a workspace admin
-     */
-    can_unshare: boolean;
-};
-export type UnshareAiSessionData = {
-    id: string;
-    workspace: string;
-};
-export type UnshareAiSessionResponse = string;
-export type ResumeSuspendedTriggerJobsData = {
-    /**
-     * Optional list of job IDs to reassign
-     */
-    requestBody?: {
-        /**
-         * Optional list of specific job UUIDs to reassign. If not provided, all suspended jobs for the trigger will be reassigned.
-         */
-        job_ids?: Array<(string)>;
-    };
-    /**
-     * The kind of trigger
-     */
-    triggerKind: JobTriggerKind;
-    /**
-     * The path of the trigger (can contain forward slashes)
-     */
-    triggerPath: string;
-    workspace: string;
-};
-export type ResumeSuspendedTriggerJobsResponse = string;
-export type CancelSuspendedTriggerJobsData = {
-    /**
-     * Optional list of job IDs to cancel
-     */
-    requestBody?: {
-        /**
-         * Optional list of specific job UUIDs to cancel. If not provided, all suspended jobs for the trigger will be canceled.
-         */
-        job_ids?: Array<(string)>;
-    };
-    /**
-     * The kind of trigger
-     */
-    triggerKind: JobTriggerKind;
-    /**
-     * The path of the trigger (can contain forward slashes)
-     */
-    triggerPath: string;
-    workspace: string;
-};
-export type CancelSuspendedTriggerJobsResponse = string;
-export type ListTriggerHistoryData = {
-    /**
-     * which page to return (start at 1, default 1)
-     */
-    page?: number;
+    page?: number;
     /**
      * only return the history of the trigger at this path
      */
@@ -24208,6 +24242,7 @@ export type $OpenApiTs = {
                     rules: ProtectionRules;
                     bypass_groups: RuleBypasserGroups;
                     bypass_users: RuleBypasserUsers;
+                    fork_role_mapping?: ForkRoleMapping;
                 };
                 workspace: string;
             };
@@ -24237,6 +24272,7 @@ export type $OpenApiTs = {
                     rules: ProtectionRules;
                     bypass_groups: RuleBypasserGroups;
                     bypass_users: RuleBypasserUsers;
+                    fork_role_mapping?: ForkRoleMapping;
                 };
                 /**
                  * Name of the protection rule to update
@@ -33738,695 +33774,720 @@ export type $OpenApiTs = {
             };
         };
     };
-    '/w/{workspace}/ai_evals/datasets/list': {
-        get: {
+    '/w/{workspace}/ai/complete': {
+        post: {
             req: {
+                requestBody: {
+                    system: string;
+                    user: string;
+                    /**
+                     * defaults to the AI config's default model
+                     */
+                    model?: AIProviderModel;
+                    max_tokens?: number;
+                };
                 workspace: string;
             };
             res: {
                 /**
-                 * eval datasets list
+                 * the answer, and the model that wrote it
                  */
-                200: Array<EvalDataset>;
+                200: {
+                    text: string;
+                    model: AIProviderModel;
+                };
             };
         };
     };
-    '/w/{workspace}/ai_evals/datasets/create': {
+    '/w/{workspace}/ai/usage': {
         post: {
             req: {
-                /**
-                 * new eval dataset
-                 */
                 requestBody: {
-                    path: string;
-                    summary?: string;
-                    scorers?: Array<Scorer>;
-                    /**
-                     * The cases to create the dataset holding, so one can be assembled in a single act rather than created empty and filled in afterwards.
-                     */
-                    cases?: Array<NewEvalCase>;
+                    events: Array<AITokenUsageEvent>;
                 };
                 workspace: string;
             };
             res: {
                 /**
-                 * eval dataset created
+                 * usage recorded
                  */
-                200: string;
+                204: void;
             };
         };
-    };
-    '/w/{workspace}/ai_evals/datasets/get/{path}': {
         get: {
             req: {
-                path: string;
+                days?: number;
+                groupBy?: 'day' | 'user' | 'model';
+                /**
+                 * workspace-wide usage (admin only) or the calling user's own
+                 */
+                scope?: 'workspace' | 'self';
                 workspace: string;
             };
             res: {
                 /**
-                 * eval dataset
+                 * usage buckets
                  */
-                200: EvalDataset;
+                200: {
+                    buckets: Array<AITokenUsageBucket>;
+                    /**
+                     * more buckets matched than were returned, so summing them under-reports
+                     */
+                    truncated: boolean;
+                };
             };
         };
     };
-    '/w/{workspace}/ai_evals/datasets/update/{path}': {
-        post: {
+    '/w/{workspace}/ai/sessions/list': {
+        get: {
             req: {
-                path: string;
+                workspace: string;
+            };
+            res: {
                 /**
-                 * updated eval dataset
+                 * backups, newest first; `enabled` is false when the workspace has no storage for them
                  */
-                requestBody: {
+                200: {
+                    enabled: boolean;
                     /**
-                     * Renames the dataset. Its cases and experiments follow through the foreign keys, so a rename keeps the history it already has.
-                     *
+                     * names the storage answered from; sync state recorded against another one is void
                      */
-                    path?: string;
+                    storage_id?: string;
                     /**
-                     * Left out to keep the stored summary; sent as "" to clear it.
+                     * bumped by every workspace key rotation; sync state recorded under another one is void
                      */
-                    summary?: string;
+                    backup_generation?: number;
                     /**
-                     * Left out to keep the dataset's columns as they are; sent to replace them wholesale.
-                     *
+                     * the storage answered from is the instance object store, standing in for a workspace without storage of its own; a removal owed to it is retired by any answer from the workspace's own storage
                      */
-                    scorers?: Array<Scorer>;
+                    fallback?: boolean;
                     /**
-                     * The cases as they should stand afterwards: all of them, each carrying its id if the dataset already has it. Sent with the rest of an edit so that a rename the dataset refuses refuses the case edits with it.
-                     *
+                     * the newest 500 at most
                      */
-                    cases?: Array<SaveEvalCase>;
+                    sessions: Array<AISessionBackupListing>;
+                    /**
+                     * the user has more sessions than the answer names
+                     */
+                    truncated?: boolean;
                 };
-                workspace: string;
-            };
-            res: {
-                /**
-                 * eval dataset updated
-                 */
-                200: string;
             };
         };
     };
-    '/w/{workspace}/ai_evals/datasets/delete/{path}': {
+    '/w/{workspace}/ai/sessions/pull': {
         post: {
             req: {
-                path: string;
+                requestBody: {
+                    ids: Array<(string)>;
+                    resume?: AISessionBackupCursor;
+                };
                 workspace: string;
             };
             res: {
                 /**
-                 * eval dataset deleted
+                 * the backups found; `deferred` lists ids that did not fit the response budget
                  */
-                200: string;
+                200: {
+                    enabled: boolean;
+                    storage_id?: string;
+                    backup_generation?: number;
+                    fallback?: boolean;
+                    sessions: Array<AISessionBackup>;
+                    deferred: Array<(string)>;
+                };
             };
         };
     };
-    '/w/{workspace}/ai_evals/cases/list/{path}': {
-        get: {
+    '/w/{workspace}/ai/sessions/push': {
+        post: {
             req: {
-                /**
-                 * which page to return (start at 1, default 1)
-                 */
-                page?: number;
-                path: string;
-                /**
-                 * number of items to return for a given page (default 30, max 100)
-                 */
-                perPage?: number;
+                requestBody: {
+                    /**
+                     * the email the push was prepared for; refused with a 409 when it is not the caller's
+                     */
+                    owner: string;
+                    sessions?: Array<AISessionBackupPush>;
+                    removed?: Array<(string)>;
+                };
                 workspace: string;
             };
             res: {
                 /**
-                 * eval cases
+                 * one result per session written or removed, in request order
                  */
                 200: {
-                    cases: Array<EvalCase>;
+                    enabled: boolean;
+                    storage_id?: string;
+                    backup_generation?: number;
+                    fallback?: boolean;
+                    results: Array<{
+                        id: string;
+                        error?: string;
+                        /**
+                         * nothing was written and the session must be pushed whole again; an incremental part found no listed session to ride on (the backup was removed, or a push split over parts is in progress or was abandoned), or a later part of a push split over parts found another push had superseded it
+                         */
+                        needs_whole?: boolean;
+                    }>;
                 };
             };
         };
     };
-    '/w/{workspace}/ai_evals/subject_state': {
-        get: {
+    '/w/{workspace}/ai/shared_artifacts/share': {
+        post: {
             req: {
-                path: string;
+                requestBody: {
+                    /**
+                     * the artifact's id in the author's session
+                     */
+                    artifact_id: string;
+                    name: string;
+                    kind: 'md' | 'html';
+                    version: number;
+                    content: string;
+                };
                 workspace: string;
             };
             res: {
                 /**
-                 * the subject as it is now
+                 * the shared copy
                  */
-                200: {
-                    version?: number;
-                };
+                200: SharedAiArtifactInfo;
             };
         };
     };
-    '/w/{workspace}/ai_evals/run_payload': {
+    '/w/{workspace}/ai/shared_artifacts/status': {
         get: {
             req: {
-                /**
-                 * The flow job that answered the case.
-                 */
-                jobId: string;
+                artifactId: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the run and its rendering
+                 * the live share, if any, and how long shares last
                  */
                 200: {
-                    /**
-                     * The case, the answer, and every tool call the agent made.
-                     */
-                    run: {
-                        [key: string]: unknown;
-                    };
-                    /**
-                     * The same run as a judge agent is shown it.
-                     */
-                    rendered: string;
+                    retention_secs: number;
+                    share?: SharedAiArtifactInfo;
                 };
             };
         };
     };
-    '/w/{workspace}/ai_evals/scorer_defaults': {
+    '/w/{workspace}/ai/shared_artifacts/get/{id}': {
         get: {
             req: {
+                id: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * scorer defaults
+                 * the shared artifact
                  */
-                200: {
+                200: SharedAiArtifactInfo & {
+                    content: string;
                     /**
-                     * The system prompt a judge agent is created with.
+                     * whether the caller authored the share or is a workspace admin
                      */
-                    judge_prompt: string;
-                    script_template: string;
+                    can_unshare: boolean;
                 };
             };
         };
     };
-    '/w/{workspace}/ai_evals/scorers/recent': {
-        get: {
+    '/w/{workspace}/ai/shared_artifacts/delete/{id}': {
+        delete: {
             req: {
-                /**
-                 * only scorers of this kind
-                 */
-                kind?: 'script' | 'agent';
+                id: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * recently used scorers
+                 * share deleted
                  */
-                200: Array<(Scorer & {
-                    /**
-                     * The dataset it is a column of.
-                     */
-                    dataset: string;
-                })>;
+                200: string;
             };
         };
     };
-    '/w/{workspace}/ai_evals/experiments/run': {
+    '/w/{workspace}/ai/shared_sessions/share': {
         post: {
             req: {
-                /**
-                 * what to run
-                 */
                 requestBody: {
-                    dataset: string;
-                    subject: EvalSubject;
+                    /**
+                     * the session's id in the author's browser
+                     */
+                    session_id: string;
+                    name: string;
+                    /**
+                     * left as it is on an existing share when absent; a new share starts private
+                     */
+                    is_public?: boolean;
+                    message_count: number;
+                    snapshot: {
+                        [key: string]: unknown;
+                    };
                 };
                 workspace: string;
             };
             res: {
                 /**
-                 * id of the created experiment
+                 * the shared snapshot
                  */
-                200: string;
+                200: SharedAiSessionInfo;
             };
         };
     };
-    '/w/{workspace}/ai_evals/experiments/collect': {
-        post: {
+    '/w/{workspace}/ai/shared_sessions/status': {
+        get: {
             req: {
-                id: string;
+                sessionId: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * how many of the run's cases are recorded
+                 * the share, if any
                  */
-                200: number;
+                200: {
+                    share?: SharedAiSessionInfo;
+                };
             };
         };
     };
-    '/w/{workspace}/ai_evals/experiments/list_all': {
-        get: {
+    '/w/{workspace}/ai/shared_sessions/set_public/{id}': {
+        post: {
             req: {
-                /**
-                 * Restrict to one agent's runs, which is what makes the list a history rather than a log. Runs of what is deployed, of a past version, and of the edits waiting on top are all that agent's, so this does not discriminate by kind.
-                 *
-                 */
-                subjectPath?: string;
+                id: string;
+                requestBody: {
+                    is_public: boolean;
+                };
                 workspace: string;
             };
             res: {
                 /**
-                 * The 100 newest experiments, each naming the dataset it is of. Restricted to datasets the caller can read.
-                 *
+                 * the updated share
                  */
-                200: Array<EvalExperiment>;
+                200: SharedAiSessionInfo;
             };
         };
     };
-    '/w/{workspace}/ai_evals/experiments/results/{path}': {
+    '/w/{workspace}/ai_u/shared_sessions/get/{id}': {
         get: {
             req: {
-                /**
-                 * The experiment every column is compared against. A delta is only computed between two scores of the same scorer id, and a column the baseline was never scored with reports it rather than showing a difference.
-                 *
-                 */
-                baseline?: string;
-                /**
-                 * the experiment to read
-                 */
                 id: string;
-                path: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * experiment results
+                 * the shared session
                  */
-                200: {
-                    experiment: EvalExperiment;
-                    baseline?: EvalExperiment;
-                    /**
-                     * The columns, which belong to the dataset rather than the experiment.
-                     */
-                    scorers: Array<Scorer>;
-                    rows: Array<ExperimentRow>;
-                    means: Array<ScorerMean>;
-                    /**
-                     * Cells scoring lower than the baseline, across every column.
-                     */
-                    regressed: number;
-                    /**
-                     * The version the subject is on now. A row that ran against an earlier one describes an agent that no longer exists.
-                     *
-                     */
-                    subject_current_version?: number;
+                200: SharedAiSessionInfo & {
+                    snapshot: {
+                        [key: string]: unknown;
+                    };
                     /**
-                     * What the agent hashes to as deployed. A run of unsaved edits carrying this hash ran exactly what is deployed now — the edits were saved — so it is a run of that version rather than of edits.
-                     *
+                     * whether the caller authored the share or is a workspace admin
                      */
-                    subject_deployed_hash?: string;
+                    can_unshare: boolean;
                 };
             };
         };
     };
-    '/w/{workspace}/path_autocomplete/list_paths': {
-        get: {
+    '/w/{workspace}/ai/shared_sessions/delete/{id}': {
+        delete: {
             req: {
-                /**
-                 * bypass the server-side cache and re-query the DB, refreshing the
-                 * cache. Used right after a deploy so the new path appears immediately.
-                 *
-                 */
-                force?: boolean;
+                id: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * deduplicated path list, sorted lexicographically
+                 * share deleted
                  */
-                200: {
-                    paths: Array<(string)>;
-                };
+                200: string;
             };
         };
     };
-    '/w/{workspace}/raw_apps/list': {
+    '/w/{workspace}/ai_evals/datasets/list': {
         get: {
             req: {
-                /**
-                 * filter by exact matching user creator. Supports comma-separated list (e.g. 'alice,bob') and negation by prefixing all values with '!' (e.g. '!alice,!bob')
-                 */
-                createdBy?: string;
-                /**
-                 * When true, append per-user draft rows whose path has no
-                 * deployed counterpart. Synthesized rows carry `draft_only: true`
-                 * so the home page can render a "Draft" badge. Gated to
-                 * non-operators + page 0 + no narrowing filters on the backend so
-                 * picker callers stay deployed-only and pagination stays clean.
-                 *
-                 */
-                includeDraftOnly?: boolean;
-                /**
-                 * Filter by label
-                 */
-                label?: string;
-                /**
-                 * order by desc order (default true)
-                 */
-                orderDesc?: boolean;
-                /**
-                 * which page to return (start at 1, default 1)
-                 */
-                page?: number;
-                /**
-                 * mask to filter exact matching path
-                 */
-                pathExact?: string;
-                /**
-                 * mask to filter matching starting path
-                 */
-                pathStart?: string;
-                /**
-                 * number of items to return for a given page (default 30, max 100)
-                 */
-                perPage?: number;
-                /**
-                 * (default false)
-                 * show only the starred items
-                 *
-                 */
-                starredOnly?: boolean;
                 workspace: string;
             };
             res: {
                 /**
-                 * All raw apps
+                 * eval datasets list
                  */
-                200: Array<ListableRawApp>;
+                200: Array<EvalDataset>;
             };
         };
     };
-    '/w/{workspace}/ai/usage': {
+    '/w/{workspace}/ai_evals/datasets/create': {
         post: {
             req: {
+                /**
+                 * new eval dataset
+                 */
                 requestBody: {
-                    events: Array<AITokenUsageEvent>;
+                    path: string;
+                    summary?: string;
+                    scorers?: Array<Scorer>;
+                    /**
+                     * The cases to create the dataset holding, so one can be assembled in a single act rather than created empty and filled in afterwards.
+                     */
+                    cases?: Array<NewEvalCase>;
                 };
                 workspace: string;
             };
             res: {
                 /**
-                 * usage recorded
+                 * eval dataset created
                  */
-                204: void;
+                200: string;
             };
         };
+    };
+    '/w/{workspace}/ai_evals/datasets/get/{path}': {
         get: {
             req: {
-                days?: number;
-                groupBy?: 'day' | 'user' | 'model';
-                /**
-                 * workspace-wide usage (admin only) or the calling user's own
-                 */
-                scope?: 'workspace' | 'self';
+                path: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * usage buckets
+                 * eval dataset
                  */
-                200: {
-                    buckets: Array<AITokenUsageBucket>;
-                    /**
-                     * more buckets matched than were returned, so summing them under-reports
-                     */
-                    truncated: boolean;
-                };
+                200: EvalDataset;
             };
         };
     };
-    '/w/{workspace}/ai/sessions/list': {
-        get: {
+    '/w/{workspace}/ai_evals/datasets/update/{path}': {
+        post: {
             req: {
-                workspace: string;
-            };
-            res: {
+                path: string;
                 /**
-                 * backups, newest first; `enabled` is false when the workspace has no storage for them
+                 * updated eval dataset
                  */
-                200: {
-                    enabled: boolean;
-                    /**
-                     * names the storage answered from; sync state recorded against another one is void
-                     */
-                    storage_id?: string;
+                requestBody: {
                     /**
-                     * bumped by every workspace key rotation; sync state recorded under another one is void
+                     * Renames the dataset. Its cases and experiments follow through the foreign keys, so a rename keeps the history it already has.
+                     *
                      */
-                    backup_generation?: number;
+                    path?: string;
                     /**
-                     * the storage answered from is the instance object store, standing in for a workspace without storage of its own; a removal owed to it is retired by any answer from the workspace's own storage
+                     * Left out to keep the stored summary; sent as "" to clear it.
                      */
-                    fallback?: boolean;
+                    summary?: string;
                     /**
-                     * the newest 500 at most
+                     * Left out to keep the dataset's columns as they are; sent to replace them wholesale.
+                     *
                      */
-                    sessions: Array<AISessionBackupListing>;
+                    scorers?: Array<Scorer>;
                     /**
-                     * the user has more sessions than the answer names
+                     * The cases as they should stand afterwards: all of them, each carrying its id if the dataset already has it. Sent with the rest of an edit so that a rename the dataset refuses refuses the case edits with it.
+                     *
                      */
-                    truncated?: boolean;
+                    cases?: Array<SaveEvalCase>;
                 };
+                workspace: string;
+            };
+            res: {
+                /**
+                 * eval dataset updated
+                 */
+                200: string;
             };
         };
     };
-    '/w/{workspace}/ai/sessions/pull': {
+    '/w/{workspace}/ai_evals/datasets/delete/{path}': {
         post: {
             req: {
-                requestBody: {
-                    ids: Array<(string)>;
-                    resume?: AISessionBackupCursor;
-                };
+                path: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the backups found; `deferred` lists ids that did not fit the response budget
+                 * eval dataset deleted
                  */
-                200: {
-                    enabled: boolean;
-                    storage_id?: string;
-                    backup_generation?: number;
-                    fallback?: boolean;
-                    sessions: Array<AISessionBackup>;
-                    deferred: Array<(string)>;
-                };
+                200: string;
             };
         };
     };
-    '/w/{workspace}/ai/sessions/push': {
-        post: {
+    '/w/{workspace}/ai_evals/cases/list/{path}': {
+        get: {
             req: {
-                requestBody: {
-                    /**
-                     * the email the push was prepared for; refused with a 409 when it is not the caller's
-                     */
-                    owner: string;
-                    sessions?: Array<AISessionBackupPush>;
-                    removed?: Array<(string)>;
-                };
+                /**
+                 * which page to return (start at 1, default 1)
+                 */
+                page?: number;
+                path: string;
+                /**
+                 * number of items to return for a given page (default 30, max 100)
+                 */
+                perPage?: number;
                 workspace: string;
             };
             res: {
                 /**
-                 * one result per session written or removed, in request order
+                 * eval cases
                  */
                 200: {
-                    enabled: boolean;
-                    storage_id?: string;
-                    backup_generation?: number;
-                    fallback?: boolean;
-                    results: Array<{
-                        id: string;
-                        error?: string;
-                        /**
-                         * nothing was written and the session must be pushed whole again; an incremental part found no listed session to ride on (the backup was removed, or a push split over parts is in progress or was abandoned), or a later part of a push split over parts found another push had superseded it
-                         */
-                        needs_whole?: boolean;
-                    }>;
+                    cases: Array<EvalCase>;
                 };
             };
         };
     };
-    '/w/{workspace}/ai/shared_artifacts/share': {
-        post: {
+    '/w/{workspace}/ai_evals/subject_state': {
+        get: {
             req: {
-                requestBody: {
-                    /**
-                     * the artifact's id in the author's session
-                     */
-                    artifact_id: string;
-                    name: string;
-                    kind: 'md' | 'html';
-                    version: number;
-                    content: string;
-                };
+                path: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the shared copy
+                 * the subject as it is now
                  */
-                200: SharedAiArtifactInfo;
+                200: {
+                    version?: number;
+                };
             };
         };
     };
-    '/w/{workspace}/ai/shared_artifacts/status': {
+    '/w/{workspace}/ai_evals/run_payload': {
         get: {
             req: {
-                artifactId: string;
+                /**
+                 * The flow job that answered the case.
+                 */
+                jobId: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the live share, if any, and how long shares last
+                 * the run and its rendering
                  */
                 200: {
-                    retention_secs: number;
-                    share?: SharedAiArtifactInfo;
+                    /**
+                     * The case, the answer, and every tool call the agent made.
+                     */
+                    run: {
+                        [key: string]: unknown;
+                    };
+                    /**
+                     * The same run as a judge agent is shown it.
+                     */
+                    rendered: string;
                 };
             };
         };
     };
-    '/w/{workspace}/ai/shared_artifacts/get/{id}': {
+    '/w/{workspace}/ai_evals/scorer_defaults': {
         get: {
             req: {
-                id: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the shared artifact
+                 * scorer defaults
                  */
-                200: SharedAiArtifactInfo & {
-                    content: string;
+                200: {
                     /**
-                     * whether the caller authored the share or is a workspace admin
+                     * The system prompt a judge agent is created with.
                      */
-                    can_unshare: boolean;
+                    judge_prompt: string;
+                    script_template: string;
                 };
             };
         };
     };
-    '/w/{workspace}/ai/shared_artifacts/delete/{id}': {
-        delete: {
+    '/w/{workspace}/ai_evals/scorers/recent': {
+        get: {
             req: {
-                id: string;
+                /**
+                 * only scorers of this kind
+                 */
+                kind?: 'script' | 'agent';
                 workspace: string;
             };
             res: {
                 /**
-                 * share deleted
+                 * recently used scorers
                  */
-                200: string;
+                200: Array<(Scorer & {
+                    /**
+                     * The dataset it is a column of.
+                     */
+                    dataset: string;
+                })>;
             };
         };
     };
-    '/w/{workspace}/ai/shared_sessions/share': {
+    '/w/{workspace}/ai_evals/experiments/run': {
         post: {
             req: {
+                /**
+                 * what to run
+                 */
                 requestBody: {
-                    /**
-                     * the session's id in the author's browser
-                     */
-                    session_id: string;
-                    name: string;
-                    /**
-                     * left as it is on an existing share when absent; a new share starts private
-                     */
-                    is_public?: boolean;
-                    message_count: number;
-                    snapshot: {
-                        [key: string]: unknown;
-                    };
+                    dataset: string;
+                    subject: EvalSubject;
                 };
                 workspace: string;
             };
             res: {
                 /**
-                 * the shared snapshot
+                 * id of the created experiment
                  */
-                200: SharedAiSessionInfo;
+                200: string;
             };
         };
     };
-    '/w/{workspace}/ai/shared_sessions/status': {
-        get: {
+    '/w/{workspace}/ai_evals/experiments/collect': {
+        post: {
             req: {
-                sessionId: string;
+                id: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the share, if any
+                 * how many of the run's cases are recorded
                  */
-                200: {
-                    share?: SharedAiSessionInfo;
-                };
+                200: number;
             };
         };
     };
-    '/w/{workspace}/ai/shared_sessions/set_public/{id}': {
-        post: {
+    '/w/{workspace}/ai_evals/experiments/list_all': {
+        get: {
             req: {
-                id: string;
-                requestBody: {
-                    is_public: boolean;
-                };
+                /**
+                 * Restrict to one agent's runs, which is what makes the list a history rather than a log. Runs of what is deployed, of a past version, and of the edits waiting on top are all that agent's, so this does not discriminate by kind.
+                 *
+                 */
+                subjectPath?: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the updated share
+                 * The 100 newest experiments, each naming the dataset it is of. Restricted to datasets the caller can read.
+                 *
                  */
-                200: SharedAiSessionInfo;
+                200: Array<EvalExperiment>;
             };
         };
     };
-    '/w/{workspace}/ai_u/shared_sessions/get/{id}': {
+    '/w/{workspace}/ai_evals/experiments/results/{path}': {
         get: {
             req: {
+                /**
+                 * The experiment every column is compared against. A delta is only computed between two scores of the same scorer id, and a column the baseline was never scored with reports it rather than showing a difference.
+                 *
+                 */
+                baseline?: string;
+                /**
+                 * the experiment to read
+                 */
                 id: string;
+                path: string;
                 workspace: string;
             };
             res: {
                 /**
-                 * the shared session
+                 * experiment results
                  */
-                200: SharedAiSessionInfo & {
-                    snapshot: {
-                        [key: string]: unknown;
-                    };
+                200: {
+                    experiment: EvalExperiment;
+                    baseline?: EvalExperiment;
                     /**
-                     * whether the caller authored the share or is a workspace admin
+                     * The columns, which belong to the dataset rather than the experiment.
                      */
-                    can_unshare: boolean;
+                    scorers: Array<Scorer>;
+                    rows: Array<ExperimentRow>;
+                    means: Array<ScorerMean>;
+                    /**
+                     * Cells scoring lower than the baseline, across every column.
+                     */
+                    regressed: number;
+                    /**
+                     * The version the subject is on now. A row that ran against an earlier one describes an agent that no longer exists.
+                     *
+                     */
+                    subject_current_version?: number;
+                    /**
+                     * What the agent hashes to as deployed. A run of unsaved edits carrying this hash ran exactly what is deployed now — the edits were saved — so it is a run of that version rather than of edits.
+                     *
+                     */
+                    subject_deployed_hash?: string;
                 };
             };
         };
     };
-    '/w/{workspace}/ai/shared_sessions/delete/{id}': {
-        delete: {
+    '/w/{workspace}/path_autocomplete/list_paths': {
+        get: {
             req: {
-                id: string;
+                /**
+                 * bypass the server-side cache and re-query the DB, refreshing the
+                 * cache. Used right after a deploy so the new path appears immediately.
+                 *
+                 */
+                force?: boolean;
                 workspace: string;
             };
             res: {
                 /**
-                 * share deleted
+                 * deduplicated path list, sorted lexicographically
                  */
-                200: string;
+                200: {
+                    paths: Array<(string)>;
+                };
+            };
+        };
+    };
+    '/w/{workspace}/raw_apps/list': {
+        get: {
+            req: {
+                /**
+                 * filter by exact matching user creator. Supports comma-separated list (e.g. 'alice,bob') and negation by prefixing all values with '!' (e.g. '!alice,!bob')
+                 */
+                createdBy?: string;
+                /**
+                 * When true, append per-user draft rows whose path has no
+                 * deployed counterpart. Synthesized rows carry `draft_only: true`
+                 * so the home page can render a "Draft" badge. Gated to
+                 * non-operators + page 0 + no narrowing filters on the backend so
+                 * picker callers stay deployed-only and pagination stays clean.
+                 *
+                 */
+                includeDraftOnly?: boolean;
+                /**
+                 * Filter by label
+                 */
+                label?: string;
+                /**
+                 * order by desc order (default true)
+                 */
+                orderDesc?: boolean;
+                /**
+                 * which page to return (start at 1, default 1)
+                 */
+                page?: number;
+                /**
+                 * mask to filter exact matching path
+                 */
+                pathExact?: string;
+                /**
+                 * mask to filter matching starting path
+                 */
+                pathStart?: string;
+                /**
+                 * number of items to return for a given page (default 30, max 100)
+                 */
+                perPage?: number;
+                /**
+                 * (default false)
+                 * show only the starred items
+                 *
+                 */
+                starredOnly?: boolean;
+                workspace: string;
+            };
+            res: {
+                /**
+                 * All raw apps
+                 */
+                200: Array<ListableRawApp>;
             };
         };
     };