@thinkai/tai-api-contract 2.171.0 → 2.173.0

package/src/generated/openapi.ts

@@ -3279,7 +3279,7 @@ export interface paths {
         };
         /**
          * Workspace chat readiness
-         * @description Any workspace member. 403 `code_intelligence_disabled` when Engineering Context Graph is off. `status` is `indexing`, `generating_agent_md`, `failed`, or `ready`. Chat stays closed until `ready`: create thread and post message return `409 chat_not_ready` with `progressMessage` when status is not ready. An open index wave reports `indexing` until every job in that wave is terminal.
+         * @description Any workspace member. 403 `code_intelligence_disabled` when Engineering Context Graph is off. `status` is `indexing`, `generating_agent_md`, `failed`, or `ready`. Chat stays closed until `ready`: create thread and post message return `409 chat_not_ready` with `progressMessage` when status is not ready. An open index wave reports `indexing` until every job in that wave is terminal. When ready, includes `activeProvider` and `attachmentLimits` for Conversations file uploads.
          */
         get: operations["getCodeChatReadiness"];
         put?: never;
@@ -3290,6 +3290,26 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/workspaces/{workspaceId}/code-chat/attachments": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        /**
+         * Upload a Conversations attachment
+         * @description Any workspace member when chat is ready. Validates size/type against the active provider profile (`attachmentLimits` from readiness). Returns metadata; pass `id` as `attachmentIds` on the next POST message. Max 5 MB per file.
+         */
+        post: operations["postCodeChatAttachment"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/workspaces/{workspaceId}/code-chat/indexes/{indexId}": {
         parameters: {
             query?: never;
@@ -4786,6 +4806,118 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/workspaces/{workspaceId}/evals/suites": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List eval suites for a workspace
+         * @description Returns the latest version of each eval suite in the workspace (max 50 suites). Requires workspace membership (`requireWorkspaceMember`). Empty workspace → `{ "suites": [] }`.
+         */
+        get: operations["listEvalSuites"];
+        put?: never;
+        /**
+         * Create an eval suite
+         * @description Creates a suite at `version: 1`. Requires workspace editor or admin (`requireWorkspaceEditor`). Rejects when both `target.promptBody` is empty and model fields are missing; when `cases` is empty (`400` `eval_suite_cases_required`); or when the workspace already has 50 suites. Each case must include at least one expected signal.
+         */
+        post: operations["createEvalSuite"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/workspaces/{workspaceId}/evals/suites/{suiteId}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Get an eval suite (latest version)
+         * @description Returns the latest version of the suite. Historical versions are retained for runs via `suiteVersion` + snapshot on each run; this endpoint does not expose prior versions. Requires workspace membership.
+         */
+        get: operations["getEvalSuite"];
+        /**
+         * Update an eval suite
+         * @description Replaces mutable suite fields. Requires workspace editor or admin. Changing `target`, `cases`, or `promptBody` increments `version` by 1 and keeps prior versions immutable for historical runs. Cosmetic name/description-only updates do not bump `version`. Same validation rules as create (cases required, target required, bounds).
+         */
+        put: operations["updateEvalSuite"];
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/workspaces/{workspaceId}/evals/suites/{suiteId}/runs": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List recent eval runs for a suite
+         * @description Returns the last 50 runs for the suite (newest first). Empty → `{ "runs": [] }`. Requires workspace membership. Does not trigger scoring.
+         */
+        get: operations["listEvalRuns"];
+        put?: never;
+        /**
+         * Enqueue an eval suite run
+         * @description Enqueues an async eval run. Returns `202` with `{ runId, status: "queued" }`. Never scores on the request path — a worker claims the run, uses `fixtureCompletion` when present (or live completion when provider credentials exist), applies deterministic expected-signal scoring, and persists results. Requires workspace editor or admin. At most one active (`queued`|`running`) run per suite; a second POST returns `409` `eval_run_in_progress`.
+         */
+        post: operations["enqueueEvalRun"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/workspaces/{workspaceId}/evals/suites/{suiteId}/runs/{runId}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Get an eval run with case results
+         * @description Returns persisted run status and case results. While `queued` or `running`, `caseResults` may be empty and `score` null. Requires workspace membership. Does not trigger scoring.
+         */
+        get: operations["getEvalRun"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/workspaces/{workspaceId}/evals/insights": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Eval insights (regressions, tips, efficiency, model comparison)
+         * @description Workspace-level Insights for prompt/model evals. Computes regressions when prior score − current score ≥ 0.10 on the same suiteId+suiteVersion case set (or suite score drop ≥ 0.10); prompt tips from failed signal notes / case names; token efficiency averages over successful cases in the last succeeded run per suite; and model comparison rollups. No succeeded runs → empty arrays and null `tokenEfficiency`. Requires workspace membership. Distinct from `/insights-recommendations` and AI Usage & Spend.
+         */
+        get: operations["getEvalInsights"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
 }
 export type webhooks = Record<string, never>;
 export interface components {
@@ -5393,6 +5525,26 @@ export interface components {
             /** Format: date-time */
             updatedAt: string | null;
         };
+        CodeChatAttachmentLimitsDto: {
+            maxFiles: number;
+            maxBytesPerFile: number;
+            maxTotalBytes: number;
+            maxTextChars: number;
+            maxPdfPages: number;
+            allowedMimeTypes: string[];
+            allowedExtensions: string[];
+            supportsImages: boolean;
+            supportsPdf: boolean;
+        };
+        CodeChatAttachmentMetaDto: {
+            /** Format: uuid */
+            id: string;
+            filename: string;
+            mimeType: string;
+            sizeBytes: number;
+            /** Format: date-time */
+            createdAt: string;
+        };
         CodeChatReadinessDto: {
             /** @enum {string} */
             status: "indexing" | "generating_agent_md" | "failed" | "ready";
@@ -5406,6 +5558,12 @@ export interface components {
             indexingCadence: "daily" | "weekly" | "manual";
             /** @enum {string|null} */
             agentMdSource: "generated" | "admin" | null;
+            /**
+             * @description Active Ask synthesizer for attachment limit profiles
+             * @enum {string|null}
+             */
+            activeProvider?: "claude" | "cursor" | null;
+            attachmentLimits?: components["schemas"]["CodeChatAttachmentLimitsDto"];
         };
         CodeWikiGuidanceDto: {
             /**
@@ -9936,6 +10094,8 @@ export interface components {
             citations: components["schemas"]["CodeChatCitationDto"][];
             /** Format: date-time */
             createdAt: string;
+            /** @description Present on user turns that included uploaded files */
+            attachments?: components["schemas"]["CodeChatAttachmentMetaDto"][];
         };
         CodeChatThreadDetailDto: components["schemas"]["CodeChatThreadDto"] & {
             messages: components["schemas"]["CodeChatMessageDto"][];
@@ -9952,6 +10112,17 @@ export interface components {
              * @enum {string}
              */
             intent?: "inventory_apis" | "inventory_modules";
+            /** @description Previously uploaded attachment ids to bind to this user turn */
+            attachmentIds?: string[];
+        };
+        CodeChatUploadAttachmentBodyDto: {
+            filename: string;
+            mimeType: string;
+            /** @description Base64-encoded file bytes (no data-URL prefix required) */
+            contentBase64: string;
+            /** Format: uuid */
+            threadId?: string | null;
+            pdfPageCount?: number | null;
         };
         CodeChatMessageReplyDto: components["schemas"]["CodeChatMessageDto"] & {
             /**
@@ -11020,6 +11191,203 @@ export interface components {
             limit: number;
             offset: number;
         };
+        /**
+         * @description Deterministic scorer kinds for golden-case expected signals. Case pass = all signals pass. No LLM-as-judge in v1.
+         * @enum {string}
+         */
+        EvalExpectedSignalKindDto: "contains" | "not_contains" | "regex" | "json_path_equals";
+        /**
+         * @description Model provider vocabulary aligned with AI Usage `modelName` surfaces (`cursor` | `claude`).
+         * @enum {string}
+         */
+        EvalAiProviderDto: "cursor" | "claude";
+        /** @description One expected signal on a golden case. Use `value` for `contains` / `not_contains` (substring) and for `json_path_equals` (expected value as string). Use `pattern` for `regex`. Use `path` (JSONPath) for `json_path_equals`. */
+        EvalExpectedSignalDto: {
+            id: string;
+            kind: components["schemas"]["EvalExpectedSignalKindDto"];
+            /** @description Substring for `contains` / `not_contains`, or expected value for `json_path_equals`. */
+            value?: string;
+            /** @description Regular expression source for `regex`. */
+            pattern?: string;
+            /** @description JSONPath expression for `json_path_equals`. */
+            path?: string;
+        };
+        /** @description One golden case in a suite. 1–20 cases per suite; each case requires ≥1 expected signal. When `fixtureCompletion` is set, the worker scores that text without calling a live model (CI/demo path). */
+        EvalCaseDto: {
+            id: string;
+            name: string;
+            /** @description Case input payload (opaque string; often JSON text). */
+            input: string;
+            /** @description Optional fixture completion. When present, the worker uses it instead of a live provider call. */
+            fixtureCompletion?: string;
+            expectedSignals: components["schemas"]["EvalExpectedSignalDto"][];
+        };
+        /** @description Suite target — at least one of prompt or model. Prompt path requires non-empty `promptBody` (text snapshot) and may include optional `promptKey` slug. Model path requires `provider` + `modelName` (vendor string, same vocabulary as AI Usage `modelName`). Create/update reject when both prompt body is empty and model fields are missing. No separate prompt-template registry in v1; versioning is the suite `version`. */
+        EvalSuiteTargetDto: {
+            /** @description Prompt text snapshot. Empty string allowed only when model fields are set. */
+            promptBody?: string;
+            /** @description Optional slug for the prompt (not a registry foreign key in v1). */
+            promptKey?: string | null;
+            /**
+             * @description Model provider; null when suite is prompt-only.
+             * @enum {string|null}
+             */
+            provider?: "cursor" | "claude" | null;
+            /** @description Vendor model id string (aligned with AI Usage `modelName`). */
+            modelName?: string | null;
+        };
+        /** @description Latest version of a workspace eval suite. Max 50 suites per workspace. Name 1–120 chars; description ≤ 2000; version starts at 1. */
+        EvalSuiteDto: {
+            /** Format: uuid */
+            id: string;
+            name: string;
+            description: string;
+            /** @description Monotonic suite version; bumps when target/cases/promptBody change. */
+            version: number;
+            /** Format: date-time */
+            createdAt: string;
+            /** Format: date-time */
+            updatedAt: string;
+            /** Format: uuid */
+            createdByUserId: string;
+            target: components["schemas"]["EvalSuiteTargetDto"];
+            cases: components["schemas"]["EvalCaseDto"][];
+        };
+        EvalSuiteListDto: {
+            suites: components["schemas"]["EvalSuiteDto"][];
+        };
+        CreateEvalSuiteBodyDto: {
+            name: string;
+            /** @default  */
+            description: string;
+            target: components["schemas"]["EvalSuiteTargetDto"];
+            cases: components["schemas"]["EvalCaseDto"][];
+        };
+        /** @description Full replace of mutable suite fields. Version bumps only when `target`, `cases`, or `promptBody` change versus the stored latest version. */
+        UpdateEvalSuiteBodyDto: {
+            name: string;
+            /** @default  */
+            description: string;
+            target: components["schemas"]["EvalSuiteTargetDto"];
+            cases: components["schemas"]["EvalCaseDto"][];
+        };
+        /** @enum {string} */
+        EvalRunStatusDto: "queued" | "running" | "succeeded" | "failed" | "cancelled";
+        /**
+         * @description Per-case outcome. `error` is used when completion is unavailable (`code: completion_unavailable`) or another non-score failure occurs.
+         * @enum {string}
+         */
+        EvalCaseResultStatusDto: "passed" | "failed" | "error";
+        /** @description Persisted result for one case. `pass` is true only when `status` is `passed` (all expected signals matched). On signal failure, `pass` is false and `failedSignalIds` lists the failing signal ids. On `completion_unavailable`, `status` is `error` and `code` is set. */
+        EvalCaseResultDto: {
+            caseId: string;
+            name: string;
+            status: components["schemas"]["EvalCaseResultStatusDto"];
+            pass: boolean;
+            failedSignalIds: string[];
+            /** @description Completion text used for scoring (fixture or live). */
+            completion?: string | null;
+            inputTokens?: number | null;
+            outputTokens?: number | null;
+            /** @description Provider-reported cost in cents when available. */
+            costCents?: number | null;
+            /** @description Machine-readable error when `status` is `error` (e.g. `completion_unavailable`). */
+            code?: string | null;
+            /** @description Human-readable error detail when `status` is `error`. */
+            error?: string | null;
+        };
+        /** @description Immutable suite snapshot pinned on a run (`suiteVersion` + JSON). Used so historical runs stay interpretable after later suite edits. */
+        EvalSuiteSnapshotDto: {
+            name: string;
+            description: string;
+            version: number;
+            target: components["schemas"]["EvalSuiteTargetDto"];
+            cases: components["schemas"]["EvalCaseDto"][];
+        };
+        /** @description Persisted eval run. Suite score = `passedCases / scoredCases` in [0,1] when at least one case was scored; `null` when the run ends with all cases in `error` (status `failed`). List endpoints return at most the last 50 runs per suite. */
+        EvalRunDto: {
+            /** Format: uuid */
+            id: string;
+            /** Format: uuid */
+            suiteId: string;
+            suiteVersion: number;
+            status: components["schemas"]["EvalRunStatusDto"];
+            /**
+             * Format: date-time
+             * @description Set when the worker claims the run (`running`).
+             */
+            startedAt: string | null;
+            /** Format: date-time */
+            finishedAt: string | null;
+            passCount: number;
+            failCount: number;
+            errorCount: number;
+            /** @description `passedCases / scoredCases` in [0,1], or null when no case was scored (all-error run). */
+            score: number | null;
+            caseResults: components["schemas"]["EvalCaseResultDto"][];
+            /** @description Pinned suite snapshot for this run (present on persisted runs). */
+            suiteSnapshot?: components["schemas"]["EvalSuiteSnapshotDto"] | null;
+        };
+        EvalRunListDto: {
+            runs: components["schemas"]["EvalRunDto"][];
+        };
+        EvalRunEnqueueResponseDto: {
+            /** Format: uuid */
+            runId: string;
+            /**
+             * @description Always `queued` on enqueue; poll GET run for progress.
+             * @enum {string}
+             */
+            status: "queued";
+        };
+        /** @description Regression when prior score − current score ≥ 0.10 on the same suiteId+suiteVersion case set, or suite score drop ≥ 0.10. */
+        EvalRegressionDto: {
+            /** Format: uuid */
+            suiteId: string;
+            suiteName?: string;
+            suiteVersion: number;
+            /** @description Set for case-level regressions; null for suite-level score drops. */
+            caseId?: string | null;
+            caseName?: string | null;
+            /** Format: uuid */
+            priorRunId?: string;
+            /** Format: uuid */
+            currentRunId?: string;
+            priorScore: number;
+            currentScore: number;
+            /** @description priorScore − currentScore (always ≥ 0.10 for listed items). */
+            scoreDrop: number;
+        };
+        /** @description Tip derived from failed signal notes / case names on recent runs. */
+        EvalPromptTipDto: {
+            /** Format: uuid */
+            suiteId: string;
+            suiteName?: string;
+            caseId?: string | null;
+            caseName?: string | null;
+            signalId?: string | null;
+            message: string;
+        };
+        /** @description Averages over successful cases in the last succeeded run per suite (workspace rollup). Nullables when token/cost fields were not returned. */
+        EvalTokenEfficiencyDto: {
+            avgInputTokens: number | null;
+            avgOutputTokens: number | null;
+            avgCostCents: number | null;
+        };
+        EvalModelComparisonDto: {
+            provider: components["schemas"]["EvalAiProviderDto"];
+            modelName: string;
+            suiteCount: number;
+            /** @description Average suite score across succeeded runs for this model; null when none. */
+            avgScore: number | null;
+        };
+        /** @description Insights hub payload for Prompt & model evals. Empty succeeded-run history → empty arrays and null `tokenEfficiency`. */
+        EvalInsightsDto: {
+            regressions: components["schemas"]["EvalRegressionDto"][];
+            promptTips: components["schemas"]["EvalPromptTipDto"][];
+            tokenEfficiency: components["schemas"]["EvalTokenEfficiencyDto"] | null;
+            modelComparison: components["schemas"]["EvalModelComparisonDto"][];
+        };
     };
     responses: {
         /** @description Missing or invalid bearer token */
@@ -11057,6 +11425,10 @@ export interface components {
     };
     parameters: {
         WorkspaceId: string;
+        /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+        EvalSuiteId: string;
+        /** @description Eval run id (`tai_workspace_eval_runs.id`). */
+        EvalRunId: string;
         RepoId: string;
         /** @description Provider repository slug in `owner/repo` form (GitHub). Used for shareable public URLs; resolves to the same row as `repoId` UUID internally. */
         ProviderSlug: string;
@@ -11202,6 +11574,8 @@ export type PutCodeIntelligenceSettingsDto = components['schemas']['PutCodeIntel
 export type CodeWikiGuidanceTopicDto = components['schemas']['CodeWikiGuidanceTopicDto'];
 export type PutCodeIntelligenceAgentMdDto = components['schemas']['PutCodeIntelligenceAgentMdDto'];
 export type CodeIntelligenceAgentMdDto = components['schemas']['CodeIntelligenceAgentMdDto'];
+export type CodeChatAttachmentLimitsDto = components['schemas']['CodeChatAttachmentLimitsDto'];
+export type CodeChatAttachmentMetaDto = components['schemas']['CodeChatAttachmentMetaDto'];
 export type CodeChatReadinessDto = components['schemas']['CodeChatReadinessDto'];
 export type CodeWikiGuidanceDto = components['schemas']['CodeWikiGuidanceDto'];
 export type WorkspaceConfigDto = components['schemas']['WorkspaceConfigDto'];
@@ -11618,6 +11992,7 @@ export type CodeChatCitationDto = components['schemas']['CodeChatCitationDto'];
 export type CodeChatMessageDto = components['schemas']['CodeChatMessageDto'];
 export type CodeChatThreadDetailDto = components['schemas']['CodeChatThreadDetailDto'];
 export type CodeChatPostMessageBodyDto = components['schemas']['CodeChatPostMessageBodyDto'];
+export type CodeChatUploadAttachmentBodyDto = components['schemas']['CodeChatUploadAttachmentBodyDto'];
 export type CodeChatMessageReplyDto = components['schemas']['CodeChatMessageReplyDto'];
 export type CodeChatApiRouteRowDto = components['schemas']['CodeChatApiRouteRowDto'];
 export type CodeChatModuleInventoryRowDto = components['schemas']['CodeChatModuleInventoryRowDto'];
@@ -11706,10 +12081,33 @@ export type InsightsTestPyramidCiQualityDto = components['schemas']['InsightsTes
 export type InsightsTestPyramidSummaryDto = components['schemas']['InsightsTestPyramidSummaryDto'];
 export type InsightsTestPyramidRepoItemDto = components['schemas']['InsightsTestPyramidRepoItemDto'];
 export type InsightsTestPyramidRepoListDto = components['schemas']['InsightsTestPyramidRepoListDto'];
+export type EvalExpectedSignalKindDto = components['schemas']['EvalExpectedSignalKindDto'];
+export type EvalAiProviderDto = components['schemas']['EvalAiProviderDto'];
+export type EvalExpectedSignalDto = components['schemas']['EvalExpectedSignalDto'];
+export type EvalCaseDto = components['schemas']['EvalCaseDto'];
+export type EvalSuiteTargetDto = components['schemas']['EvalSuiteTargetDto'];
+export type EvalSuiteDto = components['schemas']['EvalSuiteDto'];
+export type EvalSuiteListDto = components['schemas']['EvalSuiteListDto'];
+export type CreateEvalSuiteBodyDto = components['schemas']['CreateEvalSuiteBodyDto'];
+export type UpdateEvalSuiteBodyDto = components['schemas']['UpdateEvalSuiteBodyDto'];
+export type EvalRunStatusDto = components['schemas']['EvalRunStatusDto'];
+export type EvalCaseResultStatusDto = components['schemas']['EvalCaseResultStatusDto'];
+export type EvalCaseResultDto = components['schemas']['EvalCaseResultDto'];
+export type EvalSuiteSnapshotDto = components['schemas']['EvalSuiteSnapshotDto'];
+export type EvalRunDto = components['schemas']['EvalRunDto'];
+export type EvalRunListDto = components['schemas']['EvalRunListDto'];
+export type EvalRunEnqueueResponseDto = components['schemas']['EvalRunEnqueueResponseDto'];
+export type EvalRegressionDto = components['schemas']['EvalRegressionDto'];
+export type EvalPromptTipDto = components['schemas']['EvalPromptTipDto'];
+export type EvalTokenEfficiencyDto = components['schemas']['EvalTokenEfficiencyDto'];
+export type EvalModelComparisonDto = components['schemas']['EvalModelComparisonDto'];
+export type EvalInsightsDto = components['schemas']['EvalInsightsDto'];
 export type ResponseUnauthorized = components['responses']['Unauthorized'];
 export type ResponseForbidden = components['responses']['Forbidden'];
 export type ResponseZenHrSyncInProgress = components['responses']['ZenHrSyncInProgress'];
 export type ParameterWorkspaceId = components['parameters']['WorkspaceId'];
+export type ParameterEvalSuiteId = components['parameters']['EvalSuiteId'];
+export type ParameterEvalRunId = components['parameters']['EvalRunId'];
 export type ParameterRepoId = components['parameters']['RepoId'];
 export type ParameterProviderSlug = components['parameters']['ProviderSlug'];
 export type ParameterProjectId = components['parameters']['ProjectId'];
@@ -20605,6 +21003,69 @@ export interface operations {
             };
         };
     };
+    postCodeChatAttachment: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+            };
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CodeChatUploadAttachmentBodyDto"];
+            };
+        };
+        responses: {
+            /** @description Attachment stored */
+            201: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["CodeChatAttachmentMetaDto"];
+                };
+            };
+            /** @description Validation failed (size, type, totals) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            /** @description Engineering Context Graph is off */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Chat not ready */
+            409: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Could not process the file */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
     getCodeChatIndex: {
         parameters: {
             query?: never;
@@ -24217,4 +24678,426 @@ export interface operations {
             };
         };
     };
+    listEvalSuites: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Suite list (latest version per suite) */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "suites": []
+                     *     }
+                     */
+                    "application/json": components["schemas"]["EvalSuiteListDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            403: components["responses"]["Forbidden"];
+            /** @description Workspace not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    createEvalSuite: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+            };
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                /**
+                 * @example {
+                 *       "name": "Greeting quality",
+                 *       "description": "Fixture-backed smoke suite for the support greeting prompt",
+                 *       "target": {
+                 *         "promptBody": "You are a support agent. Greet the user by name.",
+                 *         "promptKey": "support-greeting",
+                 *         "provider": "cursor",
+                 *         "modelName": "gpt-4.1-mini"
+                 *       },
+                 *       "cases": [
+                 *         {
+                 *           "id": "case-hello",
+                 *           "name": "Hello Alice",
+                 *           "input": "{\"name\":\"Alice\"}",
+                 *           "fixtureCompletion": "Hello Alice, how can I help you today?",
+                 *           "expectedSignals": [
+                 *             {
+                 *               "id": "sig-contains-hello",
+                 *               "kind": "contains",
+                 *               "value": "Hello Alice"
+                 *             },
+                 *             {
+                 *               "id": "sig-not-sorry",
+                 *               "kind": "not_contains",
+                 *               "value": "I cannot"
+                 *             }
+                 *           ]
+                 *         }
+                 *       ]
+                 *     }
+                 */
+                "application/json": components["schemas"]["CreateEvalSuiteBodyDto"];
+            };
+        };
+        responses: {
+            /** @description Suite created */
+            201: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["EvalSuiteDto"];
+                };
+            };
+            /** @description Validation failed — empty cases (`eval_suite_cases_required`), missing target (prompt and model), invalid name/description lengths, case/signal bounds, or malformed body. */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            /** @description Authenticated but not a workspace editor/admin */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "error": "Workspace editor role required",
+                     *       "code": "workspace_editor_required"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Workspace not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Workspace already has the maximum of 50 suites */
+            409: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "error": "Maximum of 50 eval suites per workspace",
+                     *       "code": "eval_suite_limit_reached"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    getEvalSuite: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+                /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+                suiteId: components["parameters"]["EvalSuiteId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Suite (latest version) */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["EvalSuiteDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            403: components["responses"]["Forbidden"];
+            /** @description Workspace or suite not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    updateEvalSuite: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+                /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+                suiteId: components["parameters"]["EvalSuiteId"];
+            };
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["UpdateEvalSuiteBodyDto"];
+            };
+        };
+        responses: {
+            /** @description Suite updated (possibly with bumped version) */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["EvalSuiteDto"];
+                };
+            };
+            /** @description Validation failed (same codes as create) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            /** @description Authenticated but not a workspace editor/admin */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "error": "Workspace editor role required",
+                     *       "code": "workspace_editor_required"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Workspace or suite not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    listEvalRuns: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+                /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+                suiteId: components["parameters"]["EvalSuiteId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Run history (max 50) */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "runs": []
+                     *     }
+                     */
+                    "application/json": components["schemas"]["EvalRunListDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            403: components["responses"]["Forbidden"];
+            /** @description Workspace or suite not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    enqueueEvalRun: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+                /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+                suiteId: components["parameters"]["EvalSuiteId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Run queued */
+            202: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "runId": "22222222-2222-4222-8222-222222222222",
+                     *       "status": "queued"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["EvalRunEnqueueResponseDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            /** @description Authenticated but not a workspace editor/admin */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "error": "Workspace editor role required",
+                     *       "code": "workspace_editor_required"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description Workspace or suite not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+            /** @description An active queued or running eval already exists for this suite */
+            409: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    /**
+                     * @example {
+                     *       "error": "An eval run is already in progress for this suite",
+                     *       "code": "eval_run_in_progress"
+                     *     }
+                     */
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    getEvalRun: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+                /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
+                suiteId: components["parameters"]["EvalSuiteId"];
+                /** @description Eval run id (`tai_workspace_eval_runs.id`). */
+                runId: components["parameters"]["EvalRunId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Run detail */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["EvalRunDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            403: components["responses"]["Forbidden"];
+            /** @description Workspace, suite, or run not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
+    getEvalInsights: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                workspaceId: components["parameters"]["WorkspaceId"];
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Insights payload */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["EvalInsightsDto"];
+                };
+            };
+            401: components["responses"]["Unauthorized"];
+            403: components["responses"]["Forbidden"];
+            /** @description Workspace not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ErrorMessageDto"];
+                };
+            };
+        };
+    };
 }