@ancplua/qyl-api-schema 0.5.15 → 0.6.0

package/generated/ts-runtime/api.d.ts

@@ -10,6 +10,30 @@ export type SessionId = string & {
 export type UserId = string & {
     readonly __brand: "UserId";
 };
+export type RunnerMcpSessionId = string & {
+    readonly __brand: "RunnerMcpSessionId";
+};
+export type RunnerMcpWorkspaceId = string & {
+    readonly __brand: "RunnerMcpWorkspaceId";
+};
+export type RunnerMcpServerId = string & {
+    readonly __brand: "RunnerMcpServerId";
+};
+export type RunnerMcpExecutionId = string & {
+    readonly __brand: "RunnerMcpExecutionId";
+};
+export type RunnerMcpEvaluationRunId = string & {
+    readonly __brand: "RunnerMcpEvaluationRunId";
+};
+export type RunnerMcpTestCaseId = string & {
+    readonly __brand: "RunnerMcpTestCaseId";
+};
+export type RunnerMcpSuiteId = string & {
+    readonly __brand: "RunnerMcpSuiteId";
+};
+export type RunnerMcpEvaluationExportId = string & {
+    readonly __brand: "RunnerMcpEvaluationExportId";
+};
 export declare const ProblemDetailsMediaType: "application/problem+json";
 export type ProblemDetailsMediaType = typeof ProblemDetailsMediaType;
 export declare const SortOrderValues: {
@@ -262,20 +286,122 @@ export declare const RunnerLogStreamValues: {
     readonly stderr: "err";
 };
 export type RunnerLogStream = typeof RunnerLogStreamValues[keyof typeof RunnerLogStreamValues];
-export declare const RunnerMcpToolTaskSupportValues: {
-    readonly forbidden: "forbidden";
-    readonly optional: "optional";
-    readonly required: "required";
-};
-export type RunnerMcpToolTaskSupport = typeof RunnerMcpToolTaskSupportValues[keyof typeof RunnerMcpToolTaskSupportValues];
-export declare const RunnerMcpTaskStatusValues: {
-    readonly working: "working";
-    readonly inputRequired: "input_required";
+export declare const RunnerMcpToolInputModeValues: {
+    readonly form: "form";
+    readonly json: "json";
+};
+export type RunnerMcpToolInputMode = typeof RunnerMcpToolInputModeValues[keyof typeof RunnerMcpToolInputModeValues];
+export declare const RunnerMcpHeaderSecretSchemeValues: {
+    readonly bearer: "bearer";
+    readonly basic: "basic";
+};
+export type RunnerMcpHeaderSecretScheme = typeof RunnerMcpHeaderSecretSchemeValues[keyof typeof RunnerMcpHeaderSecretSchemeValues];
+export declare const RunnerMcpErrorCategoryValues: {
+    readonly authentication: "authentication";
+    readonly transport: "transport";
+    readonly protocol: "protocol";
+    readonly serialization: "serialization";
+    readonly schemaValidation: "schema_validation";
+    readonly toolError: "tool_error";
+    readonly timeout: "timeout";
+    readonly cancelled: "cancelled";
+    readonly internal: "internal";
+};
+export type RunnerMcpErrorCategory = typeof RunnerMcpErrorCategoryValues[keyof typeof RunnerMcpErrorCategoryValues];
+export declare const RunnerMcpConnectionStatusValues: {
+    readonly disconnected: "disconnected";
+    readonly connecting: "connecting";
+    readonly connected: "connected";
+    readonly disconnecting: "disconnecting";
+    readonly reconnecting: "reconnecting";
+    readonly failed: "failed";
+};
+export type RunnerMcpConnectionStatus = typeof RunnerMcpConnectionStatusValues[keyof typeof RunnerMcpConnectionStatusValues];
+export declare const RunnerMcpProtocolDirectionValues: {
+    readonly clientToServer: "client_to_server";
+    readonly serverToClient: "server_to_client";
+    readonly local: "local";
+};
+export type RunnerMcpProtocolDirection = typeof RunnerMcpProtocolDirectionValues[keyof typeof RunnerMcpProtocolDirectionValues];
+export declare const RunnerMcpProtocolEventKindValues: {
+    readonly request: "request";
+    readonly response: "response";
+    readonly notification: "notification";
+    readonly error: "error";
+    readonly transport: "transport";
+};
+export type RunnerMcpProtocolEventKind = typeof RunnerMcpProtocolEventKindValues[keyof typeof RunnerMcpProtocolEventKindValues];
+export declare const RunnerMcpExecutionEffectValues: {
+    readonly readOnly: "read_only";
+    readonly consequential: "consequential";
+    readonly unknown: "unknown";
+};
+export type RunnerMcpExecutionEffect = typeof RunnerMcpExecutionEffectValues[keyof typeof RunnerMcpExecutionEffectValues];
+export declare const RunnerMcpExecutionStatusValues: {
+    readonly queued: "queued";
+    readonly running: "running";
+    readonly cancelling: "cancelling";
+    readonly succeeded: "succeeded";
+    readonly failed: "failed";
+    readonly cancelled: "cancelled";
+    readonly timedOut: "timed_out";
+};
+export type RunnerMcpExecutionStatus = typeof RunnerMcpExecutionStatusValues[keyof typeof RunnerMcpExecutionStatusValues];
+export declare const RunnerMcpTelemetryAvailabilityValues: {
+    readonly available: "available";
+    readonly partial: "partial";
+    readonly unavailable: "unavailable";
+};
+export type RunnerMcpTelemetryAvailability = typeof RunnerMcpTelemetryAvailabilityValues[keyof typeof RunnerMcpTelemetryAvailabilityValues];
+export declare const RunnerMcpAssertionStatusValues: {
+    readonly passed: "passed";
+    readonly failed: "failed";
+    readonly error: "error";
+    readonly skipped: "skipped";
+};
+export type RunnerMcpAssertionStatus = typeof RunnerMcpAssertionStatusValues[keyof typeof RunnerMcpAssertionStatusValues];
+export declare const RunnerMcpEvaluationResultStatusValues: {
+    readonly passed: "passed";
+    readonly failed: "failed";
+    readonly error: "error";
+    readonly skipped: "skipped";
+};
+export type RunnerMcpEvaluationResultStatus = typeof RunnerMcpEvaluationResultStatusValues[keyof typeof RunnerMcpEvaluationResultStatusValues];
+export declare const RunnerMcpEvaluationRunStatusValues: {
+    readonly queued: "queued";
+    readonly running: "running";
     readonly completed: "completed";
     readonly failed: "failed";
     readonly cancelled: "cancelled";
 };
-export type RunnerMcpTaskStatus = typeof RunnerMcpTaskStatusValues[keyof typeof RunnerMcpTaskStatusValues];
+export type RunnerMcpEvaluationRunStatus = typeof RunnerMcpEvaluationRunStatusValues[keyof typeof RunnerMcpEvaluationRunStatusValues];
+export declare const RunnerMcpRegressionStatusValues: {
+    readonly improved: "improved";
+    readonly regressed: "regressed";
+    readonly unchanged: "unchanged";
+    readonly added: "added";
+    readonly removed: "removed";
+};
+export type RunnerMcpRegressionStatus = typeof RunnerMcpRegressionStatusValues[keyof typeof RunnerMcpRegressionStatusValues];
+export declare const RunnerMcpEvaluationExportFormatValues: {
+    readonly json: "json";
+    readonly report: "report";
+};
+export type RunnerMcpEvaluationExportFormat = typeof RunnerMcpEvaluationExportFormatValues[keyof typeof RunnerMcpEvaluationExportFormatValues];
+export declare const RunnerMcpEvaluationExportStatusValues: {
+    readonly pending: "pending";
+    readonly ready: "ready";
+    readonly failed: "failed";
+};
+export type RunnerMcpEvaluationExportStatus = typeof RunnerMcpEvaluationExportStatusValues[keyof typeof RunnerMcpEvaluationExportStatusValues];
+export declare const RunnerMcpTransportKindValues: {
+    readonly stdio: "stdio";
+    readonly streamableHttp: "streamable_http";
+    readonly sse: "sse";
+    readonly inproc: "inproc";
+    readonly builtin: "builtin";
+};
+export type RunnerMcpTransportKind = typeof RunnerMcpTransportKindValues[keyof typeof RunnerMcpTransportKindValues];
 export declare const McpDataModeValues: {
     readonly live: "live";
     readonly demo: "demo";
@@ -456,10 +582,13 @@ export type ApiError = NotFoundError | ValidationError | UnauthorizedError | For
 export type LogBody = LogBodyString | LogBodyKvList | LogBodyArray | LogBodyBytes;
 export type MetricNumberValue = MetricIntegerValue | MetricDoubleValue;
 export type MetricPoint = GaugeMetricPoint | SumMetricPoint | HistogramMetricPoint | ExponentialHistogramMetricPoint | SummaryMetricPoint;
-export type RunnerMcpResourceContent = RunnerMcpTextResourceContent | RunnerMcpBlobResourceContent;
-export type RunnerMcpContent = RunnerMcpTextContent | RunnerMcpImageContent | RunnerMcpAudioContent | RunnerMcpEmbeddedResourceContent | RunnerMcpResourceLinkContent | RunnerMcpToolUseContent | RunnerMcpToolResultContent;
+export type RunnerMcpServerConfiguration = RunnerMcpStdioServerConfiguration | RunnerMcpStreamableHttpServerConfiguration | RunnerMcpSseServerConfiguration | RunnerMcpInProcessServerConfiguration | RunnerMcpBuiltinServerConfiguration;
+export type RunnerMcpTestAssertion = RunnerMcpStatusAssertion | RunnerMcpExactAssertion | RunnerMcpPartialAssertion | RunnerMcpSchemaAssertion | RunnerMcpPatternAssertion | RunnerMcpLatencyAssertion;
+export type RunnerMcpEvaluationExportPayload = RunnerMcpEvaluationJsonExportPayload | RunnerMcpEvaluationReportExportPayload;
 export type RunnerResourceEvents = RunnerResourceState;
 export type RunnerLogEvents = RunnerLogLine;
+export type RunnerMcpProtocolEvents = RunnerMcpProtocolEvent;
+export type RunnerMcpExecutionUpdateEvents = RunnerMcpExecutionRecord;
 export type ModelCatalogExclusionRateEvidence = ModelCatalogBaseRateEvidence | ModelCatalogAdditiveSurchargeEvidence | ModelCatalogInclusiveReplacementEvidence | ModelCatalogPublishedReplacementEvidence;
 export type ModelCatalogTokenEstimateComponent = ModelCatalogTokenBaseRateComponent | ModelCatalogTokenAdditiveSurchargeComponent | ModelCatalogTokenInclusiveReplacementRateComponent | ModelCatalogTokenConditionalOverrideRateComponent;
 export type ModelCatalogTokenEstimateExclusion = ModelCatalogUsageNotObservedExclusion | ModelCatalogConditionalAdjustmentNotAppliedExclusion | ModelCatalogSupersededOverrideExclusion | ModelCatalogOutsideTokenScopeExclusion | ModelCatalogUnsupportedUsageExclusion | ModelCatalogUnsupportedBillingExclusion;
@@ -945,10 +1074,6 @@ export interface HealthReport {
     "totalDurationMs": number;
     "entries": Record<string, HealthCheckEntry>;
 }
-export interface RunnerMcpServerInfo {
-    "name": string;
-    "version": string;
-}
 export interface RunnerResourceState {
     "name": string;
     "lifecycle": RunnerResourceLifecycle;
@@ -957,7 +1082,7 @@ export interface RunnerResourceState {
     "allocatedPort"?: number;
     "endpoint"?: string;
     "lastError"?: string;
-    "serverInfo"?: RunnerMcpServerInfo;
+    "serverIdentity"?: unknown;
     "toolCount"?: number;
     "restarts"?: number;
 }
@@ -966,119 +1091,512 @@ export interface RunnerLogLine {
     "stream": RunnerLogStream;
     "line": string;
 }
-export interface RunnerMcpIcon {
-    "src": string;
-    "mimeType"?: string;
-    "sizes"?: string[];
-    "theme"?: string;
+export interface RunnerMcpPrincipalIdentity {
+    "id": string;
+    "displayName"?: string;
+    "local": true;
+}
+export interface RunnerMcpWorkbenchSession {
+    "id": RunnerMcpSessionId;
+    "principal": RunnerMcpPrincipalIdentity;
+    "workspaceIds": RunnerMcpWorkspaceId[];
+    "activeWorkspaceId"?: RunnerMcpWorkspaceId;
+    "createdAt": string;
+    "expiresAt"?: string;
 }
-export interface RunnerMcpToolExecution {
-    "taskSupport"?: RunnerMcpToolTaskSupport;
+export interface RunnerMcpSessionBootstrapResponse extends RunnerMcpWorkbenchSession {
 }
-export interface RunnerMcpTool {
+export interface RunnerMcpWorkspace {
+    "id": RunnerMcpWorkspaceId;
+    "ownerId": string;
     "name": string;
-    "title"?: string;
     "description"?: string;
-    "inputSchema": Record<string, unknown>;
-    "outputSchema"?: Record<string, unknown>;
-    "annotations"?: Record<string, unknown>;
-    "execution"?: RunnerMcpToolExecution;
-    "icons"?: RunnerMcpIcon[];
-    "_meta"?: Record<string, unknown>;
-}
-export interface RunnerMcpToolsResponse {
-    "tools": RunnerMcpTool[];
-    "nextCursor"?: string;
-    "_meta"?: Record<string, unknown>;
+    "createdAt": string;
+    "updatedAt": string;
 }
-export interface RunnerMcpToolCallRequest {
+export interface RunnerMcpWorkspaceCreateRequest {
     "name": string;
-    "arguments"?: Record<string, unknown>;
-    "task"?: RunnerMcpTaskMetadata;
-    "_meta"?: Record<string, unknown>;
+    "description"?: string;
 }
-export interface RunnerMcpTaskMetadata {
-    "ttl"?: number;
+export interface RunnerMcpWorkspaceUpdateRequest {
+    "name"?: string;
+    "description"?: string;
 }
-export interface RunnerMcpContentMetadata {
-    "annotations"?: Record<string, unknown>;
-    "_meta"?: Record<string, unknown>;
+export interface RunnerMcpWorkspaceListResponse {
+    "workspaces": RunnerMcpWorkspace[];
+}
+export interface RunnerMcpWorkspacePreferences {
+    "workspaceId": RunnerMcpWorkspaceId;
+    "selectedServerId"?: RunnerMcpServerId;
+    "selectedToolName"?: string;
+    "inputMode": RunnerMcpToolInputMode;
+    "activePanel"?: string;
+    "compactMode": boolean;
+    "updatedAt": string;
+}
+export interface RunnerMcpWorkspacePreferencesUpdateRequest {
+    "selectedServerId"?: RunnerMcpServerId;
+    "selectedToolName"?: string;
+    "inputMode"?: RunnerMcpToolInputMode;
+    "activePanel"?: string;
+    "compactMode"?: boolean;
+}
+export interface RunnerMcpSecretReference {
+    "source": "environment";
+    "environmentVariable": string;
+}
+export interface RunnerMcpEnvironmentSecretReference {
+    "name": string;
+    "secret": RunnerMcpSecretReference;
 }
-export interface RunnerMcpTextContent extends RunnerMcpContentMetadata {
-    "type": "text";
-    "text": string;
+export interface RunnerMcpHeaderSecretReference {
+    "name": string;
+    "secret": RunnerMcpSecretReference;
+    "scheme"?: RunnerMcpHeaderSecretScheme;
+}
+export interface RunnerMcpStdioServerConfiguration {
+    "transport": "stdio";
+    "command": string;
+    "arguments"?: string[];
+    "workingDirectory"?: string;
+    "environment"?: RunnerMcpEnvironmentSecretReference[];
+}
+export interface RunnerMcpStreamableHttpServerConfiguration {
+    "transport": "streamable_http";
+    "endpoint": string;
+    "headers"?: RunnerMcpHeaderSecretReference[];
+}
+export interface RunnerMcpSseServerConfiguration {
+    "transport": "sse";
+    "endpoint": string;
+    "headers"?: RunnerMcpHeaderSecretReference[];
+}
+export interface RunnerMcpInProcessServerConfiguration {
+    "transport": "inproc";
+    "implementation": string;
+}
+export interface RunnerMcpBuiltinServerConfiguration {
+    "transport": "builtin";
+    "name": string;
 }
-export interface RunnerMcpImageContent extends RunnerMcpContentMetadata {
-    "type": "image";
-    "data": string;
-    "mimeType": string;
+export interface RunnerMcpError {
+    "category": RunnerMcpErrorCategory;
+    "code": string;
+    "message": string;
+    "occurredAt": string;
+    "retryable": boolean;
+    "details"?: unknown;
+}
+export interface RunnerMcpInitializationSnapshot {
+    "initializedAt": string;
+    "protocolVersion": string;
+    "serverIdentity": unknown;
+    "capabilities": unknown;
+    "instructions"?: string;
+    "sessionInfo"?: unknown;
+    "result": unknown;
+}
+export interface RunnerMcpConnectionSnapshot {
+    "status": RunnerMcpConnectionStatus;
+    "changedAt": string;
+    "connectedAt"?: string;
+    "disconnectedAt"?: string;
+    "initialization"?: RunnerMcpInitializationSnapshot;
+    "recentError"?: RunnerMcpError;
+}
+export interface RunnerMcpServer {
+    "id": RunnerMcpServerId;
+    "workspaceId": RunnerMcpWorkspaceId;
+    "name": string;
+    "description"?: string;
+    "configuration": RunnerMcpServerConfiguration;
+    "connection": RunnerMcpConnectionSnapshot;
+    "createdAt": string;
+    "updatedAt": string;
 }
-export interface RunnerMcpAudioContent extends RunnerMcpContentMetadata {
-    "type": "audio";
-    "data": string;
-    "mimeType": string;
+export interface RunnerMcpServerCreateRequest {
+    "name": string;
+    "description"?: string;
+    "configuration": RunnerMcpServerConfiguration;
+    "autoConnect"?: boolean;
 }
-export interface RunnerMcpEmbeddedResourceContent extends RunnerMcpContentMetadata {
-    "type": "resource";
-    "resource": RunnerMcpResourceContent;
+export interface RunnerMcpServerUpdateRequest {
+    "name"?: string;
+    "description"?: string;
+    "configuration"?: RunnerMcpServerConfiguration;
+}
+export interface RunnerMcpServerListResponse {
+    "servers": RunnerMcpServer[];
 }
-export interface RunnerMcpTextResourceContent extends RunnerMcpResourceContentMetadata {
-    "text": string;
+export interface RunnerMcpServerActionAccepted {
+    "server": RunnerMcpServer;
 }
-export interface RunnerMcpResourceContentMetadata {
-    "uri": string;
-    "mimeType"?: string;
-    "_meta"?: Record<string, unknown>;
+export interface RunnerMcpDiscoveryCollection {
+    "items": unknown[];
+    "count": number;
+    "complete": boolean;
+    "cursor"?: string;
+    "nextCursor"?: string;
+    "discoveredAt": string;
+}
+export interface RunnerMcpDiscoverySnapshot {
+    "serverId": RunnerMcpServerId;
+    "startedAt": string;
+    "completedAt": string;
+    "tools": RunnerMcpDiscoveryCollection;
+    "resources": RunnerMcpDiscoveryCollection;
+    "resourceTemplates": RunnerMcpDiscoveryCollection;
+    "prompts": RunnerMcpDiscoveryCollection;
+}
+export interface RunnerMcpProtocolEvent {
+    "id": string;
+    "serverId": RunnerMcpServerId;
+    "direction": RunnerMcpProtocolDirection;
+    "kind": RunnerMcpProtocolEventKind;
+    "method"?: string;
+    "requestId"?: unknown;
+    "timestamp": string;
+    "durationMs"?: number;
+    "payload"?: unknown;
+    "redactionApplied": true;
+    "executionId"?: RunnerMcpExecutionId;
+    "traceId"?: TraceId;
+}
+export interface RunnerMcpProtocolEventPage {
+    "events": RunnerMcpProtocolEvent[];
+    "nextCursor"?: string;
 }
-export interface RunnerMcpBlobResourceContent extends RunnerMcpResourceContentMetadata {
-    "blob": string;
+export interface RunnerMcpExecutionConfirmationRequest {
+    "acknowledged": true;
+    "acknowledgement": string;
+}
+export interface RunnerMcpExecutionConfirmationEvidence {
+    "acknowledged": true;
+    "acknowledgement": string;
+    "confirmedAt": string;
+}
+export interface RunnerMcpExecutionRequest {
+    "toolName": string;
+    "arguments"?: unknown;
+    "timeoutMs": number;
+    "confirmation"?: RunnerMcpExecutionConfirmationRequest;
+    "idempotencyKey": string;
+}
+export interface RunnerMcpExecutionTokenUsage {
+    "inputTokens"?: number;
+    "outputTokens"?: number;
+    "totalTokens"?: number;
+    "estimated": boolean;
+}
+export interface RunnerMcpExecutionCost {
+    "amountUsd": number;
+    "estimated": boolean;
+    "source"?: string;
+}
+export interface RunnerMcpTelemetryCorrelation {
+    "executionId"?: RunnerMcpExecutionId;
+    "evaluationRunId"?: RunnerMcpEvaluationRunId;
+    "testCaseId"?: RunnerMcpTestCaseId;
+    "traceIds": TraceId[];
+    "spanIds": SpanId[];
+}
+export interface RunnerMcpExecutionRecord {
+    "id": RunnerMcpExecutionId;
+    "workspaceId": RunnerMcpWorkspaceId;
+    "serverId": RunnerMcpServerId;
+    "request": RunnerMcpExecutionRequest;
+    "effect": RunnerMcpExecutionEffect;
+    "confirmation"?: RunnerMcpExecutionConfirmationEvidence;
+    "status": RunnerMcpExecutionStatus;
+    "createdAt": string;
+    "startedAt"?: string;
+    "completedAt"?: string;
+    "durationMs"?: number;
+    "attemptCount": number;
+    "retryCount": number;
+    "cancelRequestedAt"?: string;
+    "cancelledAt"?: string;
+    "result"?: unknown;
+    "error"?: RunnerMcpError;
+    "tokenUsage"?: RunnerMcpExecutionTokenUsage;
+    "cost"?: RunnerMcpExecutionCost;
+    "telemetry"?: RunnerMcpTelemetryCorrelation;
+}
+export interface RunnerMcpExecutionAccepted {
+    "execution": RunnerMcpExecutionRecord;
+}
+export interface RunnerMcpExecutionCancelRequest {
+    "reason"?: string;
+    "idempotencyKey": string;
+}
+export interface RunnerMcpExecutionPage {
+    "executions": RunnerMcpExecutionRecord[];
+    "nextCursor"?: string;
+}
+export interface RunnerMcpTelemetrySignalAvailability {
+    "status": RunnerMcpTelemetryAvailability;
+    "unavailableReason"?: string;
+    "itemCount": number;
+}
+export interface RunnerMcpTelemetrySignalSummary {
+    "traces": RunnerMcpTelemetrySignalAvailability;
+    "logs": RunnerMcpTelemetrySignalAvailability;
+    "metrics": RunnerMcpTelemetrySignalAvailability;
+    "exceptions": RunnerMcpTelemetrySignalAvailability;
+    "toolCallEvents": RunnerMcpTelemetrySignalAvailability;
+}
+export interface RunnerMcpExecutionTelemetryResponse {
+    "signals": RunnerMcpTelemetrySignalSummary;
+    "correlation": RunnerMcpTelemetryCorrelation;
+    "traces": Trace[];
+    "logs": LogRecord[];
+    "metrics": MetricPoint[];
+    "queriedAt": string;
+    "selfExportSuppressed": true;
 }
-export interface RunnerMcpResourceLinkContent extends RunnerMcpContentMetadata {
-    "type": "resource_link";
-    "uri": string;
+export interface RunnerMcpStatusAssertion {
+    "id": string;
+    "kind": "status";
+    "expected": RunnerMcpExecutionStatus[];
+}
+export interface RunnerMcpExactAssertion {
+    "id": string;
+    "kind": "exact";
+    "path"?: string;
+    "expected": unknown;
+}
+export interface RunnerMcpPartialAssertion {
+    "id": string;
+    "kind": "partial";
+    "path"?: string;
+    "expected": unknown;
+}
+export interface RunnerMcpSchemaAssertion {
+    "id": string;
+    "kind": "schema";
+    "path"?: string;
+    "schema": unknown;
+}
+export interface RunnerMcpPatternAssertion {
+    "id": string;
+    "kind": "pattern";
+    "path"?: string;
+    "pattern": string;
+    "flags"?: string;
+}
+export interface RunnerMcpLatencyAssertion {
+    "id": string;
+    "kind": "latency";
+    "maxDurationMs": number;
+}
+export interface RunnerMcpTestCase {
+    "id": RunnerMcpTestCaseId;
+    "workspaceId": RunnerMcpWorkspaceId;
+    "serverId": RunnerMcpServerId;
     "name": string;
-    "title"?: string;
     "description"?: string;
-    "mimeType"?: string;
-    "size"?: number;
-    "icons"?: RunnerMcpIcon[];
+    "toolName": string;
+    "arguments"?: unknown;
+    "timeoutMs": number;
+    "assertions": RunnerMcpTestAssertion[];
+    "tags": string[];
+    "createdAt": string;
+    "updatedAt": string;
 }
-export interface RunnerMcpToolUseContent extends RunnerMcpContentMetadata {
-    "type": "tool_use";
-    "id": string;
+export interface RunnerMcpTestCaseCreateRequest {
+    "serverId": RunnerMcpServerId;
     "name": string;
-    "input": unknown;
-}
-export interface RunnerMcpToolResultContent extends RunnerMcpContentMetadata {
-    "type": "tool_result";
-    "toolUseId": string;
-    "content": RunnerMcpContent[];
-    "structuredContent"?: Record<string, unknown>;
-    "isError"?: boolean;
-}
-export interface RunnerMcpTask {
-    "taskId": string;
-    "status": RunnerMcpTaskStatus;
-    "statusMessage"?: string;
+    "description"?: string;
+    "toolName": string;
+    "arguments"?: unknown;
+    "timeoutMs": number;
+    "assertions": RunnerMcpTestAssertion[];
+    "tags"?: string[];
+}
+export interface RunnerMcpTestCaseUpdateRequest {
+    "serverId"?: RunnerMcpServerId;
+    "name"?: string;
+    "description"?: string;
+    "toolName"?: string;
+    "arguments"?: unknown;
+    "timeoutMs"?: number;
+    "assertions"?: RunnerMcpTestAssertion[];
+    "tags"?: string[];
+}
+export interface RunnerMcpTestCasePage {
+    "testCases": RunnerMcpTestCase[];
+    "nextCursor"?: string;
+}
+export interface RunnerMcpTestSuite {
+    "id": RunnerMcpSuiteId;
+    "workspaceId": RunnerMcpWorkspaceId;
+    "name": string;
+    "description"?: string;
+    "testCaseIds": RunnerMcpTestCaseId[];
+    "tags": string[];
     "createdAt": string;
-    "lastUpdatedAt": string;
-    "ttl"?: number;
-    "pollInterval"?: number;
-}
-export interface RunnerMcpToolCallResponse {
-    "content": RunnerMcpContent[];
-    "structuredContent"?: Record<string, unknown>;
-    "isError": boolean;
-    "task"?: RunnerMcpTask;
-    "_meta"?: Record<string, unknown>;
-}
-export interface RunnerMcpResourceReadRequest {
-    "uri": string;
-    "_meta"?: Record<string, unknown>;
-}
-export interface RunnerMcpResourceReadResponse {
-    "contents": RunnerMcpResourceContent[];
-    "_meta"?: Record<string, unknown>;
+    "updatedAt": string;
+}
+export interface RunnerMcpTestSuiteCreateRequest {
+    "name": string;
+    "description"?: string;
+    "testCaseIds": RunnerMcpTestCaseId[];
+    "tags"?: string[];
+}
+export interface RunnerMcpTestSuiteUpdateRequest {
+    "name"?: string;
+    "description"?: string;
+    "testCaseIds"?: RunnerMcpTestCaseId[];
+    "tags"?: string[];
+}
+export interface RunnerMcpTestSuitePage {
+    "suites": RunnerMcpTestSuite[];
+    "nextCursor"?: string;
+}
+export interface RunnerMcpEvaluationRunRequest {
+    "idempotencyKey": string;
+    "confirmation"?: RunnerMcpExecutionConfirmationRequest;
+    "concurrency"?: number;
+    "failFast"?: boolean;
+}
+export interface RunnerMcpTestCaseRunRequest extends RunnerMcpEvaluationRunRequest {
+}
+export interface RunnerMcpSuiteRunRequest extends RunnerMcpEvaluationRunRequest {
+    "selectedTestCaseIds"?: RunnerMcpTestCaseId[];
+}
+export interface RunnerMcpAssertionResult {
+    "assertionId": string;
+    "kind": string;
+    "status": RunnerMcpAssertionStatus;
+    "message"?: string;
+    "actual"?: unknown;
+}
+export interface RunnerMcpEvaluationTestCaseSnapshot {
+    "id": RunnerMcpTestCaseId;
+    "serverId": RunnerMcpServerId;
+    "name": string;
+    "description"?: string;
+    "toolName": string;
+    "arguments"?: unknown;
+    "timeoutMs": number;
+    "assertions": RunnerMcpTestAssertion[];
+    "tags": string[];
+}
+export interface RunnerMcpEvaluationSuiteSnapshot {
+    "id": RunnerMcpSuiteId;
+    "name": string;
+    "description"?: string;
+    "testCaseIds": RunnerMcpTestCaseId[];
+    "tags": string[];
+}
+export interface RunnerMcpEvaluationTestResult {
+    "testCase": RunnerMcpEvaluationTestCaseSnapshot;
+    "executionId"?: RunnerMcpExecutionId;
+    "status": RunnerMcpEvaluationResultStatus;
+    "startedAt"?: string;
+    "completedAt"?: string;
+    "durationMs"?: number;
+    "assertions": RunnerMcpAssertionResult[];
+    "error"?: RunnerMcpError;
+}
+export interface RunnerMcpEvaluationSummary {
+    "total": number;
+    "passed": number;
+    "failed": number;
+    "errors": number;
+    "skipped": number;
+    "successRate": number;
+    "reliability": number;
+    "meanDurationMs"?: number;
+    "p50DurationMs"?: number;
+    "p95DurationMs"?: number;
+    "p99DurationMs"?: number;
+    "tokenUsage"?: RunnerMcpExecutionTokenUsage;
+    "cost"?: RunnerMcpExecutionCost;
+}
+export interface RunnerMcpEvaluationRun {
+    "id": RunnerMcpEvaluationRunId;
+    "workspaceId": RunnerMcpWorkspaceId;
+    "suite"?: RunnerMcpEvaluationSuiteSnapshot;
+    "testCases": RunnerMcpEvaluationTestCaseSnapshot[];
+    "status": RunnerMcpEvaluationRunStatus;
+    "createdAt": string;
+    "startedAt"?: string;
+    "completedAt"?: string;
+    "results": RunnerMcpEvaluationTestResult[];
+    "summary"?: RunnerMcpEvaluationSummary;
+    "confirmation"?: RunnerMcpExecutionConfirmationEvidence;
+    "telemetry"?: RunnerMcpTelemetryCorrelation;
+    "error"?: RunnerMcpError;
+}
+export interface RunnerMcpEvaluationRunAccepted {
+    "run": RunnerMcpEvaluationRun;
+}
+export interface RunnerMcpEvaluationRunPage {
+    "runs": RunnerMcpEvaluationRun[];
+    "nextCursor"?: string;
+}
+export interface RunnerMcpEvaluationComparisonRequest {
+    "baselineRunId": RunnerMcpEvaluationRunId;
+    "candidateRunId": RunnerMcpEvaluationRunId;
+}
+export interface RunnerMcpEvaluationTestComparison {
+    "testCaseId": RunnerMcpTestCaseId;
+    "status": RunnerMcpRegressionStatus;
+    "baselineStatus"?: RunnerMcpEvaluationResultStatus;
+    "candidateStatus"?: RunnerMcpEvaluationResultStatus;
+    "durationDeltaMs"?: number;
+}
+export interface RunnerMcpEvaluationRunComparison {
+    "baselineRunId": RunnerMcpEvaluationRunId;
+    "candidateRunId": RunnerMcpEvaluationRunId;
+    "baseline": RunnerMcpEvaluationSummary;
+    "candidate": RunnerMcpEvaluationSummary;
+    "successRateDelta": number;
+    "reliabilityDelta": number;
+    "p95DurationDeltaMs"?: number;
+    "tokenDelta"?: number;
+    "costDeltaUsd"?: number;
+    "tests": RunnerMcpEvaluationTestComparison[];
+    "comparedAt": string;
+}
+export interface RunnerMcpEvaluationExportRequest {
+    "format": RunnerMcpEvaluationExportFormat;
+    "includeProtocolEvents"?: boolean;
+    "includeTelemetry"?: boolean;
+    "idempotencyKey": string;
+}
+export interface RunnerMcpEvaluationExport {
+    "id": RunnerMcpEvaluationExportId;
+    "runId": RunnerMcpEvaluationRunId;
+    "format": RunnerMcpEvaluationExportFormat;
+    "status": RunnerMcpEvaluationExportStatus;
+    "requestedAt": string;
+    "completedAt"?: string;
+    "mediaType"?: string;
+    "fileName"?: string;
+    "byteSize"?: number;
+    "sha256"?: string;
+    "error"?: RunnerMcpError;
+}
+export interface RunnerMcpEvaluationJsonExportPayload {
+    "format": "json";
+    "run": RunnerMcpEvaluationRun;
+    "protocolEvents": RunnerMcpProtocolEvent[];
+    "telemetry": RunnerMcpExecutionTelemetryResponse[];
+    "exportedAt": string;
+}
+export interface RunnerMcpEvaluationReportExportPayload {
+    "format": "report";
+    "markdown": string;
+    "exportedAt": string;
+}
+export interface RunnerMcpEvaluationExportArtifact {
+    "export": RunnerMcpEvaluationExport;
+    "payload": RunnerMcpEvaluationExportPayload;
+}
+export interface RunnerMcpEvaluationExportAccepted {
+    "export": RunnerMcpEvaluationExport;
 }
 export interface DisplayTracesInput {
     "trace_id"?: TraceId;