@ancplua/qyl-api-schema 1.0.5 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/api/routes.tsp +19 -19
- package/api/runner.tsp +0 -703
- package/api/streaming.tsp +2 -2
- package/api/workbench.tsp +709 -0
- package/common/errors.tsp +2 -1
- package/common/pagination.tsp +8 -8
- package/generated/json-schema/qyl-api-schema.json +1435 -1446
- package/generated/openapi/qyl.openapi.json +1486 -1707
- package/generated/otel-keys.gen.tsp +90 -90
- package/generated/ts-runtime/api.d.ts +431 -431
- package/generated/ts-runtime/api.js +16 -16
- package/index.tsp +2 -1
- package/models/health.tsp +2 -0
- package/models/runner.tsp +4 -0
- package/models/session.tsp +9 -9
- package/models/workbench.tsp +1194 -0
- package/otel/resource.tsp +39 -39
- package/otel/span.tsp +6 -6
- package/package.json +10 -5
- package/models/runner-mcp.tsp +0 -1031
|
@@ -10,29 +10,29 @@ export type SessionId = string & {
|
|
|
10
10
|
export type UserId = string & {
|
|
11
11
|
readonly __brand: "UserId";
|
|
12
12
|
};
|
|
13
|
-
export type
|
|
14
|
-
readonly __brand: "
|
|
13
|
+
export type WorkbenchSessionId = string & {
|
|
14
|
+
readonly __brand: "WorkbenchSessionId";
|
|
15
15
|
};
|
|
16
|
-
export type
|
|
17
|
-
readonly __brand: "
|
|
16
|
+
export type WorkbenchWorkspaceId = string & {
|
|
17
|
+
readonly __brand: "WorkbenchWorkspaceId";
|
|
18
18
|
};
|
|
19
|
-
export type
|
|
20
|
-
readonly __brand: "
|
|
19
|
+
export type WorkbenchServerId = string & {
|
|
20
|
+
readonly __brand: "WorkbenchServerId";
|
|
21
21
|
};
|
|
22
|
-
export type
|
|
23
|
-
readonly __brand: "
|
|
22
|
+
export type WorkbenchExecutionId = string & {
|
|
23
|
+
readonly __brand: "WorkbenchExecutionId";
|
|
24
24
|
};
|
|
25
|
-
export type
|
|
26
|
-
readonly __brand: "
|
|
25
|
+
export type WorkbenchEvaluationRunId = string & {
|
|
26
|
+
readonly __brand: "WorkbenchEvaluationRunId";
|
|
27
27
|
};
|
|
28
|
-
export type
|
|
29
|
-
readonly __brand: "
|
|
28
|
+
export type WorkbenchTestCaseId = string & {
|
|
29
|
+
readonly __brand: "WorkbenchTestCaseId";
|
|
30
30
|
};
|
|
31
|
-
export type
|
|
32
|
-
readonly __brand: "
|
|
31
|
+
export type WorkbenchSuiteId = string & {
|
|
32
|
+
readonly __brand: "WorkbenchSuiteId";
|
|
33
33
|
};
|
|
34
|
-
export type
|
|
35
|
-
readonly __brand: "
|
|
34
|
+
export type WorkbenchEvaluationExportId = string & {
|
|
35
|
+
readonly __brand: "WorkbenchEvaluationExportId";
|
|
36
36
|
};
|
|
37
37
|
export declare const ProblemDetailsMediaType: "application/problem+json";
|
|
38
38
|
export type ProblemDetailsMediaType = typeof ProblemDetailsMediaType;
|
|
@@ -237,17 +237,17 @@ export declare const RunnerLogStreamValues: {
|
|
|
237
237
|
readonly stderr: "err";
|
|
238
238
|
};
|
|
239
239
|
export type RunnerLogStream = typeof RunnerLogStreamValues[keyof typeof RunnerLogStreamValues];
|
|
240
|
-
export declare const
|
|
240
|
+
export declare const WorkbenchToolInputModeValues: {
|
|
241
241
|
readonly form: "form";
|
|
242
242
|
readonly json: "json";
|
|
243
243
|
};
|
|
244
|
-
export type
|
|
245
|
-
export declare const
|
|
244
|
+
export type WorkbenchToolInputMode = typeof WorkbenchToolInputModeValues[keyof typeof WorkbenchToolInputModeValues];
|
|
245
|
+
export declare const WorkbenchHeaderSecretSchemeValues: {
|
|
246
246
|
readonly bearer: "bearer";
|
|
247
247
|
readonly basic: "basic";
|
|
248
248
|
};
|
|
249
|
-
export type
|
|
250
|
-
export declare const
|
|
249
|
+
export type WorkbenchHeaderSecretScheme = typeof WorkbenchHeaderSecretSchemeValues[keyof typeof WorkbenchHeaderSecretSchemeValues];
|
|
250
|
+
export declare const WorkbenchErrorCategoryValues: {
|
|
251
251
|
readonly authentication: "authentication";
|
|
252
252
|
readonly transport: "transport";
|
|
253
253
|
readonly protocol: "protocol";
|
|
@@ -258,8 +258,8 @@ export declare const RunnerMcpErrorCategoryValues: {
|
|
|
258
258
|
readonly cancelled: "cancelled";
|
|
259
259
|
readonly internal: "internal";
|
|
260
260
|
};
|
|
261
|
-
export type
|
|
262
|
-
export declare const
|
|
261
|
+
export type WorkbenchErrorCategory = typeof WorkbenchErrorCategoryValues[keyof typeof WorkbenchErrorCategoryValues];
|
|
262
|
+
export declare const WorkbenchConnectionStatusValues: {
|
|
263
263
|
readonly disconnected: "disconnected";
|
|
264
264
|
readonly connecting: "connecting";
|
|
265
265
|
readonly connected: "connected";
|
|
@@ -267,28 +267,28 @@ export declare const RunnerMcpConnectionStatusValues: {
|
|
|
267
267
|
readonly reconnecting: "reconnecting";
|
|
268
268
|
readonly failed: "failed";
|
|
269
269
|
};
|
|
270
|
-
export type
|
|
271
|
-
export declare const
|
|
270
|
+
export type WorkbenchConnectionStatus = typeof WorkbenchConnectionStatusValues[keyof typeof WorkbenchConnectionStatusValues];
|
|
271
|
+
export declare const WorkbenchProtocolDirectionValues: {
|
|
272
272
|
readonly clientToServer: "client_to_server";
|
|
273
273
|
readonly serverToClient: "server_to_client";
|
|
274
274
|
readonly local: "local";
|
|
275
275
|
};
|
|
276
|
-
export type
|
|
277
|
-
export declare const
|
|
276
|
+
export type WorkbenchProtocolDirection = typeof WorkbenchProtocolDirectionValues[keyof typeof WorkbenchProtocolDirectionValues];
|
|
277
|
+
export declare const WorkbenchProtocolEventKindValues: {
|
|
278
278
|
readonly request: "request";
|
|
279
279
|
readonly response: "response";
|
|
280
280
|
readonly notification: "notification";
|
|
281
281
|
readonly error: "error";
|
|
282
282
|
readonly transport: "transport";
|
|
283
283
|
};
|
|
284
|
-
export type
|
|
285
|
-
export declare const
|
|
284
|
+
export type WorkbenchProtocolEventKind = typeof WorkbenchProtocolEventKindValues[keyof typeof WorkbenchProtocolEventKindValues];
|
|
285
|
+
export declare const WorkbenchExecutionEffectValues: {
|
|
286
286
|
readonly readOnly: "read_only";
|
|
287
287
|
readonly consequential: "consequential";
|
|
288
288
|
readonly unknown: "unknown";
|
|
289
289
|
};
|
|
290
|
-
export type
|
|
291
|
-
export declare const
|
|
290
|
+
export type WorkbenchExecutionEffect = typeof WorkbenchExecutionEffectValues[keyof typeof WorkbenchExecutionEffectValues];
|
|
291
|
+
export declare const WorkbenchExecutionStatusValues: {
|
|
292
292
|
readonly queued: "queued";
|
|
293
293
|
readonly running: "running";
|
|
294
294
|
readonly cancelling: "cancelling";
|
|
@@ -297,60 +297,60 @@ export declare const RunnerMcpExecutionStatusValues: {
|
|
|
297
297
|
readonly cancelled: "cancelled";
|
|
298
298
|
readonly timedOut: "timed_out";
|
|
299
299
|
};
|
|
300
|
-
export type
|
|
301
|
-
export declare const
|
|
300
|
+
export type WorkbenchExecutionStatus = typeof WorkbenchExecutionStatusValues[keyof typeof WorkbenchExecutionStatusValues];
|
|
301
|
+
export declare const WorkbenchTelemetryAvailabilityValues: {
|
|
302
302
|
readonly available: "available";
|
|
303
303
|
readonly partial: "partial";
|
|
304
304
|
readonly unavailable: "unavailable";
|
|
305
305
|
};
|
|
306
|
-
export type
|
|
307
|
-
export declare const
|
|
306
|
+
export type WorkbenchTelemetryAvailability = typeof WorkbenchTelemetryAvailabilityValues[keyof typeof WorkbenchTelemetryAvailabilityValues];
|
|
307
|
+
export declare const WorkbenchAssertionStatusValues: {
|
|
308
308
|
readonly passed: "passed";
|
|
309
309
|
readonly failed: "failed";
|
|
310
310
|
readonly error: "error";
|
|
311
311
|
readonly skipped: "skipped";
|
|
312
312
|
};
|
|
313
|
-
export type
|
|
314
|
-
export declare const
|
|
313
|
+
export type WorkbenchAssertionStatus = typeof WorkbenchAssertionStatusValues[keyof typeof WorkbenchAssertionStatusValues];
|
|
314
|
+
export declare const WorkbenchEvaluationResultStatusValues: {
|
|
315
315
|
readonly passed: "passed";
|
|
316
316
|
readonly failed: "failed";
|
|
317
317
|
readonly error: "error";
|
|
318
318
|
readonly skipped: "skipped";
|
|
319
319
|
};
|
|
320
|
-
export type
|
|
321
|
-
export declare const
|
|
320
|
+
export type WorkbenchEvaluationResultStatus = typeof WorkbenchEvaluationResultStatusValues[keyof typeof WorkbenchEvaluationResultStatusValues];
|
|
321
|
+
export declare const WorkbenchEvaluationRunStatusValues: {
|
|
322
322
|
readonly queued: "queued";
|
|
323
323
|
readonly running: "running";
|
|
324
324
|
readonly completed: "completed";
|
|
325
325
|
readonly failed: "failed";
|
|
326
326
|
readonly cancelled: "cancelled";
|
|
327
327
|
};
|
|
328
|
-
export type
|
|
329
|
-
export declare const
|
|
328
|
+
export type WorkbenchEvaluationRunStatus = typeof WorkbenchEvaluationRunStatusValues[keyof typeof WorkbenchEvaluationRunStatusValues];
|
|
329
|
+
export declare const WorkbenchRegressionStatusValues: {
|
|
330
330
|
readonly improved: "improved";
|
|
331
331
|
readonly regressed: "regressed";
|
|
332
332
|
readonly unchanged: "unchanged";
|
|
333
333
|
readonly added: "added";
|
|
334
334
|
readonly removed: "removed";
|
|
335
335
|
};
|
|
336
|
-
export type
|
|
337
|
-
export declare const
|
|
336
|
+
export type WorkbenchRegressionStatus = typeof WorkbenchRegressionStatusValues[keyof typeof WorkbenchRegressionStatusValues];
|
|
337
|
+
export declare const WorkbenchEvaluationExportFormatValues: {
|
|
338
338
|
readonly json: "json";
|
|
339
339
|
readonly report: "report";
|
|
340
340
|
};
|
|
341
|
-
export type
|
|
342
|
-
export declare const
|
|
341
|
+
export type WorkbenchEvaluationExportFormat = typeof WorkbenchEvaluationExportFormatValues[keyof typeof WorkbenchEvaluationExportFormatValues];
|
|
342
|
+
export declare const WorkbenchEvaluationExportStatusValues: {
|
|
343
343
|
readonly pending: "pending";
|
|
344
344
|
readonly ready: "ready";
|
|
345
345
|
readonly failed: "failed";
|
|
346
346
|
};
|
|
347
|
-
export type
|
|
348
|
-
export declare const
|
|
347
|
+
export type WorkbenchEvaluationExportStatus = typeof WorkbenchEvaluationExportStatusValues[keyof typeof WorkbenchEvaluationExportStatusValues];
|
|
348
|
+
export declare const WorkbenchTransportKindValues: {
|
|
349
349
|
readonly stdio: "stdio";
|
|
350
350
|
readonly streamableHttp: "streamable_http";
|
|
351
351
|
readonly builtin: "builtin";
|
|
352
352
|
};
|
|
353
|
-
export type
|
|
353
|
+
export type WorkbenchTransportKind = typeof WorkbenchTransportKindValues[keyof typeof WorkbenchTransportKindValues];
|
|
354
354
|
export declare const McpDataModeValues: {
|
|
355
355
|
readonly live: "live";
|
|
356
356
|
readonly demo: "demo";
|
|
@@ -367,13 +367,13 @@ export type AttributeDouble = number | "NaN" | "Infinity" | "-Infinity";
|
|
|
367
367
|
export type AttributeValue = null | string | boolean | AttributeIntValue | AttributeDoubleValue | AttributeBytesValue | AttributeValue[] | AttributeKeyValueListValue;
|
|
368
368
|
export type ApiError = NotFoundError | ValidationError | UnauthorizedError | ForbiddenError | ConflictError | RateLimitError | InternalServerError | BadGatewayError | ServiceUnavailableError;
|
|
369
369
|
export type LogBody = LogBodyString | LogBodyKvList | LogBodyArray | LogBodyBytes;
|
|
370
|
-
export type RunnerMcpServerConfiguration = RunnerMcpStdioServerConfiguration | RunnerMcpStreamableHttpServerConfiguration | RunnerMcpBuiltinServerConfiguration;
|
|
371
|
-
export type RunnerMcpTestAssertion = RunnerMcpStatusAssertion | RunnerMcpExactAssertion | RunnerMcpPartialAssertion | RunnerMcpSchemaAssertion | RunnerMcpPatternAssertion | RunnerMcpLatencyAssertion;
|
|
372
|
-
export type RunnerMcpEvaluationExportPayload = RunnerMcpEvaluationJsonExportPayload | RunnerMcpEvaluationReportExportPayload;
|
|
373
370
|
export type RunnerResourceEvents = RunnerResourceState;
|
|
374
371
|
export type RunnerLogEvents = RunnerLogLine;
|
|
375
|
-
export type
|
|
376
|
-
export type
|
|
372
|
+
export type WorkbenchServerConfiguration = WorkbenchStdioServerConfiguration | WorkbenchStreamableHttpServerConfiguration | WorkbenchBuiltinServerConfiguration;
|
|
373
|
+
export type WorkbenchTestAssertion = WorkbenchStatusAssertion | WorkbenchExactAssertion | WorkbenchPartialAssertion | WorkbenchSchemaAssertion | WorkbenchPatternAssertion | WorkbenchLatencyAssertion;
|
|
374
|
+
export type WorkbenchEvaluationExportPayload = WorkbenchEvaluationJsonExportPayload | WorkbenchEvaluationReportExportPayload;
|
|
375
|
+
export type WorkbenchProtocolEvents = WorkbenchProtocolEvent;
|
|
376
|
+
export type WorkbenchExecutionUpdateEvents = WorkbenchExecutionRecord;
|
|
377
377
|
export type LogEvents = LogStreamEvent | HeartbeatEvent;
|
|
378
378
|
export interface AttributeBytesValue {
|
|
379
379
|
"type": "bytes";
|
|
@@ -475,7 +475,7 @@ export interface TimeRangeParams {
|
|
|
475
475
|
}
|
|
476
476
|
export interface StreamParams {
|
|
477
477
|
"since"?: string;
|
|
478
|
-
"trace_id"?:
|
|
478
|
+
"trace_id"?: TraceId;
|
|
479
479
|
"service_name"?: string;
|
|
480
480
|
"max_events_per_second"?: number;
|
|
481
481
|
}
|
|
@@ -485,41 +485,41 @@ export interface AggregationParams {
|
|
|
485
485
|
"filter"?: string;
|
|
486
486
|
}
|
|
487
487
|
export interface Resource {
|
|
488
|
-
"
|
|
489
|
-
"
|
|
490
|
-
"
|
|
491
|
-
"
|
|
492
|
-
"
|
|
493
|
-
"
|
|
494
|
-
"
|
|
495
|
-
"
|
|
496
|
-
"
|
|
497
|
-
"
|
|
498
|
-
"
|
|
499
|
-
"
|
|
500
|
-
"
|
|
501
|
-
"
|
|
502
|
-
"
|
|
503
|
-
"
|
|
504
|
-
"
|
|
505
|
-
"
|
|
506
|
-
"
|
|
507
|
-
"
|
|
508
|
-
"
|
|
509
|
-
"
|
|
510
|
-
"
|
|
511
|
-
"
|
|
512
|
-
"
|
|
513
|
-
"
|
|
514
|
-
"
|
|
515
|
-
"
|
|
516
|
-
"
|
|
517
|
-
"
|
|
518
|
-
"
|
|
519
|
-
"
|
|
520
|
-
"
|
|
521
|
-
"
|
|
522
|
-
"
|
|
488
|
+
"service_name": string;
|
|
489
|
+
"service_namespace"?: string;
|
|
490
|
+
"service_instance_id"?: string;
|
|
491
|
+
"service_version"?: string;
|
|
492
|
+
"telemetry_sdk_name"?: string;
|
|
493
|
+
"telemetry_sdk_language"?: TelemetrySdkLanguage;
|
|
494
|
+
"telemetry_sdk_version"?: string;
|
|
495
|
+
"telemetry_distro_version"?: string;
|
|
496
|
+
"deployment_environment"?: string;
|
|
497
|
+
"cloud_provider"?: CloudProvider;
|
|
498
|
+
"cloud_region"?: string;
|
|
499
|
+
"cloud_availability_zone"?: string;
|
|
500
|
+
"cloud_account_id"?: string;
|
|
501
|
+
"cloud_platform"?: string;
|
|
502
|
+
"host_name"?: string;
|
|
503
|
+
"host_id"?: string;
|
|
504
|
+
"host_type"?: string;
|
|
505
|
+
"host_arch"?: HostArch;
|
|
506
|
+
"os_type"?: OsType;
|
|
507
|
+
"os_description"?: string;
|
|
508
|
+
"os_version"?: string;
|
|
509
|
+
"process_pid"?: number;
|
|
510
|
+
"process_executable_name"?: string;
|
|
511
|
+
"process_command_line"?: string;
|
|
512
|
+
"process_runtime_name"?: string;
|
|
513
|
+
"process_runtime_version"?: string;
|
|
514
|
+
"container_id"?: string;
|
|
515
|
+
"container_name"?: string;
|
|
516
|
+
"container_image_name"?: string;
|
|
517
|
+
"container_image_tags"?: string[];
|
|
518
|
+
"k8s_cluster_name"?: string;
|
|
519
|
+
"k8s_namespace_name"?: string;
|
|
520
|
+
"k8s_pod_name"?: string;
|
|
521
|
+
"k8s_pod_uid"?: string;
|
|
522
|
+
"k8s_deployment_name"?: string;
|
|
523
523
|
"attributes"?: Attribute[];
|
|
524
524
|
"dropped_attributes_count"?: number;
|
|
525
525
|
"entity_refs"?: EntityRef[];
|
|
@@ -639,18 +639,18 @@ export interface LogTemplate {
|
|
|
639
639
|
"rendered_message"?: string;
|
|
640
640
|
}
|
|
641
641
|
export interface SessionAttributes {
|
|
642
|
-
"
|
|
643
|
-
"
|
|
642
|
+
"session_id": SessionId;
|
|
643
|
+
"previous_session_id"?: SessionId;
|
|
644
644
|
}
|
|
645
645
|
export interface SessionEvent {
|
|
646
|
-
"
|
|
647
|
-
"
|
|
646
|
+
"event_name": SessionEventName;
|
|
647
|
+
"session_id": SessionId;
|
|
648
648
|
"timestamp": string;
|
|
649
|
-
"
|
|
649
|
+
"event_domain": "session";
|
|
650
650
|
}
|
|
651
651
|
export interface SessionEntity {
|
|
652
|
-
"
|
|
653
|
-
"
|
|
652
|
+
"session_id": SessionId;
|
|
653
|
+
"user_id"?: UserId;
|
|
654
654
|
"start_time": string;
|
|
655
655
|
"end_time"?: string;
|
|
656
656
|
"duration_ms"?: number;
|
|
@@ -697,11 +697,11 @@ export interface SessionStats {
|
|
|
697
697
|
export interface HealthCheckEntry {
|
|
698
698
|
"status": HealthStatus;
|
|
699
699
|
"description"?: string;
|
|
700
|
-
"
|
|
700
|
+
"duration_ms": number;
|
|
701
701
|
}
|
|
702
702
|
export interface HealthReport {
|
|
703
703
|
"status": HealthStatus;
|
|
704
|
-
"
|
|
704
|
+
"total_duration_ms": number;
|
|
705
705
|
"entries": Record<string, HealthCheckEntry>;
|
|
706
706
|
}
|
|
707
707
|
export interface RunnerResourceState {
|
|
@@ -709,11 +709,11 @@ export interface RunnerResourceState {
|
|
|
709
709
|
"lifecycle": RunnerResourceLifecycle;
|
|
710
710
|
"timestamp": string;
|
|
711
711
|
"kind"?: RunnerResourceKind;
|
|
712
|
-
"
|
|
712
|
+
"allocated_port"?: number;
|
|
713
713
|
"endpoint"?: string;
|
|
714
|
-
"
|
|
715
|
-
"
|
|
716
|
-
"
|
|
714
|
+
"last_error"?: string;
|
|
715
|
+
"server_identity"?: unknown;
|
|
716
|
+
"tool_count"?: number;
|
|
717
717
|
"restarts"?: number;
|
|
718
718
|
}
|
|
719
719
|
export interface RunnerLogLine {
|
|
@@ -721,501 +721,501 @@ export interface RunnerLogLine {
|
|
|
721
721
|
"stream": RunnerLogStream;
|
|
722
722
|
"line": string;
|
|
723
723
|
}
|
|
724
|
-
export interface
|
|
724
|
+
export interface WorkbenchPrincipalIdentity {
|
|
725
725
|
"id": string;
|
|
726
|
-
"
|
|
726
|
+
"display_name"?: string;
|
|
727
727
|
"local": true;
|
|
728
728
|
}
|
|
729
|
-
export interface
|
|
730
|
-
"id":
|
|
731
|
-
"principal":
|
|
732
|
-
"
|
|
733
|
-
"
|
|
734
|
-
"
|
|
735
|
-
"
|
|
729
|
+
export interface WorkbenchSession {
|
|
730
|
+
"id": WorkbenchSessionId;
|
|
731
|
+
"principal": WorkbenchPrincipalIdentity;
|
|
732
|
+
"workspace_ids": WorkbenchWorkspaceId[];
|
|
733
|
+
"active_workspace_id"?: WorkbenchWorkspaceId;
|
|
734
|
+
"created_at": string;
|
|
735
|
+
"expires_at"?: string;
|
|
736
736
|
}
|
|
737
|
-
export interface
|
|
737
|
+
export interface WorkbenchSessionBootstrapResponse extends WorkbenchSession {
|
|
738
738
|
}
|
|
739
|
-
export interface
|
|
740
|
-
"id":
|
|
741
|
-
"
|
|
739
|
+
export interface WorkbenchWorkspace {
|
|
740
|
+
"id": WorkbenchWorkspaceId;
|
|
741
|
+
"owner_id": string;
|
|
742
742
|
"name": string;
|
|
743
743
|
"description"?: string;
|
|
744
|
-
"
|
|
745
|
-
"
|
|
744
|
+
"created_at": string;
|
|
745
|
+
"updated_at": string;
|
|
746
746
|
}
|
|
747
|
-
export interface
|
|
747
|
+
export interface WorkbenchWorkspaceCreateRequest {
|
|
748
748
|
"name": string;
|
|
749
749
|
"description"?: string;
|
|
750
750
|
}
|
|
751
|
-
export interface
|
|
751
|
+
export interface WorkbenchWorkspaceUpdateRequest {
|
|
752
752
|
"name"?: string;
|
|
753
753
|
"description"?: string;
|
|
754
754
|
}
|
|
755
|
-
export interface
|
|
756
|
-
"workspaces":
|
|
757
|
-
}
|
|
758
|
-
export interface
|
|
759
|
-
"
|
|
760
|
-
"
|
|
761
|
-
"
|
|
762
|
-
"
|
|
763
|
-
"
|
|
764
|
-
"
|
|
765
|
-
"
|
|
766
|
-
}
|
|
767
|
-
export interface
|
|
768
|
-
"
|
|
769
|
-
"
|
|
770
|
-
"
|
|
771
|
-
"
|
|
772
|
-
"
|
|
773
|
-
}
|
|
774
|
-
export interface
|
|
755
|
+
export interface WorkbenchWorkspaceListResponse {
|
|
756
|
+
"workspaces": WorkbenchWorkspace[];
|
|
757
|
+
}
|
|
758
|
+
export interface WorkbenchWorkspacePreferences {
|
|
759
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
760
|
+
"selected_server_id"?: WorkbenchServerId;
|
|
761
|
+
"selected_tool_name"?: string;
|
|
762
|
+
"input_mode": WorkbenchToolInputMode;
|
|
763
|
+
"active_panel"?: string;
|
|
764
|
+
"compact_mode": boolean;
|
|
765
|
+
"updated_at": string;
|
|
766
|
+
}
|
|
767
|
+
export interface WorkbenchWorkspacePreferencesUpdateRequest {
|
|
768
|
+
"selected_server_id"?: WorkbenchServerId;
|
|
769
|
+
"selected_tool_name"?: string;
|
|
770
|
+
"input_mode"?: WorkbenchToolInputMode;
|
|
771
|
+
"active_panel"?: string;
|
|
772
|
+
"compact_mode"?: boolean;
|
|
773
|
+
}
|
|
774
|
+
export interface WorkbenchSecretReference {
|
|
775
775
|
"source": "environment";
|
|
776
|
-
"
|
|
776
|
+
"environment_variable": string;
|
|
777
777
|
}
|
|
778
|
-
export interface
|
|
778
|
+
export interface WorkbenchEnvironmentSecretReference {
|
|
779
779
|
"name": string;
|
|
780
|
-
"secret":
|
|
780
|
+
"secret": WorkbenchSecretReference;
|
|
781
781
|
}
|
|
782
|
-
export interface
|
|
782
|
+
export interface WorkbenchHeaderSecretReference {
|
|
783
783
|
"name": string;
|
|
784
|
-
"secret":
|
|
785
|
-
"scheme"?:
|
|
784
|
+
"secret": WorkbenchSecretReference;
|
|
785
|
+
"scheme"?: WorkbenchHeaderSecretScheme;
|
|
786
786
|
}
|
|
787
|
-
export interface
|
|
787
|
+
export interface WorkbenchStdioServerConfiguration {
|
|
788
788
|
"transport": "stdio";
|
|
789
789
|
"command": string;
|
|
790
790
|
"arguments"?: string[];
|
|
791
|
-
"
|
|
792
|
-
"environment"?:
|
|
791
|
+
"working_directory"?: string;
|
|
792
|
+
"environment"?: WorkbenchEnvironmentSecretReference[];
|
|
793
793
|
}
|
|
794
|
-
export interface
|
|
794
|
+
export interface WorkbenchStreamableHttpServerConfiguration {
|
|
795
795
|
"transport": "streamable_http";
|
|
796
796
|
"endpoint": string;
|
|
797
|
-
"headers"?:
|
|
797
|
+
"headers"?: WorkbenchHeaderSecretReference[];
|
|
798
798
|
}
|
|
799
|
-
export interface
|
|
799
|
+
export interface WorkbenchBuiltinServerConfiguration {
|
|
800
800
|
"transport": "builtin";
|
|
801
801
|
"name": string;
|
|
802
802
|
}
|
|
803
|
-
export interface
|
|
804
|
-
"category":
|
|
803
|
+
export interface WorkbenchError {
|
|
804
|
+
"category": WorkbenchErrorCategory;
|
|
805
805
|
"code": string;
|
|
806
806
|
"message": string;
|
|
807
|
-
"
|
|
807
|
+
"occurred_at": string;
|
|
808
808
|
"retryable": boolean;
|
|
809
809
|
"details"?: unknown;
|
|
810
810
|
}
|
|
811
|
-
export interface
|
|
812
|
-
"
|
|
813
|
-
"
|
|
814
|
-
"
|
|
811
|
+
export interface WorkbenchInitializationSnapshot {
|
|
812
|
+
"initialized_at": string;
|
|
813
|
+
"protocol_version": string;
|
|
814
|
+
"server_identity": unknown;
|
|
815
815
|
"capabilities": unknown;
|
|
816
816
|
"instructions"?: string;
|
|
817
|
-
"
|
|
817
|
+
"session_info"?: unknown;
|
|
818
818
|
"result": unknown;
|
|
819
819
|
}
|
|
820
|
-
export interface
|
|
821
|
-
"status":
|
|
822
|
-
"
|
|
823
|
-
"
|
|
824
|
-
"
|
|
825
|
-
"initialization"?:
|
|
826
|
-
"
|
|
827
|
-
}
|
|
828
|
-
export interface
|
|
829
|
-
"id":
|
|
830
|
-
"
|
|
820
|
+
export interface WorkbenchConnectionSnapshot {
|
|
821
|
+
"status": WorkbenchConnectionStatus;
|
|
822
|
+
"changed_at": string;
|
|
823
|
+
"connected_at"?: string;
|
|
824
|
+
"disconnected_at"?: string;
|
|
825
|
+
"initialization"?: WorkbenchInitializationSnapshot;
|
|
826
|
+
"recent_error"?: WorkbenchError;
|
|
827
|
+
}
|
|
828
|
+
export interface WorkbenchServer {
|
|
829
|
+
"id": WorkbenchServerId;
|
|
830
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
831
831
|
"name": string;
|
|
832
832
|
"description"?: string;
|
|
833
|
-
"configuration":
|
|
834
|
-
"connection":
|
|
835
|
-
"
|
|
836
|
-
"
|
|
833
|
+
"configuration": WorkbenchServerConfiguration;
|
|
834
|
+
"connection": WorkbenchConnectionSnapshot;
|
|
835
|
+
"created_at": string;
|
|
836
|
+
"updated_at": string;
|
|
837
837
|
}
|
|
838
|
-
export interface
|
|
838
|
+
export interface WorkbenchServerCreateRequest {
|
|
839
839
|
"name": string;
|
|
840
840
|
"description"?: string;
|
|
841
|
-
"configuration":
|
|
842
|
-
"
|
|
841
|
+
"configuration": WorkbenchServerConfiguration;
|
|
842
|
+
"auto_connect"?: boolean;
|
|
843
843
|
}
|
|
844
|
-
export interface
|
|
844
|
+
export interface WorkbenchServerUpdateRequest {
|
|
845
845
|
"name"?: string;
|
|
846
846
|
"description"?: string;
|
|
847
|
-
"configuration"?:
|
|
847
|
+
"configuration"?: WorkbenchServerConfiguration;
|
|
848
848
|
}
|
|
849
|
-
export interface
|
|
850
|
-
"servers":
|
|
849
|
+
export interface WorkbenchServerListResponse {
|
|
850
|
+
"servers": WorkbenchServer[];
|
|
851
851
|
}
|
|
852
|
-
export interface
|
|
853
|
-
"server":
|
|
852
|
+
export interface WorkbenchServerActionAccepted {
|
|
853
|
+
"server": WorkbenchServer;
|
|
854
854
|
}
|
|
855
|
-
export interface
|
|
855
|
+
export interface WorkbenchDiscoveryCollection {
|
|
856
856
|
"items": unknown[];
|
|
857
857
|
"count": number;
|
|
858
858
|
"complete": boolean;
|
|
859
859
|
"cursor"?: string;
|
|
860
|
-
"
|
|
861
|
-
"
|
|
862
|
-
}
|
|
863
|
-
export interface
|
|
864
|
-
"
|
|
865
|
-
"
|
|
866
|
-
"
|
|
867
|
-
"tools":
|
|
868
|
-
"resources":
|
|
869
|
-
"
|
|
870
|
-
"prompts":
|
|
871
|
-
}
|
|
872
|
-
export interface
|
|
860
|
+
"next_cursor"?: string;
|
|
861
|
+
"discovered_at": string;
|
|
862
|
+
}
|
|
863
|
+
export interface WorkbenchDiscoverySnapshot {
|
|
864
|
+
"server_id": WorkbenchServerId;
|
|
865
|
+
"started_at": string;
|
|
866
|
+
"completed_at": string;
|
|
867
|
+
"tools": WorkbenchDiscoveryCollection;
|
|
868
|
+
"resources": WorkbenchDiscoveryCollection;
|
|
869
|
+
"resource_templates": WorkbenchDiscoveryCollection;
|
|
870
|
+
"prompts": WorkbenchDiscoveryCollection;
|
|
871
|
+
}
|
|
872
|
+
export interface WorkbenchProtocolEvent {
|
|
873
873
|
"id": string;
|
|
874
|
-
"
|
|
875
|
-
"direction":
|
|
876
|
-
"kind":
|
|
874
|
+
"server_id": WorkbenchServerId;
|
|
875
|
+
"direction": WorkbenchProtocolDirection;
|
|
876
|
+
"kind": WorkbenchProtocolEventKind;
|
|
877
877
|
"method"?: string;
|
|
878
|
-
"
|
|
878
|
+
"request_id"?: unknown;
|
|
879
879
|
"timestamp": string;
|
|
880
|
-
"
|
|
880
|
+
"duration_ms"?: number;
|
|
881
881
|
"payload"?: unknown;
|
|
882
|
-
"
|
|
883
|
-
"
|
|
884
|
-
"
|
|
882
|
+
"redaction_applied": true;
|
|
883
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
884
|
+
"trace_id"?: TraceId;
|
|
885
885
|
}
|
|
886
|
-
export interface
|
|
887
|
-
"events":
|
|
888
|
-
"
|
|
886
|
+
export interface WorkbenchProtocolEventPage {
|
|
887
|
+
"events": WorkbenchProtocolEvent[];
|
|
888
|
+
"next_cursor"?: string;
|
|
889
889
|
}
|
|
890
|
-
export interface
|
|
890
|
+
export interface WorkbenchExecutionConfirmationRequest {
|
|
891
891
|
"acknowledged": true;
|
|
892
892
|
"acknowledgement": string;
|
|
893
893
|
}
|
|
894
|
-
export interface
|
|
894
|
+
export interface WorkbenchExecutionConfirmationEvidence {
|
|
895
895
|
"acknowledged": true;
|
|
896
896
|
"acknowledgement": string;
|
|
897
|
-
"
|
|
897
|
+
"confirmed_at": string;
|
|
898
898
|
}
|
|
899
|
-
export interface
|
|
900
|
-
"
|
|
899
|
+
export interface WorkbenchExecutionRequest {
|
|
900
|
+
"tool_name": string;
|
|
901
901
|
"arguments"?: unknown;
|
|
902
|
-
"
|
|
903
|
-
"confirmation"?:
|
|
904
|
-
"
|
|
905
|
-
}
|
|
906
|
-
export interface
|
|
907
|
-
"
|
|
908
|
-
"
|
|
909
|
-
"
|
|
902
|
+
"timeout_ms": number;
|
|
903
|
+
"confirmation"?: WorkbenchExecutionConfirmationRequest;
|
|
904
|
+
"idempotency_key": string;
|
|
905
|
+
}
|
|
906
|
+
export interface WorkbenchExecutionTokenUsage {
|
|
907
|
+
"input_tokens"?: number;
|
|
908
|
+
"output_tokens"?: number;
|
|
909
|
+
"total_tokens"?: number;
|
|
910
910
|
"estimated": boolean;
|
|
911
911
|
}
|
|
912
|
-
export interface
|
|
913
|
-
"
|
|
912
|
+
export interface WorkbenchExecutionCost {
|
|
913
|
+
"amount_usd": number;
|
|
914
914
|
"estimated": boolean;
|
|
915
915
|
"source"?: string;
|
|
916
916
|
}
|
|
917
|
-
export interface
|
|
918
|
-
"
|
|
919
|
-
"
|
|
920
|
-
"
|
|
921
|
-
"
|
|
922
|
-
"
|
|
923
|
-
}
|
|
924
|
-
export interface
|
|
925
|
-
"id":
|
|
926
|
-
"
|
|
927
|
-
"
|
|
928
|
-
"request":
|
|
929
|
-
"effect":
|
|
930
|
-
"confirmation"?:
|
|
931
|
-
"status":
|
|
932
|
-
"
|
|
933
|
-
"
|
|
934
|
-
"
|
|
935
|
-
"
|
|
936
|
-
"
|
|
937
|
-
"
|
|
938
|
-
"
|
|
939
|
-
"
|
|
917
|
+
export interface WorkbenchTelemetryCorrelation {
|
|
918
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
919
|
+
"evaluation_run_id"?: WorkbenchEvaluationRunId;
|
|
920
|
+
"test_case_id"?: WorkbenchTestCaseId;
|
|
921
|
+
"trace_ids": TraceId[];
|
|
922
|
+
"span_ids": SpanId[];
|
|
923
|
+
}
|
|
924
|
+
export interface WorkbenchExecutionRecord {
|
|
925
|
+
"id": WorkbenchExecutionId;
|
|
926
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
927
|
+
"server_id": WorkbenchServerId;
|
|
928
|
+
"request": WorkbenchExecutionRequest;
|
|
929
|
+
"effect": WorkbenchExecutionEffect;
|
|
930
|
+
"confirmation"?: WorkbenchExecutionConfirmationEvidence;
|
|
931
|
+
"status": WorkbenchExecutionStatus;
|
|
932
|
+
"created_at": string;
|
|
933
|
+
"started_at"?: string;
|
|
934
|
+
"completed_at"?: string;
|
|
935
|
+
"duration_ms"?: number;
|
|
936
|
+
"attempt_count": number;
|
|
937
|
+
"retry_count": number;
|
|
938
|
+
"cancel_requested_at"?: string;
|
|
939
|
+
"cancelled_at"?: string;
|
|
940
940
|
"result"?: unknown;
|
|
941
|
-
"error"?:
|
|
942
|
-
"
|
|
943
|
-
"cost"?:
|
|
944
|
-
"telemetry"?:
|
|
941
|
+
"error"?: WorkbenchError;
|
|
942
|
+
"token_usage"?: WorkbenchExecutionTokenUsage;
|
|
943
|
+
"cost"?: WorkbenchExecutionCost;
|
|
944
|
+
"telemetry"?: WorkbenchTelemetryCorrelation;
|
|
945
945
|
}
|
|
946
|
-
export interface
|
|
947
|
-
"execution":
|
|
946
|
+
export interface WorkbenchExecutionAccepted {
|
|
947
|
+
"execution": WorkbenchExecutionRecord;
|
|
948
948
|
}
|
|
949
|
-
export interface
|
|
949
|
+
export interface WorkbenchExecutionCancelRequest {
|
|
950
950
|
"reason"?: string;
|
|
951
|
-
"
|
|
952
|
-
}
|
|
953
|
-
export interface
|
|
954
|
-
"executions":
|
|
955
|
-
"
|
|
956
|
-
}
|
|
957
|
-
export interface
|
|
958
|
-
"status":
|
|
959
|
-
"
|
|
960
|
-
"
|
|
961
|
-
}
|
|
962
|
-
export interface
|
|
963
|
-
"traces":
|
|
964
|
-
"logs":
|
|
965
|
-
"exceptions":
|
|
966
|
-
"
|
|
967
|
-
}
|
|
968
|
-
export interface
|
|
969
|
-
"signals":
|
|
970
|
-
"correlation":
|
|
951
|
+
"idempotency_key": string;
|
|
952
|
+
}
|
|
953
|
+
export interface WorkbenchExecutionPage {
|
|
954
|
+
"executions": WorkbenchExecutionRecord[];
|
|
955
|
+
"next_cursor"?: string;
|
|
956
|
+
}
|
|
957
|
+
export interface WorkbenchTelemetrySignalAvailability {
|
|
958
|
+
"status": WorkbenchTelemetryAvailability;
|
|
959
|
+
"unavailable_reason"?: string;
|
|
960
|
+
"item_count": number;
|
|
961
|
+
}
|
|
962
|
+
export interface WorkbenchTelemetrySignalSummary {
|
|
963
|
+
"traces": WorkbenchTelemetrySignalAvailability;
|
|
964
|
+
"logs": WorkbenchTelemetrySignalAvailability;
|
|
965
|
+
"exceptions": WorkbenchTelemetrySignalAvailability;
|
|
966
|
+
"tool_call_events": WorkbenchTelemetrySignalAvailability;
|
|
967
|
+
}
|
|
968
|
+
export interface WorkbenchExecutionTelemetryResponse {
|
|
969
|
+
"signals": WorkbenchTelemetrySignalSummary;
|
|
970
|
+
"correlation": WorkbenchTelemetryCorrelation;
|
|
971
971
|
"traces": Trace[];
|
|
972
972
|
"logs": LogRecord[];
|
|
973
|
-
"
|
|
974
|
-
"
|
|
973
|
+
"queried_at": string;
|
|
974
|
+
"self_export_suppressed": true;
|
|
975
975
|
}
|
|
976
|
-
export interface
|
|
976
|
+
export interface WorkbenchStatusAssertion {
|
|
977
977
|
"id": string;
|
|
978
978
|
"kind": "status";
|
|
979
|
-
"expected":
|
|
979
|
+
"expected": WorkbenchExecutionStatus[];
|
|
980
980
|
}
|
|
981
|
-
export interface
|
|
981
|
+
export interface WorkbenchExactAssertion {
|
|
982
982
|
"id": string;
|
|
983
983
|
"kind": "exact";
|
|
984
984
|
"path"?: string;
|
|
985
985
|
"expected": unknown;
|
|
986
986
|
}
|
|
987
|
-
export interface
|
|
987
|
+
export interface WorkbenchPartialAssertion {
|
|
988
988
|
"id": string;
|
|
989
989
|
"kind": "partial";
|
|
990
990
|
"path"?: string;
|
|
991
991
|
"expected": unknown;
|
|
992
992
|
}
|
|
993
|
-
export interface
|
|
993
|
+
export interface WorkbenchSchemaAssertion {
|
|
994
994
|
"id": string;
|
|
995
995
|
"kind": "schema";
|
|
996
996
|
"path"?: string;
|
|
997
997
|
"schema": unknown;
|
|
998
998
|
}
|
|
999
|
-
export interface
|
|
999
|
+
export interface WorkbenchPatternAssertion {
|
|
1000
1000
|
"id": string;
|
|
1001
1001
|
"kind": "pattern";
|
|
1002
1002
|
"path"?: string;
|
|
1003
1003
|
"pattern": string;
|
|
1004
1004
|
"flags"?: string;
|
|
1005
1005
|
}
|
|
1006
|
-
export interface
|
|
1006
|
+
export interface WorkbenchLatencyAssertion {
|
|
1007
1007
|
"id": string;
|
|
1008
1008
|
"kind": "latency";
|
|
1009
|
-
"
|
|
1009
|
+
"max_duration_ms": number;
|
|
1010
1010
|
}
|
|
1011
|
-
export interface
|
|
1012
|
-
"id":
|
|
1013
|
-
"
|
|
1014
|
-
"
|
|
1011
|
+
export interface WorkbenchTestCase {
|
|
1012
|
+
"id": WorkbenchTestCaseId;
|
|
1013
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1014
|
+
"server_id": WorkbenchServerId;
|
|
1015
1015
|
"name": string;
|
|
1016
1016
|
"description"?: string;
|
|
1017
|
-
"
|
|
1017
|
+
"tool_name": string;
|
|
1018
1018
|
"arguments"?: unknown;
|
|
1019
|
-
"
|
|
1020
|
-
"assertions":
|
|
1019
|
+
"timeout_ms": number;
|
|
1020
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1021
1021
|
"tags": string[];
|
|
1022
|
-
"
|
|
1023
|
-
"
|
|
1022
|
+
"created_at": string;
|
|
1023
|
+
"updated_at": string;
|
|
1024
1024
|
}
|
|
1025
|
-
export interface
|
|
1026
|
-
"
|
|
1025
|
+
export interface WorkbenchTestCaseCreateRequest {
|
|
1026
|
+
"server_id": WorkbenchServerId;
|
|
1027
1027
|
"name": string;
|
|
1028
1028
|
"description"?: string;
|
|
1029
|
-
"
|
|
1029
|
+
"tool_name": string;
|
|
1030
1030
|
"arguments"?: unknown;
|
|
1031
|
-
"
|
|
1032
|
-
"assertions":
|
|
1031
|
+
"timeout_ms": number;
|
|
1032
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1033
1033
|
"tags"?: string[];
|
|
1034
1034
|
}
|
|
1035
|
-
export interface
|
|
1036
|
-
"
|
|
1035
|
+
export interface WorkbenchTestCaseUpdateRequest {
|
|
1036
|
+
"server_id"?: WorkbenchServerId;
|
|
1037
1037
|
"name"?: string;
|
|
1038
1038
|
"description"?: string;
|
|
1039
|
-
"
|
|
1039
|
+
"tool_name"?: string;
|
|
1040
1040
|
"arguments"?: unknown;
|
|
1041
|
-
"
|
|
1042
|
-
"assertions"?:
|
|
1041
|
+
"timeout_ms"?: number;
|
|
1042
|
+
"assertions"?: WorkbenchTestAssertion[];
|
|
1043
1043
|
"tags"?: string[];
|
|
1044
1044
|
}
|
|
1045
|
-
export interface
|
|
1046
|
-
"
|
|
1047
|
-
"
|
|
1045
|
+
export interface WorkbenchTestCasePage {
|
|
1046
|
+
"test_cases": WorkbenchTestCase[];
|
|
1047
|
+
"next_cursor"?: string;
|
|
1048
1048
|
}
|
|
1049
|
-
export interface
|
|
1050
|
-
"id":
|
|
1051
|
-
"
|
|
1049
|
+
export interface WorkbenchTestSuite {
|
|
1050
|
+
"id": WorkbenchSuiteId;
|
|
1051
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1052
1052
|
"name": string;
|
|
1053
1053
|
"description"?: string;
|
|
1054
|
-
"
|
|
1054
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1055
1055
|
"tags": string[];
|
|
1056
|
-
"
|
|
1057
|
-
"
|
|
1056
|
+
"created_at": string;
|
|
1057
|
+
"updated_at": string;
|
|
1058
1058
|
}
|
|
1059
|
-
export interface
|
|
1059
|
+
export interface WorkbenchTestSuiteCreateRequest {
|
|
1060
1060
|
"name": string;
|
|
1061
1061
|
"description"?: string;
|
|
1062
|
-
"
|
|
1062
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1063
1063
|
"tags"?: string[];
|
|
1064
1064
|
}
|
|
1065
|
-
export interface
|
|
1065
|
+
export interface WorkbenchTestSuiteUpdateRequest {
|
|
1066
1066
|
"name"?: string;
|
|
1067
1067
|
"description"?: string;
|
|
1068
|
-
"
|
|
1068
|
+
"test_case_ids"?: WorkbenchTestCaseId[];
|
|
1069
1069
|
"tags"?: string[];
|
|
1070
1070
|
}
|
|
1071
|
-
export interface
|
|
1072
|
-
"suites":
|
|
1073
|
-
"
|
|
1071
|
+
export interface WorkbenchTestSuitePage {
|
|
1072
|
+
"suites": WorkbenchTestSuite[];
|
|
1073
|
+
"next_cursor"?: string;
|
|
1074
1074
|
}
|
|
1075
|
-
export interface
|
|
1076
|
-
"
|
|
1077
|
-
"confirmation"?:
|
|
1075
|
+
export interface WorkbenchEvaluationRunRequest {
|
|
1076
|
+
"idempotency_key": string;
|
|
1077
|
+
"confirmation"?: WorkbenchExecutionConfirmationRequest;
|
|
1078
1078
|
"concurrency"?: number;
|
|
1079
|
-
"
|
|
1079
|
+
"fail_fast"?: boolean;
|
|
1080
1080
|
}
|
|
1081
|
-
export interface
|
|
1081
|
+
export interface WorkbenchTestCaseRunRequest extends WorkbenchEvaluationRunRequest {
|
|
1082
1082
|
}
|
|
1083
|
-
export interface
|
|
1084
|
-
"
|
|
1083
|
+
export interface WorkbenchSuiteRunRequest extends WorkbenchEvaluationRunRequest {
|
|
1084
|
+
"selected_test_case_ids"?: WorkbenchTestCaseId[];
|
|
1085
1085
|
}
|
|
1086
|
-
export interface
|
|
1087
|
-
"
|
|
1086
|
+
export interface WorkbenchAssertionResult {
|
|
1087
|
+
"assertion_id": string;
|
|
1088
1088
|
"kind": string;
|
|
1089
|
-
"status":
|
|
1089
|
+
"status": WorkbenchAssertionStatus;
|
|
1090
1090
|
"message"?: string;
|
|
1091
1091
|
"actual"?: unknown;
|
|
1092
1092
|
}
|
|
1093
|
-
export interface
|
|
1094
|
-
"id":
|
|
1095
|
-
"
|
|
1093
|
+
export interface WorkbenchEvaluationTestCaseSnapshot {
|
|
1094
|
+
"id": WorkbenchTestCaseId;
|
|
1095
|
+
"server_id": WorkbenchServerId;
|
|
1096
1096
|
"name": string;
|
|
1097
1097
|
"description"?: string;
|
|
1098
|
-
"
|
|
1098
|
+
"tool_name": string;
|
|
1099
1099
|
"arguments"?: unknown;
|
|
1100
|
-
"
|
|
1101
|
-
"assertions":
|
|
1100
|
+
"timeout_ms": number;
|
|
1101
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1102
1102
|
"tags": string[];
|
|
1103
1103
|
}
|
|
1104
|
-
export interface
|
|
1105
|
-
"id":
|
|
1104
|
+
export interface WorkbenchEvaluationSuiteSnapshot {
|
|
1105
|
+
"id": WorkbenchSuiteId;
|
|
1106
1106
|
"name": string;
|
|
1107
1107
|
"description"?: string;
|
|
1108
|
-
"
|
|
1108
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1109
1109
|
"tags": string[];
|
|
1110
1110
|
}
|
|
1111
|
-
export interface
|
|
1112
|
-
"
|
|
1113
|
-
"
|
|
1114
|
-
"status":
|
|
1115
|
-
"
|
|
1116
|
-
"
|
|
1117
|
-
"
|
|
1118
|
-
"assertions":
|
|
1119
|
-
"error"?:
|
|
1120
|
-
}
|
|
1121
|
-
export interface
|
|
1111
|
+
export interface WorkbenchEvaluationTestResult {
|
|
1112
|
+
"test_case": WorkbenchEvaluationTestCaseSnapshot;
|
|
1113
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
1114
|
+
"status": WorkbenchEvaluationResultStatus;
|
|
1115
|
+
"started_at"?: string;
|
|
1116
|
+
"completed_at"?: string;
|
|
1117
|
+
"duration_ms"?: number;
|
|
1118
|
+
"assertions": WorkbenchAssertionResult[];
|
|
1119
|
+
"error"?: WorkbenchError;
|
|
1120
|
+
}
|
|
1121
|
+
export interface WorkbenchEvaluationSummary {
|
|
1122
1122
|
"total": number;
|
|
1123
1123
|
"passed": number;
|
|
1124
1124
|
"failed": number;
|
|
1125
1125
|
"errors": number;
|
|
1126
1126
|
"skipped": number;
|
|
1127
|
-
"
|
|
1127
|
+
"success_rate": number;
|
|
1128
1128
|
"reliability": number;
|
|
1129
|
-
"
|
|
1130
|
-
"
|
|
1131
|
-
"
|
|
1132
|
-
"
|
|
1133
|
-
"
|
|
1134
|
-
"cost"?:
|
|
1135
|
-
}
|
|
1136
|
-
export interface
|
|
1137
|
-
"id":
|
|
1138
|
-
"
|
|
1139
|
-
"suite"?:
|
|
1140
|
-
"
|
|
1141
|
-
"status":
|
|
1142
|
-
"
|
|
1143
|
-
"
|
|
1144
|
-
"
|
|
1145
|
-
"results":
|
|
1146
|
-
"summary"?:
|
|
1147
|
-
"confirmation"?:
|
|
1148
|
-
"telemetry"?:
|
|
1149
|
-
"error"?:
|
|
1150
|
-
}
|
|
1151
|
-
export interface
|
|
1152
|
-
"run":
|
|
1153
|
-
}
|
|
1154
|
-
export interface
|
|
1155
|
-
"runs":
|
|
1156
|
-
"
|
|
1157
|
-
}
|
|
1158
|
-
export interface
|
|
1159
|
-
"
|
|
1160
|
-
"
|
|
1161
|
-
}
|
|
1162
|
-
export interface
|
|
1163
|
-
"
|
|
1164
|
-
"status":
|
|
1165
|
-
"
|
|
1166
|
-
"
|
|
1167
|
-
"
|
|
1168
|
-
}
|
|
1169
|
-
export interface
|
|
1170
|
-
"
|
|
1171
|
-
"
|
|
1172
|
-
"baseline":
|
|
1173
|
-
"candidate":
|
|
1174
|
-
"
|
|
1175
|
-
"
|
|
1176
|
-
"
|
|
1177
|
-
"
|
|
1178
|
-
"
|
|
1179
|
-
"tests":
|
|
1180
|
-
"
|
|
1181
|
-
}
|
|
1182
|
-
export interface
|
|
1183
|
-
"format":
|
|
1184
|
-
"
|
|
1185
|
-
"
|
|
1186
|
-
"
|
|
1187
|
-
}
|
|
1188
|
-
export interface
|
|
1189
|
-
"id":
|
|
1190
|
-
"
|
|
1191
|
-
"format":
|
|
1192
|
-
"status":
|
|
1193
|
-
"
|
|
1194
|
-
"
|
|
1195
|
-
"
|
|
1196
|
-
"
|
|
1197
|
-
"
|
|
1129
|
+
"mean_duration_ms"?: number;
|
|
1130
|
+
"p50_duration_ms"?: number;
|
|
1131
|
+
"p95_duration_ms"?: number;
|
|
1132
|
+
"p99_duration_ms"?: number;
|
|
1133
|
+
"token_usage"?: WorkbenchExecutionTokenUsage;
|
|
1134
|
+
"cost"?: WorkbenchExecutionCost;
|
|
1135
|
+
}
|
|
1136
|
+
export interface WorkbenchEvaluationRun {
|
|
1137
|
+
"id": WorkbenchEvaluationRunId;
|
|
1138
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1139
|
+
"suite"?: WorkbenchEvaluationSuiteSnapshot;
|
|
1140
|
+
"test_cases": WorkbenchEvaluationTestCaseSnapshot[];
|
|
1141
|
+
"status": WorkbenchEvaluationRunStatus;
|
|
1142
|
+
"created_at": string;
|
|
1143
|
+
"started_at"?: string;
|
|
1144
|
+
"completed_at"?: string;
|
|
1145
|
+
"results": WorkbenchEvaluationTestResult[];
|
|
1146
|
+
"summary"?: WorkbenchEvaluationSummary;
|
|
1147
|
+
"confirmation"?: WorkbenchExecutionConfirmationEvidence;
|
|
1148
|
+
"telemetry"?: WorkbenchTelemetryCorrelation;
|
|
1149
|
+
"error"?: WorkbenchError;
|
|
1150
|
+
}
|
|
1151
|
+
export interface WorkbenchEvaluationRunAccepted {
|
|
1152
|
+
"run": WorkbenchEvaluationRun;
|
|
1153
|
+
}
|
|
1154
|
+
export interface WorkbenchEvaluationRunPage {
|
|
1155
|
+
"runs": WorkbenchEvaluationRun[];
|
|
1156
|
+
"next_cursor"?: string;
|
|
1157
|
+
}
|
|
1158
|
+
export interface WorkbenchEvaluationComparisonRequest {
|
|
1159
|
+
"baseline_run_id": WorkbenchEvaluationRunId;
|
|
1160
|
+
"candidate_run_id": WorkbenchEvaluationRunId;
|
|
1161
|
+
}
|
|
1162
|
+
export interface WorkbenchEvaluationTestComparison {
|
|
1163
|
+
"test_case_id": WorkbenchTestCaseId;
|
|
1164
|
+
"status": WorkbenchRegressionStatus;
|
|
1165
|
+
"baseline_status"?: WorkbenchEvaluationResultStatus;
|
|
1166
|
+
"candidate_status"?: WorkbenchEvaluationResultStatus;
|
|
1167
|
+
"duration_delta_ms"?: number;
|
|
1168
|
+
}
|
|
1169
|
+
export interface WorkbenchEvaluationRunComparison {
|
|
1170
|
+
"baseline_run_id": WorkbenchEvaluationRunId;
|
|
1171
|
+
"candidate_run_id": WorkbenchEvaluationRunId;
|
|
1172
|
+
"baseline": WorkbenchEvaluationSummary;
|
|
1173
|
+
"candidate": WorkbenchEvaluationSummary;
|
|
1174
|
+
"success_rate_delta": number;
|
|
1175
|
+
"reliability_delta": number;
|
|
1176
|
+
"p95_duration_delta_ms"?: number;
|
|
1177
|
+
"token_delta"?: number;
|
|
1178
|
+
"cost_delta_usd"?: number;
|
|
1179
|
+
"tests": WorkbenchEvaluationTestComparison[];
|
|
1180
|
+
"compared_at": string;
|
|
1181
|
+
}
|
|
1182
|
+
export interface WorkbenchEvaluationExportRequest {
|
|
1183
|
+
"format": WorkbenchEvaluationExportFormat;
|
|
1184
|
+
"include_protocol_events"?: boolean;
|
|
1185
|
+
"include_telemetry"?: boolean;
|
|
1186
|
+
"idempotency_key": string;
|
|
1187
|
+
}
|
|
1188
|
+
export interface WorkbenchEvaluationExport {
|
|
1189
|
+
"id": WorkbenchEvaluationExportId;
|
|
1190
|
+
"run_id": WorkbenchEvaluationRunId;
|
|
1191
|
+
"format": WorkbenchEvaluationExportFormat;
|
|
1192
|
+
"status": WorkbenchEvaluationExportStatus;
|
|
1193
|
+
"requested_at": string;
|
|
1194
|
+
"completed_at"?: string;
|
|
1195
|
+
"media_type"?: string;
|
|
1196
|
+
"file_name"?: string;
|
|
1197
|
+
"byte_size"?: number;
|
|
1198
1198
|
"sha256"?: string;
|
|
1199
|
-
"error"?:
|
|
1199
|
+
"error"?: WorkbenchError;
|
|
1200
1200
|
}
|
|
1201
|
-
export interface
|
|
1201
|
+
export interface WorkbenchEvaluationJsonExportPayload {
|
|
1202
1202
|
"format": "json";
|
|
1203
|
-
"run":
|
|
1204
|
-
"
|
|
1205
|
-
"telemetry":
|
|
1206
|
-
"
|
|
1203
|
+
"run": WorkbenchEvaluationRun;
|
|
1204
|
+
"protocol_events": WorkbenchProtocolEvent[];
|
|
1205
|
+
"telemetry": WorkbenchExecutionTelemetryResponse[];
|
|
1206
|
+
"exported_at": string;
|
|
1207
1207
|
}
|
|
1208
|
-
export interface
|
|
1208
|
+
export interface WorkbenchEvaluationReportExportPayload {
|
|
1209
1209
|
"format": "report";
|
|
1210
1210
|
"markdown": string;
|
|
1211
|
-
"
|
|
1211
|
+
"exported_at": string;
|
|
1212
1212
|
}
|
|
1213
|
-
export interface
|
|
1214
|
-
"export":
|
|
1215
|
-
"payload":
|
|
1213
|
+
export interface WorkbenchEvaluationExportArtifact {
|
|
1214
|
+
"export": WorkbenchEvaluationExport;
|
|
1215
|
+
"payload": WorkbenchEvaluationExportPayload;
|
|
1216
1216
|
}
|
|
1217
|
-
export interface
|
|
1218
|
-
"export":
|
|
1217
|
+
export interface WorkbenchEvaluationExportAccepted {
|
|
1218
|
+
"export": WorkbenchEvaluationExport;
|
|
1219
1219
|
}
|
|
1220
1220
|
export interface DisplayTracesInput {
|
|
1221
1221
|
"trace_id"?: TraceId;
|