@ancplua/qyl-api-schema 1.0.4 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/api/routes.tsp +19 -19
- package/api/runner.tsp +0 -751
- package/api/streaming.tsp +2 -2
- package/api/workbench.tsp +709 -0
- package/common/errors.tsp +2 -1
- package/common/pagination.tsp +8 -8
- package/generated/json-schema/qyl-api-schema.json +1417 -1553
- package/generated/openapi/qyl.openapi.json +1599 -2530
- package/generated/otel-keys.gen.tsp +90 -90
- package/generated/ts-runtime/api.d.ts +431 -442
- package/generated/ts-runtime/api.js +16 -18
- package/index.tsp +2 -1
- package/models/health.tsp +2 -0
- package/models/runner.tsp +4 -0
- package/models/session.tsp +9 -9
- package/models/workbench.tsp +1194 -0
- package/otel/resource.tsp +39 -39
- package/otel/span.tsp +6 -6
- package/package.json +10 -5
- package/models/runner-mcp.tsp +0 -1050
|
@@ -10,29 +10,29 @@ export type SessionId = string & {
|
|
|
10
10
|
export type UserId = string & {
|
|
11
11
|
readonly __brand: "UserId";
|
|
12
12
|
};
|
|
13
|
-
export type
|
|
14
|
-
readonly __brand: "
|
|
13
|
+
export type WorkbenchSessionId = string & {
|
|
14
|
+
readonly __brand: "WorkbenchSessionId";
|
|
15
15
|
};
|
|
16
|
-
export type
|
|
17
|
-
readonly __brand: "
|
|
16
|
+
export type WorkbenchWorkspaceId = string & {
|
|
17
|
+
readonly __brand: "WorkbenchWorkspaceId";
|
|
18
18
|
};
|
|
19
|
-
export type
|
|
20
|
-
readonly __brand: "
|
|
19
|
+
export type WorkbenchServerId = string & {
|
|
20
|
+
readonly __brand: "WorkbenchServerId";
|
|
21
21
|
};
|
|
22
|
-
export type
|
|
23
|
-
readonly __brand: "
|
|
22
|
+
export type WorkbenchExecutionId = string & {
|
|
23
|
+
readonly __brand: "WorkbenchExecutionId";
|
|
24
24
|
};
|
|
25
|
-
export type
|
|
26
|
-
readonly __brand: "
|
|
25
|
+
export type WorkbenchEvaluationRunId = string & {
|
|
26
|
+
readonly __brand: "WorkbenchEvaluationRunId";
|
|
27
27
|
};
|
|
28
|
-
export type
|
|
29
|
-
readonly __brand: "
|
|
28
|
+
export type WorkbenchTestCaseId = string & {
|
|
29
|
+
readonly __brand: "WorkbenchTestCaseId";
|
|
30
30
|
};
|
|
31
|
-
export type
|
|
32
|
-
readonly __brand: "
|
|
31
|
+
export type WorkbenchSuiteId = string & {
|
|
32
|
+
readonly __brand: "WorkbenchSuiteId";
|
|
33
33
|
};
|
|
34
|
-
export type
|
|
35
|
-
readonly __brand: "
|
|
34
|
+
export type WorkbenchEvaluationExportId = string & {
|
|
35
|
+
readonly __brand: "WorkbenchEvaluationExportId";
|
|
36
36
|
};
|
|
37
37
|
export declare const ProblemDetailsMediaType: "application/problem+json";
|
|
38
38
|
export type ProblemDetailsMediaType = typeof ProblemDetailsMediaType;
|
|
@@ -237,17 +237,17 @@ export declare const RunnerLogStreamValues: {
|
|
|
237
237
|
readonly stderr: "err";
|
|
238
238
|
};
|
|
239
239
|
export type RunnerLogStream = typeof RunnerLogStreamValues[keyof typeof RunnerLogStreamValues];
|
|
240
|
-
export declare const
|
|
240
|
+
export declare const WorkbenchToolInputModeValues: {
|
|
241
241
|
readonly form: "form";
|
|
242
242
|
readonly json: "json";
|
|
243
243
|
};
|
|
244
|
-
export type
|
|
245
|
-
export declare const
|
|
244
|
+
export type WorkbenchToolInputMode = typeof WorkbenchToolInputModeValues[keyof typeof WorkbenchToolInputModeValues];
|
|
245
|
+
export declare const WorkbenchHeaderSecretSchemeValues: {
|
|
246
246
|
readonly bearer: "bearer";
|
|
247
247
|
readonly basic: "basic";
|
|
248
248
|
};
|
|
249
|
-
export type
|
|
250
|
-
export declare const
|
|
249
|
+
export type WorkbenchHeaderSecretScheme = typeof WorkbenchHeaderSecretSchemeValues[keyof typeof WorkbenchHeaderSecretSchemeValues];
|
|
250
|
+
export declare const WorkbenchErrorCategoryValues: {
|
|
251
251
|
readonly authentication: "authentication";
|
|
252
252
|
readonly transport: "transport";
|
|
253
253
|
readonly protocol: "protocol";
|
|
@@ -258,8 +258,8 @@ export declare const RunnerMcpErrorCategoryValues: {
|
|
|
258
258
|
readonly cancelled: "cancelled";
|
|
259
259
|
readonly internal: "internal";
|
|
260
260
|
};
|
|
261
|
-
export type
|
|
262
|
-
export declare const
|
|
261
|
+
export type WorkbenchErrorCategory = typeof WorkbenchErrorCategoryValues[keyof typeof WorkbenchErrorCategoryValues];
|
|
262
|
+
export declare const WorkbenchConnectionStatusValues: {
|
|
263
263
|
readonly disconnected: "disconnected";
|
|
264
264
|
readonly connecting: "connecting";
|
|
265
265
|
readonly connected: "connected";
|
|
@@ -267,28 +267,28 @@ export declare const RunnerMcpConnectionStatusValues: {
|
|
|
267
267
|
readonly reconnecting: "reconnecting";
|
|
268
268
|
readonly failed: "failed";
|
|
269
269
|
};
|
|
270
|
-
export type
|
|
271
|
-
export declare const
|
|
270
|
+
export type WorkbenchConnectionStatus = typeof WorkbenchConnectionStatusValues[keyof typeof WorkbenchConnectionStatusValues];
|
|
271
|
+
export declare const WorkbenchProtocolDirectionValues: {
|
|
272
272
|
readonly clientToServer: "client_to_server";
|
|
273
273
|
readonly serverToClient: "server_to_client";
|
|
274
274
|
readonly local: "local";
|
|
275
275
|
};
|
|
276
|
-
export type
|
|
277
|
-
export declare const
|
|
276
|
+
export type WorkbenchProtocolDirection = typeof WorkbenchProtocolDirectionValues[keyof typeof WorkbenchProtocolDirectionValues];
|
|
277
|
+
export declare const WorkbenchProtocolEventKindValues: {
|
|
278
278
|
readonly request: "request";
|
|
279
279
|
readonly response: "response";
|
|
280
280
|
readonly notification: "notification";
|
|
281
281
|
readonly error: "error";
|
|
282
282
|
readonly transport: "transport";
|
|
283
283
|
};
|
|
284
|
-
export type
|
|
285
|
-
export declare const
|
|
284
|
+
export type WorkbenchProtocolEventKind = typeof WorkbenchProtocolEventKindValues[keyof typeof WorkbenchProtocolEventKindValues];
|
|
285
|
+
export declare const WorkbenchExecutionEffectValues: {
|
|
286
286
|
readonly readOnly: "read_only";
|
|
287
287
|
readonly consequential: "consequential";
|
|
288
288
|
readonly unknown: "unknown";
|
|
289
289
|
};
|
|
290
|
-
export type
|
|
291
|
-
export declare const
|
|
290
|
+
export type WorkbenchExecutionEffect = typeof WorkbenchExecutionEffectValues[keyof typeof WorkbenchExecutionEffectValues];
|
|
291
|
+
export declare const WorkbenchExecutionStatusValues: {
|
|
292
292
|
readonly queued: "queued";
|
|
293
293
|
readonly running: "running";
|
|
294
294
|
readonly cancelling: "cancelling";
|
|
@@ -297,62 +297,60 @@ export declare const RunnerMcpExecutionStatusValues: {
|
|
|
297
297
|
readonly cancelled: "cancelled";
|
|
298
298
|
readonly timedOut: "timed_out";
|
|
299
299
|
};
|
|
300
|
-
export type
|
|
301
|
-
export declare const
|
|
300
|
+
export type WorkbenchExecutionStatus = typeof WorkbenchExecutionStatusValues[keyof typeof WorkbenchExecutionStatusValues];
|
|
301
|
+
export declare const WorkbenchTelemetryAvailabilityValues: {
|
|
302
302
|
readonly available: "available";
|
|
303
303
|
readonly partial: "partial";
|
|
304
304
|
readonly unavailable: "unavailable";
|
|
305
305
|
};
|
|
306
|
-
export type
|
|
307
|
-
export declare const
|
|
306
|
+
export type WorkbenchTelemetryAvailability = typeof WorkbenchTelemetryAvailabilityValues[keyof typeof WorkbenchTelemetryAvailabilityValues];
|
|
307
|
+
export declare const WorkbenchAssertionStatusValues: {
|
|
308
308
|
readonly passed: "passed";
|
|
309
309
|
readonly failed: "failed";
|
|
310
310
|
readonly error: "error";
|
|
311
311
|
readonly skipped: "skipped";
|
|
312
312
|
};
|
|
313
|
-
export type
|
|
314
|
-
export declare const
|
|
313
|
+
export type WorkbenchAssertionStatus = typeof WorkbenchAssertionStatusValues[keyof typeof WorkbenchAssertionStatusValues];
|
|
314
|
+
export declare const WorkbenchEvaluationResultStatusValues: {
|
|
315
315
|
readonly passed: "passed";
|
|
316
316
|
readonly failed: "failed";
|
|
317
317
|
readonly error: "error";
|
|
318
318
|
readonly skipped: "skipped";
|
|
319
319
|
};
|
|
320
|
-
export type
|
|
321
|
-
export declare const
|
|
320
|
+
export type WorkbenchEvaluationResultStatus = typeof WorkbenchEvaluationResultStatusValues[keyof typeof WorkbenchEvaluationResultStatusValues];
|
|
321
|
+
export declare const WorkbenchEvaluationRunStatusValues: {
|
|
322
322
|
readonly queued: "queued";
|
|
323
323
|
readonly running: "running";
|
|
324
324
|
readonly completed: "completed";
|
|
325
325
|
readonly failed: "failed";
|
|
326
326
|
readonly cancelled: "cancelled";
|
|
327
327
|
};
|
|
328
|
-
export type
|
|
329
|
-
export declare const
|
|
328
|
+
export type WorkbenchEvaluationRunStatus = typeof WorkbenchEvaluationRunStatusValues[keyof typeof WorkbenchEvaluationRunStatusValues];
|
|
329
|
+
export declare const WorkbenchRegressionStatusValues: {
|
|
330
330
|
readonly improved: "improved";
|
|
331
331
|
readonly regressed: "regressed";
|
|
332
332
|
readonly unchanged: "unchanged";
|
|
333
333
|
readonly added: "added";
|
|
334
334
|
readonly removed: "removed";
|
|
335
335
|
};
|
|
336
|
-
export type
|
|
337
|
-
export declare const
|
|
336
|
+
export type WorkbenchRegressionStatus = typeof WorkbenchRegressionStatusValues[keyof typeof WorkbenchRegressionStatusValues];
|
|
337
|
+
export declare const WorkbenchEvaluationExportFormatValues: {
|
|
338
338
|
readonly json: "json";
|
|
339
339
|
readonly report: "report";
|
|
340
340
|
};
|
|
341
|
-
export type
|
|
342
|
-
export declare const
|
|
341
|
+
export type WorkbenchEvaluationExportFormat = typeof WorkbenchEvaluationExportFormatValues[keyof typeof WorkbenchEvaluationExportFormatValues];
|
|
342
|
+
export declare const WorkbenchEvaluationExportStatusValues: {
|
|
343
343
|
readonly pending: "pending";
|
|
344
344
|
readonly ready: "ready";
|
|
345
345
|
readonly failed: "failed";
|
|
346
346
|
};
|
|
347
|
-
export type
|
|
348
|
-
export declare const
|
|
347
|
+
export type WorkbenchEvaluationExportStatus = typeof WorkbenchEvaluationExportStatusValues[keyof typeof WorkbenchEvaluationExportStatusValues];
|
|
348
|
+
export declare const WorkbenchTransportKindValues: {
|
|
349
349
|
readonly stdio: "stdio";
|
|
350
350
|
readonly streamableHttp: "streamable_http";
|
|
351
|
-
readonly sse: "sse";
|
|
352
|
-
readonly inproc: "inproc";
|
|
353
351
|
readonly builtin: "builtin";
|
|
354
352
|
};
|
|
355
|
-
export type
|
|
353
|
+
export type WorkbenchTransportKind = typeof WorkbenchTransportKindValues[keyof typeof WorkbenchTransportKindValues];
|
|
356
354
|
export declare const McpDataModeValues: {
|
|
357
355
|
readonly live: "live";
|
|
358
356
|
readonly demo: "demo";
|
|
@@ -369,13 +367,13 @@ export type AttributeDouble = number | "NaN" | "Infinity" | "-Infinity";
|
|
|
369
367
|
export type AttributeValue = null | string | boolean | AttributeIntValue | AttributeDoubleValue | AttributeBytesValue | AttributeValue[] | AttributeKeyValueListValue;
|
|
370
368
|
export type ApiError = NotFoundError | ValidationError | UnauthorizedError | ForbiddenError | ConflictError | RateLimitError | InternalServerError | BadGatewayError | ServiceUnavailableError;
|
|
371
369
|
export type LogBody = LogBodyString | LogBodyKvList | LogBodyArray | LogBodyBytes;
|
|
372
|
-
export type RunnerMcpServerConfiguration = RunnerMcpStdioServerConfiguration | RunnerMcpStreamableHttpServerConfiguration | RunnerMcpSseServerConfiguration | RunnerMcpInProcessServerConfiguration | RunnerMcpBuiltinServerConfiguration;
|
|
373
|
-
export type RunnerMcpTestAssertion = RunnerMcpStatusAssertion | RunnerMcpExactAssertion | RunnerMcpPartialAssertion | RunnerMcpSchemaAssertion | RunnerMcpPatternAssertion | RunnerMcpLatencyAssertion;
|
|
374
|
-
export type RunnerMcpEvaluationExportPayload = RunnerMcpEvaluationJsonExportPayload | RunnerMcpEvaluationReportExportPayload;
|
|
375
370
|
export type RunnerResourceEvents = RunnerResourceState;
|
|
376
371
|
export type RunnerLogEvents = RunnerLogLine;
|
|
377
|
-
export type
|
|
378
|
-
export type
|
|
372
|
+
export type WorkbenchServerConfiguration = WorkbenchStdioServerConfiguration | WorkbenchStreamableHttpServerConfiguration | WorkbenchBuiltinServerConfiguration;
|
|
373
|
+
export type WorkbenchTestAssertion = WorkbenchStatusAssertion | WorkbenchExactAssertion | WorkbenchPartialAssertion | WorkbenchSchemaAssertion | WorkbenchPatternAssertion | WorkbenchLatencyAssertion;
|
|
374
|
+
export type WorkbenchEvaluationExportPayload = WorkbenchEvaluationJsonExportPayload | WorkbenchEvaluationReportExportPayload;
|
|
375
|
+
export type WorkbenchProtocolEvents = WorkbenchProtocolEvent;
|
|
376
|
+
export type WorkbenchExecutionUpdateEvents = WorkbenchExecutionRecord;
|
|
379
377
|
export type LogEvents = LogStreamEvent | HeartbeatEvent;
|
|
380
378
|
export interface AttributeBytesValue {
|
|
381
379
|
"type": "bytes";
|
|
@@ -477,7 +475,7 @@ export interface TimeRangeParams {
|
|
|
477
475
|
}
|
|
478
476
|
export interface StreamParams {
|
|
479
477
|
"since"?: string;
|
|
480
|
-
"trace_id"?:
|
|
478
|
+
"trace_id"?: TraceId;
|
|
481
479
|
"service_name"?: string;
|
|
482
480
|
"max_events_per_second"?: number;
|
|
483
481
|
}
|
|
@@ -487,41 +485,41 @@ export interface AggregationParams {
|
|
|
487
485
|
"filter"?: string;
|
|
488
486
|
}
|
|
489
487
|
export interface Resource {
|
|
490
|
-
"
|
|
491
|
-
"
|
|
492
|
-
"
|
|
493
|
-
"
|
|
494
|
-
"
|
|
495
|
-
"
|
|
496
|
-
"
|
|
497
|
-
"
|
|
498
|
-
"
|
|
499
|
-
"
|
|
500
|
-
"
|
|
501
|
-
"
|
|
502
|
-
"
|
|
503
|
-
"
|
|
504
|
-
"
|
|
505
|
-
"
|
|
506
|
-
"
|
|
507
|
-
"
|
|
508
|
-
"
|
|
509
|
-
"
|
|
510
|
-
"
|
|
511
|
-
"
|
|
512
|
-
"
|
|
513
|
-
"
|
|
514
|
-
"
|
|
515
|
-
"
|
|
516
|
-
"
|
|
517
|
-
"
|
|
518
|
-
"
|
|
519
|
-
"
|
|
520
|
-
"
|
|
521
|
-
"
|
|
522
|
-
"
|
|
523
|
-
"
|
|
524
|
-
"
|
|
488
|
+
"service_name": string;
|
|
489
|
+
"service_namespace"?: string;
|
|
490
|
+
"service_instance_id"?: string;
|
|
491
|
+
"service_version"?: string;
|
|
492
|
+
"telemetry_sdk_name"?: string;
|
|
493
|
+
"telemetry_sdk_language"?: TelemetrySdkLanguage;
|
|
494
|
+
"telemetry_sdk_version"?: string;
|
|
495
|
+
"telemetry_distro_version"?: string;
|
|
496
|
+
"deployment_environment"?: string;
|
|
497
|
+
"cloud_provider"?: CloudProvider;
|
|
498
|
+
"cloud_region"?: string;
|
|
499
|
+
"cloud_availability_zone"?: string;
|
|
500
|
+
"cloud_account_id"?: string;
|
|
501
|
+
"cloud_platform"?: string;
|
|
502
|
+
"host_name"?: string;
|
|
503
|
+
"host_id"?: string;
|
|
504
|
+
"host_type"?: string;
|
|
505
|
+
"host_arch"?: HostArch;
|
|
506
|
+
"os_type"?: OsType;
|
|
507
|
+
"os_description"?: string;
|
|
508
|
+
"os_version"?: string;
|
|
509
|
+
"process_pid"?: number;
|
|
510
|
+
"process_executable_name"?: string;
|
|
511
|
+
"process_command_line"?: string;
|
|
512
|
+
"process_runtime_name"?: string;
|
|
513
|
+
"process_runtime_version"?: string;
|
|
514
|
+
"container_id"?: string;
|
|
515
|
+
"container_name"?: string;
|
|
516
|
+
"container_image_name"?: string;
|
|
517
|
+
"container_image_tags"?: string[];
|
|
518
|
+
"k8s_cluster_name"?: string;
|
|
519
|
+
"k8s_namespace_name"?: string;
|
|
520
|
+
"k8s_pod_name"?: string;
|
|
521
|
+
"k8s_pod_uid"?: string;
|
|
522
|
+
"k8s_deployment_name"?: string;
|
|
525
523
|
"attributes"?: Attribute[];
|
|
526
524
|
"dropped_attributes_count"?: number;
|
|
527
525
|
"entity_refs"?: EntityRef[];
|
|
@@ -641,18 +639,18 @@ export interface LogTemplate {
|
|
|
641
639
|
"rendered_message"?: string;
|
|
642
640
|
}
|
|
643
641
|
export interface SessionAttributes {
|
|
644
|
-
"
|
|
645
|
-
"
|
|
642
|
+
"session_id": SessionId;
|
|
643
|
+
"previous_session_id"?: SessionId;
|
|
646
644
|
}
|
|
647
645
|
export interface SessionEvent {
|
|
648
|
-
"
|
|
649
|
-
"
|
|
646
|
+
"event_name": SessionEventName;
|
|
647
|
+
"session_id": SessionId;
|
|
650
648
|
"timestamp": string;
|
|
651
|
-
"
|
|
649
|
+
"event_domain": "session";
|
|
652
650
|
}
|
|
653
651
|
export interface SessionEntity {
|
|
654
|
-
"
|
|
655
|
-
"
|
|
652
|
+
"session_id": SessionId;
|
|
653
|
+
"user_id"?: UserId;
|
|
656
654
|
"start_time": string;
|
|
657
655
|
"end_time"?: string;
|
|
658
656
|
"duration_ms"?: number;
|
|
@@ -699,11 +697,11 @@ export interface SessionStats {
|
|
|
699
697
|
export interface HealthCheckEntry {
|
|
700
698
|
"status": HealthStatus;
|
|
701
699
|
"description"?: string;
|
|
702
|
-
"
|
|
700
|
+
"duration_ms": number;
|
|
703
701
|
}
|
|
704
702
|
export interface HealthReport {
|
|
705
703
|
"status": HealthStatus;
|
|
706
|
-
"
|
|
704
|
+
"total_duration_ms": number;
|
|
707
705
|
"entries": Record<string, HealthCheckEntry>;
|
|
708
706
|
}
|
|
709
707
|
export interface RunnerResourceState {
|
|
@@ -711,11 +709,11 @@ export interface RunnerResourceState {
|
|
|
711
709
|
"lifecycle": RunnerResourceLifecycle;
|
|
712
710
|
"timestamp": string;
|
|
713
711
|
"kind"?: RunnerResourceKind;
|
|
714
|
-
"
|
|
712
|
+
"allocated_port"?: number;
|
|
715
713
|
"endpoint"?: string;
|
|
716
|
-
"
|
|
717
|
-
"
|
|
718
|
-
"
|
|
714
|
+
"last_error"?: string;
|
|
715
|
+
"server_identity"?: unknown;
|
|
716
|
+
"tool_count"?: number;
|
|
719
717
|
"restarts"?: number;
|
|
720
718
|
}
|
|
721
719
|
export interface RunnerLogLine {
|
|
@@ -723,510 +721,501 @@ export interface RunnerLogLine {
|
|
|
723
721
|
"stream": RunnerLogStream;
|
|
724
722
|
"line": string;
|
|
725
723
|
}
|
|
726
|
-
export interface
|
|
724
|
+
export interface WorkbenchPrincipalIdentity {
|
|
727
725
|
"id": string;
|
|
728
|
-
"
|
|
726
|
+
"display_name"?: string;
|
|
729
727
|
"local": true;
|
|
730
728
|
}
|
|
731
|
-
export interface
|
|
732
|
-
"id":
|
|
733
|
-
"principal":
|
|
734
|
-
"
|
|
735
|
-
"
|
|
736
|
-
"
|
|
737
|
-
"
|
|
729
|
+
export interface WorkbenchSession {
|
|
730
|
+
"id": WorkbenchSessionId;
|
|
731
|
+
"principal": WorkbenchPrincipalIdentity;
|
|
732
|
+
"workspace_ids": WorkbenchWorkspaceId[];
|
|
733
|
+
"active_workspace_id"?: WorkbenchWorkspaceId;
|
|
734
|
+
"created_at": string;
|
|
735
|
+
"expires_at"?: string;
|
|
738
736
|
}
|
|
739
|
-
export interface
|
|
737
|
+
export interface WorkbenchSessionBootstrapResponse extends WorkbenchSession {
|
|
740
738
|
}
|
|
741
|
-
export interface
|
|
742
|
-
"id":
|
|
743
|
-
"
|
|
739
|
+
export interface WorkbenchWorkspace {
|
|
740
|
+
"id": WorkbenchWorkspaceId;
|
|
741
|
+
"owner_id": string;
|
|
744
742
|
"name": string;
|
|
745
743
|
"description"?: string;
|
|
746
|
-
"
|
|
747
|
-
"
|
|
744
|
+
"created_at": string;
|
|
745
|
+
"updated_at": string;
|
|
748
746
|
}
|
|
749
|
-
export interface
|
|
747
|
+
export interface WorkbenchWorkspaceCreateRequest {
|
|
750
748
|
"name": string;
|
|
751
749
|
"description"?: string;
|
|
752
750
|
}
|
|
753
|
-
export interface
|
|
751
|
+
export interface WorkbenchWorkspaceUpdateRequest {
|
|
754
752
|
"name"?: string;
|
|
755
753
|
"description"?: string;
|
|
756
754
|
}
|
|
757
|
-
export interface
|
|
758
|
-
"workspaces":
|
|
759
|
-
}
|
|
760
|
-
export interface
|
|
761
|
-
"
|
|
762
|
-
"
|
|
763
|
-
"
|
|
764
|
-
"
|
|
765
|
-
"
|
|
766
|
-
"
|
|
767
|
-
"
|
|
768
|
-
}
|
|
769
|
-
export interface
|
|
770
|
-
"
|
|
771
|
-
"
|
|
772
|
-
"
|
|
773
|
-
"
|
|
774
|
-
"
|
|
775
|
-
}
|
|
776
|
-
export interface
|
|
755
|
+
export interface WorkbenchWorkspaceListResponse {
|
|
756
|
+
"workspaces": WorkbenchWorkspace[];
|
|
757
|
+
}
|
|
758
|
+
export interface WorkbenchWorkspacePreferences {
|
|
759
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
760
|
+
"selected_server_id"?: WorkbenchServerId;
|
|
761
|
+
"selected_tool_name"?: string;
|
|
762
|
+
"input_mode": WorkbenchToolInputMode;
|
|
763
|
+
"active_panel"?: string;
|
|
764
|
+
"compact_mode": boolean;
|
|
765
|
+
"updated_at": string;
|
|
766
|
+
}
|
|
767
|
+
export interface WorkbenchWorkspacePreferencesUpdateRequest {
|
|
768
|
+
"selected_server_id"?: WorkbenchServerId;
|
|
769
|
+
"selected_tool_name"?: string;
|
|
770
|
+
"input_mode"?: WorkbenchToolInputMode;
|
|
771
|
+
"active_panel"?: string;
|
|
772
|
+
"compact_mode"?: boolean;
|
|
773
|
+
}
|
|
774
|
+
export interface WorkbenchSecretReference {
|
|
777
775
|
"source": "environment";
|
|
778
|
-
"
|
|
776
|
+
"environment_variable": string;
|
|
779
777
|
}
|
|
780
|
-
export interface
|
|
778
|
+
export interface WorkbenchEnvironmentSecretReference {
|
|
781
779
|
"name": string;
|
|
782
|
-
"secret":
|
|
780
|
+
"secret": WorkbenchSecretReference;
|
|
783
781
|
}
|
|
784
|
-
export interface
|
|
782
|
+
export interface WorkbenchHeaderSecretReference {
|
|
785
783
|
"name": string;
|
|
786
|
-
"secret":
|
|
787
|
-
"scheme"?:
|
|
784
|
+
"secret": WorkbenchSecretReference;
|
|
785
|
+
"scheme"?: WorkbenchHeaderSecretScheme;
|
|
788
786
|
}
|
|
789
|
-
export interface
|
|
787
|
+
export interface WorkbenchStdioServerConfiguration {
|
|
790
788
|
"transport": "stdio";
|
|
791
789
|
"command": string;
|
|
792
790
|
"arguments"?: string[];
|
|
793
|
-
"
|
|
794
|
-
"environment"?:
|
|
791
|
+
"working_directory"?: string;
|
|
792
|
+
"environment"?: WorkbenchEnvironmentSecretReference[];
|
|
795
793
|
}
|
|
796
|
-
export interface
|
|
794
|
+
export interface WorkbenchStreamableHttpServerConfiguration {
|
|
797
795
|
"transport": "streamable_http";
|
|
798
796
|
"endpoint": string;
|
|
799
|
-
"headers"?:
|
|
800
|
-
}
|
|
801
|
-
export interface RunnerMcpSseServerConfiguration {
|
|
802
|
-
"transport": "sse";
|
|
803
|
-
"endpoint": string;
|
|
804
|
-
"headers"?: RunnerMcpHeaderSecretReference[];
|
|
805
|
-
}
|
|
806
|
-
export interface RunnerMcpInProcessServerConfiguration {
|
|
807
|
-
"transport": "inproc";
|
|
808
|
-
"implementation": string;
|
|
797
|
+
"headers"?: WorkbenchHeaderSecretReference[];
|
|
809
798
|
}
|
|
810
|
-
export interface
|
|
799
|
+
export interface WorkbenchBuiltinServerConfiguration {
|
|
811
800
|
"transport": "builtin";
|
|
812
801
|
"name": string;
|
|
813
802
|
}
|
|
814
|
-
export interface
|
|
815
|
-
"category":
|
|
803
|
+
export interface WorkbenchError {
|
|
804
|
+
"category": WorkbenchErrorCategory;
|
|
816
805
|
"code": string;
|
|
817
806
|
"message": string;
|
|
818
|
-
"
|
|
807
|
+
"occurred_at": string;
|
|
819
808
|
"retryable": boolean;
|
|
820
809
|
"details"?: unknown;
|
|
821
810
|
}
|
|
822
|
-
export interface
|
|
823
|
-
"
|
|
824
|
-
"
|
|
825
|
-
"
|
|
811
|
+
export interface WorkbenchInitializationSnapshot {
|
|
812
|
+
"initialized_at": string;
|
|
813
|
+
"protocol_version": string;
|
|
814
|
+
"server_identity": unknown;
|
|
826
815
|
"capabilities": unknown;
|
|
827
816
|
"instructions"?: string;
|
|
828
|
-
"
|
|
817
|
+
"session_info"?: unknown;
|
|
829
818
|
"result": unknown;
|
|
830
819
|
}
|
|
831
|
-
export interface
|
|
832
|
-
"status":
|
|
833
|
-
"
|
|
834
|
-
"
|
|
835
|
-
"
|
|
836
|
-
"initialization"?:
|
|
837
|
-
"
|
|
838
|
-
}
|
|
839
|
-
export interface
|
|
840
|
-
"id":
|
|
841
|
-
"
|
|
820
|
+
export interface WorkbenchConnectionSnapshot {
|
|
821
|
+
"status": WorkbenchConnectionStatus;
|
|
822
|
+
"changed_at": string;
|
|
823
|
+
"connected_at"?: string;
|
|
824
|
+
"disconnected_at"?: string;
|
|
825
|
+
"initialization"?: WorkbenchInitializationSnapshot;
|
|
826
|
+
"recent_error"?: WorkbenchError;
|
|
827
|
+
}
|
|
828
|
+
export interface WorkbenchServer {
|
|
829
|
+
"id": WorkbenchServerId;
|
|
830
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
842
831
|
"name": string;
|
|
843
832
|
"description"?: string;
|
|
844
|
-
"configuration":
|
|
845
|
-
"connection":
|
|
846
|
-
"
|
|
847
|
-
"
|
|
833
|
+
"configuration": WorkbenchServerConfiguration;
|
|
834
|
+
"connection": WorkbenchConnectionSnapshot;
|
|
835
|
+
"created_at": string;
|
|
836
|
+
"updated_at": string;
|
|
848
837
|
}
|
|
849
|
-
export interface
|
|
838
|
+
export interface WorkbenchServerCreateRequest {
|
|
850
839
|
"name": string;
|
|
851
840
|
"description"?: string;
|
|
852
|
-
"configuration":
|
|
853
|
-
"
|
|
841
|
+
"configuration": WorkbenchServerConfiguration;
|
|
842
|
+
"auto_connect"?: boolean;
|
|
854
843
|
}
|
|
855
|
-
export interface
|
|
844
|
+
export interface WorkbenchServerUpdateRequest {
|
|
856
845
|
"name"?: string;
|
|
857
846
|
"description"?: string;
|
|
858
|
-
"configuration"?:
|
|
847
|
+
"configuration"?: WorkbenchServerConfiguration;
|
|
859
848
|
}
|
|
860
|
-
export interface
|
|
861
|
-
"servers":
|
|
849
|
+
export interface WorkbenchServerListResponse {
|
|
850
|
+
"servers": WorkbenchServer[];
|
|
862
851
|
}
|
|
863
|
-
export interface
|
|
864
|
-
"server":
|
|
852
|
+
export interface WorkbenchServerActionAccepted {
|
|
853
|
+
"server": WorkbenchServer;
|
|
865
854
|
}
|
|
866
|
-
export interface
|
|
855
|
+
export interface WorkbenchDiscoveryCollection {
|
|
867
856
|
"items": unknown[];
|
|
868
857
|
"count": number;
|
|
869
858
|
"complete": boolean;
|
|
870
859
|
"cursor"?: string;
|
|
871
|
-
"
|
|
872
|
-
"
|
|
873
|
-
}
|
|
874
|
-
export interface
|
|
875
|
-
"
|
|
876
|
-
"
|
|
877
|
-
"
|
|
878
|
-
"tools":
|
|
879
|
-
"resources":
|
|
880
|
-
"
|
|
881
|
-
"prompts":
|
|
882
|
-
}
|
|
883
|
-
export interface
|
|
860
|
+
"next_cursor"?: string;
|
|
861
|
+
"discovered_at": string;
|
|
862
|
+
}
|
|
863
|
+
export interface WorkbenchDiscoverySnapshot {
|
|
864
|
+
"server_id": WorkbenchServerId;
|
|
865
|
+
"started_at": string;
|
|
866
|
+
"completed_at": string;
|
|
867
|
+
"tools": WorkbenchDiscoveryCollection;
|
|
868
|
+
"resources": WorkbenchDiscoveryCollection;
|
|
869
|
+
"resource_templates": WorkbenchDiscoveryCollection;
|
|
870
|
+
"prompts": WorkbenchDiscoveryCollection;
|
|
871
|
+
}
|
|
872
|
+
export interface WorkbenchProtocolEvent {
|
|
884
873
|
"id": string;
|
|
885
|
-
"
|
|
886
|
-
"direction":
|
|
887
|
-
"kind":
|
|
874
|
+
"server_id": WorkbenchServerId;
|
|
875
|
+
"direction": WorkbenchProtocolDirection;
|
|
876
|
+
"kind": WorkbenchProtocolEventKind;
|
|
888
877
|
"method"?: string;
|
|
889
|
-
"
|
|
878
|
+
"request_id"?: unknown;
|
|
890
879
|
"timestamp": string;
|
|
891
|
-
"
|
|
880
|
+
"duration_ms"?: number;
|
|
892
881
|
"payload"?: unknown;
|
|
893
|
-
"
|
|
894
|
-
"
|
|
895
|
-
"
|
|
882
|
+
"redaction_applied": true;
|
|
883
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
884
|
+
"trace_id"?: TraceId;
|
|
896
885
|
}
|
|
897
|
-
export interface
|
|
898
|
-
"events":
|
|
899
|
-
"
|
|
886
|
+
export interface WorkbenchProtocolEventPage {
|
|
887
|
+
"events": WorkbenchProtocolEvent[];
|
|
888
|
+
"next_cursor"?: string;
|
|
900
889
|
}
|
|
901
|
-
export interface
|
|
890
|
+
export interface WorkbenchExecutionConfirmationRequest {
|
|
902
891
|
"acknowledged": true;
|
|
903
892
|
"acknowledgement": string;
|
|
904
893
|
}
|
|
905
|
-
export interface
|
|
894
|
+
export interface WorkbenchExecutionConfirmationEvidence {
|
|
906
895
|
"acknowledged": true;
|
|
907
896
|
"acknowledgement": string;
|
|
908
|
-
"
|
|
897
|
+
"confirmed_at": string;
|
|
909
898
|
}
|
|
910
|
-
export interface
|
|
911
|
-
"
|
|
899
|
+
export interface WorkbenchExecutionRequest {
|
|
900
|
+
"tool_name": string;
|
|
912
901
|
"arguments"?: unknown;
|
|
913
|
-
"
|
|
914
|
-
"confirmation"?:
|
|
915
|
-
"
|
|
916
|
-
}
|
|
917
|
-
export interface
|
|
918
|
-
"
|
|
919
|
-
"
|
|
920
|
-
"
|
|
902
|
+
"timeout_ms": number;
|
|
903
|
+
"confirmation"?: WorkbenchExecutionConfirmationRequest;
|
|
904
|
+
"idempotency_key": string;
|
|
905
|
+
}
|
|
906
|
+
export interface WorkbenchExecutionTokenUsage {
|
|
907
|
+
"input_tokens"?: number;
|
|
908
|
+
"output_tokens"?: number;
|
|
909
|
+
"total_tokens"?: number;
|
|
921
910
|
"estimated": boolean;
|
|
922
911
|
}
|
|
923
|
-
export interface
|
|
924
|
-
"
|
|
912
|
+
export interface WorkbenchExecutionCost {
|
|
913
|
+
"amount_usd": number;
|
|
925
914
|
"estimated": boolean;
|
|
926
915
|
"source"?: string;
|
|
927
916
|
}
|
|
928
|
-
export interface
|
|
929
|
-
"
|
|
930
|
-
"
|
|
931
|
-
"
|
|
932
|
-
"
|
|
933
|
-
"
|
|
934
|
-
}
|
|
935
|
-
export interface
|
|
936
|
-
"id":
|
|
937
|
-
"
|
|
938
|
-
"
|
|
939
|
-
"request":
|
|
940
|
-
"effect":
|
|
941
|
-
"confirmation"?:
|
|
942
|
-
"status":
|
|
943
|
-
"
|
|
944
|
-
"
|
|
945
|
-
"
|
|
946
|
-
"
|
|
947
|
-
"
|
|
948
|
-
"
|
|
949
|
-
"
|
|
950
|
-
"
|
|
917
|
+
export interface WorkbenchTelemetryCorrelation {
|
|
918
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
919
|
+
"evaluation_run_id"?: WorkbenchEvaluationRunId;
|
|
920
|
+
"test_case_id"?: WorkbenchTestCaseId;
|
|
921
|
+
"trace_ids": TraceId[];
|
|
922
|
+
"span_ids": SpanId[];
|
|
923
|
+
}
|
|
924
|
+
export interface WorkbenchExecutionRecord {
|
|
925
|
+
"id": WorkbenchExecutionId;
|
|
926
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
927
|
+
"server_id": WorkbenchServerId;
|
|
928
|
+
"request": WorkbenchExecutionRequest;
|
|
929
|
+
"effect": WorkbenchExecutionEffect;
|
|
930
|
+
"confirmation"?: WorkbenchExecutionConfirmationEvidence;
|
|
931
|
+
"status": WorkbenchExecutionStatus;
|
|
932
|
+
"created_at": string;
|
|
933
|
+
"started_at"?: string;
|
|
934
|
+
"completed_at"?: string;
|
|
935
|
+
"duration_ms"?: number;
|
|
936
|
+
"attempt_count": number;
|
|
937
|
+
"retry_count": number;
|
|
938
|
+
"cancel_requested_at"?: string;
|
|
939
|
+
"cancelled_at"?: string;
|
|
951
940
|
"result"?: unknown;
|
|
952
|
-
"error"?:
|
|
953
|
-
"
|
|
954
|
-
"cost"?:
|
|
955
|
-
"telemetry"?:
|
|
941
|
+
"error"?: WorkbenchError;
|
|
942
|
+
"token_usage"?: WorkbenchExecutionTokenUsage;
|
|
943
|
+
"cost"?: WorkbenchExecutionCost;
|
|
944
|
+
"telemetry"?: WorkbenchTelemetryCorrelation;
|
|
956
945
|
}
|
|
957
|
-
export interface
|
|
958
|
-
"execution":
|
|
946
|
+
export interface WorkbenchExecutionAccepted {
|
|
947
|
+
"execution": WorkbenchExecutionRecord;
|
|
959
948
|
}
|
|
960
|
-
export interface
|
|
949
|
+
export interface WorkbenchExecutionCancelRequest {
|
|
961
950
|
"reason"?: string;
|
|
962
|
-
"
|
|
963
|
-
}
|
|
964
|
-
export interface
|
|
965
|
-
"executions":
|
|
966
|
-
"
|
|
967
|
-
}
|
|
968
|
-
export interface
|
|
969
|
-
"status":
|
|
970
|
-
"
|
|
971
|
-
"
|
|
972
|
-
}
|
|
973
|
-
export interface
|
|
974
|
-
"traces":
|
|
975
|
-
"logs":
|
|
976
|
-
"exceptions":
|
|
977
|
-
"
|
|
978
|
-
}
|
|
979
|
-
export interface
|
|
980
|
-
"signals":
|
|
981
|
-
"correlation":
|
|
951
|
+
"idempotency_key": string;
|
|
952
|
+
}
|
|
953
|
+
export interface WorkbenchExecutionPage {
|
|
954
|
+
"executions": WorkbenchExecutionRecord[];
|
|
955
|
+
"next_cursor"?: string;
|
|
956
|
+
}
|
|
957
|
+
export interface WorkbenchTelemetrySignalAvailability {
|
|
958
|
+
"status": WorkbenchTelemetryAvailability;
|
|
959
|
+
"unavailable_reason"?: string;
|
|
960
|
+
"item_count": number;
|
|
961
|
+
}
|
|
962
|
+
export interface WorkbenchTelemetrySignalSummary {
|
|
963
|
+
"traces": WorkbenchTelemetrySignalAvailability;
|
|
964
|
+
"logs": WorkbenchTelemetrySignalAvailability;
|
|
965
|
+
"exceptions": WorkbenchTelemetrySignalAvailability;
|
|
966
|
+
"tool_call_events": WorkbenchTelemetrySignalAvailability;
|
|
967
|
+
}
|
|
968
|
+
export interface WorkbenchExecutionTelemetryResponse {
|
|
969
|
+
"signals": WorkbenchTelemetrySignalSummary;
|
|
970
|
+
"correlation": WorkbenchTelemetryCorrelation;
|
|
982
971
|
"traces": Trace[];
|
|
983
972
|
"logs": LogRecord[];
|
|
984
|
-
"
|
|
985
|
-
"
|
|
973
|
+
"queried_at": string;
|
|
974
|
+
"self_export_suppressed": true;
|
|
986
975
|
}
|
|
987
|
-
export interface
|
|
976
|
+
export interface WorkbenchStatusAssertion {
|
|
988
977
|
"id": string;
|
|
989
978
|
"kind": "status";
|
|
990
|
-
"expected":
|
|
979
|
+
"expected": WorkbenchExecutionStatus[];
|
|
991
980
|
}
|
|
992
|
-
export interface
|
|
981
|
+
export interface WorkbenchExactAssertion {
|
|
993
982
|
"id": string;
|
|
994
983
|
"kind": "exact";
|
|
995
984
|
"path"?: string;
|
|
996
985
|
"expected": unknown;
|
|
997
986
|
}
|
|
998
|
-
export interface
|
|
987
|
+
export interface WorkbenchPartialAssertion {
|
|
999
988
|
"id": string;
|
|
1000
989
|
"kind": "partial";
|
|
1001
990
|
"path"?: string;
|
|
1002
991
|
"expected": unknown;
|
|
1003
992
|
}
|
|
1004
|
-
export interface
|
|
993
|
+
export interface WorkbenchSchemaAssertion {
|
|
1005
994
|
"id": string;
|
|
1006
995
|
"kind": "schema";
|
|
1007
996
|
"path"?: string;
|
|
1008
997
|
"schema": unknown;
|
|
1009
998
|
}
|
|
1010
|
-
export interface
|
|
999
|
+
export interface WorkbenchPatternAssertion {
|
|
1011
1000
|
"id": string;
|
|
1012
1001
|
"kind": "pattern";
|
|
1013
1002
|
"path"?: string;
|
|
1014
1003
|
"pattern": string;
|
|
1015
1004
|
"flags"?: string;
|
|
1016
1005
|
}
|
|
1017
|
-
export interface
|
|
1006
|
+
export interface WorkbenchLatencyAssertion {
|
|
1018
1007
|
"id": string;
|
|
1019
1008
|
"kind": "latency";
|
|
1020
|
-
"
|
|
1009
|
+
"max_duration_ms": number;
|
|
1021
1010
|
}
|
|
1022
|
-
export interface
|
|
1023
|
-
"id":
|
|
1024
|
-
"
|
|
1025
|
-
"
|
|
1011
|
+
export interface WorkbenchTestCase {
|
|
1012
|
+
"id": WorkbenchTestCaseId;
|
|
1013
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1014
|
+
"server_id": WorkbenchServerId;
|
|
1026
1015
|
"name": string;
|
|
1027
1016
|
"description"?: string;
|
|
1028
|
-
"
|
|
1017
|
+
"tool_name": string;
|
|
1029
1018
|
"arguments"?: unknown;
|
|
1030
|
-
"
|
|
1031
|
-
"assertions":
|
|
1019
|
+
"timeout_ms": number;
|
|
1020
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1032
1021
|
"tags": string[];
|
|
1033
|
-
"
|
|
1034
|
-
"
|
|
1022
|
+
"created_at": string;
|
|
1023
|
+
"updated_at": string;
|
|
1035
1024
|
}
|
|
1036
|
-
export interface
|
|
1037
|
-
"
|
|
1025
|
+
export interface WorkbenchTestCaseCreateRequest {
|
|
1026
|
+
"server_id": WorkbenchServerId;
|
|
1038
1027
|
"name": string;
|
|
1039
1028
|
"description"?: string;
|
|
1040
|
-
"
|
|
1029
|
+
"tool_name": string;
|
|
1041
1030
|
"arguments"?: unknown;
|
|
1042
|
-
"
|
|
1043
|
-
"assertions":
|
|
1031
|
+
"timeout_ms": number;
|
|
1032
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1044
1033
|
"tags"?: string[];
|
|
1045
1034
|
}
|
|
1046
|
-
export interface
|
|
1047
|
-
"
|
|
1035
|
+
export interface WorkbenchTestCaseUpdateRequest {
|
|
1036
|
+
"server_id"?: WorkbenchServerId;
|
|
1048
1037
|
"name"?: string;
|
|
1049
1038
|
"description"?: string;
|
|
1050
|
-
"
|
|
1039
|
+
"tool_name"?: string;
|
|
1051
1040
|
"arguments"?: unknown;
|
|
1052
|
-
"
|
|
1053
|
-
"assertions"?:
|
|
1041
|
+
"timeout_ms"?: number;
|
|
1042
|
+
"assertions"?: WorkbenchTestAssertion[];
|
|
1054
1043
|
"tags"?: string[];
|
|
1055
1044
|
}
|
|
1056
|
-
export interface
|
|
1057
|
-
"
|
|
1058
|
-
"
|
|
1045
|
+
export interface WorkbenchTestCasePage {
|
|
1046
|
+
"test_cases": WorkbenchTestCase[];
|
|
1047
|
+
"next_cursor"?: string;
|
|
1059
1048
|
}
|
|
1060
|
-
export interface
|
|
1061
|
-
"id":
|
|
1062
|
-
"
|
|
1049
|
+
export interface WorkbenchTestSuite {
|
|
1050
|
+
"id": WorkbenchSuiteId;
|
|
1051
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1063
1052
|
"name": string;
|
|
1064
1053
|
"description"?: string;
|
|
1065
|
-
"
|
|
1054
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1066
1055
|
"tags": string[];
|
|
1067
|
-
"
|
|
1068
|
-
"
|
|
1056
|
+
"created_at": string;
|
|
1057
|
+
"updated_at": string;
|
|
1069
1058
|
}
|
|
1070
|
-
export interface
|
|
1059
|
+
export interface WorkbenchTestSuiteCreateRequest {
|
|
1071
1060
|
"name": string;
|
|
1072
1061
|
"description"?: string;
|
|
1073
|
-
"
|
|
1062
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1074
1063
|
"tags"?: string[];
|
|
1075
1064
|
}
|
|
1076
|
-
export interface
|
|
1065
|
+
export interface WorkbenchTestSuiteUpdateRequest {
|
|
1077
1066
|
"name"?: string;
|
|
1078
1067
|
"description"?: string;
|
|
1079
|
-
"
|
|
1068
|
+
"test_case_ids"?: WorkbenchTestCaseId[];
|
|
1080
1069
|
"tags"?: string[];
|
|
1081
1070
|
}
|
|
1082
|
-
export interface
|
|
1083
|
-
"suites":
|
|
1084
|
-
"
|
|
1071
|
+
export interface WorkbenchTestSuitePage {
|
|
1072
|
+
"suites": WorkbenchTestSuite[];
|
|
1073
|
+
"next_cursor"?: string;
|
|
1085
1074
|
}
|
|
1086
|
-
export interface
|
|
1087
|
-
"
|
|
1088
|
-
"confirmation"?:
|
|
1075
|
+
export interface WorkbenchEvaluationRunRequest {
|
|
1076
|
+
"idempotency_key": string;
|
|
1077
|
+
"confirmation"?: WorkbenchExecutionConfirmationRequest;
|
|
1089
1078
|
"concurrency"?: number;
|
|
1090
|
-
"
|
|
1079
|
+
"fail_fast"?: boolean;
|
|
1091
1080
|
}
|
|
1092
|
-
export interface
|
|
1081
|
+
export interface WorkbenchTestCaseRunRequest extends WorkbenchEvaluationRunRequest {
|
|
1093
1082
|
}
|
|
1094
|
-
export interface
|
|
1095
|
-
"
|
|
1083
|
+
export interface WorkbenchSuiteRunRequest extends WorkbenchEvaluationRunRequest {
|
|
1084
|
+
"selected_test_case_ids"?: WorkbenchTestCaseId[];
|
|
1096
1085
|
}
|
|
1097
|
-
export interface
|
|
1098
|
-
"
|
|
1086
|
+
export interface WorkbenchAssertionResult {
|
|
1087
|
+
"assertion_id": string;
|
|
1099
1088
|
"kind": string;
|
|
1100
|
-
"status":
|
|
1089
|
+
"status": WorkbenchAssertionStatus;
|
|
1101
1090
|
"message"?: string;
|
|
1102
1091
|
"actual"?: unknown;
|
|
1103
1092
|
}
|
|
1104
|
-
export interface
|
|
1105
|
-
"id":
|
|
1106
|
-
"
|
|
1093
|
+
export interface WorkbenchEvaluationTestCaseSnapshot {
|
|
1094
|
+
"id": WorkbenchTestCaseId;
|
|
1095
|
+
"server_id": WorkbenchServerId;
|
|
1107
1096
|
"name": string;
|
|
1108
1097
|
"description"?: string;
|
|
1109
|
-
"
|
|
1098
|
+
"tool_name": string;
|
|
1110
1099
|
"arguments"?: unknown;
|
|
1111
|
-
"
|
|
1112
|
-
"assertions":
|
|
1100
|
+
"timeout_ms": number;
|
|
1101
|
+
"assertions": WorkbenchTestAssertion[];
|
|
1113
1102
|
"tags": string[];
|
|
1114
1103
|
}
|
|
1115
|
-
export interface
|
|
1116
|
-
"id":
|
|
1104
|
+
export interface WorkbenchEvaluationSuiteSnapshot {
|
|
1105
|
+
"id": WorkbenchSuiteId;
|
|
1117
1106
|
"name": string;
|
|
1118
1107
|
"description"?: string;
|
|
1119
|
-
"
|
|
1108
|
+
"test_case_ids": WorkbenchTestCaseId[];
|
|
1120
1109
|
"tags": string[];
|
|
1121
1110
|
}
|
|
1122
|
-
export interface
|
|
1123
|
-
"
|
|
1124
|
-
"
|
|
1125
|
-
"status":
|
|
1126
|
-
"
|
|
1127
|
-
"
|
|
1128
|
-
"
|
|
1129
|
-
"assertions":
|
|
1130
|
-
"error"?:
|
|
1131
|
-
}
|
|
1132
|
-
export interface
|
|
1111
|
+
export interface WorkbenchEvaluationTestResult {
|
|
1112
|
+
"test_case": WorkbenchEvaluationTestCaseSnapshot;
|
|
1113
|
+
"execution_id"?: WorkbenchExecutionId;
|
|
1114
|
+
"status": WorkbenchEvaluationResultStatus;
|
|
1115
|
+
"started_at"?: string;
|
|
1116
|
+
"completed_at"?: string;
|
|
1117
|
+
"duration_ms"?: number;
|
|
1118
|
+
"assertions": WorkbenchAssertionResult[];
|
|
1119
|
+
"error"?: WorkbenchError;
|
|
1120
|
+
}
|
|
1121
|
+
export interface WorkbenchEvaluationSummary {
|
|
1133
1122
|
"total": number;
|
|
1134
1123
|
"passed": number;
|
|
1135
1124
|
"failed": number;
|
|
1136
1125
|
"errors": number;
|
|
1137
1126
|
"skipped": number;
|
|
1138
|
-
"
|
|
1127
|
+
"success_rate": number;
|
|
1139
1128
|
"reliability": number;
|
|
1140
|
-
"
|
|
1141
|
-
"
|
|
1142
|
-
"
|
|
1143
|
-
"
|
|
1144
|
-
"
|
|
1145
|
-
"cost"?:
|
|
1146
|
-
}
|
|
1147
|
-
export interface
|
|
1148
|
-
"id":
|
|
1149
|
-
"
|
|
1150
|
-
"suite"?:
|
|
1151
|
-
"
|
|
1152
|
-
"status":
|
|
1153
|
-
"
|
|
1154
|
-
"
|
|
1155
|
-
"
|
|
1156
|
-
"results":
|
|
1157
|
-
"summary"?:
|
|
1158
|
-
"confirmation"?:
|
|
1159
|
-
"telemetry"?:
|
|
1160
|
-
"error"?:
|
|
1161
|
-
}
|
|
1162
|
-
export interface
|
|
1163
|
-
"run":
|
|
1164
|
-
}
|
|
1165
|
-
export interface
|
|
1166
|
-
"runs":
|
|
1167
|
-
"
|
|
1168
|
-
}
|
|
1169
|
-
export interface
|
|
1170
|
-
"
|
|
1171
|
-
"
|
|
1172
|
-
}
|
|
1173
|
-
export interface
|
|
1174
|
-
"
|
|
1175
|
-
"status":
|
|
1176
|
-
"
|
|
1177
|
-
"
|
|
1178
|
-
"
|
|
1179
|
-
}
|
|
1180
|
-
export interface
|
|
1181
|
-
"
|
|
1182
|
-
"
|
|
1183
|
-
"baseline":
|
|
1184
|
-
"candidate":
|
|
1185
|
-
"
|
|
1186
|
-
"
|
|
1187
|
-
"
|
|
1188
|
-
"
|
|
1189
|
-
"
|
|
1190
|
-
"tests":
|
|
1191
|
-
"
|
|
1192
|
-
}
|
|
1193
|
-
export interface
|
|
1194
|
-
"format":
|
|
1195
|
-
"
|
|
1196
|
-
"
|
|
1197
|
-
"
|
|
1198
|
-
}
|
|
1199
|
-
export interface
|
|
1200
|
-
"id":
|
|
1201
|
-
"
|
|
1202
|
-
"format":
|
|
1203
|
-
"status":
|
|
1204
|
-
"
|
|
1205
|
-
"
|
|
1206
|
-
"
|
|
1207
|
-
"
|
|
1208
|
-
"
|
|
1129
|
+
"mean_duration_ms"?: number;
|
|
1130
|
+
"p50_duration_ms"?: number;
|
|
1131
|
+
"p95_duration_ms"?: number;
|
|
1132
|
+
"p99_duration_ms"?: number;
|
|
1133
|
+
"token_usage"?: WorkbenchExecutionTokenUsage;
|
|
1134
|
+
"cost"?: WorkbenchExecutionCost;
|
|
1135
|
+
}
|
|
1136
|
+
export interface WorkbenchEvaluationRun {
|
|
1137
|
+
"id": WorkbenchEvaluationRunId;
|
|
1138
|
+
"workspace_id": WorkbenchWorkspaceId;
|
|
1139
|
+
"suite"?: WorkbenchEvaluationSuiteSnapshot;
|
|
1140
|
+
"test_cases": WorkbenchEvaluationTestCaseSnapshot[];
|
|
1141
|
+
"status": WorkbenchEvaluationRunStatus;
|
|
1142
|
+
"created_at": string;
|
|
1143
|
+
"started_at"?: string;
|
|
1144
|
+
"completed_at"?: string;
|
|
1145
|
+
"results": WorkbenchEvaluationTestResult[];
|
|
1146
|
+
"summary"?: WorkbenchEvaluationSummary;
|
|
1147
|
+
"confirmation"?: WorkbenchExecutionConfirmationEvidence;
|
|
1148
|
+
"telemetry"?: WorkbenchTelemetryCorrelation;
|
|
1149
|
+
"error"?: WorkbenchError;
|
|
1150
|
+
}
|
|
1151
|
+
export interface WorkbenchEvaluationRunAccepted {
|
|
1152
|
+
"run": WorkbenchEvaluationRun;
|
|
1153
|
+
}
|
|
1154
|
+
export interface WorkbenchEvaluationRunPage {
|
|
1155
|
+
"runs": WorkbenchEvaluationRun[];
|
|
1156
|
+
"next_cursor"?: string;
|
|
1157
|
+
}
|
|
1158
|
+
export interface WorkbenchEvaluationComparisonRequest {
|
|
1159
|
+
"baseline_run_id": WorkbenchEvaluationRunId;
|
|
1160
|
+
"candidate_run_id": WorkbenchEvaluationRunId;
|
|
1161
|
+
}
|
|
1162
|
+
export interface WorkbenchEvaluationTestComparison {
|
|
1163
|
+
"test_case_id": WorkbenchTestCaseId;
|
|
1164
|
+
"status": WorkbenchRegressionStatus;
|
|
1165
|
+
"baseline_status"?: WorkbenchEvaluationResultStatus;
|
|
1166
|
+
"candidate_status"?: WorkbenchEvaluationResultStatus;
|
|
1167
|
+
"duration_delta_ms"?: number;
|
|
1168
|
+
}
|
|
1169
|
+
export interface WorkbenchEvaluationRunComparison {
|
|
1170
|
+
"baseline_run_id": WorkbenchEvaluationRunId;
|
|
1171
|
+
"candidate_run_id": WorkbenchEvaluationRunId;
|
|
1172
|
+
"baseline": WorkbenchEvaluationSummary;
|
|
1173
|
+
"candidate": WorkbenchEvaluationSummary;
|
|
1174
|
+
"success_rate_delta": number;
|
|
1175
|
+
"reliability_delta": number;
|
|
1176
|
+
"p95_duration_delta_ms"?: number;
|
|
1177
|
+
"token_delta"?: number;
|
|
1178
|
+
"cost_delta_usd"?: number;
|
|
1179
|
+
"tests": WorkbenchEvaluationTestComparison[];
|
|
1180
|
+
"compared_at": string;
|
|
1181
|
+
}
|
|
1182
|
+
export interface WorkbenchEvaluationExportRequest {
|
|
1183
|
+
"format": WorkbenchEvaluationExportFormat;
|
|
1184
|
+
"include_protocol_events"?: boolean;
|
|
1185
|
+
"include_telemetry"?: boolean;
|
|
1186
|
+
"idempotency_key": string;
|
|
1187
|
+
}
|
|
1188
|
+
export interface WorkbenchEvaluationExport {
|
|
1189
|
+
"id": WorkbenchEvaluationExportId;
|
|
1190
|
+
"run_id": WorkbenchEvaluationRunId;
|
|
1191
|
+
"format": WorkbenchEvaluationExportFormat;
|
|
1192
|
+
"status": WorkbenchEvaluationExportStatus;
|
|
1193
|
+
"requested_at": string;
|
|
1194
|
+
"completed_at"?: string;
|
|
1195
|
+
"media_type"?: string;
|
|
1196
|
+
"file_name"?: string;
|
|
1197
|
+
"byte_size"?: number;
|
|
1209
1198
|
"sha256"?: string;
|
|
1210
|
-
"error"?:
|
|
1199
|
+
"error"?: WorkbenchError;
|
|
1211
1200
|
}
|
|
1212
|
-
export interface
|
|
1201
|
+
export interface WorkbenchEvaluationJsonExportPayload {
|
|
1213
1202
|
"format": "json";
|
|
1214
|
-
"run":
|
|
1215
|
-
"
|
|
1216
|
-
"telemetry":
|
|
1217
|
-
"
|
|
1203
|
+
"run": WorkbenchEvaluationRun;
|
|
1204
|
+
"protocol_events": WorkbenchProtocolEvent[];
|
|
1205
|
+
"telemetry": WorkbenchExecutionTelemetryResponse[];
|
|
1206
|
+
"exported_at": string;
|
|
1218
1207
|
}
|
|
1219
|
-
export interface
|
|
1208
|
+
export interface WorkbenchEvaluationReportExportPayload {
|
|
1220
1209
|
"format": "report";
|
|
1221
1210
|
"markdown": string;
|
|
1222
|
-
"
|
|
1211
|
+
"exported_at": string;
|
|
1223
1212
|
}
|
|
1224
|
-
export interface
|
|
1225
|
-
"export":
|
|
1226
|
-
"payload":
|
|
1213
|
+
export interface WorkbenchEvaluationExportArtifact {
|
|
1214
|
+
"export": WorkbenchEvaluationExport;
|
|
1215
|
+
"payload": WorkbenchEvaluationExportPayload;
|
|
1227
1216
|
}
|
|
1228
|
-
export interface
|
|
1229
|
-
"export":
|
|
1217
|
+
export interface WorkbenchEvaluationExportAccepted {
|
|
1218
|
+
"export": WorkbenchEvaluationExport;
|
|
1230
1219
|
}
|
|
1231
1220
|
export interface DisplayTracesInput {
|
|
1232
1221
|
"trace_id"?: TraceId;
|