@ancplua/qyl-api-schema 0.5.15 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -6115,47 +6115,2007 @@
6115
6115
  },
6116
6116
  "description": "Trace summary without the full span collection"
6117
6117
  },
6118
- "Runner.Mcp.RunnerMcpAudioContent": {
6118
+ "Runner.Mcp.RunnerMcpAssertionResult": {
6119
6119
  "type": "object",
6120
6120
  "required": [
6121
- "type",
6122
- "data",
6123
- "mimeType"
6121
+ "assertionId",
6122
+ "kind",
6123
+ "status"
6124
+ ],
6125
+ "properties": {
6126
+ "assertionId": {
6127
+ "type": "string"
6128
+ },
6129
+ "kind": {
6130
+ "type": "string"
6131
+ },
6132
+ "status": {
6133
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpAssertionStatus"
6134
+ },
6135
+ "message": {
6136
+ "type": "string"
6137
+ },
6138
+ "actual": {}
6139
+ },
6140
+ "unevaluatedProperties": {
6141
+ "not": {}
6142
+ },
6143
+ "description": "Outcome of one assertion with sanitized actual evidence when useful."
6144
+ },
6145
+ "Runner.Mcp.RunnerMcpAssertionStatus": {
6146
+ "type": "string",
6147
+ "enum": [
6148
+ "passed",
6149
+ "failed",
6150
+ "error",
6151
+ "skipped"
6152
+ ],
6153
+ "description": "Assertion outcome reported by an evaluation."
6154
+ },
6155
+ "Runner.Mcp.RunnerMcpBuiltinServerConfiguration": {
6156
+ "type": "object",
6157
+ "required": [
6158
+ "transport",
6159
+ "name"
6160
+ ],
6161
+ "properties": {
6162
+ "transport": {
6163
+ "type": "string",
6164
+ "enum": [
6165
+ "builtin"
6166
+ ]
6167
+ },
6168
+ "name": {
6169
+ "type": "string",
6170
+ "minLength": 1
6171
+ }
6172
+ },
6173
+ "unevaluatedProperties": {
6174
+ "not": {}
6175
+ },
6176
+ "description": "Sanitized built-in MCP server configuration."
6177
+ },
6178
+ "Runner.Mcp.RunnerMcpConnectionSnapshot": {
6179
+ "type": "object",
6180
+ "required": [
6181
+ "status",
6182
+ "changedAt"
6183
+ ],
6184
+ "properties": {
6185
+ "status": {
6186
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpConnectionStatus"
6187
+ },
6188
+ "changedAt": {
6189
+ "type": "string",
6190
+ "format": "date-time"
6191
+ },
6192
+ "connectedAt": {
6193
+ "type": "string",
6194
+ "format": "date-time"
6195
+ },
6196
+ "disconnectedAt": {
6197
+ "type": "string",
6198
+ "format": "date-time"
6199
+ },
6200
+ "initialization": {
6201
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpInitializationSnapshot"
6202
+ },
6203
+ "recentError": {
6204
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpError"
6205
+ }
6206
+ },
6207
+ "unevaluatedProperties": {
6208
+ "not": {}
6209
+ },
6210
+ "description": "Current connection state and most recent initialization evidence for one MCP server."
6211
+ },
6212
+ "Runner.Mcp.RunnerMcpConnectionStatus": {
6213
+ "type": "string",
6214
+ "enum": [
6215
+ "disconnected",
6216
+ "connecting",
6217
+ "connected",
6218
+ "disconnecting",
6219
+ "reconnecting",
6220
+ "failed"
6221
+ ],
6222
+ "description": "Connection lifecycle for one configured MCP server."
6223
+ },
6224
+ "Runner.Mcp.RunnerMcpDiscoveryCollection": {
6225
+ "type": "object",
6226
+ "required": [
6227
+ "items",
6228
+ "count",
6229
+ "complete",
6230
+ "discoveredAt"
6231
+ ],
6232
+ "properties": {
6233
+ "items": {
6234
+ "type": "array",
6235
+ "items": {}
6236
+ },
6237
+ "count": {
6238
+ "type": "integer",
6239
+ "format": "int32",
6240
+ "minimum": 0
6241
+ },
6242
+ "complete": {
6243
+ "type": "boolean"
6244
+ },
6245
+ "cursor": {
6246
+ "type": "string"
6247
+ },
6248
+ "nextCursor": {
6249
+ "type": "string"
6250
+ },
6251
+ "discoveredAt": {
6252
+ "type": "string",
6253
+ "format": "date-time"
6254
+ }
6255
+ },
6256
+ "unevaluatedProperties": {
6257
+ "not": {}
6258
+ },
6259
+ "description": "One discovered MCP entity collection. Every item remains the SDK-validated opaque entity."
6260
+ },
6261
+ "Runner.Mcp.RunnerMcpDiscoverySnapshot": {
6262
+ "type": "object",
6263
+ "required": [
6264
+ "serverId",
6265
+ "startedAt",
6266
+ "completedAt",
6267
+ "tools",
6268
+ "resources",
6269
+ "resourceTemplates",
6270
+ "prompts"
6271
+ ],
6272
+ "properties": {
6273
+ "serverId": {
6274
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
6275
+ },
6276
+ "startedAt": {
6277
+ "type": "string",
6278
+ "format": "date-time"
6279
+ },
6280
+ "completedAt": {
6281
+ "type": "string",
6282
+ "format": "date-time"
6283
+ },
6284
+ "tools": {
6285
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpDiscoveryCollection"
6286
+ },
6287
+ "resources": {
6288
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpDiscoveryCollection"
6289
+ },
6290
+ "resourceTemplates": {
6291
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpDiscoveryCollection"
6292
+ },
6293
+ "prompts": {
6294
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpDiscoveryCollection"
6295
+ }
6296
+ },
6297
+ "unevaluatedProperties": {
6298
+ "not": {}
6299
+ },
6300
+ "description": "Complete MCP capability discovery evidence for one server."
6301
+ },
6302
+ "Runner.Mcp.RunnerMcpEnvironmentSecretReference": {
6303
+ "type": "object",
6304
+ "required": [
6305
+ "name",
6306
+ "secret"
6307
+ ],
6308
+ "properties": {
6309
+ "name": {
6310
+ "type": "string",
6311
+ "pattern": "^[A-Za-z_][A-Za-z0-9_]*$"
6312
+ },
6313
+ "secret": {
6314
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSecretReference"
6315
+ }
6316
+ },
6317
+ "unevaluatedProperties": {
6318
+ "not": {}
6319
+ },
6320
+ "description": "Environment variable whose value is resolved from a secret reference at connection time."
6321
+ },
6322
+ "Runner.Mcp.RunnerMcpError": {
6323
+ "type": "object",
6324
+ "required": [
6325
+ "category",
6326
+ "code",
6327
+ "message",
6328
+ "occurredAt",
6329
+ "retryable"
6330
+ ],
6331
+ "properties": {
6332
+ "category": {
6333
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpErrorCategory"
6334
+ },
6335
+ "code": {
6336
+ "type": "string"
6337
+ },
6338
+ "message": {
6339
+ "type": "string"
6340
+ },
6341
+ "occurredAt": {
6342
+ "type": "string",
6343
+ "format": "date-time"
6344
+ },
6345
+ "retryable": {
6346
+ "type": "boolean"
6347
+ },
6348
+ "details": {
6349
+ "description": "Sanitized implementation details with credentials and secret values removed."
6350
+ }
6351
+ },
6352
+ "unevaluatedProperties": {
6353
+ "not": {}
6354
+ },
6355
+ "description": "Typed, sanitized failure captured by the MCP workbench."
6356
+ },
6357
+ "Runner.Mcp.RunnerMcpErrorCategory": {
6358
+ "type": "string",
6359
+ "enum": [
6360
+ "authentication",
6361
+ "transport",
6362
+ "protocol",
6363
+ "serialization",
6364
+ "schema_validation",
6365
+ "tool_error",
6366
+ "timeout",
6367
+ "cancelled",
6368
+ "internal"
6369
+ ],
6370
+ "description": "Stable category for a workbench, transport, protocol, or tool execution error."
6371
+ },
6372
+ "Runner.Mcp.RunnerMcpEvaluationComparisonRequest": {
6373
+ "type": "object",
6374
+ "required": [
6375
+ "baselineRunId",
6376
+ "candidateRunId"
6377
+ ],
6378
+ "properties": {
6379
+ "baselineRunId": {
6380
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6381
+ },
6382
+ "candidateRunId": {
6383
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6384
+ }
6385
+ },
6386
+ "unevaluatedProperties": {
6387
+ "not": {}
6388
+ },
6389
+ "description": "Request to compare a baseline MCP evaluation run with a candidate run."
6390
+ },
6391
+ "Runner.Mcp.RunnerMcpEvaluationExport": {
6392
+ "type": "object",
6393
+ "required": [
6394
+ "id",
6395
+ "runId",
6396
+ "format",
6397
+ "status",
6398
+ "requestedAt"
6399
+ ],
6400
+ "properties": {
6401
+ "id": {
6402
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExportId"
6403
+ },
6404
+ "runId": {
6405
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6406
+ },
6407
+ "format": {
6408
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExportFormat"
6409
+ },
6410
+ "status": {
6411
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExportStatus"
6412
+ },
6413
+ "requestedAt": {
6414
+ "type": "string",
6415
+ "format": "date-time"
6416
+ },
6417
+ "completedAt": {
6418
+ "type": "string",
6419
+ "format": "date-time"
6420
+ },
6421
+ "mediaType": {
6422
+ "type": "string"
6423
+ },
6424
+ "fileName": {
6425
+ "type": "string"
6426
+ },
6427
+ "byteSize": {
6428
+ "$ref": "#/$defs/Common.ByteSize"
6429
+ },
6430
+ "sha256": {
6431
+ "$ref": "#/$defs/Common.Sha256Hash"
6432
+ },
6433
+ "error": {
6434
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpError"
6435
+ }
6436
+ },
6437
+ "unevaluatedProperties": {
6438
+ "not": {}
6439
+ },
6440
+ "description": "Metadata for one generated evaluation JSON or readable report artifact."
6441
+ },
6442
+ "Runner.Mcp.RunnerMcpEvaluationExportAccepted": {
6443
+ "type": "object",
6444
+ "required": [
6445
+ "export"
6446
+ ],
6447
+ "properties": {
6448
+ "export": {
6449
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExport"
6450
+ }
6451
+ },
6452
+ "unevaluatedProperties": {
6453
+ "not": {}
6454
+ },
6455
+ "description": "An evaluation export was accepted and continues asynchronously."
6456
+ },
6457
+ "Runner.Mcp.RunnerMcpEvaluationExportArtifact": {
6458
+ "type": "object",
6459
+ "required": [
6460
+ "export",
6461
+ "payload"
6462
+ ],
6463
+ "properties": {
6464
+ "export": {
6465
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExport"
6466
+ },
6467
+ "payload": {
6468
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExportPayload"
6469
+ }
6470
+ },
6471
+ "unevaluatedProperties": {
6472
+ "not": {}
6473
+ },
6474
+ "description": "Ready evaluation export metadata and its TypeSpec-owned content."
6475
+ },
6476
+ "Runner.Mcp.RunnerMcpEvaluationExportFormat": {
6477
+ "type": "string",
6478
+ "enum": [
6479
+ "json",
6480
+ "report"
6481
+ ],
6482
+ "description": "Supported evaluation export representation."
6483
+ },
6484
+ "Runner.Mcp.RunnerMcpEvaluationExportId": {
6485
+ "type": "string",
6486
+ "minLength": 1,
6487
+ "maxLength": 128,
6488
+ "description": "Opaque identifier for one generated evaluation export."
6489
+ },
6490
+ "Runner.Mcp.RunnerMcpEvaluationExportPayload": {
6491
+ "oneOf": [
6492
+ {
6493
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationJsonExportPayload"
6494
+ },
6495
+ {
6496
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationReportExportPayload"
6497
+ }
6498
+ ],
6499
+ "description": "Exactly one generated evaluation export representation."
6500
+ },
6501
+ "Runner.Mcp.RunnerMcpEvaluationExportRequest": {
6502
+ "type": "object",
6503
+ "required": [
6504
+ "format",
6505
+ "idempotencyKey"
6506
+ ],
6507
+ "properties": {
6508
+ "format": {
6509
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationExportFormat"
6510
+ },
6511
+ "includeProtocolEvents": {
6512
+ "type": "boolean",
6513
+ "default": true
6514
+ },
6515
+ "includeTelemetry": {
6516
+ "type": "boolean",
6517
+ "default": true
6518
+ },
6519
+ "idempotencyKey": {
6520
+ "type": "string",
6521
+ "minLength": 8,
6522
+ "maxLength": 256
6523
+ }
6524
+ },
6525
+ "unevaluatedProperties": {
6526
+ "not": {}
6527
+ },
6528
+ "description": "Request to generate a machine-readable or readable evaluation export."
6529
+ },
6530
+ "Runner.Mcp.RunnerMcpEvaluationExportStatus": {
6531
+ "type": "string",
6532
+ "enum": [
6533
+ "pending",
6534
+ "ready",
6535
+ "failed"
6536
+ ],
6537
+ "description": "Lifecycle for generation of an evaluation export artifact."
6538
+ },
6539
+ "Runner.Mcp.RunnerMcpEvaluationJsonExportPayload": {
6540
+ "type": "object",
6541
+ "required": [
6542
+ "format",
6543
+ "run",
6544
+ "protocolEvents",
6545
+ "telemetry",
6546
+ "exportedAt"
6547
+ ],
6548
+ "properties": {
6549
+ "format": {
6550
+ "type": "string",
6551
+ "enum": [
6552
+ "json"
6553
+ ]
6554
+ },
6555
+ "run": {
6556
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRun"
6557
+ },
6558
+ "protocolEvents": {
6559
+ "type": "array",
6560
+ "items": {
6561
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpProtocolEvent"
6562
+ }
6563
+ },
6564
+ "telemetry": {
6565
+ "type": "array",
6566
+ "items": {
6567
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionTelemetryResponse"
6568
+ }
6569
+ },
6570
+ "exportedAt": {
6571
+ "type": "string",
6572
+ "format": "date-time"
6573
+ }
6574
+ },
6575
+ "unevaluatedProperties": {
6576
+ "not": {}
6577
+ },
6578
+ "description": "Machine-readable evaluation export with retained execution, protocol, and optional telemetry evidence."
6579
+ },
6580
+ "Runner.Mcp.RunnerMcpEvaluationReportExportPayload": {
6581
+ "type": "object",
6582
+ "required": [
6583
+ "format",
6584
+ "markdown",
6585
+ "exportedAt"
6586
+ ],
6587
+ "properties": {
6588
+ "format": {
6589
+ "type": "string",
6590
+ "enum": [
6591
+ "report"
6592
+ ]
6593
+ },
6594
+ "markdown": {
6595
+ "type": "string"
6596
+ },
6597
+ "exportedAt": {
6598
+ "type": "string",
6599
+ "format": "date-time"
6600
+ }
6601
+ },
6602
+ "unevaluatedProperties": {
6603
+ "not": {}
6604
+ },
6605
+ "description": "Human-readable Markdown evaluation report."
6606
+ },
6607
+ "Runner.Mcp.RunnerMcpEvaluationResultStatus": {
6608
+ "type": "string",
6609
+ "enum": [
6610
+ "passed",
6611
+ "failed",
6612
+ "error",
6613
+ "skipped"
6614
+ ],
6615
+ "description": "Outcome for one test case within an evaluation run."
6616
+ },
6617
+ "Runner.Mcp.RunnerMcpEvaluationRun": {
6618
+ "type": "object",
6619
+ "required": [
6620
+ "id",
6621
+ "workspaceId",
6622
+ "testCases",
6623
+ "status",
6624
+ "createdAt",
6625
+ "results"
6626
+ ],
6627
+ "properties": {
6628
+ "id": {
6629
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6630
+ },
6631
+ "workspaceId": {
6632
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
6633
+ },
6634
+ "suite": {
6635
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationSuiteSnapshot"
6636
+ },
6637
+ "testCases": {
6638
+ "type": "array",
6639
+ "items": {
6640
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationTestCaseSnapshot"
6641
+ }
6642
+ },
6643
+ "status": {
6644
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunStatus"
6645
+ },
6646
+ "createdAt": {
6647
+ "type": "string",
6648
+ "format": "date-time"
6649
+ },
6650
+ "startedAt": {
6651
+ "type": "string",
6652
+ "format": "date-time"
6653
+ },
6654
+ "completedAt": {
6655
+ "type": "string",
6656
+ "format": "date-time"
6657
+ },
6658
+ "results": {
6659
+ "type": "array",
6660
+ "items": {
6661
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationTestResult"
6662
+ }
6663
+ },
6664
+ "summary": {
6665
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationSummary"
6666
+ },
6667
+ "confirmation": {
6668
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionConfirmationEvidence"
6669
+ },
6670
+ "telemetry": {
6671
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetryCorrelation"
6672
+ },
6673
+ "error": {
6674
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpError"
6675
+ }
6676
+ },
6677
+ "unevaluatedProperties": {
6678
+ "not": {}
6679
+ },
6680
+ "description": "Asynchronous MCP evaluation run with retained per-test evidence."
6681
+ },
6682
+ "Runner.Mcp.RunnerMcpEvaluationRunAccepted": {
6683
+ "type": "object",
6684
+ "required": [
6685
+ "run"
6686
+ ],
6687
+ "properties": {
6688
+ "run": {
6689
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRun"
6690
+ }
6691
+ },
6692
+ "unevaluatedProperties": {
6693
+ "not": {}
6694
+ },
6695
+ "description": "An MCP evaluation run was accepted and continues asynchronously."
6696
+ },
6697
+ "Runner.Mcp.RunnerMcpEvaluationRunComparison": {
6698
+ "type": "object",
6699
+ "required": [
6700
+ "baselineRunId",
6701
+ "candidateRunId",
6702
+ "baseline",
6703
+ "candidate",
6704
+ "successRateDelta",
6705
+ "reliabilityDelta",
6706
+ "tests",
6707
+ "comparedAt"
6708
+ ],
6709
+ "properties": {
6710
+ "baselineRunId": {
6711
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6712
+ },
6713
+ "candidateRunId": {
6714
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6715
+ },
6716
+ "baseline": {
6717
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationSummary"
6718
+ },
6719
+ "candidate": {
6720
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationSummary"
6721
+ },
6722
+ "successRateDelta": {
6723
+ "type": "number",
6724
+ "format": "double"
6725
+ },
6726
+ "reliabilityDelta": {
6727
+ "type": "number",
6728
+ "format": "double"
6729
+ },
6730
+ "p95DurationDeltaMs": {
6731
+ "type": "number",
6732
+ "format": "double"
6733
+ },
6734
+ "tokenDelta": {
6735
+ "type": "integer",
6736
+ "format": "int64"
6737
+ },
6738
+ "costDeltaUsd": {
6739
+ "type": "number",
6740
+ "format": "double"
6741
+ },
6742
+ "tests": {
6743
+ "type": "array",
6744
+ "items": {
6745
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationTestComparison"
6746
+ }
6747
+ },
6748
+ "comparedAt": {
6749
+ "type": "string",
6750
+ "format": "date-time"
6751
+ }
6752
+ },
6753
+ "unevaluatedProperties": {
6754
+ "not": {}
6755
+ },
6756
+ "description": "Aggregate comparison of two completed MCP evaluation runs."
6757
+ },
6758
+ "Runner.Mcp.RunnerMcpEvaluationRunId": {
6759
+ "type": "string",
6760
+ "minLength": 1,
6761
+ "maxLength": 128,
6762
+ "description": "Opaque identifier for one MCP evaluation run."
6763
+ },
6764
+ "Runner.Mcp.RunnerMcpEvaluationRunPage": {
6765
+ "type": "object",
6766
+ "required": [
6767
+ "runs"
6768
+ ],
6769
+ "properties": {
6770
+ "runs": {
6771
+ "type": "array",
6772
+ "items": {
6773
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRun"
6774
+ }
6775
+ },
6776
+ "nextCursor": {
6777
+ "type": "string"
6778
+ }
6779
+ },
6780
+ "unevaluatedProperties": {
6781
+ "not": {}
6782
+ },
6783
+ "description": "Cursor page of MCP evaluation runs."
6784
+ },
6785
+ "Runner.Mcp.RunnerMcpEvaluationRunRequest": {
6786
+ "type": "object",
6787
+ "required": [
6788
+ "idempotencyKey"
6789
+ ],
6790
+ "properties": {
6791
+ "idempotencyKey": {
6792
+ "type": "string",
6793
+ "minLength": 8,
6794
+ "maxLength": 256
6795
+ },
6796
+ "confirmation": {
6797
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionConfirmationRequest"
6798
+ },
6799
+ "concurrency": {
6800
+ "type": "integer",
6801
+ "format": "int32",
6802
+ "minimum": 1,
6803
+ "maximum": 50,
6804
+ "default": 1
6805
+ },
6806
+ "failFast": {
6807
+ "type": "boolean",
6808
+ "default": false
6809
+ }
6810
+ },
6811
+ "description": "Request to execute one test case or suite asynchronously."
6812
+ },
6813
+ "Runner.Mcp.RunnerMcpEvaluationRunStatus": {
6814
+ "type": "string",
6815
+ "enum": [
6816
+ "queued",
6817
+ "running",
6818
+ "completed",
6819
+ "failed",
6820
+ "cancelled"
6821
+ ],
6822
+ "description": "Lifecycle for an MCP evaluation run."
6823
+ },
6824
+ "Runner.Mcp.RunnerMcpEvaluationSuiteSnapshot": {
6825
+ "type": "object",
6826
+ "required": [
6827
+ "id",
6828
+ "name",
6829
+ "testCaseIds",
6830
+ "tags"
6831
+ ],
6832
+ "properties": {
6833
+ "id": {
6834
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSuiteId"
6835
+ },
6836
+ "name": {
6837
+ "type": "string"
6838
+ },
6839
+ "description": {
6840
+ "type": "string"
6841
+ },
6842
+ "testCaseIds": {
6843
+ "type": "array",
6844
+ "items": {
6845
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
6846
+ }
6847
+ },
6848
+ "tags": {
6849
+ "type": "array",
6850
+ "items": {
6851
+ "type": "string"
6852
+ }
6853
+ }
6854
+ },
6855
+ "unevaluatedProperties": {
6856
+ "not": {}
6857
+ },
6858
+ "description": "Immutable suite definition captured when an evaluation run starts."
6859
+ },
6860
+ "Runner.Mcp.RunnerMcpEvaluationSummary": {
6861
+ "type": "object",
6862
+ "required": [
6863
+ "total",
6864
+ "passed",
6865
+ "failed",
6866
+ "errors",
6867
+ "skipped",
6868
+ "successRate",
6869
+ "reliability"
6870
+ ],
6871
+ "properties": {
6872
+ "total": {
6873
+ "type": "integer",
6874
+ "format": "int32",
6875
+ "minimum": 0
6876
+ },
6877
+ "passed": {
6878
+ "type": "integer",
6879
+ "format": "int32",
6880
+ "minimum": 0
6881
+ },
6882
+ "failed": {
6883
+ "type": "integer",
6884
+ "format": "int32",
6885
+ "minimum": 0
6886
+ },
6887
+ "errors": {
6888
+ "type": "integer",
6889
+ "format": "int32",
6890
+ "minimum": 0
6891
+ },
6892
+ "skipped": {
6893
+ "type": "integer",
6894
+ "format": "int32",
6895
+ "minimum": 0
6896
+ },
6897
+ "successRate": {
6898
+ "$ref": "#/$defs/Common.Ratio"
6899
+ },
6900
+ "reliability": {
6901
+ "$ref": "#/$defs/Common.Ratio"
6902
+ },
6903
+ "meanDurationMs": {
6904
+ "$ref": "#/$defs/Common.DurationMs"
6905
+ },
6906
+ "p50DurationMs": {
6907
+ "$ref": "#/$defs/Common.DurationMs"
6908
+ },
6909
+ "p95DurationMs": {
6910
+ "$ref": "#/$defs/Common.DurationMs"
6911
+ },
6912
+ "p99DurationMs": {
6913
+ "$ref": "#/$defs/Common.DurationMs"
6914
+ },
6915
+ "tokenUsage": {
6916
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionTokenUsage"
6917
+ },
6918
+ "cost": {
6919
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionCost"
6920
+ }
6921
+ },
6922
+ "unevaluatedProperties": {
6923
+ "not": {}
6924
+ },
6925
+ "description": "Aggregate correctness, reliability, latency, usage, and cost for an MCP evaluation run."
6926
+ },
6927
+ "Runner.Mcp.RunnerMcpEvaluationTestCaseSnapshot": {
6928
+ "type": "object",
6929
+ "required": [
6930
+ "id",
6931
+ "serverId",
6932
+ "name",
6933
+ "toolName",
6934
+ "timeoutMs",
6935
+ "assertions",
6936
+ "tags"
6937
+ ],
6938
+ "properties": {
6939
+ "id": {
6940
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
6941
+ },
6942
+ "serverId": {
6943
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
6944
+ },
6945
+ "name": {
6946
+ "type": "string"
6947
+ },
6948
+ "description": {
6949
+ "type": "string"
6950
+ },
6951
+ "toolName": {
6952
+ "type": "string"
6953
+ },
6954
+ "arguments": {},
6955
+ "timeoutMs": {
6956
+ "type": "integer",
6957
+ "format": "int32"
6958
+ },
6959
+ "assertions": {
6960
+ "type": "array",
6961
+ "items": {
6962
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestAssertion"
6963
+ }
6964
+ },
6965
+ "tags": {
6966
+ "type": "array",
6967
+ "items": {
6968
+ "type": "string"
6969
+ }
6970
+ }
6971
+ },
6972
+ "unevaluatedProperties": {
6973
+ "not": {}
6974
+ },
6975
+ "description": "Immutable reusable-test definition captured when an evaluation run starts."
6976
+ },
6977
+ "Runner.Mcp.RunnerMcpEvaluationTestComparison": {
6978
+ "type": "object",
6979
+ "required": [
6980
+ "testCaseId",
6981
+ "status"
6982
+ ],
6983
+ "properties": {
6984
+ "testCaseId": {
6985
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
6986
+ },
6987
+ "status": {
6988
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpRegressionStatus"
6989
+ },
6990
+ "baselineStatus": {
6991
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationResultStatus"
6992
+ },
6993
+ "candidateStatus": {
6994
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationResultStatus"
6995
+ },
6996
+ "durationDeltaMs": {
6997
+ "type": "number",
6998
+ "format": "double"
6999
+ }
7000
+ },
7001
+ "unevaluatedProperties": {
7002
+ "not": {}
7003
+ },
7004
+ "description": "Per-test comparison across a baseline and candidate MCP evaluation run."
7005
+ },
7006
+ "Runner.Mcp.RunnerMcpEvaluationTestResult": {
7007
+ "type": "object",
7008
+ "required": [
7009
+ "testCase",
7010
+ "status",
7011
+ "assertions"
7012
+ ],
7013
+ "properties": {
7014
+ "testCase": {
7015
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationTestCaseSnapshot"
7016
+ },
7017
+ "executionId": {
7018
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionId"
7019
+ },
7020
+ "status": {
7021
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationResultStatus"
7022
+ },
7023
+ "startedAt": {
7024
+ "type": "string",
7025
+ "format": "date-time"
7026
+ },
7027
+ "completedAt": {
7028
+ "type": "string",
7029
+ "format": "date-time"
7030
+ },
7031
+ "durationMs": {
7032
+ "$ref": "#/$defs/Common.DurationMs"
7033
+ },
7034
+ "assertions": {
7035
+ "type": "array",
7036
+ "items": {
7037
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpAssertionResult"
7038
+ }
7039
+ },
7040
+ "error": {
7041
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpError"
7042
+ }
7043
+ },
7044
+ "unevaluatedProperties": {
7045
+ "not": {}
7046
+ },
7047
+ "description": "One test-case result retained by an MCP evaluation run."
7048
+ },
7049
+ "Runner.Mcp.RunnerMcpExactAssertion": {
7050
+ "type": "object",
7051
+ "required": [
7052
+ "id",
7053
+ "kind",
7054
+ "expected"
7055
+ ],
7056
+ "properties": {
7057
+ "id": {
7058
+ "type": "string"
7059
+ },
7060
+ "kind": {
7061
+ "type": "string",
7062
+ "enum": [
7063
+ "exact"
7064
+ ]
7065
+ },
7066
+ "path": {
7067
+ "type": "string"
7068
+ },
7069
+ "expected": {}
7070
+ },
7071
+ "unevaluatedProperties": {
7072
+ "not": {}
7073
+ },
7074
+ "description": "Exact JSON value assertion at an optional JSON Pointer path."
7075
+ },
7076
+ "Runner.Mcp.RunnerMcpExecutionAccepted": {
7077
+ "type": "object",
7078
+ "required": [
7079
+ "execution"
7080
+ ],
7081
+ "properties": {
7082
+ "execution": {
7083
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionRecord"
7084
+ }
7085
+ },
7086
+ "unevaluatedProperties": {
7087
+ "not": {}
7088
+ },
7089
+ "description": "An MCP execution was accepted and continues asynchronously."
7090
+ },
7091
+ "Runner.Mcp.RunnerMcpExecutionCancelRequest": {
7092
+ "type": "object",
7093
+ "required": [
7094
+ "idempotencyKey"
7095
+ ],
7096
+ "properties": {
7097
+ "reason": {
7098
+ "type": "string",
7099
+ "maxLength": 1000
7100
+ },
7101
+ "idempotencyKey": {
7102
+ "type": "string",
7103
+ "minLength": 8,
7104
+ "maxLength": 256
7105
+ }
7106
+ },
7107
+ "unevaluatedProperties": {
7108
+ "not": {}
7109
+ },
7110
+ "description": "Request to cancel an asynchronous MCP execution where the transport permits cancellation."
7111
+ },
7112
+ "Runner.Mcp.RunnerMcpExecutionConfirmationEvidence": {
7113
+ "type": "object",
7114
+ "required": [
7115
+ "acknowledged",
7116
+ "acknowledgement",
7117
+ "confirmedAt"
7118
+ ],
7119
+ "properties": {
7120
+ "acknowledged": {
7121
+ "type": "boolean",
7122
+ "enum": [
7123
+ true
7124
+ ]
7125
+ },
7126
+ "acknowledgement": {
7127
+ "type": "string"
7128
+ },
7129
+ "confirmedAt": {
7130
+ "type": "string",
7131
+ "format": "date-time"
7132
+ }
7133
+ },
7134
+ "unevaluatedProperties": {
7135
+ "not": {}
7136
+ },
7137
+ "description": "Server-timestamped confirmation evidence persisted for a consequential MCP tool invocation."
7138
+ },
7139
+ "Runner.Mcp.RunnerMcpExecutionConfirmationRequest": {
7140
+ "type": "object",
7141
+ "required": [
7142
+ "acknowledged",
7143
+ "acknowledgement"
7144
+ ],
7145
+ "properties": {
7146
+ "acknowledged": {
7147
+ "type": "boolean",
7148
+ "enum": [
7149
+ true
7150
+ ]
7151
+ },
7152
+ "acknowledgement": {
7153
+ "type": "string"
7154
+ }
7155
+ },
7156
+ "unevaluatedProperties": {
7157
+ "not": {}
7158
+ },
7159
+ "description": "Client acknowledgement supplied when requesting a consequential MCP tool invocation."
7160
+ },
7161
+ "Runner.Mcp.RunnerMcpExecutionCost": {
7162
+ "type": "object",
7163
+ "required": [
7164
+ "amountUsd",
7165
+ "estimated"
7166
+ ],
7167
+ "properties": {
7168
+ "amountUsd": {
7169
+ "$ref": "#/$defs/Common.CostUsd"
7170
+ },
7171
+ "estimated": {
7172
+ "type": "boolean"
7173
+ },
7174
+ "source": {
7175
+ "type": "string"
7176
+ }
7177
+ },
7178
+ "unevaluatedProperties": {
7179
+ "not": {}
7180
+ },
7181
+ "description": "USD cost reported or estimated for one MCP execution when available."
7182
+ },
7183
+ "Runner.Mcp.RunnerMcpExecutionEffect": {
7184
+ "type": "string",
7185
+ "enum": [
7186
+ "read_only",
7187
+ "consequential",
7188
+ "unknown"
7189
+ ],
7190
+ "description": "How consequential the workbench considers an MCP tool invocation."
7191
+ },
7192
+ "Runner.Mcp.RunnerMcpExecutionId": {
7193
+ "type": "string",
7194
+ "minLength": 1,
7195
+ "maxLength": 128,
7196
+ "description": "Opaque identifier for one asynchronous MCP tool execution."
7197
+ },
7198
+ "Runner.Mcp.RunnerMcpExecutionPage": {
7199
+ "type": "object",
7200
+ "required": [
7201
+ "executions"
7202
+ ],
7203
+ "properties": {
7204
+ "executions": {
7205
+ "type": "array",
7206
+ "items": {
7207
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionRecord"
7208
+ }
7209
+ },
7210
+ "nextCursor": {
7211
+ "type": "string"
7212
+ }
7213
+ },
7214
+ "unevaluatedProperties": {
7215
+ "not": {}
7216
+ },
7217
+ "description": "Cursor page of MCP execution records."
7218
+ },
7219
+ "Runner.Mcp.RunnerMcpExecutionRecord": {
7220
+ "type": "object",
7221
+ "required": [
7222
+ "id",
7223
+ "workspaceId",
7224
+ "serverId",
7225
+ "request",
7226
+ "effect",
7227
+ "status",
7228
+ "createdAt",
7229
+ "attemptCount",
7230
+ "retryCount"
7231
+ ],
7232
+ "properties": {
7233
+ "id": {
7234
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionId"
7235
+ },
7236
+ "workspaceId": {
7237
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
7238
+ },
7239
+ "serverId": {
7240
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
7241
+ },
7242
+ "request": {
7243
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionRequest"
7244
+ },
7245
+ "effect": {
7246
+ "allOf": [
7247
+ {
7248
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionEffect"
7249
+ }
7250
+ ],
7251
+ "description": "Server-derived effect from the SDK-validated discovered Tool and its annotations."
7252
+ },
7253
+ "confirmation": {
7254
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionConfirmationEvidence"
7255
+ },
7256
+ "status": {
7257
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionStatus"
7258
+ },
7259
+ "createdAt": {
7260
+ "type": "string",
7261
+ "format": "date-time"
7262
+ },
7263
+ "startedAt": {
7264
+ "type": "string",
7265
+ "format": "date-time"
7266
+ },
7267
+ "completedAt": {
7268
+ "type": "string",
7269
+ "format": "date-time"
7270
+ },
7271
+ "durationMs": {
7272
+ "$ref": "#/$defs/Common.DurationMs"
7273
+ },
7274
+ "attemptCount": {
7275
+ "type": "integer",
7276
+ "format": "int32",
7277
+ "minimum": 0
7278
+ },
7279
+ "retryCount": {
7280
+ "type": "integer",
7281
+ "format": "int32",
7282
+ "minimum": 0
7283
+ },
7284
+ "cancelRequestedAt": {
7285
+ "type": "string",
7286
+ "format": "date-time"
7287
+ },
7288
+ "cancelledAt": {
7289
+ "type": "string",
7290
+ "format": "date-time"
7291
+ },
7292
+ "result": {
7293
+ "description": "Complete opaque SDK tool-call result after output sanitization."
7294
+ },
7295
+ "error": {
7296
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpError"
7297
+ },
7298
+ "tokenUsage": {
7299
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionTokenUsage"
7300
+ },
7301
+ "cost": {
7302
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionCost"
7303
+ },
7304
+ "telemetry": {
7305
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetryCorrelation"
7306
+ }
7307
+ },
7308
+ "unevaluatedProperties": {
7309
+ "not": {}
7310
+ },
7311
+ "description": "Persisted asynchronous execution evidence. SDK tool results remain opaque."
7312
+ },
7313
+ "Runner.Mcp.RunnerMcpExecutionRequest": {
7314
+ "type": "object",
7315
+ "required": [
7316
+ "toolName",
7317
+ "timeoutMs",
7318
+ "idempotencyKey"
7319
+ ],
7320
+ "properties": {
7321
+ "toolName": {
7322
+ "type": "string",
7323
+ "minLength": 1
7324
+ },
7325
+ "arguments": {
7326
+ "description": "Opaque tool arguments validated against the SDK tool schema before execution."
7327
+ },
7328
+ "timeoutMs": {
7329
+ "type": "integer",
7330
+ "format": "int32",
7331
+ "minimum": 1,
7332
+ "maximum": 3600000,
7333
+ "default": 30000
7334
+ },
7335
+ "confirmation": {
7336
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionConfirmationRequest"
7337
+ },
7338
+ "idempotencyKey": {
7339
+ "type": "string",
7340
+ "minLength": 8,
7341
+ "maxLength": 256
7342
+ }
7343
+ },
7344
+ "unevaluatedProperties": {
7345
+ "not": {}
7346
+ },
7347
+ "description": "Request to asynchronously invoke one discovered MCP tool."
7348
+ },
7349
+ "Runner.Mcp.RunnerMcpExecutionStatus": {
7350
+ "type": "string",
7351
+ "enum": [
7352
+ "queued",
7353
+ "running",
7354
+ "cancelling",
7355
+ "succeeded",
7356
+ "failed",
7357
+ "cancelled",
7358
+ "timed_out"
7359
+ ],
7360
+ "description": "Asynchronous MCP execution lifecycle."
7361
+ },
7362
+ "Runner.Mcp.RunnerMcpExecutionTelemetryResponse": {
7363
+ "type": "object",
7364
+ "required": [
7365
+ "signals",
7366
+ "correlation",
7367
+ "traces",
7368
+ "logs",
7369
+ "metrics",
7370
+ "queriedAt",
7371
+ "selfExportSuppressed"
7372
+ ],
7373
+ "properties": {
7374
+ "signals": {
7375
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalSummary"
7376
+ },
7377
+ "correlation": {
7378
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetryCorrelation"
7379
+ },
7380
+ "traces": {
7381
+ "type": "array",
7382
+ "items": {
7383
+ "$ref": "#/$defs/OTel.Traces.Trace"
7384
+ }
7385
+ },
7386
+ "logs": {
7387
+ "type": "array",
7388
+ "items": {
7389
+ "$ref": "#/$defs/OTel.Logs.LogRecord"
7390
+ }
7391
+ },
7392
+ "metrics": {
7393
+ "type": "array",
7394
+ "items": {
7395
+ "$ref": "#/$defs/OTel.Metrics.MetricPoint"
7396
+ }
7397
+ },
7398
+ "queriedAt": {
7399
+ "type": "string",
7400
+ "format": "date-time"
7401
+ },
7402
+ "selfExportSuppressed": {
7403
+ "type": "boolean",
7404
+ "enum": [
7405
+ true
7406
+ ],
7407
+ "description": "Confirms that workbench telemetry querying is excluded from workbench export instrumentation."
7408
+ }
7409
+ },
7410
+ "unevaluatedProperties": {
7411
+ "not": {}
7412
+ },
7413
+ "description": "Correlated Qyl observability evidence for one MCP execution. Signals unsupported by the connected Qyl read API are explicitly unavailable."
7414
+ },
7415
+ "Runner.Mcp.RunnerMcpExecutionTokenUsage": {
7416
+ "type": "object",
7417
+ "required": [
7418
+ "estimated"
7419
+ ],
7420
+ "properties": {
7421
+ "inputTokens": {
7422
+ "$ref": "#/$defs/Common.TokenCount"
7423
+ },
7424
+ "outputTokens": {
7425
+ "$ref": "#/$defs/Common.TokenCount"
7426
+ },
7427
+ "totalTokens": {
7428
+ "$ref": "#/$defs/Common.TokenCount"
7429
+ },
7430
+ "estimated": {
7431
+ "type": "boolean"
7432
+ }
7433
+ },
7434
+ "unevaluatedProperties": {
7435
+ "not": {}
7436
+ },
7437
+ "description": "Token usage reported or derived for one MCP execution when available."
7438
+ },
7439
+ "Runner.Mcp.RunnerMcpHeaderSecretReference": {
7440
+ "type": "object",
7441
+ "required": [
7442
+ "name",
7443
+ "secret"
7444
+ ],
7445
+ "properties": {
7446
+ "name": {
7447
+ "type": "string",
7448
+ "minLength": 1
7449
+ },
7450
+ "secret": {
7451
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSecretReference"
7452
+ },
7453
+ "scheme": {
7454
+ "allOf": [
7455
+ {
7456
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpHeaderSecretScheme"
7457
+ }
7458
+ ],
7459
+ "description": "Optional HTTP authentication scheme applied to the resolved secret. Omit for a raw header value."
7460
+ }
7461
+ },
7462
+ "unevaluatedProperties": {
7463
+ "not": {}
7464
+ },
7465
+ "description": "HTTP header whose value is resolved from a secret reference at connection time."
7466
+ },
7467
+ "Runner.Mcp.RunnerMcpHeaderSecretScheme": {
7468
+ "type": "string",
7469
+ "enum": [
7470
+ "bearer",
7471
+ "basic"
7472
+ ],
7473
+ "description": "HTTP authentication scheme applied to an environment-resolved header secret."
7474
+ },
7475
+ "Runner.Mcp.RunnerMcpInProcessServerConfiguration": {
7476
+ "type": "object",
7477
+ "required": [
7478
+ "transport",
7479
+ "implementation"
7480
+ ],
7481
+ "properties": {
7482
+ "transport": {
7483
+ "type": "string",
7484
+ "enum": [
7485
+ "inproc"
7486
+ ]
7487
+ },
7488
+ "implementation": {
7489
+ "type": "string",
7490
+ "minLength": 1
7491
+ }
7492
+ },
7493
+ "unevaluatedProperties": {
7494
+ "not": {}
7495
+ },
7496
+ "description": "Sanitized in-process MCP server configuration."
7497
+ },
7498
+ "Runner.Mcp.RunnerMcpInitializationSnapshot": {
7499
+ "type": "object",
7500
+ "required": [
7501
+ "initializedAt",
7502
+ "protocolVersion",
7503
+ "serverIdentity",
7504
+ "capabilities",
7505
+ "result"
7506
+ ],
7507
+ "properties": {
7508
+ "initializedAt": {
7509
+ "type": "string",
7510
+ "format": "date-time"
7511
+ },
7512
+ "protocolVersion": {
7513
+ "type": "string"
7514
+ },
7515
+ "serverIdentity": {
7516
+ "description": "Opaque SDK server-info entity."
7517
+ },
7518
+ "capabilities": {
7519
+ "description": "Opaque SDK server-capabilities entity."
7520
+ },
7521
+ "instructions": {
7522
+ "type": "string"
7523
+ },
7524
+ "sessionInfo": {
7525
+ "description": "Opaque SDK session information when the transport exposes it."
7526
+ },
7527
+ "result": {
7528
+ "description": "Complete opaque SDK initialize result."
7529
+ }
7530
+ },
7531
+ "unevaluatedProperties": {
7532
+ "not": {}
7533
+ },
7534
+ "description": "SDK-validated MCP initialize result projected through a Qyl-owned connection snapshot."
7535
+ },
7536
+ "Runner.Mcp.RunnerMcpLatencyAssertion": {
7537
+ "type": "object",
7538
+ "required": [
7539
+ "id",
7540
+ "kind",
7541
+ "maxDurationMs"
7542
+ ],
7543
+ "properties": {
7544
+ "id": {
7545
+ "type": "string"
7546
+ },
7547
+ "kind": {
7548
+ "type": "string",
7549
+ "enum": [
7550
+ "latency"
7551
+ ]
7552
+ },
7553
+ "maxDurationMs": {
7554
+ "type": "number",
7555
+ "format": "double",
7556
+ "minimum": 0
7557
+ }
7558
+ },
7559
+ "unevaluatedProperties": {
7560
+ "not": {}
7561
+ },
7562
+ "description": "Maximum execution latency assertion."
7563
+ },
7564
+ "Runner.Mcp.RunnerMcpPartialAssertion": {
7565
+ "type": "object",
7566
+ "required": [
7567
+ "id",
7568
+ "kind",
7569
+ "expected"
7570
+ ],
7571
+ "properties": {
7572
+ "id": {
7573
+ "type": "string"
7574
+ },
7575
+ "kind": {
7576
+ "type": "string",
7577
+ "enum": [
7578
+ "partial"
7579
+ ]
7580
+ },
7581
+ "path": {
7582
+ "type": "string"
7583
+ },
7584
+ "expected": {}
7585
+ },
7586
+ "unevaluatedProperties": {
7587
+ "not": {}
7588
+ },
7589
+ "description": "Partial JSON object or array containment assertion at an optional JSON Pointer path."
7590
+ },
7591
+ "Runner.Mcp.RunnerMcpPatternAssertion": {
7592
+ "type": "object",
7593
+ "required": [
7594
+ "id",
7595
+ "kind",
7596
+ "pattern"
7597
+ ],
7598
+ "properties": {
7599
+ "id": {
7600
+ "type": "string"
7601
+ },
7602
+ "kind": {
7603
+ "type": "string",
7604
+ "enum": [
7605
+ "pattern"
7606
+ ]
7607
+ },
7608
+ "path": {
7609
+ "type": "string"
7610
+ },
7611
+ "pattern": {
7612
+ "type": "string"
7613
+ },
7614
+ "flags": {
7615
+ "type": "string"
7616
+ }
7617
+ },
7618
+ "unevaluatedProperties": {
7619
+ "not": {}
7620
+ },
7621
+ "description": "Regular-expression assertion at an optional JSON Pointer path."
7622
+ },
7623
+ "Runner.Mcp.RunnerMcpPrincipalIdentity": {
7624
+ "type": "object",
7625
+ "required": [
7626
+ "id",
7627
+ "local"
7628
+ ],
7629
+ "properties": {
7630
+ "id": {
7631
+ "type": "string"
7632
+ },
7633
+ "displayName": {
7634
+ "type": "string"
7635
+ },
7636
+ "local": {
7637
+ "type": "boolean",
7638
+ "enum": [
7639
+ true
7640
+ ]
7641
+ }
7642
+ },
7643
+ "unevaluatedProperties": {
7644
+ "not": {}
7645
+ },
7646
+ "description": "Authenticated local principal metadata. No credential or session token is represented here."
7647
+ },
7648
+ "Runner.Mcp.RunnerMcpProtocolDirection": {
7649
+ "type": "string",
7650
+ "enum": [
7651
+ "client_to_server",
7652
+ "server_to_client",
7653
+ "local"
7654
+ ],
7655
+ "description": "Direction of a captured MCP protocol or transport event."
7656
+ },
7657
+ "Runner.Mcp.RunnerMcpProtocolEvent": {
7658
+ "type": "object",
7659
+ "required": [
7660
+ "id",
7661
+ "serverId",
7662
+ "direction",
7663
+ "kind",
7664
+ "timestamp",
7665
+ "redactionApplied"
7666
+ ],
7667
+ "properties": {
7668
+ "id": {
7669
+ "type": "string"
7670
+ },
7671
+ "serverId": {
7672
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
7673
+ },
7674
+ "direction": {
7675
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpProtocolDirection"
7676
+ },
7677
+ "kind": {
7678
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpProtocolEventKind"
7679
+ },
7680
+ "method": {
7681
+ "type": "string"
7682
+ },
7683
+ "requestId": {
7684
+ "description": "Opaque JSON-RPC request identifier, which may be a string or number."
7685
+ },
7686
+ "timestamp": {
7687
+ "type": "string",
7688
+ "format": "date-time"
7689
+ },
7690
+ "durationMs": {
7691
+ "$ref": "#/$defs/Common.DurationMs"
7692
+ },
7693
+ "payload": {
7694
+ "description": "Opaque SDK message or transport payload after credential and secret redaction."
7695
+ },
7696
+ "redactionApplied": {
7697
+ "type": "boolean",
7698
+ "enum": [
7699
+ true
7700
+ ]
7701
+ },
7702
+ "executionId": {
7703
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionId"
7704
+ },
7705
+ "traceId": {
7706
+ "$ref": "#/$defs/Common.TraceId"
7707
+ }
7708
+ },
7709
+ "unevaluatedProperties": {
7710
+ "not": {}
7711
+ },
7712
+ "description": "Chronological diagnostic event carrying only a redacted opaque SDK message or local transport payload."
7713
+ },
7714
+ "Runner.Mcp.RunnerMcpProtocolEventKind": {
7715
+ "type": "string",
7716
+ "enum": [
7717
+ "request",
7718
+ "response",
7719
+ "notification",
7720
+ "error",
7721
+ "transport"
7722
+ ],
7723
+ "description": "Kind of captured MCP protocol or transport event."
7724
+ },
7725
+ "Runner.Mcp.RunnerMcpProtocolEventPage": {
7726
+ "type": "object",
7727
+ "required": [
7728
+ "events"
7729
+ ],
7730
+ "properties": {
7731
+ "events": {
7732
+ "type": "array",
7733
+ "items": {
7734
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpProtocolEvent"
7735
+ }
7736
+ },
7737
+ "nextCursor": {
7738
+ "type": "string"
7739
+ }
7740
+ },
7741
+ "unevaluatedProperties": {
7742
+ "not": {}
7743
+ },
7744
+ "description": "Cursor page of chronological MCP protocol diagnostic events."
7745
+ },
7746
+ "Runner.Mcp.RunnerMcpRegressionStatus": {
7747
+ "type": "string",
7748
+ "enum": [
7749
+ "improved",
7750
+ "regressed",
7751
+ "unchanged",
7752
+ "added",
7753
+ "removed"
7754
+ ],
7755
+ "description": "Regression classification for one test case across two evaluation runs."
7756
+ },
7757
+ "Runner.Mcp.RunnerMcpSchemaAssertion": {
7758
+ "type": "object",
7759
+ "required": [
7760
+ "id",
7761
+ "kind",
7762
+ "schema"
7763
+ ],
7764
+ "properties": {
7765
+ "id": {
7766
+ "type": "string"
7767
+ },
7768
+ "kind": {
7769
+ "type": "string",
7770
+ "enum": [
7771
+ "schema"
7772
+ ]
7773
+ },
7774
+ "path": {
7775
+ "type": "string"
7776
+ },
7777
+ "schema": {}
7778
+ },
7779
+ "unevaluatedProperties": {
7780
+ "not": {}
7781
+ },
7782
+ "description": "JSON Schema assertion at an optional JSON Pointer path."
7783
+ },
7784
+ "Runner.Mcp.RunnerMcpSecretReference": {
7785
+ "type": "object",
7786
+ "required": [
7787
+ "source",
7788
+ "environmentVariable"
7789
+ ],
7790
+ "properties": {
7791
+ "source": {
7792
+ "type": "string",
7793
+ "enum": [
7794
+ "environment"
7795
+ ]
7796
+ },
7797
+ "environmentVariable": {
7798
+ "type": "string",
7799
+ "pattern": "^[A-Za-z_][A-Za-z0-9_]*$"
7800
+ }
7801
+ },
7802
+ "unevaluatedProperties": {
7803
+ "not": {}
7804
+ },
7805
+ "description": "Reference to a secret resolved from the runner environment. The environment value is never part of this contract."
7806
+ },
7807
+ "Runner.Mcp.RunnerMcpServer": {
7808
+ "type": "object",
7809
+ "required": [
7810
+ "id",
7811
+ "workspaceId",
7812
+ "name",
7813
+ "configuration",
7814
+ "connection",
7815
+ "createdAt",
7816
+ "updatedAt"
7817
+ ],
7818
+ "properties": {
7819
+ "id": {
7820
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
7821
+ },
7822
+ "workspaceId": {
7823
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
7824
+ },
7825
+ "name": {
7826
+ "type": "string"
7827
+ },
7828
+ "description": {
7829
+ "type": "string"
7830
+ },
7831
+ "configuration": {
7832
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerConfiguration"
7833
+ },
7834
+ "connection": {
7835
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpConnectionSnapshot"
7836
+ },
7837
+ "createdAt": {
7838
+ "type": "string",
7839
+ "format": "date-time"
7840
+ },
7841
+ "updatedAt": {
7842
+ "type": "string",
7843
+ "format": "date-time"
7844
+ }
7845
+ },
7846
+ "unevaluatedProperties": {
7847
+ "not": {}
7848
+ },
7849
+ "description": "Persisted sanitized MCP server configuration and current runtime connection state."
7850
+ },
7851
+ "Runner.Mcp.RunnerMcpServerActionAccepted": {
7852
+ "type": "object",
7853
+ "required": [
7854
+ "server"
7855
+ ],
7856
+ "properties": {
7857
+ "server": {
7858
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServer"
7859
+ }
7860
+ },
7861
+ "unevaluatedProperties": {
7862
+ "not": {}
7863
+ },
7864
+ "description": "An MCP server connection action was accepted and continues asynchronously."
7865
+ },
7866
+ "Runner.Mcp.RunnerMcpServerConfiguration": {
7867
+ "oneOf": [
7868
+ {
7869
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpStdioServerConfiguration"
7870
+ },
7871
+ {
7872
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpStreamableHttpServerConfiguration"
7873
+ },
7874
+ {
7875
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSseServerConfiguration"
7876
+ },
7877
+ {
7878
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpInProcessServerConfiguration"
7879
+ },
7880
+ {
7881
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpBuiltinServerConfiguration"
7882
+ }
7883
+ ],
7884
+ "description": "Exactly one sanitized MCP server transport configuration."
7885
+ },
7886
+ "Runner.Mcp.RunnerMcpServerCreateRequest": {
7887
+ "type": "object",
7888
+ "required": [
7889
+ "name",
7890
+ "configuration"
7891
+ ],
7892
+ "properties": {
7893
+ "name": {
7894
+ "type": "string",
7895
+ "minLength": 1,
7896
+ "maxLength": 120
7897
+ },
7898
+ "description": {
7899
+ "type": "string",
7900
+ "maxLength": 2000
7901
+ },
7902
+ "configuration": {
7903
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerConfiguration"
7904
+ },
7905
+ "autoConnect": {
7906
+ "type": "boolean",
7907
+ "default": false
7908
+ }
7909
+ },
7910
+ "unevaluatedProperties": {
7911
+ "not": {}
7912
+ },
7913
+ "description": "Request to add an MCP server configuration to a workspace."
7914
+ },
7915
+ "Runner.Mcp.RunnerMcpServerId": {
7916
+ "type": "string",
7917
+ "minLength": 1,
7918
+ "maxLength": 128,
7919
+ "description": "Opaque identifier for one configured MCP server."
7920
+ },
7921
+ "Runner.Mcp.RunnerMcpServerListResponse": {
7922
+ "type": "object",
7923
+ "required": [
7924
+ "servers"
7925
+ ],
7926
+ "properties": {
7927
+ "servers": {
7928
+ "type": "array",
7929
+ "items": {
7930
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServer"
7931
+ }
7932
+ }
7933
+ },
7934
+ "unevaluatedProperties": {
7935
+ "not": {}
7936
+ },
7937
+ "description": "Configured MCP servers in one authenticated workspace."
7938
+ },
7939
+ "Runner.Mcp.RunnerMcpServerUpdateRequest": {
7940
+ "type": "object",
7941
+ "properties": {
7942
+ "name": {
7943
+ "type": "string",
7944
+ "minLength": 1,
7945
+ "maxLength": 120
7946
+ },
7947
+ "description": {
7948
+ "type": "string",
7949
+ "maxLength": 2000
7950
+ },
7951
+ "configuration": {
7952
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerConfiguration"
7953
+ }
7954
+ },
7955
+ "unevaluatedProperties": {
7956
+ "not": {}
7957
+ },
7958
+ "description": "Request to replace mutable MCP server metadata or its complete sanitized transport configuration."
7959
+ },
7960
+ "Runner.Mcp.RunnerMcpSessionBootstrapResponse": {
7961
+ "type": "object",
7962
+ "unevaluatedProperties": {
7963
+ "not": {}
7964
+ },
7965
+ "allOf": [
7966
+ {
7967
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkbenchSession"
7968
+ }
7969
+ ],
7970
+ "description": "Loopback session bootstrap response. The cookie value is carried only in Set-Cookie and never in the JSON body."
7971
+ },
7972
+ "Runner.Mcp.RunnerMcpSessionId": {
7973
+ "type": "string",
7974
+ "minLength": 1,
7975
+ "maxLength": 128,
7976
+ "description": "Opaque identifier for one authenticated local runner session."
7977
+ },
7978
+ "Runner.Mcp.RunnerMcpSseServerConfiguration": {
7979
+ "type": "object",
7980
+ "required": [
7981
+ "transport",
7982
+ "endpoint"
7983
+ ],
7984
+ "properties": {
7985
+ "transport": {
7986
+ "type": "string",
7987
+ "enum": [
7988
+ "sse"
7989
+ ]
7990
+ },
7991
+ "endpoint": {
7992
+ "type": "string",
7993
+ "format": "uri"
7994
+ },
7995
+ "headers": {
7996
+ "type": "array",
7997
+ "items": {
7998
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpHeaderSecretReference"
7999
+ }
8000
+ }
8001
+ },
8002
+ "unevaluatedProperties": {
8003
+ "not": {}
8004
+ },
8005
+ "description": "Sanitized legacy MCP SSE transport configuration."
8006
+ },
8007
+ "Runner.Mcp.RunnerMcpStatusAssertion": {
8008
+ "type": "object",
8009
+ "required": [
8010
+ "id",
8011
+ "kind",
8012
+ "expected"
6124
8013
  ],
6125
8014
  "properties": {
6126
- "type": {
8015
+ "id": {
8016
+ "type": "string"
8017
+ },
8018
+ "kind": {
6127
8019
  "type": "string",
6128
8020
  "enum": [
6129
- "audio"
8021
+ "status"
6130
8022
  ]
6131
8023
  },
6132
- "data": {
8024
+ "expected": {
8025
+ "type": "array",
8026
+ "items": {
8027
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionStatus"
8028
+ },
8029
+ "minItems": 1
8030
+ }
8031
+ },
8032
+ "unevaluatedProperties": {
8033
+ "not": {}
8034
+ },
8035
+ "description": "Execution-status assertion for an MCP test case."
8036
+ },
8037
+ "Runner.Mcp.RunnerMcpStdioServerConfiguration": {
8038
+ "type": "object",
8039
+ "required": [
8040
+ "transport",
8041
+ "command"
8042
+ ],
8043
+ "properties": {
8044
+ "transport": {
6133
8045
  "type": "string",
6134
- "contentEncoding": "base64"
8046
+ "enum": [
8047
+ "stdio"
8048
+ ]
8049
+ },
8050
+ "command": {
8051
+ "type": "string",
8052
+ "minLength": 1
8053
+ },
8054
+ "arguments": {
8055
+ "type": "array",
8056
+ "items": {
8057
+ "type": "string"
8058
+ }
6135
8059
  },
6136
- "mimeType": {
8060
+ "workingDirectory": {
6137
8061
  "type": "string"
8062
+ },
8063
+ "environment": {
8064
+ "type": "array",
8065
+ "items": {
8066
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEnvironmentSecretReference"
8067
+ }
6138
8068
  }
6139
8069
  },
6140
8070
  "unevaluatedProperties": {
6141
8071
  "not": {}
6142
8072
  },
6143
- "allOf": [
6144
- {
6145
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6146
- }
6147
- ],
6148
- "description": "Base64-encoded audio content."
8073
+ "description": "Sanitized local stdio transport configuration. Arguments must not contain secrets."
6149
8074
  },
6150
- "Runner.Mcp.RunnerMcpBlobResourceContent": {
8075
+ "Runner.Mcp.RunnerMcpStreamableHttpServerConfiguration": {
6151
8076
  "type": "object",
6152
8077
  "required": [
6153
- "blob"
8078
+ "transport",
8079
+ "endpoint"
6154
8080
  ],
6155
8081
  "properties": {
6156
- "blob": {
8082
+ "transport": {
6157
8083
  "type": "string",
6158
- "contentEncoding": "base64"
8084
+ "enum": [
8085
+ "streamable_http"
8086
+ ]
8087
+ },
8088
+ "endpoint": {
8089
+ "type": "string",
8090
+ "format": "uri"
8091
+ },
8092
+ "headers": {
8093
+ "type": "array",
8094
+ "items": {
8095
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpHeaderSecretReference"
8096
+ }
8097
+ }
8098
+ },
8099
+ "unevaluatedProperties": {
8100
+ "not": {}
8101
+ },
8102
+ "description": "Sanitized MCP Streamable HTTP transport configuration."
8103
+ },
8104
+ "Runner.Mcp.RunnerMcpSuiteId": {
8105
+ "type": "string",
8106
+ "minLength": 1,
8107
+ "maxLength": 128,
8108
+ "description": "Opaque identifier for one reusable MCP test suite."
8109
+ },
8110
+ "Runner.Mcp.RunnerMcpSuiteRunRequest": {
8111
+ "type": "object",
8112
+ "properties": {
8113
+ "selectedTestCaseIds": {
8114
+ "type": "array",
8115
+ "items": {
8116
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
8117
+ },
8118
+ "minItems": 1
6159
8119
  }
6160
8120
  },
6161
8121
  "unevaluatedProperties": {
@@ -6163,598 +8123,690 @@
6163
8123
  },
6164
8124
  "allOf": [
6165
8125
  {
6166
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpResourceContentMetadata"
8126
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunRequest"
6167
8127
  }
6168
8128
  ],
6169
- "description": "Base64-encoded resource content returned by an MCP server."
8129
+ "description": "Request to run a complete suite or an explicit subset of its persisted test cases asynchronously."
6170
8130
  },
6171
- "Runner.Mcp.RunnerMcpContent": {
6172
- "oneOf": [
6173
- {
6174
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTextContent"
6175
- },
6176
- {
6177
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpImageContent"
6178
- },
6179
- {
6180
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpAudioContent"
8131
+ "Runner.Mcp.RunnerMcpTelemetryAvailability": {
8132
+ "type": "string",
8133
+ "enum": [
8134
+ "available",
8135
+ "partial",
8136
+ "unavailable"
8137
+ ],
8138
+ "description": "Whether correlated Qyl observability evidence was available."
8139
+ },
8140
+ "Runner.Mcp.RunnerMcpTelemetryCorrelation": {
8141
+ "type": "object",
8142
+ "required": [
8143
+ "traceIds",
8144
+ "spanIds"
8145
+ ],
8146
+ "properties": {
8147
+ "executionId": {
8148
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionId"
6181
8149
  },
6182
- {
6183
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpEmbeddedResourceContent"
8150
+ "evaluationRunId": {
8151
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunId"
6184
8152
  },
6185
- {
6186
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpResourceLinkContent"
8153
+ "testCaseId": {
8154
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
6187
8155
  },
6188
- {
6189
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolUseContent"
8156
+ "traceIds": {
8157
+ "type": "array",
8158
+ "items": {
8159
+ "$ref": "#/$defs/Common.TraceId"
8160
+ }
6190
8161
  },
6191
- {
6192
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolResultContent"
8162
+ "spanIds": {
8163
+ "type": "array",
8164
+ "items": {
8165
+ "$ref": "#/$defs/Common.SpanId"
8166
+ }
6193
8167
  }
6194
- ],
6195
- "description": "One MCP content item. The type literal selects the required variant fields."
8168
+ },
8169
+ "unevaluatedProperties": {
8170
+ "not": {}
8171
+ },
8172
+ "description": "Qyl observability identifiers correlating workbench, MCP, and downstream activity."
6196
8173
  },
6197
- "Runner.Mcp.RunnerMcpContentMetadata": {
8174
+ "Runner.Mcp.RunnerMcpTelemetrySignalAvailability": {
6198
8175
  "type": "object",
8176
+ "required": [
8177
+ "status",
8178
+ "itemCount"
8179
+ ],
6199
8180
  "properties": {
6200
- "annotations": {
6201
- "type": "object",
6202
- "unevaluatedProperties": {}
8181
+ "status": {
8182
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetryAvailability"
6203
8183
  },
6204
- "_meta": {
6205
- "type": "object",
6206
- "unevaluatedProperties": {}
8184
+ "unavailableReason": {
8185
+ "type": "string"
8186
+ },
8187
+ "itemCount": {
8188
+ "type": "integer",
8189
+ "format": "int32",
8190
+ "minimum": 0
6207
8191
  }
6208
8192
  },
6209
- "description": "Metadata shared by every MCP content variant."
8193
+ "unevaluatedProperties": {
8194
+ "not": {}
8195
+ },
8196
+ "description": "Availability and retained item count for one correlated Qyl telemetry signal."
6210
8197
  },
6211
- "Runner.Mcp.RunnerMcpEmbeddedResourceContent": {
8198
+ "Runner.Mcp.RunnerMcpTelemetrySignalSummary": {
6212
8199
  "type": "object",
6213
8200
  "required": [
6214
- "type",
6215
- "resource"
8201
+ "traces",
8202
+ "logs",
8203
+ "metrics",
8204
+ "exceptions",
8205
+ "toolCallEvents"
6216
8206
  ],
6217
8207
  "properties": {
6218
- "type": {
6219
- "type": "string",
6220
- "enum": [
6221
- "resource"
6222
- ]
8208
+ "traces": {
8209
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalAvailability"
6223
8210
  },
6224
- "resource": {
6225
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpResourceContent"
8211
+ "logs": {
8212
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalAvailability"
8213
+ },
8214
+ "metrics": {
8215
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalAvailability"
8216
+ },
8217
+ "exceptions": {
8218
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalAvailability"
8219
+ },
8220
+ "toolCallEvents": {
8221
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTelemetrySignalAvailability"
6226
8222
  }
6227
8223
  },
6228
8224
  "unevaluatedProperties": {
6229
8225
  "not": {}
6230
8226
  },
6231
- "allOf": [
8227
+ "description": "Per-signal availability for correlated workbench observability evidence."
8228
+ },
8229
+ "Runner.Mcp.RunnerMcpTestAssertion": {
8230
+ "oneOf": [
8231
+ {
8232
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpStatusAssertion"
8233
+ },
8234
+ {
8235
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExactAssertion"
8236
+ },
8237
+ {
8238
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpPartialAssertion"
8239
+ },
8240
+ {
8241
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSchemaAssertion"
8242
+ },
8243
+ {
8244
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpPatternAssertion"
8245
+ },
6232
8246
  {
6233
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
8247
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpLatencyAssertion"
6234
8248
  }
6235
8249
  ],
6236
- "description": "A resource embedded in MCP content."
8250
+ "description": "Exactly one supported MCP evaluation assertion."
6237
8251
  },
6238
- "Runner.Mcp.RunnerMcpIcon": {
8252
+ "Runner.Mcp.RunnerMcpTestCase": {
6239
8253
  "type": "object",
6240
8254
  "required": [
6241
- "src"
8255
+ "id",
8256
+ "workspaceId",
8257
+ "serverId",
8258
+ "name",
8259
+ "toolName",
8260
+ "timeoutMs",
8261
+ "assertions",
8262
+ "tags",
8263
+ "createdAt",
8264
+ "updatedAt"
6242
8265
  ],
6243
8266
  "properties": {
6244
- "src": {
8267
+ "id": {
8268
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
8269
+ },
8270
+ "workspaceId": {
8271
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
8272
+ },
8273
+ "serverId": {
8274
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
8275
+ },
8276
+ "name": {
8277
+ "type": "string"
8278
+ },
8279
+ "description": {
6245
8280
  "type": "string"
6246
8281
  },
6247
- "mimeType": {
8282
+ "toolName": {
6248
8283
  "type": "string"
6249
8284
  },
6250
- "sizes": {
8285
+ "arguments": {},
8286
+ "timeoutMs": {
8287
+ "type": "integer",
8288
+ "format": "int32",
8289
+ "minimum": 1,
8290
+ "maximum": 3600000
8291
+ },
8292
+ "assertions": {
8293
+ "type": "array",
8294
+ "items": {
8295
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestAssertion"
8296
+ }
8297
+ },
8298
+ "tags": {
6251
8299
  "type": "array",
6252
8300
  "items": {
6253
8301
  "type": "string"
6254
8302
  }
6255
8303
  },
6256
- "theme": {
6257
- "type": "string"
8304
+ "createdAt": {
8305
+ "type": "string",
8306
+ "format": "date-time"
8307
+ },
8308
+ "updatedAt": {
8309
+ "type": "string",
8310
+ "format": "date-time"
6258
8311
  }
6259
8312
  },
6260
8313
  "unevaluatedProperties": {
6261
8314
  "not": {}
6262
8315
  },
6263
- "description": "Icon metadata carried by MCP tools and resource links."
8316
+ "description": "Reusable tool invocation and assertions persisted in one workspace."
6264
8317
  },
6265
- "Runner.Mcp.RunnerMcpImageContent": {
8318
+ "Runner.Mcp.RunnerMcpTestCaseCreateRequest": {
6266
8319
  "type": "object",
6267
8320
  "required": [
6268
- "type",
6269
- "data",
6270
- "mimeType"
8321
+ "serverId",
8322
+ "name",
8323
+ "toolName",
8324
+ "timeoutMs",
8325
+ "assertions"
6271
8326
  ],
6272
8327
  "properties": {
6273
- "type": {
8328
+ "serverId": {
8329
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
8330
+ },
8331
+ "name": {
6274
8332
  "type": "string",
6275
- "enum": [
6276
- "image"
6277
- ]
8333
+ "minLength": 1,
8334
+ "maxLength": 160
6278
8335
  },
6279
- "data": {
8336
+ "description": {
6280
8337
  "type": "string",
6281
- "contentEncoding": "base64"
8338
+ "maxLength": 4000
6282
8339
  },
6283
- "mimeType": {
6284
- "type": "string"
8340
+ "toolName": {
8341
+ "type": "string",
8342
+ "minLength": 1
8343
+ },
8344
+ "arguments": {},
8345
+ "timeoutMs": {
8346
+ "type": "integer",
8347
+ "format": "int32",
8348
+ "minimum": 1,
8349
+ "maximum": 3600000,
8350
+ "default": 30000
8351
+ },
8352
+ "assertions": {
8353
+ "type": "array",
8354
+ "items": {
8355
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestAssertion"
8356
+ },
8357
+ "minItems": 1
8358
+ },
8359
+ "tags": {
8360
+ "type": "array",
8361
+ "items": {
8362
+ "type": "string"
8363
+ }
6285
8364
  }
6286
8365
  },
6287
8366
  "unevaluatedProperties": {
6288
8367
  "not": {}
6289
8368
  },
6290
- "allOf": [
6291
- {
6292
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6293
- }
6294
- ],
6295
- "description": "Base64-encoded image content."
8369
+ "description": "Request to create a reusable MCP test case."
6296
8370
  },
6297
- "Runner.Mcp.RunnerMcpResourceContent": {
6298
- "oneOf": [
6299
- {
6300
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTextResourceContent"
8371
+ "Runner.Mcp.RunnerMcpTestCaseId": {
8372
+ "type": "string",
8373
+ "minLength": 1,
8374
+ "maxLength": 128,
8375
+ "description": "Opaque identifier for one reusable MCP test case."
8376
+ },
8377
+ "Runner.Mcp.RunnerMcpTestCasePage": {
8378
+ "type": "object",
8379
+ "required": [
8380
+ "testCases"
8381
+ ],
8382
+ "properties": {
8383
+ "testCases": {
8384
+ "type": "array",
8385
+ "items": {
8386
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCase"
8387
+ }
6301
8388
  },
8389
+ "nextCursor": {
8390
+ "type": "string"
8391
+ }
8392
+ },
8393
+ "unevaluatedProperties": {
8394
+ "not": {}
8395
+ },
8396
+ "description": "Cursor page of reusable MCP test cases."
8397
+ },
8398
+ "Runner.Mcp.RunnerMcpTestCaseRunRequest": {
8399
+ "type": "object",
8400
+ "unevaluatedProperties": {
8401
+ "not": {}
8402
+ },
8403
+ "allOf": [
6302
8404
  {
6303
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpBlobResourceContent"
8405
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpEvaluationRunRequest"
6304
8406
  }
6305
8407
  ],
6306
- "description": "Exactly one MCP text or blob resource variant."
8408
+ "description": "Request to run one persisted MCP test case asynchronously."
6307
8409
  },
6308
- "Runner.Mcp.RunnerMcpResourceContentMetadata": {
8410
+ "Runner.Mcp.RunnerMcpTestCaseUpdateRequest": {
6309
8411
  "type": "object",
6310
- "required": [
6311
- "uri"
6312
- ],
6313
8412
  "properties": {
6314
- "uri": {
8413
+ "serverId": {
8414
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
8415
+ },
8416
+ "name": {
6315
8417
  "type": "string",
6316
- "format": "uri"
8418
+ "minLength": 1,
8419
+ "maxLength": 160
6317
8420
  },
6318
- "mimeType": {
6319
- "type": "string"
8421
+ "description": {
8422
+ "type": "string",
8423
+ "maxLength": 4000
6320
8424
  },
6321
- "_meta": {
6322
- "type": "object",
6323
- "unevaluatedProperties": {}
8425
+ "toolName": {
8426
+ "type": "string",
8427
+ "minLength": 1
8428
+ },
8429
+ "arguments": {},
8430
+ "timeoutMs": {
8431
+ "type": "integer",
8432
+ "format": "int32",
8433
+ "minimum": 1,
8434
+ "maximum": 3600000
8435
+ },
8436
+ "assertions": {
8437
+ "type": "array",
8438
+ "items": {
8439
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestAssertion"
8440
+ },
8441
+ "minItems": 1
8442
+ },
8443
+ "tags": {
8444
+ "type": "array",
8445
+ "items": {
8446
+ "type": "string"
8447
+ }
6324
8448
  }
6325
8449
  },
6326
- "description": "Metadata shared by MCP text and blob resources."
8450
+ "unevaluatedProperties": {
8451
+ "not": {}
8452
+ },
8453
+ "description": "Request to update mutable MCP test-case fields."
6327
8454
  },
6328
- "Runner.Mcp.RunnerMcpResourceLinkContent": {
8455
+ "Runner.Mcp.RunnerMcpTestSuite": {
6329
8456
  "type": "object",
6330
8457
  "required": [
6331
- "type",
6332
- "uri",
6333
- "name"
8458
+ "id",
8459
+ "workspaceId",
8460
+ "name",
8461
+ "testCaseIds",
8462
+ "tags",
8463
+ "createdAt",
8464
+ "updatedAt"
6334
8465
  ],
6335
8466
  "properties": {
6336
- "type": {
6337
- "type": "string",
6338
- "enum": [
6339
- "resource_link"
6340
- ]
8467
+ "id": {
8468
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSuiteId"
6341
8469
  },
6342
- "uri": {
6343
- "type": "string",
6344
- "format": "uri"
8470
+ "workspaceId": {
8471
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
6345
8472
  },
6346
8473
  "name": {
6347
8474
  "type": "string"
6348
8475
  },
6349
- "title": {
6350
- "type": "string"
6351
- },
6352
8476
  "description": {
6353
8477
  "type": "string"
6354
8478
  },
6355
- "mimeType": {
6356
- "type": "string"
6357
- },
6358
- "size": {
6359
- "type": "integer",
6360
- "format": "int64",
6361
- "minimum": 0
8479
+ "testCaseIds": {
8480
+ "type": "array",
8481
+ "items": {
8482
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
8483
+ },
8484
+ "minItems": 1
6362
8485
  },
6363
- "icons": {
8486
+ "tags": {
6364
8487
  "type": "array",
6365
8488
  "items": {
6366
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpIcon"
8489
+ "type": "string"
6367
8490
  }
8491
+ },
8492
+ "createdAt": {
8493
+ "type": "string",
8494
+ "format": "date-time"
8495
+ },
8496
+ "updatedAt": {
8497
+ "type": "string",
8498
+ "format": "date-time"
6368
8499
  }
6369
8500
  },
6370
8501
  "unevaluatedProperties": {
6371
8502
  "not": {}
6372
8503
  },
6373
- "allOf": [
6374
- {
6375
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6376
- }
6377
- ],
6378
- "description": "A link to a resource that an MCP server can read."
8504
+ "description": "Reusable ordered group of MCP test cases."
6379
8505
  },
6380
- "Runner.Mcp.RunnerMcpResourceReadRequest": {
8506
+ "Runner.Mcp.RunnerMcpTestSuiteCreateRequest": {
6381
8507
  "type": "object",
6382
8508
  "required": [
6383
- "uri"
8509
+ "name",
8510
+ "testCaseIds"
6384
8511
  ],
6385
8512
  "properties": {
6386
- "uri": {
8513
+ "name": {
6387
8514
  "type": "string",
6388
- "format": "uri"
8515
+ "minLength": 1,
8516
+ "maxLength": 160
6389
8517
  },
6390
- "_meta": {
6391
- "type": "object",
6392
- "unevaluatedProperties": {}
8518
+ "description": {
8519
+ "type": "string",
8520
+ "maxLength": 4000
8521
+ },
8522
+ "testCaseIds": {
8523
+ "type": "array",
8524
+ "items": {
8525
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
8526
+ },
8527
+ "minItems": 1
8528
+ },
8529
+ "tags": {
8530
+ "type": "array",
8531
+ "items": {
8532
+ "type": "string"
8533
+ }
6393
8534
  }
6394
8535
  },
6395
8536
  "unevaluatedProperties": {
6396
8537
  "not": {}
6397
8538
  },
6398
- "description": "Resource URI accepted by the runner's MCP projection."
8539
+ "description": "Request to create a reusable MCP test suite."
6399
8540
  },
6400
- "Runner.Mcp.RunnerMcpResourceReadResponse": {
8541
+ "Runner.Mcp.RunnerMcpTestSuitePage": {
6401
8542
  "type": "object",
6402
8543
  "required": [
6403
- "contents"
8544
+ "suites"
6404
8545
  ],
6405
8546
  "properties": {
6406
- "contents": {
8547
+ "suites": {
6407
8548
  "type": "array",
6408
8549
  "items": {
6409
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpResourceContent"
8550
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestSuite"
6410
8551
  }
6411
8552
  },
6412
- "_meta": {
6413
- "type": "object",
6414
- "unevaluatedProperties": {}
8553
+ "nextCursor": {
8554
+ "type": "string"
6415
8555
  }
6416
8556
  },
6417
8557
  "unevaluatedProperties": {
6418
8558
  "not": {}
6419
8559
  },
6420
- "description": "Stable qyl projection of an MCP resources/read result."
8560
+ "description": "Cursor page of reusable MCP test suites."
6421
8561
  },
6422
- "Runner.Mcp.RunnerMcpTask": {
8562
+ "Runner.Mcp.RunnerMcpTestSuiteUpdateRequest": {
6423
8563
  "type": "object",
6424
- "required": [
6425
- "taskId",
6426
- "status",
6427
- "createdAt",
6428
- "lastUpdatedAt"
6429
- ],
6430
8564
  "properties": {
6431
- "taskId": {
6432
- "type": "string"
6433
- },
6434
- "status": {
6435
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTaskStatus"
6436
- },
6437
- "statusMessage": {
6438
- "type": "string"
6439
- },
6440
- "createdAt": {
8565
+ "name": {
6441
8566
  "type": "string",
6442
- "format": "date-time"
8567
+ "minLength": 1,
8568
+ "maxLength": 160
6443
8569
  },
6444
- "lastUpdatedAt": {
8570
+ "description": {
6445
8571
  "type": "string",
6446
- "format": "date-time"
8572
+ "maxLength": 4000
6447
8573
  },
6448
- "ttl": {
6449
- "type": "number",
6450
- "format": "double"
8574
+ "testCaseIds": {
8575
+ "type": "array",
8576
+ "items": {
8577
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpTestCaseId"
8578
+ },
8579
+ "minItems": 1
6451
8580
  },
6452
- "pollInterval": {
6453
- "type": "number",
6454
- "format": "double"
8581
+ "tags": {
8582
+ "type": "array",
8583
+ "items": {
8584
+ "type": "string"
8585
+ }
6455
8586
  }
6456
8587
  },
6457
8588
  "unevaluatedProperties": {
6458
8589
  "not": {}
6459
8590
  },
6460
- "description": "Task returned by an MCP task-augmented tool call. ttl and pollInterval are encoded as milliseconds."
8591
+ "description": "Request to update mutable MCP test-suite fields."
6461
8592
  },
6462
- "Runner.Mcp.RunnerMcpTaskMetadata": {
6463
- "type": "object",
6464
- "properties": {
6465
- "ttl": {
6466
- "type": "number",
6467
- "format": "double"
6468
- }
6469
- },
6470
- "unevaluatedProperties": {
6471
- "not": {}
6472
- },
6473
- "description": "Task-augmentation metadata accepted on an MCP tool call. ttl is encoded as milliseconds."
8593
+ "Runner.Mcp.RunnerMcpToolInputMode": {
8594
+ "type": "string",
8595
+ "enum": [
8596
+ "form",
8597
+ "json"
8598
+ ],
8599
+ "description": "Preferred tool-argument editor for one authenticated workspace."
6474
8600
  },
6475
- "Runner.Mcp.RunnerMcpTaskStatus": {
8601
+ "Runner.Mcp.RunnerMcpTransportKind": {
6476
8602
  "type": "string",
6477
8603
  "enum": [
6478
- "working",
6479
- "input_required",
6480
- "completed",
6481
- "failed",
6482
- "cancelled"
8604
+ "stdio",
8605
+ "streamable_http",
8606
+ "sse",
8607
+ "inproc",
8608
+ "builtin"
6483
8609
  ],
6484
- "description": "Lifecycle state of an MCP task returned by a task-augmented tool call."
8610
+ "description": "Supported MCP server transport owned by the local runner."
6485
8611
  },
6486
- "Runner.Mcp.RunnerMcpTextContent": {
8612
+ "Runner.Mcp.RunnerMcpWorkbenchSession": {
6487
8613
  "type": "object",
6488
8614
  "required": [
6489
- "type",
6490
- "text"
8615
+ "id",
8616
+ "principal",
8617
+ "workspaceIds",
8618
+ "createdAt"
6491
8619
  ],
6492
8620
  "properties": {
6493
- "type": {
8621
+ "id": {
8622
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpSessionId"
8623
+ },
8624
+ "principal": {
8625
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpPrincipalIdentity"
8626
+ },
8627
+ "workspaceIds": {
8628
+ "type": "array",
8629
+ "items": {
8630
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
8631
+ }
8632
+ },
8633
+ "activeWorkspaceId": {
8634
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
8635
+ },
8636
+ "createdAt": {
6494
8637
  "type": "string",
6495
- "enum": [
6496
- "text"
6497
- ]
8638
+ "format": "date-time"
6498
8639
  },
6499
- "text": {
6500
- "type": "string"
6501
- }
6502
- },
6503
- "unevaluatedProperties": {
6504
- "not": {}
6505
- },
6506
- "allOf": [
6507
- {
6508
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6509
- }
6510
- ],
6511
- "description": "Text provided to or returned by an MCP model or tool."
6512
- },
6513
- "Runner.Mcp.RunnerMcpTextResourceContent": {
6514
- "type": "object",
6515
- "required": [
6516
- "text"
6517
- ],
6518
- "properties": {
6519
- "text": {
6520
- "type": "string"
8640
+ "expiresAt": {
8641
+ "type": "string",
8642
+ "format": "date-time"
6521
8643
  }
6522
8644
  },
6523
- "unevaluatedProperties": {
6524
- "not": {}
6525
- },
6526
- "allOf": [
6527
- {
6528
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpResourceContentMetadata"
6529
- }
6530
- ],
6531
- "description": "Text resource content returned by an MCP server."
8645
+ "description": "Metadata for the authenticated local workbench session. The HttpOnly session cookie is never returned in this model."
6532
8646
  },
6533
- "Runner.Mcp.RunnerMcpTool": {
8647
+ "Runner.Mcp.RunnerMcpWorkspace": {
6534
8648
  "type": "object",
6535
8649
  "required": [
8650
+ "id",
8651
+ "ownerId",
6536
8652
  "name",
6537
- "inputSchema"
8653
+ "createdAt",
8654
+ "updatedAt"
6538
8655
  ],
6539
8656
  "properties": {
6540
- "name": {
8657
+ "id": {
8658
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
8659
+ },
8660
+ "ownerId": {
6541
8661
  "type": "string"
6542
8662
  },
6543
- "title": {
8663
+ "name": {
6544
8664
  "type": "string"
6545
8665
  },
6546
8666
  "description": {
6547
8667
  "type": "string"
6548
8668
  },
6549
- "inputSchema": {
6550
- "type": "object",
6551
- "unevaluatedProperties": {}
6552
- },
6553
- "outputSchema": {
6554
- "type": "object",
6555
- "unevaluatedProperties": {}
6556
- },
6557
- "annotations": {
6558
- "type": "object",
6559
- "unevaluatedProperties": {}
6560
- },
6561
- "execution": {
6562
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolExecution"
6563
- },
6564
- "icons": {
6565
- "type": "array",
6566
- "items": {
6567
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpIcon"
6568
- }
8669
+ "createdAt": {
8670
+ "type": "string",
8671
+ "format": "date-time"
6569
8672
  },
6570
- "_meta": {
6571
- "type": "object",
6572
- "unevaluatedProperties": {}
8673
+ "updatedAt": {
8674
+ "type": "string",
8675
+ "format": "date-time"
6573
8676
  }
6574
8677
  },
6575
8678
  "unevaluatedProperties": {
6576
8679
  "not": {}
6577
8680
  },
6578
- "description": "Stable qyl projection of an MCP tool advertised by a runner resource."
8681
+ "description": "One isolated MCP workbench workspace owned by the authenticated local principal."
6579
8682
  },
6580
- "Runner.Mcp.RunnerMcpToolCallRequest": {
8683
+ "Runner.Mcp.RunnerMcpWorkspaceCreateRequest": {
6581
8684
  "type": "object",
6582
8685
  "required": [
6583
8686
  "name"
6584
8687
  ],
6585
8688
  "properties": {
6586
8689
  "name": {
6587
- "type": "string"
6588
- },
6589
- "arguments": {
6590
- "type": "object",
6591
- "unevaluatedProperties": {}
6592
- },
6593
- "task": {
6594
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTaskMetadata"
8690
+ "type": "string",
8691
+ "minLength": 1,
8692
+ "maxLength": 120
6595
8693
  },
6596
- "_meta": {
6597
- "type": "object",
6598
- "unevaluatedProperties": {}
8694
+ "description": {
8695
+ "type": "string",
8696
+ "maxLength": 2000
6599
8697
  }
6600
8698
  },
6601
8699
  "unevaluatedProperties": {
6602
8700
  "not": {}
6603
8701
  },
6604
- "description": "Tool call accepted by the runner's MCP projection."
8702
+ "description": "Request to create an isolated MCP workbench workspace."
8703
+ },
8704
+ "Runner.Mcp.RunnerMcpWorkspaceId": {
8705
+ "type": "string",
8706
+ "minLength": 1,
8707
+ "maxLength": 128,
8708
+ "description": "Opaque identifier for one MCP workbench workspace."
6605
8709
  },
6606
- "Runner.Mcp.RunnerMcpToolCallResponse": {
8710
+ "Runner.Mcp.RunnerMcpWorkspaceListResponse": {
6607
8711
  "type": "object",
6608
8712
  "required": [
6609
- "content",
6610
- "isError"
8713
+ "workspaces"
6611
8714
  ],
6612
8715
  "properties": {
6613
- "content": {
8716
+ "workspaces": {
6614
8717
  "type": "array",
6615
8718
  "items": {
6616
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContent"
8719
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspace"
6617
8720
  }
6618
- },
6619
- "structuredContent": {
6620
- "type": "object",
6621
- "unevaluatedProperties": {}
6622
- },
6623
- "isError": {
6624
- "type": "boolean"
6625
- },
6626
- "task": {
6627
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTask"
6628
- },
6629
- "_meta": {
6630
- "type": "object",
6631
- "unevaluatedProperties": {}
6632
- }
6633
- },
6634
- "unevaluatedProperties": {
6635
- "not": {}
6636
- },
6637
- "description": "Stable qyl projection of an MCP tool-call result."
6638
- },
6639
- "Runner.Mcp.RunnerMcpToolExecution": {
6640
- "type": "object",
6641
- "properties": {
6642
- "taskSupport": {
6643
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolTaskSupport"
6644
8721
  }
6645
8722
  },
6646
8723
  "unevaluatedProperties": {
6647
8724
  "not": {}
6648
8725
  },
6649
- "description": "Execution metadata advertised for an MCP tool."
8726
+ "description": "Workspaces visible to the authenticated local session."
6650
8727
  },
6651
- "Runner.Mcp.RunnerMcpToolResultContent": {
8728
+ "Runner.Mcp.RunnerMcpWorkspacePreferences": {
6652
8729
  "type": "object",
6653
8730
  "required": [
6654
- "type",
6655
- "toolUseId",
6656
- "content"
8731
+ "workspaceId",
8732
+ "inputMode",
8733
+ "compactMode",
8734
+ "updatedAt"
6657
8735
  ],
6658
8736
  "properties": {
6659
- "type": {
6660
- "type": "string",
6661
- "enum": [
6662
- "tool_result"
6663
- ]
8737
+ "workspaceId": {
8738
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpWorkspaceId"
6664
8739
  },
6665
- "toolUseId": {
6666
- "type": "string"
8740
+ "selectedServerId": {
8741
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
6667
8742
  },
6668
- "content": {
6669
- "type": "array",
6670
- "items": {
6671
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContent"
6672
- }
8743
+ "selectedToolName": {
8744
+ "type": "string",
8745
+ "maxLength": 1024
6673
8746
  },
6674
- "structuredContent": {
6675
- "type": "object",
6676
- "unevaluatedProperties": {}
8747
+ "inputMode": {
8748
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolInputMode"
6677
8749
  },
6678
- "isError": {
8750
+ "activePanel": {
8751
+ "type": "string",
8752
+ "maxLength": 128
8753
+ },
8754
+ "compactMode": {
6679
8755
  "type": "boolean"
8756
+ },
8757
+ "updatedAt": {
8758
+ "type": "string",
8759
+ "format": "date-time"
6680
8760
  }
6681
8761
  },
6682
8762
  "unevaluatedProperties": {
6683
8763
  "not": {}
6684
8764
  },
6685
- "allOf": [
6686
- {
6687
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6688
- }
6689
- ],
6690
- "description": "The result of an MCP sampling tool invocation."
6691
- },
6692
- "Runner.Mcp.RunnerMcpToolTaskSupport": {
6693
- "type": "string",
6694
- "enum": [
6695
- "forbidden",
6696
- "optional",
6697
- "required"
6698
- ],
6699
- "description": "Task-augmentation support advertised for an MCP tool."
8765
+ "description": "Saved presentation preferences isolated to one authenticated MCP workspace."
6700
8766
  },
6701
- "Runner.Mcp.RunnerMcpToolUseContent": {
8767
+ "Runner.Mcp.RunnerMcpWorkspacePreferencesUpdateRequest": {
6702
8768
  "type": "object",
6703
- "required": [
6704
- "type",
6705
- "id",
6706
- "name",
6707
- "input"
6708
- ],
6709
8769
  "properties": {
6710
- "type": {
8770
+ "selectedServerId": {
8771
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpServerId"
8772
+ },
8773
+ "selectedToolName": {
6711
8774
  "type": "string",
6712
- "enum": [
6713
- "tool_use"
6714
- ]
8775
+ "maxLength": 1024
6715
8776
  },
6716
- "id": {
6717
- "type": "string"
8777
+ "inputMode": {
8778
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpToolInputMode"
6718
8779
  },
6719
- "name": {
6720
- "type": "string"
8780
+ "activePanel": {
8781
+ "type": "string",
8782
+ "maxLength": 128
6721
8783
  },
6722
- "input": {}
8784
+ "compactMode": {
8785
+ "type": "boolean"
8786
+ }
6723
8787
  },
6724
8788
  "unevaluatedProperties": {
6725
8789
  "not": {}
6726
8790
  },
6727
- "allOf": [
6728
- {
6729
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpContentMetadata"
6730
- }
6731
- ],
6732
- "description": "An MCP sampling request to invoke a tool."
8791
+ "description": "Request to replace saved presentation preferences for one authenticated MCP workspace."
6733
8792
  },
6734
- "Runner.Mcp.RunnerMcpToolsResponse": {
8793
+ "Runner.Mcp.RunnerMcpWorkspaceUpdateRequest": {
6735
8794
  "type": "object",
6736
- "required": [
6737
- "tools"
6738
- ],
6739
8795
  "properties": {
6740
- "tools": {
6741
- "type": "array",
6742
- "items": {
6743
- "$ref": "#/$defs/Runner.Mcp.RunnerMcpTool"
6744
- }
6745
- },
6746
- "nextCursor": {
6747
- "type": "string"
8796
+ "name": {
8797
+ "type": "string",
8798
+ "minLength": 1,
8799
+ "maxLength": 120
6748
8800
  },
6749
- "_meta": {
6750
- "type": "object",
6751
- "unevaluatedProperties": {}
8801
+ "description": {
8802
+ "type": "string",
8803
+ "maxLength": 2000
6752
8804
  }
6753
8805
  },
6754
8806
  "unevaluatedProperties": {
6755
8807
  "not": {}
6756
8808
  },
6757
- "description": "MCP tools currently advertised by a runner resource."
8809
+ "description": "Request to update mutable MCP workbench workspace metadata."
6758
8810
  },
6759
8811
  "Runner.RunnerLogEvents": {
6760
8812
  "$ref": "#/$defs/Runner.RunnerLogLine"
@@ -6790,24 +8842,11 @@
6790
8842
  ],
6791
8843
  "description": "Origin stream for one captured child-process log line."
6792
8844
  },
6793
- "Runner.RunnerMcpServerInfo": {
6794
- "type": "object",
6795
- "required": [
6796
- "name",
6797
- "version"
6798
- ],
6799
- "properties": {
6800
- "name": {
6801
- "type": "string"
6802
- },
6803
- "version": {
6804
- "type": "string"
6805
- }
6806
- },
6807
- "unevaluatedProperties": {
6808
- "not": {}
6809
- },
6810
- "description": "Identity reported by a connected MCP server during initialization."
8845
+ "Runner.RunnerMcpExecutionUpdateEvents": {
8846
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpExecutionRecord"
8847
+ },
8848
+ "Runner.RunnerMcpProtocolEvents": {
8849
+ "$ref": "#/$defs/Runner.Mcp.RunnerMcpProtocolEvent"
6811
8850
  },
6812
8851
  "Runner.RunnerResourceEvents": {
6813
8852
  "$ref": "#/$defs/Runner.RunnerResourceState"
@@ -6870,8 +8909,8 @@
6870
8909
  "lastError": {
6871
8910
  "type": "string"
6872
8911
  },
6873
- "serverInfo": {
6874
- "$ref": "#/$defs/Runner.RunnerMcpServerInfo"
8912
+ "serverIdentity": {
8913
+ "description": "Opaque SDK server-info entity when this resource is an initialized MCP connection."
6875
8914
  },
6876
8915
  "toolCount": {
6877
8916
  "type": "integer",