eval-studio-client 1.2.0a1__py3-none-any.whl → 1.2.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1420 -101
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1FindWorkflowsByCollectionIDResponse.md +29 -0
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +340 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +35 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +940 -13
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/METADATA +2 -1
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/RECORD +92 -29
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/WHEEL +0 -0
|
@@ -77,6 +77,9 @@
|
|
|
77
77
|
{
|
|
78
78
|
"name": "WorkflowNodeService"
|
|
79
79
|
},
|
|
80
|
+
{
|
|
81
|
+
"name": "WorkflowResultService"
|
|
82
|
+
},
|
|
80
83
|
{
|
|
81
84
|
"name": "WorkflowService"
|
|
82
85
|
}
|
|
@@ -256,6 +259,29 @@
|
|
|
256
259
|
]
|
|
257
260
|
}
|
|
258
261
|
},
|
|
262
|
+
"/v1/dashboards:sharedWithMe": {
|
|
263
|
+
"get": {
|
|
264
|
+
"summary": "ListDashboardsSharedWithMe lists Dashboards shared with the authenticated user.",
|
|
265
|
+
"operationId": "DashboardService_ListDashboardsSharedWithMe",
|
|
266
|
+
"responses": {
|
|
267
|
+
"200": {
|
|
268
|
+
"description": "A successful response.",
|
|
269
|
+
"schema": {
|
|
270
|
+
"$ref": "#/definitions/v1ListDashboardsSharedWithMeResponse"
|
|
271
|
+
}
|
|
272
|
+
},
|
|
273
|
+
"default": {
|
|
274
|
+
"description": "An unexpected error response.",
|
|
275
|
+
"schema": {
|
|
276
|
+
"$ref": "#/definitions/rpcStatus"
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
},
|
|
280
|
+
"tags": [
|
|
281
|
+
"DashboardService"
|
|
282
|
+
]
|
|
283
|
+
}
|
|
284
|
+
},
|
|
259
285
|
"/v1/documents": {
|
|
260
286
|
"get": {
|
|
261
287
|
"operationId": "DocumentService_ListDocuments",
|
|
@@ -1778,6 +1804,28 @@
|
|
|
1778
1804
|
]
|
|
1779
1805
|
}
|
|
1780
1806
|
},
|
|
1807
|
+
"/v1/stats": {
|
|
1808
|
+
"get": {
|
|
1809
|
+
"operationId": "InfoService_GetStats",
|
|
1810
|
+
"responses": {
|
|
1811
|
+
"200": {
|
|
1812
|
+
"description": "A successful response.",
|
|
1813
|
+
"schema": {
|
|
1814
|
+
"$ref": "#/definitions/v1GetStatsResponse"
|
|
1815
|
+
}
|
|
1816
|
+
},
|
|
1817
|
+
"default": {
|
|
1818
|
+
"description": "An unexpected error response.",
|
|
1819
|
+
"schema": {
|
|
1820
|
+
"$ref": "#/definitions/rpcStatus"
|
|
1821
|
+
}
|
|
1822
|
+
}
|
|
1823
|
+
},
|
|
1824
|
+
"tags": [
|
|
1825
|
+
"InfoService"
|
|
1826
|
+
]
|
|
1827
|
+
}
|
|
1828
|
+
},
|
|
1781
1829
|
"/v1/testClasses": {
|
|
1782
1830
|
"get": {
|
|
1783
1831
|
"operationId": "TestClassService_ListTestClasses",
|
|
@@ -2142,6 +2190,28 @@
|
|
|
2142
2190
|
]
|
|
2143
2191
|
}
|
|
2144
2192
|
},
|
|
2193
|
+
"/v1/tests:sharedWithMe": {
|
|
2194
|
+
"get": {
|
|
2195
|
+
"operationId": "TestService_ListTestsSharedWithMe",
|
|
2196
|
+
"responses": {
|
|
2197
|
+
"200": {
|
|
2198
|
+
"description": "A successful response.",
|
|
2199
|
+
"schema": {
|
|
2200
|
+
"$ref": "#/definitions/v1ListTestsSharedWithMeResponse"
|
|
2201
|
+
}
|
|
2202
|
+
},
|
|
2203
|
+
"default": {
|
|
2204
|
+
"description": "An unexpected error response.",
|
|
2205
|
+
"schema": {
|
|
2206
|
+
"$ref": "#/definitions/rpcStatus"
|
|
2207
|
+
}
|
|
2208
|
+
}
|
|
2209
|
+
},
|
|
2210
|
+
"tags": [
|
|
2211
|
+
"TestService"
|
|
2212
|
+
]
|
|
2213
|
+
}
|
|
2214
|
+
},
|
|
2145
2215
|
"/v1/whoAmI": {
|
|
2146
2216
|
"get": {
|
|
2147
2217
|
"summary": "WhoAmI is used to retrieve the caller's identity.",
|
|
@@ -2338,6 +2408,61 @@
|
|
|
2338
2408
|
]
|
|
2339
2409
|
}
|
|
2340
2410
|
},
|
|
2411
|
+
"/v1/workflows:findWorkflowByH2OGPTeCollectionID": {
|
|
2412
|
+
"get": {
|
|
2413
|
+
"summary": "FindWorkflowByCollectionID finds a Workflow by used H2OGPTe collection ID.",
|
|
2414
|
+
"operationId": "WorkflowService_FindWorkflowsByCollectionID",
|
|
2415
|
+
"responses": {
|
|
2416
|
+
"200": {
|
|
2417
|
+
"description": "A successful response.",
|
|
2418
|
+
"schema": {
|
|
2419
|
+
"$ref": "#/definitions/v1FindWorkflowsByCollectionIDResponse"
|
|
2420
|
+
}
|
|
2421
|
+
},
|
|
2422
|
+
"default": {
|
|
2423
|
+
"description": "An unexpected error response.",
|
|
2424
|
+
"schema": {
|
|
2425
|
+
"$ref": "#/definitions/rpcStatus"
|
|
2426
|
+
}
|
|
2427
|
+
}
|
|
2428
|
+
},
|
|
2429
|
+
"parameters": [
|
|
2430
|
+
{
|
|
2431
|
+
"name": "collectionId",
|
|
2432
|
+
"description": "Required. The H2OGPTe collection ID to find the Workflow by.",
|
|
2433
|
+
"in": "query",
|
|
2434
|
+
"required": false,
|
|
2435
|
+
"type": "string"
|
|
2436
|
+
}
|
|
2437
|
+
],
|
|
2438
|
+
"tags": [
|
|
2439
|
+
"WorkflowService"
|
|
2440
|
+
]
|
|
2441
|
+
}
|
|
2442
|
+
},
|
|
2443
|
+
"/v1/workflows:sharedWithMe": {
|
|
2444
|
+
"get": {
|
|
2445
|
+
"summary": "ListWorkflowsSharedWithMe lists Workflows shared with the authenticated user.",
|
|
2446
|
+
"operationId": "WorkflowService_ListWorkflowsSharedWithMe",
|
|
2447
|
+
"responses": {
|
|
2448
|
+
"200": {
|
|
2449
|
+
"description": "A successful response.",
|
|
2450
|
+
"schema": {
|
|
2451
|
+
"$ref": "#/definitions/v1ListWorkflowsSharedWithMeResponse"
|
|
2452
|
+
}
|
|
2453
|
+
},
|
|
2454
|
+
"default": {
|
|
2455
|
+
"description": "An unexpected error response.",
|
|
2456
|
+
"schema": {
|
|
2457
|
+
"$ref": "#/definitions/rpcStatus"
|
|
2458
|
+
}
|
|
2459
|
+
}
|
|
2460
|
+
},
|
|
2461
|
+
"tags": [
|
|
2462
|
+
"WorkflowService"
|
|
2463
|
+
]
|
|
2464
|
+
}
|
|
2465
|
+
},
|
|
2341
2466
|
"/v1/{dashboard.name}": {
|
|
2342
2467
|
"patch": {
|
|
2343
2468
|
"operationId": "DashboardService_UpdateDashboard",
|
|
@@ -3057,6 +3182,138 @@
|
|
|
3057
3182
|
]
|
|
3058
3183
|
}
|
|
3059
3184
|
},
|
|
3185
|
+
"/v1/{name_1}:grantAccess": {
|
|
3186
|
+
"post": {
|
|
3187
|
+
"operationId": "TestService_GrantTestAccess",
|
|
3188
|
+
"responses": {
|
|
3189
|
+
"200": {
|
|
3190
|
+
"description": "A successful response.",
|
|
3191
|
+
"schema": {
|
|
3192
|
+
"$ref": "#/definitions/v1GrantTestAccessResponse"
|
|
3193
|
+
}
|
|
3194
|
+
},
|
|
3195
|
+
"default": {
|
|
3196
|
+
"description": "An unexpected error response.",
|
|
3197
|
+
"schema": {
|
|
3198
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3199
|
+
}
|
|
3200
|
+
}
|
|
3201
|
+
},
|
|
3202
|
+
"parameters": [
|
|
3203
|
+
{
|
|
3204
|
+
"name": "name_1",
|
|
3205
|
+
"description": "Required. The name of the Test to grant access to.",
|
|
3206
|
+
"in": "path",
|
|
3207
|
+
"required": true,
|
|
3208
|
+
"type": "string",
|
|
3209
|
+
"pattern": "tests/[^/]+"
|
|
3210
|
+
},
|
|
3211
|
+
{
|
|
3212
|
+
"name": "body",
|
|
3213
|
+
"in": "body",
|
|
3214
|
+
"required": true,
|
|
3215
|
+
"schema": {
|
|
3216
|
+
"type": "object",
|
|
3217
|
+
"properties": {
|
|
3218
|
+
"subject": {
|
|
3219
|
+
"type": "string",
|
|
3220
|
+
"description": "Required. The subject to grant access to."
|
|
3221
|
+
},
|
|
3222
|
+
"role": {
|
|
3223
|
+
"$ref": "#/definitions/v1Role",
|
|
3224
|
+
"description": "Required. The role to assign to the subject."
|
|
3225
|
+
}
|
|
3226
|
+
}
|
|
3227
|
+
}
|
|
3228
|
+
}
|
|
3229
|
+
],
|
|
3230
|
+
"tags": [
|
|
3231
|
+
"TestService"
|
|
3232
|
+
]
|
|
3233
|
+
}
|
|
3234
|
+
},
|
|
3235
|
+
"/v1/{name_1}:listAccess": {
|
|
3236
|
+
"get": {
|
|
3237
|
+
"operationId": "TestService_ListTestAccess",
|
|
3238
|
+
"responses": {
|
|
3239
|
+
"200": {
|
|
3240
|
+
"description": "A successful response.",
|
|
3241
|
+
"schema": {
|
|
3242
|
+
"$ref": "#/definitions/v1ListTestAccessResponse"
|
|
3243
|
+
}
|
|
3244
|
+
},
|
|
3245
|
+
"default": {
|
|
3246
|
+
"description": "An unexpected error response.",
|
|
3247
|
+
"schema": {
|
|
3248
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3249
|
+
}
|
|
3250
|
+
}
|
|
3251
|
+
},
|
|
3252
|
+
"parameters": [
|
|
3253
|
+
{
|
|
3254
|
+
"name": "name_1",
|
|
3255
|
+
"description": "Required. The name of the Test to list access for.",
|
|
3256
|
+
"in": "path",
|
|
3257
|
+
"required": true,
|
|
3258
|
+
"type": "string",
|
|
3259
|
+
"pattern": "tests/[^/]+"
|
|
3260
|
+
}
|
|
3261
|
+
],
|
|
3262
|
+
"tags": [
|
|
3263
|
+
"TestService"
|
|
3264
|
+
]
|
|
3265
|
+
}
|
|
3266
|
+
},
|
|
3267
|
+
"/v1/{name_1}:revokeAccess": {
|
|
3268
|
+
"post": {
|
|
3269
|
+
"operationId": "TestService_RevokeTestAccess",
|
|
3270
|
+
"responses": {
|
|
3271
|
+
"200": {
|
|
3272
|
+
"description": "A successful response.",
|
|
3273
|
+
"schema": {
|
|
3274
|
+
"$ref": "#/definitions/v1RevokeTestAccessResponse"
|
|
3275
|
+
}
|
|
3276
|
+
},
|
|
3277
|
+
"default": {
|
|
3278
|
+
"description": "An unexpected error response.",
|
|
3279
|
+
"schema": {
|
|
3280
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3281
|
+
}
|
|
3282
|
+
}
|
|
3283
|
+
},
|
|
3284
|
+
"parameters": [
|
|
3285
|
+
{
|
|
3286
|
+
"name": "name_1",
|
|
3287
|
+
"description": "Required. The name of the Test to revoke access for.",
|
|
3288
|
+
"in": "path",
|
|
3289
|
+
"required": true,
|
|
3290
|
+
"type": "string",
|
|
3291
|
+
"pattern": "tests/[^/]+"
|
|
3292
|
+
},
|
|
3293
|
+
{
|
|
3294
|
+
"name": "body",
|
|
3295
|
+
"in": "body",
|
|
3296
|
+
"required": true,
|
|
3297
|
+
"schema": {
|
|
3298
|
+
"type": "object",
|
|
3299
|
+
"properties": {
|
|
3300
|
+
"subject": {
|
|
3301
|
+
"type": "string",
|
|
3302
|
+
"description": "Required. The subject to revoke access to."
|
|
3303
|
+
},
|
|
3304
|
+
"role": {
|
|
3305
|
+
"$ref": "#/definitions/v1Role",
|
|
3306
|
+
"description": "Required. The role to revoke from the subject."
|
|
3307
|
+
}
|
|
3308
|
+
}
|
|
3309
|
+
}
|
|
3310
|
+
}
|
|
3311
|
+
],
|
|
3312
|
+
"tags": [
|
|
3313
|
+
"TestService"
|
|
3314
|
+
]
|
|
3315
|
+
}
|
|
3316
|
+
},
|
|
3060
3317
|
"/v1/{name_2}": {
|
|
3061
3318
|
"get": {
|
|
3062
3319
|
"operationId": "EvaluatorService_GetEvaluator",
|
|
@@ -3119,6 +3376,141 @@
|
|
|
3119
3376
|
]
|
|
3120
3377
|
}
|
|
3121
3378
|
},
|
|
3379
|
+
"/v1/{name_2}:grantAccess": {
|
|
3380
|
+
"post": {
|
|
3381
|
+
"summary": "GrantWorkflowAccess grants access to a Workflow to a subject with a specified role.",
|
|
3382
|
+
"operationId": "WorkflowService_GrantWorkflowAccess",
|
|
3383
|
+
"responses": {
|
|
3384
|
+
"200": {
|
|
3385
|
+
"description": "A successful response.",
|
|
3386
|
+
"schema": {
|
|
3387
|
+
"$ref": "#/definitions/v1GrantWorkflowAccessResponse"
|
|
3388
|
+
}
|
|
3389
|
+
},
|
|
3390
|
+
"default": {
|
|
3391
|
+
"description": "An unexpected error response.",
|
|
3392
|
+
"schema": {
|
|
3393
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3394
|
+
}
|
|
3395
|
+
}
|
|
3396
|
+
},
|
|
3397
|
+
"parameters": [
|
|
3398
|
+
{
|
|
3399
|
+
"name": "name_2",
|
|
3400
|
+
"description": "Required. The name of the Workflow to grant access to.",
|
|
3401
|
+
"in": "path",
|
|
3402
|
+
"required": true,
|
|
3403
|
+
"type": "string",
|
|
3404
|
+
"pattern": "workflows/[^/]+"
|
|
3405
|
+
},
|
|
3406
|
+
{
|
|
3407
|
+
"name": "body",
|
|
3408
|
+
"in": "body",
|
|
3409
|
+
"required": true,
|
|
3410
|
+
"schema": {
|
|
3411
|
+
"type": "object",
|
|
3412
|
+
"properties": {
|
|
3413
|
+
"subject": {
|
|
3414
|
+
"type": "string",
|
|
3415
|
+
"description": "Required. The subject to grant access to."
|
|
3416
|
+
},
|
|
3417
|
+
"role": {
|
|
3418
|
+
"$ref": "#/definitions/v1Role",
|
|
3419
|
+
"description": "Required. The role to assign to the subject."
|
|
3420
|
+
}
|
|
3421
|
+
}
|
|
3422
|
+
}
|
|
3423
|
+
}
|
|
3424
|
+
],
|
|
3425
|
+
"tags": [
|
|
3426
|
+
"WorkflowService"
|
|
3427
|
+
]
|
|
3428
|
+
}
|
|
3429
|
+
},
|
|
3430
|
+
"/v1/{name_2}:listAccess": {
|
|
3431
|
+
"get": {
|
|
3432
|
+
"summary": "ListWorkflowAccess lists access to a Workflow.",
|
|
3433
|
+
"operationId": "WorkflowService_ListWorkflowAccess",
|
|
3434
|
+
"responses": {
|
|
3435
|
+
"200": {
|
|
3436
|
+
"description": "A successful response.",
|
|
3437
|
+
"schema": {
|
|
3438
|
+
"$ref": "#/definitions/v1ListWorkflowAccessResponse"
|
|
3439
|
+
}
|
|
3440
|
+
},
|
|
3441
|
+
"default": {
|
|
3442
|
+
"description": "An unexpected error response.",
|
|
3443
|
+
"schema": {
|
|
3444
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3445
|
+
}
|
|
3446
|
+
}
|
|
3447
|
+
},
|
|
3448
|
+
"parameters": [
|
|
3449
|
+
{
|
|
3450
|
+
"name": "name_2",
|
|
3451
|
+
"description": "Required. The name of the Workflow to list access for.",
|
|
3452
|
+
"in": "path",
|
|
3453
|
+
"required": true,
|
|
3454
|
+
"type": "string",
|
|
3455
|
+
"pattern": "workflows/[^/]+"
|
|
3456
|
+
}
|
|
3457
|
+
],
|
|
3458
|
+
"tags": [
|
|
3459
|
+
"WorkflowService"
|
|
3460
|
+
]
|
|
3461
|
+
}
|
|
3462
|
+
},
|
|
3463
|
+
"/v1/{name_2}:revokeAccess": {
|
|
3464
|
+
"post": {
|
|
3465
|
+
"summary": "RevokeWorkflowAccess revokes access to a Workflow from a subject.",
|
|
3466
|
+
"operationId": "WorkflowService_RevokeWorkflowAccess",
|
|
3467
|
+
"responses": {
|
|
3468
|
+
"200": {
|
|
3469
|
+
"description": "A successful response.",
|
|
3470
|
+
"schema": {
|
|
3471
|
+
"$ref": "#/definitions/v1RevokeWorkflowAccessResponse"
|
|
3472
|
+
}
|
|
3473
|
+
},
|
|
3474
|
+
"default": {
|
|
3475
|
+
"description": "An unexpected error response.",
|
|
3476
|
+
"schema": {
|
|
3477
|
+
"$ref": "#/definitions/rpcStatus"
|
|
3478
|
+
}
|
|
3479
|
+
}
|
|
3480
|
+
},
|
|
3481
|
+
"parameters": [
|
|
3482
|
+
{
|
|
3483
|
+
"name": "name_2",
|
|
3484
|
+
"description": "Required. The name of the Workflow to revoke access from.",
|
|
3485
|
+
"in": "path",
|
|
3486
|
+
"required": true,
|
|
3487
|
+
"type": "string",
|
|
3488
|
+
"pattern": "workflows/[^/]+"
|
|
3489
|
+
},
|
|
3490
|
+
{
|
|
3491
|
+
"name": "body",
|
|
3492
|
+
"in": "body",
|
|
3493
|
+
"required": true,
|
|
3494
|
+
"schema": {
|
|
3495
|
+
"type": "object",
|
|
3496
|
+
"properties": {
|
|
3497
|
+
"subject": {
|
|
3498
|
+
"type": "string",
|
|
3499
|
+
"description": "Required. The subject to revoke access from."
|
|
3500
|
+
},
|
|
3501
|
+
"role": {
|
|
3502
|
+
"$ref": "#/definitions/v1Role",
|
|
3503
|
+
"description": "Required. The role to revoke from the subject."
|
|
3504
|
+
}
|
|
3505
|
+
}
|
|
3506
|
+
}
|
|
3507
|
+
}
|
|
3508
|
+
],
|
|
3509
|
+
"tags": [
|
|
3510
|
+
"WorkflowService"
|
|
3511
|
+
]
|
|
3512
|
+
}
|
|
3513
|
+
},
|
|
3122
3514
|
"/v1/{name_3}": {
|
|
3123
3515
|
"get": {
|
|
3124
3516
|
"operationId": "LeaderboardReportService_GetLeaderboardReport",
|
|
@@ -3894,7 +4286,184 @@
|
|
|
3894
4286
|
"parameters": [
|
|
3895
4287
|
{
|
|
3896
4288
|
"name": "name",
|
|
3897
|
-
"description": "Required. The name of the Workflow to retrieve guardrails configuration for. The Human\nCalibration node must be completed, otherwise an error is returned.",
|
|
4289
|
+
"description": "Required. The name of the Workflow to retrieve guardrails configuration for. The Human\nCalibration node must be completed, otherwise an error is returned.",
|
|
4290
|
+
"in": "path",
|
|
4291
|
+
"required": true,
|
|
4292
|
+
"type": "string",
|
|
4293
|
+
"pattern": "workflows/[^/]+"
|
|
4294
|
+
}
|
|
4295
|
+
],
|
|
4296
|
+
"tags": [
|
|
4297
|
+
"WorkflowService"
|
|
4298
|
+
]
|
|
4299
|
+
}
|
|
4300
|
+
},
|
|
4301
|
+
"/v1/{name}:getPrerequisites": {
|
|
4302
|
+
"get": {
|
|
4303
|
+
"summary": "GetWorkflowNodePrerequisites retrieves the WorkflowNodes and WorkflowEdges that are the\nprerequisites of the specified WorkflowNode. The list might be empty. Large data might be\nstored in storage and not returned in the response. It is client's responsibility to retrieve\nthe data from storage using the content handlers. It is intended to be used by the Eval Studio\nWorkers.",
|
|
4304
|
+
"operationId": "WorkflowNodeService_GetWorkflowNodePrerequisites",
|
|
4305
|
+
"responses": {
|
|
4306
|
+
"200": {
|
|
4307
|
+
"description": "A successful response.",
|
|
4308
|
+
"schema": {
|
|
4309
|
+
"$ref": "#/definitions/v1GetWorkflowNodePrerequisitesResponse"
|
|
4310
|
+
}
|
|
4311
|
+
},
|
|
4312
|
+
"default": {
|
|
4313
|
+
"description": "An unexpected error response.",
|
|
4314
|
+
"schema": {
|
|
4315
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4316
|
+
}
|
|
4317
|
+
}
|
|
4318
|
+
},
|
|
4319
|
+
"parameters": [
|
|
4320
|
+
{
|
|
4321
|
+
"name": "name",
|
|
4322
|
+
"description": "Required. The name of the WorkflowNode to retrieve the prerequisites for.",
|
|
4323
|
+
"in": "path",
|
|
4324
|
+
"required": true,
|
|
4325
|
+
"type": "string",
|
|
4326
|
+
"pattern": "workflows/[^/]+/nodes/[^/]+"
|
|
4327
|
+
}
|
|
4328
|
+
],
|
|
4329
|
+
"tags": [
|
|
4330
|
+
"WorkflowNodeService"
|
|
4331
|
+
]
|
|
4332
|
+
}
|
|
4333
|
+
},
|
|
4334
|
+
"/v1/{name}:getResultsCorpusPatch": {
|
|
4335
|
+
"get": {
|
|
4336
|
+
"summary": "GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result.\nThe corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.",
|
|
4337
|
+
"operationId": "WorkflowResultService_GetWorkflowResultCorpusPatch",
|
|
4338
|
+
"responses": {
|
|
4339
|
+
"200": {
|
|
4340
|
+
"description": "A successful response.",
|
|
4341
|
+
"schema": {
|
|
4342
|
+
"$ref": "#/definitions/v1GetWorkflowResultCorpusPatchResponse"
|
|
4343
|
+
}
|
|
4344
|
+
},
|
|
4345
|
+
"default": {
|
|
4346
|
+
"description": "An unexpected error response.",
|
|
4347
|
+
"schema": {
|
|
4348
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4349
|
+
}
|
|
4350
|
+
}
|
|
4351
|
+
},
|
|
4352
|
+
"parameters": [
|
|
4353
|
+
{
|
|
4354
|
+
"name": "name",
|
|
4355
|
+
"description": "Required. The resource name of the workflow for which to generate the corpus patch.",
|
|
4356
|
+
"in": "path",
|
|
4357
|
+
"required": true,
|
|
4358
|
+
"type": "string",
|
|
4359
|
+
"pattern": "workflows/[^/]+"
|
|
4360
|
+
}
|
|
4361
|
+
],
|
|
4362
|
+
"tags": [
|
|
4363
|
+
"WorkflowResultService"
|
|
4364
|
+
]
|
|
4365
|
+
}
|
|
4366
|
+
},
|
|
4367
|
+
"/v1/{name}:getResultsReport": {
|
|
4368
|
+
"get": {
|
|
4369
|
+
"summary": "GetWorkflowResultReport retrieves the report of a Workflow result.\nThe report is a detailed HTML document summarizing the Workflow's execution and findings.",
|
|
4370
|
+
"operationId": "WorkflowResultService_GetWorkflowResultReport",
|
|
4371
|
+
"responses": {
|
|
4372
|
+
"200": {
|
|
4373
|
+
"description": "A successful response.",
|
|
4374
|
+
"schema": {
|
|
4375
|
+
"$ref": "#/definitions/v1GetWorkflowResultReportResponse"
|
|
4376
|
+
}
|
|
4377
|
+
},
|
|
4378
|
+
"default": {
|
|
4379
|
+
"description": "An unexpected error response.",
|
|
4380
|
+
"schema": {
|
|
4381
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4382
|
+
}
|
|
4383
|
+
}
|
|
4384
|
+
},
|
|
4385
|
+
"parameters": [
|
|
4386
|
+
{
|
|
4387
|
+
"name": "name",
|
|
4388
|
+
"description": "Required. The resource name of the workflow for which to retrieve the report.",
|
|
4389
|
+
"in": "path",
|
|
4390
|
+
"required": true,
|
|
4391
|
+
"type": "string",
|
|
4392
|
+
"pattern": "workflows/[^/]+"
|
|
4393
|
+
},
|
|
4394
|
+
{
|
|
4395
|
+
"name": "format",
|
|
4396
|
+
"description": "Required. The format of the report to retrieve.",
|
|
4397
|
+
"in": "query",
|
|
4398
|
+
"required": false,
|
|
4399
|
+
"type": "string",
|
|
4400
|
+
"enum": [
|
|
4401
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
|
|
4402
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_HTML"
|
|
4403
|
+
],
|
|
4404
|
+
"default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
|
|
4405
|
+
}
|
|
4406
|
+
],
|
|
4407
|
+
"tags": [
|
|
4408
|
+
"WorkflowResultService"
|
|
4409
|
+
]
|
|
4410
|
+
}
|
|
4411
|
+
},
|
|
4412
|
+
"/v1/{name}:getResultsSummary": {
|
|
4413
|
+
"get": {
|
|
4414
|
+
"summary": "GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result.\nThe summary includes 3 summary sentences, 3 bullets with most serious highlights,\nand 3 recommended actions sentences.",
|
|
4415
|
+
"operationId": "WorkflowResultService_GetWorkflowResultSummary",
|
|
4416
|
+
"responses": {
|
|
4417
|
+
"200": {
|
|
4418
|
+
"description": "A successful response.",
|
|
4419
|
+
"schema": {
|
|
4420
|
+
"$ref": "#/definitions/v1GetWorkflowResultSummaryResponse"
|
|
4421
|
+
}
|
|
4422
|
+
},
|
|
4423
|
+
"default": {
|
|
4424
|
+
"description": "An unexpected error response.",
|
|
4425
|
+
"schema": {
|
|
4426
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4427
|
+
}
|
|
4428
|
+
}
|
|
4429
|
+
},
|
|
4430
|
+
"parameters": [
|
|
4431
|
+
{
|
|
4432
|
+
"name": "name",
|
|
4433
|
+
"description": "Required. The name of the Workflow for which to retrieve the 3x3x3 summary.",
|
|
4434
|
+
"in": "path",
|
|
4435
|
+
"required": true,
|
|
4436
|
+
"type": "string",
|
|
4437
|
+
"pattern": "workflows/[^/]+"
|
|
4438
|
+
}
|
|
4439
|
+
],
|
|
4440
|
+
"tags": [
|
|
4441
|
+
"WorkflowResultService"
|
|
4442
|
+
]
|
|
4443
|
+
}
|
|
4444
|
+
},
|
|
4445
|
+
"/v1/{name}:getResultsSystemPromptPatch": {
|
|
4446
|
+
"get": {
|
|
4447
|
+
"summary": "GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.",
|
|
4448
|
+
"operationId": "WorkflowResultService_GetWorkflowResultSystemPromptPatch",
|
|
4449
|
+
"responses": {
|
|
4450
|
+
"200": {
|
|
4451
|
+
"description": "A successful response.",
|
|
4452
|
+
"schema": {
|
|
4453
|
+
"$ref": "#/definitions/v1GetWorkflowResultSystemPromptPatchResponse"
|
|
4454
|
+
}
|
|
4455
|
+
},
|
|
4456
|
+
"default": {
|
|
4457
|
+
"description": "An unexpected error response.",
|
|
4458
|
+
"schema": {
|
|
4459
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4460
|
+
}
|
|
4461
|
+
}
|
|
4462
|
+
},
|
|
4463
|
+
"parameters": [
|
|
4464
|
+
{
|
|
4465
|
+
"name": "name",
|
|
4466
|
+
"description": "Required. The resource name of the workflow for which to generate the system prompt patch.",
|
|
3898
4467
|
"in": "path",
|
|
3899
4468
|
"required": true,
|
|
3900
4469
|
"type": "string",
|
|
@@ -3902,19 +4471,19 @@
|
|
|
3902
4471
|
}
|
|
3903
4472
|
],
|
|
3904
4473
|
"tags": [
|
|
3905
|
-
"
|
|
4474
|
+
"WorkflowResultService"
|
|
3906
4475
|
]
|
|
3907
4476
|
}
|
|
3908
4477
|
},
|
|
3909
|
-
"/v1/{name}:
|
|
3910
|
-
"
|
|
3911
|
-
"summary": "
|
|
3912
|
-
"operationId": "
|
|
4478
|
+
"/v1/{name}:grantAccess": {
|
|
4479
|
+
"post": {
|
|
4480
|
+
"summary": "GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.",
|
|
4481
|
+
"operationId": "DashboardService_GrantDashboardAccess",
|
|
3913
4482
|
"responses": {
|
|
3914
4483
|
"200": {
|
|
3915
4484
|
"description": "A successful response.",
|
|
3916
4485
|
"schema": {
|
|
3917
|
-
"$ref": "#/definitions/
|
|
4486
|
+
"$ref": "#/definitions/v1GrantDashboardAccessResponse"
|
|
3918
4487
|
}
|
|
3919
4488
|
},
|
|
3920
4489
|
"default": {
|
|
@@ -3927,15 +4496,33 @@
|
|
|
3927
4496
|
"parameters": [
|
|
3928
4497
|
{
|
|
3929
4498
|
"name": "name",
|
|
3930
|
-
"description": "Required. The name of the
|
|
4499
|
+
"description": "Required. The name of the Dashboard to grant access to.",
|
|
3931
4500
|
"in": "path",
|
|
3932
4501
|
"required": true,
|
|
3933
4502
|
"type": "string",
|
|
3934
|
-
"pattern": "
|
|
4503
|
+
"pattern": "dashboards/[^/]+"
|
|
4504
|
+
},
|
|
4505
|
+
{
|
|
4506
|
+
"name": "body",
|
|
4507
|
+
"in": "body",
|
|
4508
|
+
"required": true,
|
|
4509
|
+
"schema": {
|
|
4510
|
+
"type": "object",
|
|
4511
|
+
"properties": {
|
|
4512
|
+
"subject": {
|
|
4513
|
+
"type": "string",
|
|
4514
|
+
"description": "Required. The subject to grant access to."
|
|
4515
|
+
},
|
|
4516
|
+
"role": {
|
|
4517
|
+
"$ref": "#/definitions/v1Role",
|
|
4518
|
+
"description": "Required. The role to assign to the subject."
|
|
4519
|
+
}
|
|
4520
|
+
}
|
|
4521
|
+
}
|
|
3935
4522
|
}
|
|
3936
4523
|
],
|
|
3937
4524
|
"tags": [
|
|
3938
|
-
"
|
|
4525
|
+
"DashboardService"
|
|
3939
4526
|
]
|
|
3940
4527
|
}
|
|
3941
4528
|
},
|
|
@@ -4034,6 +4621,39 @@
|
|
|
4034
4621
|
]
|
|
4035
4622
|
}
|
|
4036
4623
|
},
|
|
4624
|
+
"/v1/{name}:listAccess": {
|
|
4625
|
+
"get": {
|
|
4626
|
+
"summary": "ListDashboardAccess lists access to a Dashboard.",
|
|
4627
|
+
"operationId": "DashboardService_ListDashboardAccess",
|
|
4628
|
+
"responses": {
|
|
4629
|
+
"200": {
|
|
4630
|
+
"description": "A successful response.",
|
|
4631
|
+
"schema": {
|
|
4632
|
+
"$ref": "#/definitions/v1ListDashboardAccessResponse"
|
|
4633
|
+
}
|
|
4634
|
+
},
|
|
4635
|
+
"default": {
|
|
4636
|
+
"description": "An unexpected error response.",
|
|
4637
|
+
"schema": {
|
|
4638
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4639
|
+
}
|
|
4640
|
+
}
|
|
4641
|
+
},
|
|
4642
|
+
"parameters": [
|
|
4643
|
+
{
|
|
4644
|
+
"name": "name",
|
|
4645
|
+
"description": "Required. The name of the Dashboard to list access for.",
|
|
4646
|
+
"in": "path",
|
|
4647
|
+
"required": true,
|
|
4648
|
+
"type": "string",
|
|
4649
|
+
"pattern": "dashboards/[^/]+"
|
|
4650
|
+
}
|
|
4651
|
+
],
|
|
4652
|
+
"tags": [
|
|
4653
|
+
"DashboardService"
|
|
4654
|
+
]
|
|
4655
|
+
}
|
|
4656
|
+
},
|
|
4037
4657
|
"/v1/{name}:listTestCaseLibraryItems": {
|
|
4038
4658
|
"post": {
|
|
4039
4659
|
"operationId": "TestService_ListTestCaseLibraryItems",
|
|
@@ -4336,6 +4956,57 @@
|
|
|
4336
4956
|
]
|
|
4337
4957
|
}
|
|
4338
4958
|
},
|
|
4959
|
+
"/v1/{name}:revokeAccess": {
|
|
4960
|
+
"post": {
|
|
4961
|
+
"summary": "RevokeDashboardAccess revokes access to a Dashboard from a subject.",
|
|
4962
|
+
"operationId": "DashboardService_RevokeDashboardAccess",
|
|
4963
|
+
"responses": {
|
|
4964
|
+
"200": {
|
|
4965
|
+
"description": "A successful response.",
|
|
4966
|
+
"schema": {
|
|
4967
|
+
"$ref": "#/definitions/v1RevokeDashboardAccessResponse"
|
|
4968
|
+
}
|
|
4969
|
+
},
|
|
4970
|
+
"default": {
|
|
4971
|
+
"description": "An unexpected error response.",
|
|
4972
|
+
"schema": {
|
|
4973
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4974
|
+
}
|
|
4975
|
+
}
|
|
4976
|
+
},
|
|
4977
|
+
"parameters": [
|
|
4978
|
+
{
|
|
4979
|
+
"name": "name",
|
|
4980
|
+
"description": "Required. The name of the Dashboard to revoke access from.",
|
|
4981
|
+
"in": "path",
|
|
4982
|
+
"required": true,
|
|
4983
|
+
"type": "string",
|
|
4984
|
+
"pattern": "dashboards/[^/]+"
|
|
4985
|
+
},
|
|
4986
|
+
{
|
|
4987
|
+
"name": "body",
|
|
4988
|
+
"in": "body",
|
|
4989
|
+
"required": true,
|
|
4990
|
+
"schema": {
|
|
4991
|
+
"type": "object",
|
|
4992
|
+
"properties": {
|
|
4993
|
+
"subject": {
|
|
4994
|
+
"type": "string",
|
|
4995
|
+
"description": "Required. The subject to revoke access from."
|
|
4996
|
+
},
|
|
4997
|
+
"role": {
|
|
4998
|
+
"$ref": "#/definitions/v1Role",
|
|
4999
|
+
"description": "Required. The role to revoke from the subject."
|
|
5000
|
+
}
|
|
5001
|
+
}
|
|
5002
|
+
}
|
|
5003
|
+
}
|
|
5004
|
+
],
|
|
5005
|
+
"tags": [
|
|
5006
|
+
"DashboardService"
|
|
5007
|
+
]
|
|
5008
|
+
}
|
|
5009
|
+
},
|
|
4339
5010
|
"/v1/{node.name}": {
|
|
4340
5011
|
"patch": {
|
|
4341
5012
|
"summary": "UpdateWorkflowNode updates a WorkflowNode. The update_mask is used to specify the fields to be\nupdated.",
|
|
@@ -4792,7 +5463,7 @@
|
|
|
4792
5463
|
"type": "object",
|
|
4793
5464
|
"$ref": "#/definitions/v1TestCase"
|
|
4794
5465
|
},
|
|
4795
|
-
"description": "Required. List of test cases to
|
|
5466
|
+
"description": "Required. List of test cases to perturb. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
|
|
4796
5467
|
},
|
|
4797
5468
|
"testCaseRelationships": {
|
|
4798
5469
|
"type": "array",
|
|
@@ -6236,7 +6907,7 @@
|
|
|
6236
6907
|
"properties": {
|
|
6237
6908
|
"testSuite": {
|
|
6238
6909
|
"type": "string",
|
|
6239
|
-
"description": "
|
|
6910
|
+
"description": "Perturbed test suite in JSON format."
|
|
6240
6911
|
}
|
|
6241
6912
|
}
|
|
6242
6913
|
},
|
|
@@ -6849,6 +7520,19 @@
|
|
|
6849
7520
|
}
|
|
6850
7521
|
}
|
|
6851
7522
|
},
|
|
7523
|
+
"v1FindWorkflowsByCollectionIDResponse": {
|
|
7524
|
+
"type": "object",
|
|
7525
|
+
"properties": {
|
|
7526
|
+
"workflows": {
|
|
7527
|
+
"type": "array",
|
|
7528
|
+
"items": {
|
|
7529
|
+
"type": "object",
|
|
7530
|
+
"$ref": "#/definitions/v1Workflow"
|
|
7531
|
+
},
|
|
7532
|
+
"description": "The Workflows found."
|
|
7533
|
+
}
|
|
7534
|
+
}
|
|
7535
|
+
},
|
|
6852
7536
|
"v1GenerateTestCasesResponse": {
|
|
6853
7537
|
"type": "object",
|
|
6854
7538
|
"properties": {
|
|
@@ -6956,6 +7640,14 @@
|
|
|
6956
7640
|
}
|
|
6957
7641
|
}
|
|
6958
7642
|
},
|
|
7643
|
+
"v1GetStatsResponse": {
|
|
7644
|
+
"type": "object",
|
|
7645
|
+
"properties": {
|
|
7646
|
+
"stats": {
|
|
7647
|
+
"$ref": "#/definitions/v1Stats"
|
|
7648
|
+
}
|
|
7649
|
+
}
|
|
7650
|
+
},
|
|
6959
7651
|
"v1GetTestCaseResponse": {
|
|
6960
7652
|
"type": "object",
|
|
6961
7653
|
"properties": {
|
|
@@ -7020,6 +7712,73 @@
|
|
|
7020
7712
|
}
|
|
7021
7713
|
}
|
|
7022
7714
|
},
|
|
7715
|
+
"v1GetWorkflowResultCorpusPatchResponse": {
|
|
7716
|
+
"type": "object",
|
|
7717
|
+
"properties": {
|
|
7718
|
+
"patchHtml": {
|
|
7719
|
+
"type": "string",
|
|
7720
|
+
"description": "The corpus patch workflow result content as a HTML string."
|
|
7721
|
+
}
|
|
7722
|
+
}
|
|
7723
|
+
},
|
|
7724
|
+
"v1GetWorkflowResultReportResponse": {
|
|
7725
|
+
"type": "object",
|
|
7726
|
+
"properties": {
|
|
7727
|
+
"reportStatic": {
|
|
7728
|
+
"type": "string",
|
|
7729
|
+
"description": "Report without links."
|
|
7730
|
+
},
|
|
7731
|
+
"reportHypertextDiff": {
|
|
7732
|
+
"type": "object",
|
|
7733
|
+
"additionalProperties": {
|
|
7734
|
+
"type": "string"
|
|
7735
|
+
},
|
|
7736
|
+
"description": "Diff (row number to row content) which can be used to generate report with links to the artifacts."
|
|
7737
|
+
}
|
|
7738
|
+
}
|
|
7739
|
+
},
|
|
7740
|
+
"v1GetWorkflowResultSummaryResponse": {
|
|
7741
|
+
"type": "object",
|
|
7742
|
+
"properties": {
|
|
7743
|
+
"intro": {
|
|
7744
|
+
"type": "string",
|
|
7745
|
+
"description": "The 3x3x3 workflow summary: 3 summary sentences + 3 bullets with most serious highlights + 3 recommended actions sentences."
|
|
7746
|
+
},
|
|
7747
|
+
"bullets": {
|
|
7748
|
+
"type": "array",
|
|
7749
|
+
"items": {
|
|
7750
|
+
"type": "string"
|
|
7751
|
+
}
|
|
7752
|
+
},
|
|
7753
|
+
"actions": {
|
|
7754
|
+
"type": "string"
|
|
7755
|
+
},
|
|
7756
|
+
"artifactTypes": {
|
|
7757
|
+
"type": "array",
|
|
7758
|
+
"items": {
|
|
7759
|
+
"$ref": "#/definitions/v1WorkflowResultArtifactType"
|
|
7760
|
+
}
|
|
7761
|
+
}
|
|
7762
|
+
}
|
|
7763
|
+
},
|
|
7764
|
+
"v1GetWorkflowResultSystemPromptPatchResponse": {
|
|
7765
|
+
"type": "object",
|
|
7766
|
+
"properties": {
|
|
7767
|
+
"patchText": {
|
|
7768
|
+
"type": "string",
|
|
7769
|
+
"description": "The system prompt patch workflow result content as a text string."
|
|
7770
|
+
}
|
|
7771
|
+
}
|
|
7772
|
+
},
|
|
7773
|
+
"v1GrantDashboardAccessResponse": {
|
|
7774
|
+
"type": "object"
|
|
7775
|
+
},
|
|
7776
|
+
"v1GrantTestAccessResponse": {
|
|
7777
|
+
"type": "object"
|
|
7778
|
+
},
|
|
7779
|
+
"v1GrantWorkflowAccessResponse": {
|
|
7780
|
+
"type": "object"
|
|
7781
|
+
},
|
|
7023
7782
|
"v1ImportEvaluationRequest": {
|
|
7024
7783
|
"type": "object",
|
|
7025
7784
|
"properties": {
|
|
@@ -7191,6 +7950,14 @@
|
|
|
7191
7950
|
"publicInstance": {
|
|
7192
7951
|
"type": "boolean",
|
|
7193
7952
|
"description": "If the Eval Studio instance is public."
|
|
7953
|
+
},
|
|
7954
|
+
"sharingEnabled": {
|
|
7955
|
+
"type": "boolean",
|
|
7956
|
+
"description": "Whether the sharing capability is enabled."
|
|
7957
|
+
},
|
|
7958
|
+
"experimentalFeaturesEnabled": {
|
|
7959
|
+
"type": "boolean",
|
|
7960
|
+
"description": "Whether the experimental features are enabled."
|
|
7194
7961
|
}
|
|
7195
7962
|
}
|
|
7196
7963
|
},
|
|
@@ -7964,6 +8731,19 @@
|
|
|
7964
8731
|
}
|
|
7965
8732
|
}
|
|
7966
8733
|
},
|
|
8734
|
+
"v1ListDashboardAccessResponse": {
|
|
8735
|
+
"type": "object",
|
|
8736
|
+
"properties": {
|
|
8737
|
+
"roleBindings": {
|
|
8738
|
+
"type": "array",
|
|
8739
|
+
"items": {
|
|
8740
|
+
"type": "object",
|
|
8741
|
+
"$ref": "#/definitions/v1RoleBinding"
|
|
8742
|
+
},
|
|
8743
|
+
"description": "The RoleBindings for the Dashboard requested."
|
|
8744
|
+
}
|
|
8745
|
+
}
|
|
8746
|
+
},
|
|
7967
8747
|
"v1ListDashboardsResponse": {
|
|
7968
8748
|
"type": "object",
|
|
7969
8749
|
"properties": {
|
|
@@ -7977,6 +8757,19 @@
|
|
|
7977
8757
|
}
|
|
7978
8758
|
}
|
|
7979
8759
|
},
|
|
8760
|
+
"v1ListDashboardsSharedWithMeResponse": {
|
|
8761
|
+
"type": "object",
|
|
8762
|
+
"properties": {
|
|
8763
|
+
"dashboards": {
|
|
8764
|
+
"type": "array",
|
|
8765
|
+
"items": {
|
|
8766
|
+
"type": "object",
|
|
8767
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
8768
|
+
},
|
|
8769
|
+
"description": "The Dashboards that match the request."
|
|
8770
|
+
}
|
|
8771
|
+
}
|
|
8772
|
+
},
|
|
7980
8773
|
"v1ListDocumentsResponse": {
|
|
7981
8774
|
"type": "object",
|
|
7982
8775
|
"properties": {
|
|
@@ -8162,6 +8955,19 @@
|
|
|
8162
8955
|
}
|
|
8163
8956
|
}
|
|
8164
8957
|
},
|
|
8958
|
+
"v1ListTestAccessResponse": {
|
|
8959
|
+
"type": "object",
|
|
8960
|
+
"properties": {
|
|
8961
|
+
"roleBindings": {
|
|
8962
|
+
"type": "array",
|
|
8963
|
+
"items": {
|
|
8964
|
+
"type": "object",
|
|
8965
|
+
"$ref": "#/definitions/v1RoleBinding"
|
|
8966
|
+
},
|
|
8967
|
+
"description": "The RoleBindings for the Test requested."
|
|
8968
|
+
}
|
|
8969
|
+
}
|
|
8970
|
+
},
|
|
8165
8971
|
"v1ListTestCaseLibraryItemsResponse": {
|
|
8166
8972
|
"type": "object",
|
|
8167
8973
|
"properties": {
|
|
@@ -8227,6 +9033,32 @@
|
|
|
8227
9033
|
}
|
|
8228
9034
|
}
|
|
8229
9035
|
},
|
|
9036
|
+
"v1ListTestsSharedWithMeResponse": {
|
|
9037
|
+
"type": "object",
|
|
9038
|
+
"properties": {
|
|
9039
|
+
"tests": {
|
|
9040
|
+
"type": "array",
|
|
9041
|
+
"items": {
|
|
9042
|
+
"type": "object",
|
|
9043
|
+
"$ref": "#/definitions/v1Test"
|
|
9044
|
+
},
|
|
9045
|
+
"description": "The Tests that match the request."
|
|
9046
|
+
}
|
|
9047
|
+
}
|
|
9048
|
+
},
|
|
9049
|
+
"v1ListWorkflowAccessResponse": {
|
|
9050
|
+
"type": "object",
|
|
9051
|
+
"properties": {
|
|
9052
|
+
"roleBindings": {
|
|
9053
|
+
"type": "array",
|
|
9054
|
+
"items": {
|
|
9055
|
+
"type": "object",
|
|
9056
|
+
"$ref": "#/definitions/v1RoleBinding"
|
|
9057
|
+
},
|
|
9058
|
+
"description": "The RoleBindings for the Workflow requested."
|
|
9059
|
+
}
|
|
9060
|
+
}
|
|
9061
|
+
},
|
|
8230
9062
|
"v1ListWorkflowDependenciesResponse": {
|
|
8231
9063
|
"type": "object",
|
|
8232
9064
|
"properties": {
|
|
@@ -8261,6 +9093,19 @@
|
|
|
8261
9093
|
}
|
|
8262
9094
|
}
|
|
8263
9095
|
},
|
|
9096
|
+
"v1ListWorkflowsSharedWithMeResponse": {
|
|
9097
|
+
"type": "object",
|
|
9098
|
+
"properties": {
|
|
9099
|
+
"workflows": {
|
|
9100
|
+
"type": "array",
|
|
9101
|
+
"items": {
|
|
9102
|
+
"type": "object",
|
|
9103
|
+
"$ref": "#/definitions/v1Workflow"
|
|
9104
|
+
},
|
|
9105
|
+
"description": "The Workflows that match the request."
|
|
9106
|
+
}
|
|
9107
|
+
}
|
|
9108
|
+
},
|
|
8264
9109
|
"v1MetricScore": {
|
|
8265
9110
|
"type": "object",
|
|
8266
9111
|
"properties": {
|
|
@@ -8758,6 +9603,67 @@
|
|
|
8758
9603
|
}
|
|
8759
9604
|
}
|
|
8760
9605
|
},
|
|
9606
|
+
"v1RevokeDashboardAccessResponse": {
|
|
9607
|
+
"type": "object"
|
|
9608
|
+
},
|
|
9609
|
+
"v1RevokeTestAccessResponse": {
|
|
9610
|
+
"type": "object"
|
|
9611
|
+
},
|
|
9612
|
+
"v1RevokeWorkflowAccessResponse": {
|
|
9613
|
+
"type": "object"
|
|
9614
|
+
},
|
|
9615
|
+
"v1Role": {
|
|
9616
|
+
"type": "string",
|
|
9617
|
+
"enum": [
|
|
9618
|
+
"ROLE_UNSPECIFIED",
|
|
9619
|
+
"ROLE_READER",
|
|
9620
|
+
"ROLE_WRITER"
|
|
9621
|
+
],
|
|
9622
|
+
"default": "ROLE_UNSPECIFIED",
|
|
9623
|
+
"description": "Roles are used to define the access level of a user to a specific resource.\n\n - ROLE_UNSPECIFIED: Unspecified role. This is used when the role is not set or not applicable.\n - ROLE_READER: Reader role. This role allows read-only access to the resource.\n - ROLE_WRITER: Writer role. This role allows read and write access to the resource. This does not allow to\nmanage access to the resource or to delete it."
|
|
9624
|
+
},
|
|
9625
|
+
"v1RoleBinding": {
|
|
9626
|
+
"type": "object",
|
|
9627
|
+
"properties": {
|
|
9628
|
+
"subject": {
|
|
9629
|
+
"type": "string",
|
|
9630
|
+
"description": "The subject to which the role is assigned."
|
|
9631
|
+
},
|
|
9632
|
+
"role": {
|
|
9633
|
+
"$ref": "#/definitions/v1Role",
|
|
9634
|
+
"description": "The role assigned to the subject."
|
|
9635
|
+
},
|
|
9636
|
+
"resource": {
|
|
9637
|
+
"type": "string",
|
|
9638
|
+
"description": "The resource to which the role is assigned."
|
|
9639
|
+
}
|
|
9640
|
+
},
|
|
9641
|
+
"description": "RoleBinding is used to bind a user to a specific role for a specific resource."
|
|
9642
|
+
},
|
|
9643
|
+
"v1Stats": {
|
|
9644
|
+
"type": "object",
|
|
9645
|
+
"properties": {
|
|
9646
|
+
"topicModelingPendingJobs": {
|
|
9647
|
+
"type": "string",
|
|
9648
|
+
"format": "int64",
|
|
9649
|
+
"x-nullable": true,
|
|
9650
|
+
"description": "Number of pending jobs in the topic modeling queue. It's marked as optional to always be part of the response, even when the value is zero."
|
|
9651
|
+
},
|
|
9652
|
+
"testValidationPendingJobs": {
|
|
9653
|
+
"type": "string",
|
|
9654
|
+
"format": "int64",
|
|
9655
|
+
"x-nullable": true,
|
|
9656
|
+
"description": "Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero."
|
|
9657
|
+
},
|
|
9658
|
+
"failureClusteringPendingJobs": {
|
|
9659
|
+
"type": "string",
|
|
9660
|
+
"format": "int64",
|
|
9661
|
+
"x-nullable": true,
|
|
9662
|
+
"description": "Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero."
|
|
9663
|
+
}
|
|
9664
|
+
},
|
|
9665
|
+
"description": "Stats represents statistics about the Eval Studio instance, jobs and utilization."
|
|
9666
|
+
},
|
|
8761
9667
|
"v1Test": {
|
|
8762
9668
|
"type": "object",
|
|
8763
9669
|
"properties": {
|
|
@@ -9662,7 +10568,8 @@
|
|
|
9662
10568
|
"WORKFLOW_NODE_TYPE_HUMAN_EVALUATION",
|
|
9663
10569
|
"WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS",
|
|
9664
10570
|
"WORKFLOW_NODE_TYPE_VALIDATION",
|
|
9665
|
-
"WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS"
|
|
10571
|
+
"WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS",
|
|
10572
|
+
"WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING"
|
|
9666
10573
|
],
|
|
9667
10574
|
"default": "WORKFLOW_NODE_TYPE_UNSPECIFIED",
|
|
9668
10575
|
"description": "WorkflowNodeType represents the type of a WorkflowNode."
|
|
@@ -9677,6 +10584,26 @@
|
|
|
9677
10584
|
"default": "WORKFLOW_NODE_VIEW_UNSPECIFIED",
|
|
9678
10585
|
"description": "WorkflowNodeView specifies the level of detail to include in the response.\n\n - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view.\n - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted.\n - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields."
|
|
9679
10586
|
},
|
|
10587
|
+
"v1WorkflowResultArtifactType": {
|
|
10588
|
+
"type": "string",
|
|
10589
|
+
"enum": [
|
|
10590
|
+
"WORKFLOW_RESULT_ARTIFACT_TYPE_UNSPECIFIED",
|
|
10591
|
+
"WORKFLOW_RESULT_ARTIFACT_TYPE_REPORT",
|
|
10592
|
+
"WORKFLOW_RESULT_ARTIFACT_TYPE_CORPUS_PATCH",
|
|
10593
|
+
"WORKFLOW_RESULT_ARTIFACT_TYPE_SYSTEM_PROMPT_PATCH",
|
|
10594
|
+
"WORKFLOW_RESULT_ARTIFACT_TYPE_GUARDRAIL_CONFIG"
|
|
10595
|
+
],
|
|
10596
|
+
"default": "WORKFLOW_RESULT_ARTIFACT_TYPE_UNSPECIFIED",
|
|
10597
|
+
"description": "WorkflowResultArtifactType enum representing the types of artifacts that can be produced by a Workflow result."
|
|
10598
|
+
},
|
|
10599
|
+
"v1WorkflowResultReportFormat": {
|
|
10600
|
+
"type": "string",
|
|
10601
|
+
"enum": [
|
|
10602
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
|
|
10603
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_HTML"
|
|
10604
|
+
],
|
|
10605
|
+
"default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
|
|
10606
|
+
},
|
|
9680
10607
|
"v1WorkflowType": {
|
|
9681
10608
|
"type": "string",
|
|
9682
10609
|
"enum": [
|