eval-studio-client 1.2.0a1__py3-none-any.whl → 1.2.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1420 -101
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1FindWorkflowsByCollectionIDResponse.md +29 -0
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +340 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +35 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +940 -13
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/METADATA +2 -1
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/RECORD +92 -29
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/WHEEL +0 -0
|
@@ -9,8 +9,12 @@ Method | HTTP request | Description
|
|
|
9
9
|
[**dashboard_service_create_dashboard**](DashboardServiceApi.md#dashboard_service_create_dashboard) | **POST** /v1/dashboards |
|
|
10
10
|
[**dashboard_service_delete_dashboard**](DashboardServiceApi.md#dashboard_service_delete_dashboard) | **DELETE** /v1/{name} |
|
|
11
11
|
[**dashboard_service_get_dashboard**](DashboardServiceApi.md#dashboard_service_get_dashboard) | **GET** /v1/{name} |
|
|
12
|
+
[**dashboard_service_grant_dashboard_access**](DashboardServiceApi.md#dashboard_service_grant_dashboard_access) | **POST** /v1/{name}:grantAccess | GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.
|
|
13
|
+
[**dashboard_service_list_dashboard_access**](DashboardServiceApi.md#dashboard_service_list_dashboard_access) | **GET** /v1/{name}:listAccess | ListDashboardAccess lists access to a Dashboard.
|
|
12
14
|
[**dashboard_service_list_dashboards**](DashboardServiceApi.md#dashboard_service_list_dashboards) | **GET** /v1/dashboards |
|
|
15
|
+
[**dashboard_service_list_dashboards_shared_with_me**](DashboardServiceApi.md#dashboard_service_list_dashboards_shared_with_me) | **GET** /v1/dashboards:sharedWithMe | ListDashboardsSharedWithMe lists Dashboards shared with the authenticated user.
|
|
13
16
|
[**dashboard_service_list_most_recent_dashboards**](DashboardServiceApi.md#dashboard_service_list_most_recent_dashboards) | **GET** /v1/dashboards:mostRecent |
|
|
17
|
+
[**dashboard_service_revoke_dashboard_access**](DashboardServiceApi.md#dashboard_service_revoke_dashboard_access) | **POST** /v1/{name}:revokeAccess | RevokeDashboardAccess revokes access to a Dashboard from a subject.
|
|
14
18
|
[**dashboard_service_update_dashboard**](DashboardServiceApi.md#dashboard_service_update_dashboard) | **PATCH** /v1/{dashboard.name} |
|
|
15
19
|
|
|
16
20
|
|
|
@@ -346,6 +350,142 @@ No authorization required
|
|
|
346
350
|
|
|
347
351
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
348
352
|
|
|
353
|
+
# **dashboard_service_grant_dashboard_access**
|
|
354
|
+
> object dashboard_service_grant_dashboard_access(name, body)
|
|
355
|
+
|
|
356
|
+
GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.
|
|
357
|
+
|
|
358
|
+
### Example
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
```python
|
|
362
|
+
import eval_studio_client.api
|
|
363
|
+
from eval_studio_client.api.models.test_service_grant_test_access_request import TestServiceGrantTestAccessRequest
|
|
364
|
+
from eval_studio_client.api.rest import ApiException
|
|
365
|
+
from pprint import pprint
|
|
366
|
+
|
|
367
|
+
# Defining the host is optional and defaults to http://localhost
|
|
368
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
369
|
+
configuration = eval_studio_client.api.Configuration(
|
|
370
|
+
host = "http://localhost"
|
|
371
|
+
)
|
|
372
|
+
|
|
373
|
+
|
|
374
|
+
# Enter a context with an instance of the API client
|
|
375
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
376
|
+
# Create an instance of the API class
|
|
377
|
+
api_instance = eval_studio_client.api.DashboardServiceApi(api_client)
|
|
378
|
+
name = 'name_example' # str | Required. The name of the Dashboard to grant access to.
|
|
379
|
+
body = eval_studio_client.api.TestServiceGrantTestAccessRequest() # TestServiceGrantTestAccessRequest |
|
|
380
|
+
|
|
381
|
+
try:
|
|
382
|
+
# GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.
|
|
383
|
+
api_response = api_instance.dashboard_service_grant_dashboard_access(name, body)
|
|
384
|
+
print("The response of DashboardServiceApi->dashboard_service_grant_dashboard_access:\n")
|
|
385
|
+
pprint(api_response)
|
|
386
|
+
except Exception as e:
|
|
387
|
+
print("Exception when calling DashboardServiceApi->dashboard_service_grant_dashboard_access: %s\n" % e)
|
|
388
|
+
```
|
|
389
|
+
|
|
390
|
+
|
|
391
|
+
|
|
392
|
+
### Parameters
|
|
393
|
+
|
|
394
|
+
|
|
395
|
+
Name | Type | Description | Notes
|
|
396
|
+
------------- | ------------- | ------------- | -------------
|
|
397
|
+
**name** | **str**| Required. The name of the Dashboard to grant access to. |
|
|
398
|
+
**body** | [**TestServiceGrantTestAccessRequest**](TestServiceGrantTestAccessRequest.md)| |
|
|
399
|
+
|
|
400
|
+
### Return type
|
|
401
|
+
|
|
402
|
+
**object**
|
|
403
|
+
|
|
404
|
+
### Authorization
|
|
405
|
+
|
|
406
|
+
No authorization required
|
|
407
|
+
|
|
408
|
+
### HTTP request headers
|
|
409
|
+
|
|
410
|
+
- **Content-Type**: application/json
|
|
411
|
+
- **Accept**: application/json
|
|
412
|
+
|
|
413
|
+
### HTTP response details
|
|
414
|
+
|
|
415
|
+
| Status code | Description | Response headers |
|
|
416
|
+
|-------------|-------------|------------------|
|
|
417
|
+
**200** | A successful response. | - |
|
|
418
|
+
**0** | An unexpected error response. | - |
|
|
419
|
+
|
|
420
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
421
|
+
|
|
422
|
+
# **dashboard_service_list_dashboard_access**
|
|
423
|
+
> V1ListDashboardAccessResponse dashboard_service_list_dashboard_access(name)
|
|
424
|
+
|
|
425
|
+
ListDashboardAccess lists access to a Dashboard.
|
|
426
|
+
|
|
427
|
+
### Example
|
|
428
|
+
|
|
429
|
+
|
|
430
|
+
```python
|
|
431
|
+
import eval_studio_client.api
|
|
432
|
+
from eval_studio_client.api.models.v1_list_dashboard_access_response import V1ListDashboardAccessResponse
|
|
433
|
+
from eval_studio_client.api.rest import ApiException
|
|
434
|
+
from pprint import pprint
|
|
435
|
+
|
|
436
|
+
# Defining the host is optional and defaults to http://localhost
|
|
437
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
438
|
+
configuration = eval_studio_client.api.Configuration(
|
|
439
|
+
host = "http://localhost"
|
|
440
|
+
)
|
|
441
|
+
|
|
442
|
+
|
|
443
|
+
# Enter a context with an instance of the API client
|
|
444
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
445
|
+
# Create an instance of the API class
|
|
446
|
+
api_instance = eval_studio_client.api.DashboardServiceApi(api_client)
|
|
447
|
+
name = 'name_example' # str | Required. The name of the Dashboard to list access for.
|
|
448
|
+
|
|
449
|
+
try:
|
|
450
|
+
# ListDashboardAccess lists access to a Dashboard.
|
|
451
|
+
api_response = api_instance.dashboard_service_list_dashboard_access(name)
|
|
452
|
+
print("The response of DashboardServiceApi->dashboard_service_list_dashboard_access:\n")
|
|
453
|
+
pprint(api_response)
|
|
454
|
+
except Exception as e:
|
|
455
|
+
print("Exception when calling DashboardServiceApi->dashboard_service_list_dashboard_access: %s\n" % e)
|
|
456
|
+
```
|
|
457
|
+
|
|
458
|
+
|
|
459
|
+
|
|
460
|
+
### Parameters
|
|
461
|
+
|
|
462
|
+
|
|
463
|
+
Name | Type | Description | Notes
|
|
464
|
+
------------- | ------------- | ------------- | -------------
|
|
465
|
+
**name** | **str**| Required. The name of the Dashboard to list access for. |
|
|
466
|
+
|
|
467
|
+
### Return type
|
|
468
|
+
|
|
469
|
+
[**V1ListDashboardAccessResponse**](V1ListDashboardAccessResponse.md)
|
|
470
|
+
|
|
471
|
+
### Authorization
|
|
472
|
+
|
|
473
|
+
No authorization required
|
|
474
|
+
|
|
475
|
+
### HTTP request headers
|
|
476
|
+
|
|
477
|
+
- **Content-Type**: Not defined
|
|
478
|
+
- **Accept**: application/json
|
|
479
|
+
|
|
480
|
+
### HTTP response details
|
|
481
|
+
|
|
482
|
+
| Status code | Description | Response headers |
|
|
483
|
+
|-------------|-------------|------------------|
|
|
484
|
+
**200** | A successful response. | - |
|
|
485
|
+
**0** | An unexpected error response. | - |
|
|
486
|
+
|
|
487
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
488
|
+
|
|
349
489
|
# **dashboard_service_list_dashboards**
|
|
350
490
|
> V1ListDashboardsResponse dashboard_service_list_dashboards(filter=filter)
|
|
351
491
|
|
|
@@ -412,6 +552,69 @@ No authorization required
|
|
|
412
552
|
|
|
413
553
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
414
554
|
|
|
555
|
+
# **dashboard_service_list_dashboards_shared_with_me**
|
|
556
|
+
> V1ListDashboardsSharedWithMeResponse dashboard_service_list_dashboards_shared_with_me()
|
|
557
|
+
|
|
558
|
+
ListDashboardsSharedWithMe lists Dashboards shared with the authenticated user.
|
|
559
|
+
|
|
560
|
+
### Example
|
|
561
|
+
|
|
562
|
+
|
|
563
|
+
```python
|
|
564
|
+
import eval_studio_client.api
|
|
565
|
+
from eval_studio_client.api.models.v1_list_dashboards_shared_with_me_response import V1ListDashboardsSharedWithMeResponse
|
|
566
|
+
from eval_studio_client.api.rest import ApiException
|
|
567
|
+
from pprint import pprint
|
|
568
|
+
|
|
569
|
+
# Defining the host is optional and defaults to http://localhost
|
|
570
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
571
|
+
configuration = eval_studio_client.api.Configuration(
|
|
572
|
+
host = "http://localhost"
|
|
573
|
+
)
|
|
574
|
+
|
|
575
|
+
|
|
576
|
+
# Enter a context with an instance of the API client
|
|
577
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
578
|
+
# Create an instance of the API class
|
|
579
|
+
api_instance = eval_studio_client.api.DashboardServiceApi(api_client)
|
|
580
|
+
|
|
581
|
+
try:
|
|
582
|
+
# ListDashboardsSharedWithMe lists Dashboards shared with the authenticated user.
|
|
583
|
+
api_response = api_instance.dashboard_service_list_dashboards_shared_with_me()
|
|
584
|
+
print("The response of DashboardServiceApi->dashboard_service_list_dashboards_shared_with_me:\n")
|
|
585
|
+
pprint(api_response)
|
|
586
|
+
except Exception as e:
|
|
587
|
+
print("Exception when calling DashboardServiceApi->dashboard_service_list_dashboards_shared_with_me: %s\n" % e)
|
|
588
|
+
```
|
|
589
|
+
|
|
590
|
+
|
|
591
|
+
|
|
592
|
+
### Parameters
|
|
593
|
+
|
|
594
|
+
This endpoint does not need any parameter.
|
|
595
|
+
|
|
596
|
+
### Return type
|
|
597
|
+
|
|
598
|
+
[**V1ListDashboardsSharedWithMeResponse**](V1ListDashboardsSharedWithMeResponse.md)
|
|
599
|
+
|
|
600
|
+
### Authorization
|
|
601
|
+
|
|
602
|
+
No authorization required
|
|
603
|
+
|
|
604
|
+
### HTTP request headers
|
|
605
|
+
|
|
606
|
+
- **Content-Type**: Not defined
|
|
607
|
+
- **Accept**: application/json
|
|
608
|
+
|
|
609
|
+
### HTTP response details
|
|
610
|
+
|
|
611
|
+
| Status code | Description | Response headers |
|
|
612
|
+
|-------------|-------------|------------------|
|
|
613
|
+
**200** | A successful response. | - |
|
|
614
|
+
**0** | An unexpected error response. | - |
|
|
615
|
+
|
|
616
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
617
|
+
|
|
415
618
|
# **dashboard_service_list_most_recent_dashboards**
|
|
416
619
|
> V1ListMostRecentDashboardsResponse dashboard_service_list_most_recent_dashboards(limit=limit, filter=filter)
|
|
417
620
|
|
|
@@ -480,6 +683,75 @@ No authorization required
|
|
|
480
683
|
|
|
481
684
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
482
685
|
|
|
686
|
+
# **dashboard_service_revoke_dashboard_access**
|
|
687
|
+
> object dashboard_service_revoke_dashboard_access(name, body)
|
|
688
|
+
|
|
689
|
+
RevokeDashboardAccess revokes access to a Dashboard from a subject.
|
|
690
|
+
|
|
691
|
+
### Example
|
|
692
|
+
|
|
693
|
+
|
|
694
|
+
```python
|
|
695
|
+
import eval_studio_client.api
|
|
696
|
+
from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
|
|
697
|
+
from eval_studio_client.api.rest import ApiException
|
|
698
|
+
from pprint import pprint
|
|
699
|
+
|
|
700
|
+
# Defining the host is optional and defaults to http://localhost
|
|
701
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
702
|
+
configuration = eval_studio_client.api.Configuration(
|
|
703
|
+
host = "http://localhost"
|
|
704
|
+
)
|
|
705
|
+
|
|
706
|
+
|
|
707
|
+
# Enter a context with an instance of the API client
|
|
708
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
709
|
+
# Create an instance of the API class
|
|
710
|
+
api_instance = eval_studio_client.api.DashboardServiceApi(api_client)
|
|
711
|
+
name = 'name_example' # str | Required. The name of the Dashboard to revoke access from.
|
|
712
|
+
body = eval_studio_client.api.WorkflowServiceRevokeWorkflowAccessRequest() # WorkflowServiceRevokeWorkflowAccessRequest |
|
|
713
|
+
|
|
714
|
+
try:
|
|
715
|
+
# RevokeDashboardAccess revokes access to a Dashboard from a subject.
|
|
716
|
+
api_response = api_instance.dashboard_service_revoke_dashboard_access(name, body)
|
|
717
|
+
print("The response of DashboardServiceApi->dashboard_service_revoke_dashboard_access:\n")
|
|
718
|
+
pprint(api_response)
|
|
719
|
+
except Exception as e:
|
|
720
|
+
print("Exception when calling DashboardServiceApi->dashboard_service_revoke_dashboard_access: %s\n" % e)
|
|
721
|
+
```
|
|
722
|
+
|
|
723
|
+
|
|
724
|
+
|
|
725
|
+
### Parameters
|
|
726
|
+
|
|
727
|
+
|
|
728
|
+
Name | Type | Description | Notes
|
|
729
|
+
------------- | ------------- | ------------- | -------------
|
|
730
|
+
**name** | **str**| Required. The name of the Dashboard to revoke access from. |
|
|
731
|
+
**body** | [**WorkflowServiceRevokeWorkflowAccessRequest**](WorkflowServiceRevokeWorkflowAccessRequest.md)| |
|
|
732
|
+
|
|
733
|
+
### Return type
|
|
734
|
+
|
|
735
|
+
**object**
|
|
736
|
+
|
|
737
|
+
### Authorization
|
|
738
|
+
|
|
739
|
+
No authorization required
|
|
740
|
+
|
|
741
|
+
### HTTP request headers
|
|
742
|
+
|
|
743
|
+
- **Content-Type**: application/json
|
|
744
|
+
- **Accept**: application/json
|
|
745
|
+
|
|
746
|
+
### HTTP response details
|
|
747
|
+
|
|
748
|
+
| Status code | Description | Response headers |
|
|
749
|
+
|-------------|-------------|------------------|
|
|
750
|
+
**200** | A successful response. | - |
|
|
751
|
+
**0** | An unexpected error response. | - |
|
|
752
|
+
|
|
753
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
754
|
+
|
|
483
755
|
# **dashboard_service_update_dashboard**
|
|
484
756
|
> V1UpdateDashboardResponse dashboard_service_update_dashboard(dashboard_name, dashboard)
|
|
485
757
|
|
|
@@ -5,6 +5,7 @@ All URIs are relative to *http://localhost*
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
7
|
[**info_service_get_info**](InfoServiceApi.md#info_service_get_info) | **GET** /v1/info |
|
|
8
|
+
[**info_service_get_stats**](InfoServiceApi.md#info_service_get_stats) | **GET** /v1/stats |
|
|
8
9
|
|
|
9
10
|
|
|
10
11
|
# **info_service_get_info**
|
|
@@ -69,3 +70,65 @@ No authorization required
|
|
|
69
70
|
|
|
70
71
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
71
72
|
|
|
73
|
+
# **info_service_get_stats**
|
|
74
|
+
> V1GetStatsResponse info_service_get_stats()
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
|
|
78
|
+
### Example
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
```python
|
|
82
|
+
import eval_studio_client.api
|
|
83
|
+
from eval_studio_client.api.models.v1_get_stats_response import V1GetStatsResponse
|
|
84
|
+
from eval_studio_client.api.rest import ApiException
|
|
85
|
+
from pprint import pprint
|
|
86
|
+
|
|
87
|
+
# Defining the host is optional and defaults to http://localhost
|
|
88
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
89
|
+
configuration = eval_studio_client.api.Configuration(
|
|
90
|
+
host = "http://localhost"
|
|
91
|
+
)
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
# Enter a context with an instance of the API client
|
|
95
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
96
|
+
# Create an instance of the API class
|
|
97
|
+
api_instance = eval_studio_client.api.InfoServiceApi(api_client)
|
|
98
|
+
|
|
99
|
+
try:
|
|
100
|
+
api_response = api_instance.info_service_get_stats()
|
|
101
|
+
print("The response of InfoServiceApi->info_service_get_stats:\n")
|
|
102
|
+
pprint(api_response)
|
|
103
|
+
except Exception as e:
|
|
104
|
+
print("Exception when calling InfoServiceApi->info_service_get_stats: %s\n" % e)
|
|
105
|
+
```
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
### Parameters
|
|
110
|
+
|
|
111
|
+
This endpoint does not need any parameter.
|
|
112
|
+
|
|
113
|
+
### Return type
|
|
114
|
+
|
|
115
|
+
[**V1GetStatsResponse**](V1GetStatsResponse.md)
|
|
116
|
+
|
|
117
|
+
### Authorization
|
|
118
|
+
|
|
119
|
+
No authorization required
|
|
120
|
+
|
|
121
|
+
### HTTP request headers
|
|
122
|
+
|
|
123
|
+
- **Content-Type**: Not defined
|
|
124
|
+
- **Accept**: application/json
|
|
125
|
+
|
|
126
|
+
### HTTP response details
|
|
127
|
+
|
|
128
|
+
| Status code | Description | Response headers |
|
|
129
|
+
|-------------|-------------|------------------|
|
|
130
|
+
**200** | A successful response. | - |
|
|
131
|
+
**0** | An unexpected error response. | - |
|
|
132
|
+
|
|
133
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
134
|
+
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
Name | Type | Description | Notes
|
|
7
7
|
------------ | ------------- | ------------- | -------------
|
|
8
8
|
**perturbator_configurations** | [**List[V1PerturbatorConfiguration]**](V1PerturbatorConfiguration.md) | Required. PerturbatorConfiguration to apply to the parent Test. | [optional]
|
|
9
|
-
**test_cases** | [**List[V1TestCase]**](V1TestCase.md) | Required. List of test cases to
|
|
9
|
+
**test_cases** | [**List[V1TestCase]**](V1TestCase.md) | Required. List of test cases to perturb. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144 | [optional]
|
|
10
10
|
**test_case_relationships** | [**List[V1TestCaseRelationship]**](V1TestCaseRelationship.md) | Optional. List of relationships between test cases. | [optional]
|
|
11
11
|
**default_h2ogpte_model** | [**V1Model**](V1Model.md) | | [optional]
|
|
12
12
|
|
|
@@ -12,12 +12,16 @@ Method | HTTP request | Description
|
|
|
12
12
|
[**test_service_delete_test**](TestServiceApi.md#test_service_delete_test) | **DELETE** /v1/{name_6} |
|
|
13
13
|
[**test_service_generate_test_cases**](TestServiceApi.md#test_service_generate_test_cases) | **POST** /v1/{name}:generateTestCases |
|
|
14
14
|
[**test_service_get_test**](TestServiceApi.md#test_service_get_test) | **GET** /v1/{name_10} |
|
|
15
|
+
[**test_service_grant_test_access**](TestServiceApi.md#test_service_grant_test_access) | **POST** /v1/{name_1}:grantAccess |
|
|
15
16
|
[**test_service_import_test_cases_from_library**](TestServiceApi.md#test_service_import_test_cases_from_library) | **POST** /v1/{name}:importTestCasesFromLibrary |
|
|
16
17
|
[**test_service_list_most_recent_tests**](TestServiceApi.md#test_service_list_most_recent_tests) | **GET** /v1/tests:mostRecent |
|
|
18
|
+
[**test_service_list_test_access**](TestServiceApi.md#test_service_list_test_access) | **GET** /v1/{name_1}:listAccess |
|
|
17
19
|
[**test_service_list_test_case_library_items**](TestServiceApi.md#test_service_list_test_case_library_items) | **POST** /v1/{name}:listTestCaseLibraryItems |
|
|
18
20
|
[**test_service_list_tests**](TestServiceApi.md#test_service_list_tests) | **GET** /v1/tests |
|
|
21
|
+
[**test_service_list_tests_shared_with_me**](TestServiceApi.md#test_service_list_tests_shared_with_me) | **GET** /v1/tests:sharedWithMe |
|
|
19
22
|
[**test_service_perturb_test**](TestServiceApi.md#test_service_perturb_test) | **POST** /v1/{name}:perturb |
|
|
20
23
|
[**test_service_perturb_test_in_place**](TestServiceApi.md#test_service_perturb_test_in_place) | **POST** /v1/{name}:perturbInPlace |
|
|
24
|
+
[**test_service_revoke_test_access**](TestServiceApi.md#test_service_revoke_test_access) | **POST** /v1/{name_1}:revokeAccess |
|
|
21
25
|
[**test_service_update_test**](TestServiceApi.md#test_service_update_test) | **PATCH** /v1/{test.name} |
|
|
22
26
|
|
|
23
27
|
|
|
@@ -560,6 +564,74 @@ No authorization required
|
|
|
560
564
|
|
|
561
565
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
562
566
|
|
|
567
|
+
# **test_service_grant_test_access**
|
|
568
|
+
> object test_service_grant_test_access(name_1, body)
|
|
569
|
+
|
|
570
|
+
|
|
571
|
+
|
|
572
|
+
### Example
|
|
573
|
+
|
|
574
|
+
|
|
575
|
+
```python
|
|
576
|
+
import eval_studio_client.api
|
|
577
|
+
from eval_studio_client.api.models.test_service_grant_test_access_request import TestServiceGrantTestAccessRequest
|
|
578
|
+
from eval_studio_client.api.rest import ApiException
|
|
579
|
+
from pprint import pprint
|
|
580
|
+
|
|
581
|
+
# Defining the host is optional and defaults to http://localhost
|
|
582
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
583
|
+
configuration = eval_studio_client.api.Configuration(
|
|
584
|
+
host = "http://localhost"
|
|
585
|
+
)
|
|
586
|
+
|
|
587
|
+
|
|
588
|
+
# Enter a context with an instance of the API client
|
|
589
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
590
|
+
# Create an instance of the API class
|
|
591
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
592
|
+
name_1 = 'name_1_example' # str | Required. The name of the Test to grant access to.
|
|
593
|
+
body = eval_studio_client.api.TestServiceGrantTestAccessRequest() # TestServiceGrantTestAccessRequest |
|
|
594
|
+
|
|
595
|
+
try:
|
|
596
|
+
api_response = api_instance.test_service_grant_test_access(name_1, body)
|
|
597
|
+
print("The response of TestServiceApi->test_service_grant_test_access:\n")
|
|
598
|
+
pprint(api_response)
|
|
599
|
+
except Exception as e:
|
|
600
|
+
print("Exception when calling TestServiceApi->test_service_grant_test_access: %s\n" % e)
|
|
601
|
+
```
|
|
602
|
+
|
|
603
|
+
|
|
604
|
+
|
|
605
|
+
### Parameters
|
|
606
|
+
|
|
607
|
+
|
|
608
|
+
Name | Type | Description | Notes
|
|
609
|
+
------------- | ------------- | ------------- | -------------
|
|
610
|
+
**name_1** | **str**| Required. The name of the Test to grant access to. |
|
|
611
|
+
**body** | [**TestServiceGrantTestAccessRequest**](TestServiceGrantTestAccessRequest.md)| |
|
|
612
|
+
|
|
613
|
+
### Return type
|
|
614
|
+
|
|
615
|
+
**object**
|
|
616
|
+
|
|
617
|
+
### Authorization
|
|
618
|
+
|
|
619
|
+
No authorization required
|
|
620
|
+
|
|
621
|
+
### HTTP request headers
|
|
622
|
+
|
|
623
|
+
- **Content-Type**: application/json
|
|
624
|
+
- **Accept**: application/json
|
|
625
|
+
|
|
626
|
+
### HTTP response details
|
|
627
|
+
|
|
628
|
+
| Status code | Description | Response headers |
|
|
629
|
+
|-------------|-------------|------------------|
|
|
630
|
+
**200** | A successful response. | - |
|
|
631
|
+
**0** | An unexpected error response. | - |
|
|
632
|
+
|
|
633
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
634
|
+
|
|
563
635
|
# **test_service_import_test_cases_from_library**
|
|
564
636
|
> V1ImportTestCasesFromLibraryResponse test_service_import_test_cases_from_library(name, body)
|
|
565
637
|
|
|
@@ -697,6 +769,72 @@ No authorization required
|
|
|
697
769
|
|
|
698
770
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
699
771
|
|
|
772
|
+
# **test_service_list_test_access**
|
|
773
|
+
> V1ListTestAccessResponse test_service_list_test_access(name_1)
|
|
774
|
+
|
|
775
|
+
|
|
776
|
+
|
|
777
|
+
### Example
|
|
778
|
+
|
|
779
|
+
|
|
780
|
+
```python
|
|
781
|
+
import eval_studio_client.api
|
|
782
|
+
from eval_studio_client.api.models.v1_list_test_access_response import V1ListTestAccessResponse
|
|
783
|
+
from eval_studio_client.api.rest import ApiException
|
|
784
|
+
from pprint import pprint
|
|
785
|
+
|
|
786
|
+
# Defining the host is optional and defaults to http://localhost
|
|
787
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
788
|
+
configuration = eval_studio_client.api.Configuration(
|
|
789
|
+
host = "http://localhost"
|
|
790
|
+
)
|
|
791
|
+
|
|
792
|
+
|
|
793
|
+
# Enter a context with an instance of the API client
|
|
794
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
795
|
+
# Create an instance of the API class
|
|
796
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
797
|
+
name_1 = 'name_1_example' # str | Required. The name of the Test to list access for.
|
|
798
|
+
|
|
799
|
+
try:
|
|
800
|
+
api_response = api_instance.test_service_list_test_access(name_1)
|
|
801
|
+
print("The response of TestServiceApi->test_service_list_test_access:\n")
|
|
802
|
+
pprint(api_response)
|
|
803
|
+
except Exception as e:
|
|
804
|
+
print("Exception when calling TestServiceApi->test_service_list_test_access: %s\n" % e)
|
|
805
|
+
```
|
|
806
|
+
|
|
807
|
+
|
|
808
|
+
|
|
809
|
+
### Parameters
|
|
810
|
+
|
|
811
|
+
|
|
812
|
+
Name | Type | Description | Notes
|
|
813
|
+
------------- | ------------- | ------------- | -------------
|
|
814
|
+
**name_1** | **str**| Required. The name of the Test to list access for. |
|
|
815
|
+
|
|
816
|
+
### Return type
|
|
817
|
+
|
|
818
|
+
[**V1ListTestAccessResponse**](V1ListTestAccessResponse.md)
|
|
819
|
+
|
|
820
|
+
### Authorization
|
|
821
|
+
|
|
822
|
+
No authorization required
|
|
823
|
+
|
|
824
|
+
### HTTP request headers
|
|
825
|
+
|
|
826
|
+
- **Content-Type**: Not defined
|
|
827
|
+
- **Accept**: application/json
|
|
828
|
+
|
|
829
|
+
### HTTP response details
|
|
830
|
+
|
|
831
|
+
| Status code | Description | Response headers |
|
|
832
|
+
|-------------|-------------|------------------|
|
|
833
|
+
**200** | A successful response. | - |
|
|
834
|
+
**0** | An unexpected error response. | - |
|
|
835
|
+
|
|
836
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
837
|
+
|
|
700
838
|
# **test_service_list_test_case_library_items**
|
|
701
839
|
> V1ListTestCaseLibraryItemsResponse test_service_list_test_case_library_items(name, body)
|
|
702
840
|
|
|
@@ -834,6 +972,68 @@ No authorization required
|
|
|
834
972
|
|
|
835
973
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
836
974
|
|
|
975
|
+
# **test_service_list_tests_shared_with_me**
|
|
976
|
+
> V1ListTestsSharedWithMeResponse test_service_list_tests_shared_with_me()
|
|
977
|
+
|
|
978
|
+
|
|
979
|
+
|
|
980
|
+
### Example
|
|
981
|
+
|
|
982
|
+
|
|
983
|
+
```python
|
|
984
|
+
import eval_studio_client.api
|
|
985
|
+
from eval_studio_client.api.models.v1_list_tests_shared_with_me_response import V1ListTestsSharedWithMeResponse
|
|
986
|
+
from eval_studio_client.api.rest import ApiException
|
|
987
|
+
from pprint import pprint
|
|
988
|
+
|
|
989
|
+
# Defining the host is optional and defaults to http://localhost
|
|
990
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
991
|
+
configuration = eval_studio_client.api.Configuration(
|
|
992
|
+
host = "http://localhost"
|
|
993
|
+
)
|
|
994
|
+
|
|
995
|
+
|
|
996
|
+
# Enter a context with an instance of the API client
|
|
997
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
998
|
+
# Create an instance of the API class
|
|
999
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
1000
|
+
|
|
1001
|
+
try:
|
|
1002
|
+
api_response = api_instance.test_service_list_tests_shared_with_me()
|
|
1003
|
+
print("The response of TestServiceApi->test_service_list_tests_shared_with_me:\n")
|
|
1004
|
+
pprint(api_response)
|
|
1005
|
+
except Exception as e:
|
|
1006
|
+
print("Exception when calling TestServiceApi->test_service_list_tests_shared_with_me: %s\n" % e)
|
|
1007
|
+
```
|
|
1008
|
+
|
|
1009
|
+
|
|
1010
|
+
|
|
1011
|
+
### Parameters
|
|
1012
|
+
|
|
1013
|
+
This endpoint does not need any parameter.
|
|
1014
|
+
|
|
1015
|
+
### Return type
|
|
1016
|
+
|
|
1017
|
+
[**V1ListTestsSharedWithMeResponse**](V1ListTestsSharedWithMeResponse.md)
|
|
1018
|
+
|
|
1019
|
+
### Authorization
|
|
1020
|
+
|
|
1021
|
+
No authorization required
|
|
1022
|
+
|
|
1023
|
+
### HTTP request headers
|
|
1024
|
+
|
|
1025
|
+
- **Content-Type**: Not defined
|
|
1026
|
+
- **Accept**: application/json
|
|
1027
|
+
|
|
1028
|
+
### HTTP response details
|
|
1029
|
+
|
|
1030
|
+
| Status code | Description | Response headers |
|
|
1031
|
+
|-------------|-------------|------------------|
|
|
1032
|
+
**200** | A successful response. | - |
|
|
1033
|
+
**0** | An unexpected error response. | - |
|
|
1034
|
+
|
|
1035
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
1036
|
+
|
|
837
1037
|
# **test_service_perturb_test**
|
|
838
1038
|
> V1PerturbTestResponse test_service_perturb_test(name, body)
|
|
839
1039
|
|
|
@@ -972,6 +1172,74 @@ No authorization required
|
|
|
972
1172
|
|
|
973
1173
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
974
1174
|
|
|
1175
|
+
# **test_service_revoke_test_access**
|
|
1176
|
+
> object test_service_revoke_test_access(name_1, body)
|
|
1177
|
+
|
|
1178
|
+
|
|
1179
|
+
|
|
1180
|
+
### Example
|
|
1181
|
+
|
|
1182
|
+
|
|
1183
|
+
```python
|
|
1184
|
+
import eval_studio_client.api
|
|
1185
|
+
from eval_studio_client.api.models.test_service_revoke_test_access_request import TestServiceRevokeTestAccessRequest
|
|
1186
|
+
from eval_studio_client.api.rest import ApiException
|
|
1187
|
+
from pprint import pprint
|
|
1188
|
+
|
|
1189
|
+
# Defining the host is optional and defaults to http://localhost
|
|
1190
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
1191
|
+
configuration = eval_studio_client.api.Configuration(
|
|
1192
|
+
host = "http://localhost"
|
|
1193
|
+
)
|
|
1194
|
+
|
|
1195
|
+
|
|
1196
|
+
# Enter a context with an instance of the API client
|
|
1197
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
1198
|
+
# Create an instance of the API class
|
|
1199
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
1200
|
+
name_1 = 'name_1_example' # str | Required. The name of the Test to revoke access for.
|
|
1201
|
+
body = eval_studio_client.api.TestServiceRevokeTestAccessRequest() # TestServiceRevokeTestAccessRequest |
|
|
1202
|
+
|
|
1203
|
+
try:
|
|
1204
|
+
api_response = api_instance.test_service_revoke_test_access(name_1, body)
|
|
1205
|
+
print("The response of TestServiceApi->test_service_revoke_test_access:\n")
|
|
1206
|
+
pprint(api_response)
|
|
1207
|
+
except Exception as e:
|
|
1208
|
+
print("Exception when calling TestServiceApi->test_service_revoke_test_access: %s\n" % e)
|
|
1209
|
+
```
|
|
1210
|
+
|
|
1211
|
+
|
|
1212
|
+
|
|
1213
|
+
### Parameters
|
|
1214
|
+
|
|
1215
|
+
|
|
1216
|
+
Name | Type | Description | Notes
|
|
1217
|
+
------------- | ------------- | ------------- | -------------
|
|
1218
|
+
**name_1** | **str**| Required. The name of the Test to revoke access for. |
|
|
1219
|
+
**body** | [**TestServiceRevokeTestAccessRequest**](TestServiceRevokeTestAccessRequest.md)| |
|
|
1220
|
+
|
|
1221
|
+
### Return type
|
|
1222
|
+
|
|
1223
|
+
**object**
|
|
1224
|
+
|
|
1225
|
+
### Authorization
|
|
1226
|
+
|
|
1227
|
+
No authorization required
|
|
1228
|
+
|
|
1229
|
+
### HTTP request headers
|
|
1230
|
+
|
|
1231
|
+
- **Content-Type**: application/json
|
|
1232
|
+
- **Accept**: application/json
|
|
1233
|
+
|
|
1234
|
+
### HTTP response details
|
|
1235
|
+
|
|
1236
|
+
| Status code | Description | Response headers |
|
|
1237
|
+
|-------------|-------------|------------------|
|
|
1238
|
+
**200** | A successful response. | - |
|
|
1239
|
+
**0** | An unexpected error response. | - |
|
|
1240
|
+
|
|
1241
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
1242
|
+
|
|
975
1243
|
# **test_service_update_test**
|
|
976
1244
|
> V1UpdateTestResponse test_service_update_test(test_name, test)
|
|
977
1245
|
|