eval-studio-client 1.1.6a4__py3-none-any.whl → 1.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1109 -48
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +2 -0
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowNode.md +2 -0
- eval_studio_client/api/docs/V1WorkflowNodeResultStatus.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +272 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/required_the_updated_workflow_node.py +10 -3
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node.py +10 -3
- eval_studio_client/api/models/v1_workflow_node_result_status.py +40 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +3 -1
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +3 -1
- eval_studio_client/api/test/test_v1_create_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_init_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_update_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node_result_status.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +28 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +921 -7
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/METADATA +1 -1
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/RECORD +106 -43
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/WHEEL +0 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# V1ListWorkflowAccessResponse
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
## Properties
|
|
5
|
+
|
|
6
|
+
Name | Type | Description | Notes
|
|
7
|
+
------------ | ------------- | ------------- | -------------
|
|
8
|
+
**role_bindings** | [**List[V1RoleBinding]**](V1RoleBinding.md) | The RoleBindings for the Workflow requested. | [optional]
|
|
9
|
+
|
|
10
|
+
## Example
|
|
11
|
+
|
|
12
|
+
```python
|
|
13
|
+
from eval_studio_client.api.models.v1_list_workflow_access_response import V1ListWorkflowAccessResponse
|
|
14
|
+
|
|
15
|
+
# TODO update the JSON string below
|
|
16
|
+
json = "{}"
|
|
17
|
+
# create an instance of V1ListWorkflowAccessResponse from a JSON string
|
|
18
|
+
v1_list_workflow_access_response_instance = V1ListWorkflowAccessResponse.from_json(json)
|
|
19
|
+
# print the JSON string representation of the object
|
|
20
|
+
print(V1ListWorkflowAccessResponse.to_json())
|
|
21
|
+
|
|
22
|
+
# convert the object into a dict
|
|
23
|
+
v1_list_workflow_access_response_dict = v1_list_workflow_access_response_instance.to_dict()
|
|
24
|
+
# create an instance of V1ListWorkflowAccessResponse from a dict
|
|
25
|
+
v1_list_workflow_access_response_from_dict = V1ListWorkflowAccessResponse.from_dict(v1_list_workflow_access_response_dict)
|
|
26
|
+
```
|
|
27
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
28
|
+
|
|
29
|
+
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# V1ListWorkflowsSharedWithMeResponse
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
## Properties
|
|
5
|
+
|
|
6
|
+
Name | Type | Description | Notes
|
|
7
|
+
------------ | ------------- | ------------- | -------------
|
|
8
|
+
**workflows** | [**List[V1Workflow]**](V1Workflow.md) | The Workflows that match the request. | [optional]
|
|
9
|
+
|
|
10
|
+
## Example
|
|
11
|
+
|
|
12
|
+
```python
|
|
13
|
+
from eval_studio_client.api.models.v1_list_workflows_shared_with_me_response import V1ListWorkflowsSharedWithMeResponse
|
|
14
|
+
|
|
15
|
+
# TODO update the JSON string below
|
|
16
|
+
json = "{}"
|
|
17
|
+
# create an instance of V1ListWorkflowsSharedWithMeResponse from a JSON string
|
|
18
|
+
v1_list_workflows_shared_with_me_response_instance = V1ListWorkflowsSharedWithMeResponse.from_json(json)
|
|
19
|
+
# print the JSON string representation of the object
|
|
20
|
+
print(V1ListWorkflowsSharedWithMeResponse.to_json())
|
|
21
|
+
|
|
22
|
+
# convert the object into a dict
|
|
23
|
+
v1_list_workflows_shared_with_me_response_dict = v1_list_workflows_shared_with_me_response_instance.to_dict()
|
|
24
|
+
# create an instance of V1ListWorkflowsSharedWithMeResponse from a dict
|
|
25
|
+
v1_list_workflows_shared_with_me_response_from_dict = V1ListWorkflowsSharedWithMeResponse.from_dict(v1_list_workflows_shared_with_me_response_dict)
|
|
26
|
+
```
|
|
27
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
28
|
+
|
|
29
|
+
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# V1Role
|
|
2
|
+
|
|
3
|
+
Roles are used to define the access level of a user to a specific resource. - ROLE_UNSPECIFIED: Unspecified role. This is used when the role is not set or not applicable. - ROLE_READER: Reader role. This role allows read-only access to the resource. - ROLE_WRITER: Writer role. This role allows read and write access to the resource. This does not allow to manage access to the resource or to delete it.
|
|
4
|
+
|
|
5
|
+
## Properties
|
|
6
|
+
|
|
7
|
+
Name | Type | Description | Notes
|
|
8
|
+
------------ | ------------- | ------------- | -------------
|
|
9
|
+
|
|
10
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
11
|
+
|
|
12
|
+
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
# V1RoleBinding
|
|
2
|
+
|
|
3
|
+
RoleBinding is used to bind a user to a specific role for a specific resource.
|
|
4
|
+
|
|
5
|
+
## Properties
|
|
6
|
+
|
|
7
|
+
Name | Type | Description | Notes
|
|
8
|
+
------------ | ------------- | ------------- | -------------
|
|
9
|
+
**subject** | **str** | The subject to which the role is assigned. | [optional]
|
|
10
|
+
**role** | [**V1Role**](V1Role.md) | | [optional]
|
|
11
|
+
**resource** | **str** | The resource to which the role is assigned. | [optional]
|
|
12
|
+
|
|
13
|
+
## Example
|
|
14
|
+
|
|
15
|
+
```python
|
|
16
|
+
from eval_studio_client.api.models.v1_role_binding import V1RoleBinding
|
|
17
|
+
|
|
18
|
+
# TODO update the JSON string below
|
|
19
|
+
json = "{}"
|
|
20
|
+
# create an instance of V1RoleBinding from a JSON string
|
|
21
|
+
v1_role_binding_instance = V1RoleBinding.from_json(json)
|
|
22
|
+
# print the JSON string representation of the object
|
|
23
|
+
print(V1RoleBinding.to_json())
|
|
24
|
+
|
|
25
|
+
# convert the object into a dict
|
|
26
|
+
v1_role_binding_dict = v1_role_binding_instance.to_dict()
|
|
27
|
+
# create an instance of V1RoleBinding from a dict
|
|
28
|
+
v1_role_binding_from_dict = V1RoleBinding.from_dict(v1_role_binding_dict)
|
|
29
|
+
```
|
|
30
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
31
|
+
|
|
32
|
+
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
# V1Stats
|
|
2
|
+
|
|
3
|
+
Stats represents statistics about the Eval Studio instance, jobs and utilization.
|
|
4
|
+
|
|
5
|
+
## Properties
|
|
6
|
+
|
|
7
|
+
Name | Type | Description | Notes
|
|
8
|
+
------------ | ------------- | ------------- | -------------
|
|
9
|
+
**topic_modeling_pending_jobs** | **str** | Number of pending jobs in the topic modeling queue. It's marked as optional to always be part of the response, even when the value is zero. | [optional]
|
|
10
|
+
**test_validation_pending_jobs** | **str** | Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero. | [optional]
|
|
11
|
+
**failure_clustering_pending_jobs** | **str** | Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero. | [optional]
|
|
12
|
+
|
|
13
|
+
## Example
|
|
14
|
+
|
|
15
|
+
```python
|
|
16
|
+
from eval_studio_client.api.models.v1_stats import V1Stats
|
|
17
|
+
|
|
18
|
+
# TODO update the JSON string below
|
|
19
|
+
json = "{}"
|
|
20
|
+
# create an instance of V1Stats from a JSON string
|
|
21
|
+
v1_stats_instance = V1Stats.from_json(json)
|
|
22
|
+
# print the JSON string representation of the object
|
|
23
|
+
print(V1Stats.to_json())
|
|
24
|
+
|
|
25
|
+
# convert the object into a dict
|
|
26
|
+
v1_stats_dict = v1_stats_instance.to_dict()
|
|
27
|
+
# create an instance of V1Stats from a dict
|
|
28
|
+
v1_stats_from_dict = V1Stats.from_dict(v1_stats_dict)
|
|
29
|
+
```
|
|
30
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
31
|
+
|
|
32
|
+
|
|
@@ -23,6 +23,8 @@ Name | Type | Description | Notes
|
|
|
23
23
|
**status** | [**V1WorkflowNodeStatus**](V1WorkflowNodeStatus.md) | | [optional]
|
|
24
24
|
**attributes** | [**V1WorkflowNodeAttributes**](V1WorkflowNodeAttributes.md) | | [optional]
|
|
25
25
|
**processed_by_operation** | **str** | Output only. Optional. Resource name of the latest Operation that has processed or is currently processing this WorkflowNode. | [optional] [readonly]
|
|
26
|
+
**result_status** | [**V1WorkflowNodeResultStatus**](V1WorkflowNodeResultStatus.md) | | [optional]
|
|
27
|
+
**stale** | **bool** | Output only. The stale field marks whether the internal result is outdated and need to be checked for validity. | [optional] [readonly]
|
|
26
28
|
|
|
27
29
|
## Example
|
|
28
30
|
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# V1WorkflowNodeResultStatus
|
|
2
|
+
|
|
3
|
+
WorkflowNodeResultStatus represents the result status of the finished computation of the node. - WORKFLOW_NODE_RESULT_STATUS_UNSPECIFIED: Unspecified status. - WORKFLOW_NODE_RESULT_STATUS_NONE: The process has a no result yet (no computation was done). - WORKFLOW_NODE_RESULT_STATUS_SUCCESS: The process succeeded with a valid computation. - WORKFLOW_NODE_RESULT_STATUS_WARNING: The process ends up with a result and warning. - WORKFLOW_NODE_RESULT_STATUS_ERROR: The process failed and no result was produced.
|
|
4
|
+
|
|
5
|
+
## Properties
|
|
6
|
+
|
|
7
|
+
Name | Type | Description | Notes
|
|
8
|
+
------------ | ------------- | ------------- | -------------
|
|
9
|
+
|
|
10
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
11
|
+
|
|
12
|
+
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# V1WorkflowResultArtifactType
|
|
2
|
+
|
|
3
|
+
WorkflowResultArtifactType enum representing the types of artifacts that can be produced by a Workflow result.
|
|
4
|
+
|
|
5
|
+
## Properties
|
|
6
|
+
|
|
7
|
+
Name | Type | Description | Notes
|
|
8
|
+
------------ | ------------- | ------------- | -------------
|
|
9
|
+
|
|
10
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
11
|
+
|
|
12
|
+
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# V1WorkflowResultReportFormat
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
## Properties
|
|
5
|
+
|
|
6
|
+
Name | Type | Description | Notes
|
|
7
|
+
------------ | ------------- | ------------- | -------------
|
|
8
|
+
|
|
9
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
10
|
+
|
|
11
|
+
|
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
# eval_studio_client.api.WorkflowResultServiceApi
|
|
2
|
+
|
|
3
|
+
All URIs are relative to *http://localhost*
|
|
4
|
+
|
|
5
|
+
Method | HTTP request | Description
|
|
6
|
+
------------- | ------------- | -------------
|
|
7
|
+
[**workflow_result_service_get_workflow_result_corpus_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_corpus_patch) | **GET** /v1/{name}:getResultsCorpusPatch | GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
8
|
+
[**workflow_result_service_get_workflow_result_report**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_report) | **GET** /v1/{name}:getResultsReport | GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
9
|
+
[**workflow_result_service_get_workflow_result_summary**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_summary) | **GET** /v1/{name}:getResultsSummary | GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
10
|
+
[**workflow_result_service_get_workflow_result_system_prompt_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_system_prompt_patch) | **GET** /v1/{name}:getResultsSystemPromptPatch | GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
# **workflow_result_service_get_workflow_result_corpus_patch**
|
|
14
|
+
> V1GetWorkflowResultCorpusPatchResponse workflow_result_service_get_workflow_result_corpus_patch(name)
|
|
15
|
+
|
|
16
|
+
GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
17
|
+
|
|
18
|
+
### Example
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
```python
|
|
22
|
+
import eval_studio_client.api
|
|
23
|
+
from eval_studio_client.api.models.v1_get_workflow_result_corpus_patch_response import V1GetWorkflowResultCorpusPatchResponse
|
|
24
|
+
from eval_studio_client.api.rest import ApiException
|
|
25
|
+
from pprint import pprint
|
|
26
|
+
|
|
27
|
+
# Defining the host is optional and defaults to http://localhost
|
|
28
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
29
|
+
configuration = eval_studio_client.api.Configuration(
|
|
30
|
+
host = "http://localhost"
|
|
31
|
+
)
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
# Enter a context with an instance of the API client
|
|
35
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
36
|
+
# Create an instance of the API class
|
|
37
|
+
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
38
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to generate the corpus patch.
|
|
39
|
+
|
|
40
|
+
try:
|
|
41
|
+
# GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
42
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_corpus_patch(name)
|
|
43
|
+
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_corpus_patch:\n")
|
|
44
|
+
pprint(api_response)
|
|
45
|
+
except Exception as e:
|
|
46
|
+
print("Exception when calling WorkflowResultServiceApi->workflow_result_service_get_workflow_result_corpus_patch: %s\n" % e)
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
### Parameters
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
Name | Type | Description | Notes
|
|
55
|
+
------------- | ------------- | ------------- | -------------
|
|
56
|
+
**name** | **str**| Required. The resource name of the workflow for which to generate the corpus patch. |
|
|
57
|
+
|
|
58
|
+
### Return type
|
|
59
|
+
|
|
60
|
+
[**V1GetWorkflowResultCorpusPatchResponse**](V1GetWorkflowResultCorpusPatchResponse.md)
|
|
61
|
+
|
|
62
|
+
### Authorization
|
|
63
|
+
|
|
64
|
+
No authorization required
|
|
65
|
+
|
|
66
|
+
### HTTP request headers
|
|
67
|
+
|
|
68
|
+
- **Content-Type**: Not defined
|
|
69
|
+
- **Accept**: application/json
|
|
70
|
+
|
|
71
|
+
### HTTP response details
|
|
72
|
+
|
|
73
|
+
| Status code | Description | Response headers |
|
|
74
|
+
|-------------|-------------|------------------|
|
|
75
|
+
**200** | A successful response. | - |
|
|
76
|
+
**0** | An unexpected error response. | - |
|
|
77
|
+
|
|
78
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
79
|
+
|
|
80
|
+
# **workflow_result_service_get_workflow_result_report**
|
|
81
|
+
> V1GetWorkflowResultReportResponse workflow_result_service_get_workflow_result_report(name, format=format)
|
|
82
|
+
|
|
83
|
+
GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
84
|
+
|
|
85
|
+
### Example
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
```python
|
|
89
|
+
import eval_studio_client.api
|
|
90
|
+
from eval_studio_client.api.models.v1_get_workflow_result_report_response import V1GetWorkflowResultReportResponse
|
|
91
|
+
from eval_studio_client.api.rest import ApiException
|
|
92
|
+
from pprint import pprint
|
|
93
|
+
|
|
94
|
+
# Defining the host is optional and defaults to http://localhost
|
|
95
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
96
|
+
configuration = eval_studio_client.api.Configuration(
|
|
97
|
+
host = "http://localhost"
|
|
98
|
+
)
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
# Enter a context with an instance of the API client
|
|
102
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
103
|
+
# Create an instance of the API class
|
|
104
|
+
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
105
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to retrieve the report.
|
|
106
|
+
format = 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED' # str | Required. The format of the report to retrieve. (optional) (default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED')
|
|
107
|
+
|
|
108
|
+
try:
|
|
109
|
+
# GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
110
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_report(name, format=format)
|
|
111
|
+
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_report:\n")
|
|
112
|
+
pprint(api_response)
|
|
113
|
+
except Exception as e:
|
|
114
|
+
print("Exception when calling WorkflowResultServiceApi->workflow_result_service_get_workflow_result_report: %s\n" % e)
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
### Parameters
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
Name | Type | Description | Notes
|
|
123
|
+
------------- | ------------- | ------------- | -------------
|
|
124
|
+
**name** | **str**| Required. The resource name of the workflow for which to retrieve the report. |
|
|
125
|
+
**format** | **str**| Required. The format of the report to retrieve. | [optional] [default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED']
|
|
126
|
+
|
|
127
|
+
### Return type
|
|
128
|
+
|
|
129
|
+
[**V1GetWorkflowResultReportResponse**](V1GetWorkflowResultReportResponse.md)
|
|
130
|
+
|
|
131
|
+
### Authorization
|
|
132
|
+
|
|
133
|
+
No authorization required
|
|
134
|
+
|
|
135
|
+
### HTTP request headers
|
|
136
|
+
|
|
137
|
+
- **Content-Type**: Not defined
|
|
138
|
+
- **Accept**: application/json
|
|
139
|
+
|
|
140
|
+
### HTTP response details
|
|
141
|
+
|
|
142
|
+
| Status code | Description | Response headers |
|
|
143
|
+
|-------------|-------------|------------------|
|
|
144
|
+
**200** | A successful response. | - |
|
|
145
|
+
**0** | An unexpected error response. | - |
|
|
146
|
+
|
|
147
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
148
|
+
|
|
149
|
+
# **workflow_result_service_get_workflow_result_summary**
|
|
150
|
+
> V1GetWorkflowResultSummaryResponse workflow_result_service_get_workflow_result_summary(name)
|
|
151
|
+
|
|
152
|
+
GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
153
|
+
|
|
154
|
+
### Example
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
```python
|
|
158
|
+
import eval_studio_client.api
|
|
159
|
+
from eval_studio_client.api.models.v1_get_workflow_result_summary_response import V1GetWorkflowResultSummaryResponse
|
|
160
|
+
from eval_studio_client.api.rest import ApiException
|
|
161
|
+
from pprint import pprint
|
|
162
|
+
|
|
163
|
+
# Defining the host is optional and defaults to http://localhost
|
|
164
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
165
|
+
configuration = eval_studio_client.api.Configuration(
|
|
166
|
+
host = "http://localhost"
|
|
167
|
+
)
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
# Enter a context with an instance of the API client
|
|
171
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
172
|
+
# Create an instance of the API class
|
|
173
|
+
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
174
|
+
name = 'name_example' # str | Required. The name of the Workflow for which to retrieve the 3x3x3 summary.
|
|
175
|
+
|
|
176
|
+
try:
|
|
177
|
+
# GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
178
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_summary(name)
|
|
179
|
+
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_summary:\n")
|
|
180
|
+
pprint(api_response)
|
|
181
|
+
except Exception as e:
|
|
182
|
+
print("Exception when calling WorkflowResultServiceApi->workflow_result_service_get_workflow_result_summary: %s\n" % e)
|
|
183
|
+
```
|
|
184
|
+
|
|
185
|
+
|
|
186
|
+
|
|
187
|
+
### Parameters
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
Name | Type | Description | Notes
|
|
191
|
+
------------- | ------------- | ------------- | -------------
|
|
192
|
+
**name** | **str**| Required. The name of the Workflow for which to retrieve the 3x3x3 summary. |
|
|
193
|
+
|
|
194
|
+
### Return type
|
|
195
|
+
|
|
196
|
+
[**V1GetWorkflowResultSummaryResponse**](V1GetWorkflowResultSummaryResponse.md)
|
|
197
|
+
|
|
198
|
+
### Authorization
|
|
199
|
+
|
|
200
|
+
No authorization required
|
|
201
|
+
|
|
202
|
+
### HTTP request headers
|
|
203
|
+
|
|
204
|
+
- **Content-Type**: Not defined
|
|
205
|
+
- **Accept**: application/json
|
|
206
|
+
|
|
207
|
+
### HTTP response details
|
|
208
|
+
|
|
209
|
+
| Status code | Description | Response headers |
|
|
210
|
+
|-------------|-------------|------------------|
|
|
211
|
+
**200** | A successful response. | - |
|
|
212
|
+
**0** | An unexpected error response. | - |
|
|
213
|
+
|
|
214
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
215
|
+
|
|
216
|
+
# **workflow_result_service_get_workflow_result_system_prompt_patch**
|
|
217
|
+
> V1GetWorkflowResultSystemPromptPatchResponse workflow_result_service_get_workflow_result_system_prompt_patch(name)
|
|
218
|
+
|
|
219
|
+
GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
220
|
+
|
|
221
|
+
### Example
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
```python
|
|
225
|
+
import eval_studio_client.api
|
|
226
|
+
from eval_studio_client.api.models.v1_get_workflow_result_system_prompt_patch_response import V1GetWorkflowResultSystemPromptPatchResponse
|
|
227
|
+
from eval_studio_client.api.rest import ApiException
|
|
228
|
+
from pprint import pprint
|
|
229
|
+
|
|
230
|
+
# Defining the host is optional and defaults to http://localhost
|
|
231
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
232
|
+
configuration = eval_studio_client.api.Configuration(
|
|
233
|
+
host = "http://localhost"
|
|
234
|
+
)
|
|
235
|
+
|
|
236
|
+
|
|
237
|
+
# Enter a context with an instance of the API client
|
|
238
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
239
|
+
# Create an instance of the API class
|
|
240
|
+
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
241
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to generate the system prompt patch.
|
|
242
|
+
|
|
243
|
+
try:
|
|
244
|
+
# GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
245
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_system_prompt_patch(name)
|
|
246
|
+
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_system_prompt_patch:\n")
|
|
247
|
+
pprint(api_response)
|
|
248
|
+
except Exception as e:
|
|
249
|
+
print("Exception when calling WorkflowResultServiceApi->workflow_result_service_get_workflow_result_system_prompt_patch: %s\n" % e)
|
|
250
|
+
```
|
|
251
|
+
|
|
252
|
+
|
|
253
|
+
|
|
254
|
+
### Parameters
|
|
255
|
+
|
|
256
|
+
|
|
257
|
+
Name | Type | Description | Notes
|
|
258
|
+
------------- | ------------- | ------------- | -------------
|
|
259
|
+
**name** | **str**| Required. The resource name of the workflow for which to generate the system prompt patch. |
|
|
260
|
+
|
|
261
|
+
### Return type
|
|
262
|
+
|
|
263
|
+
[**V1GetWorkflowResultSystemPromptPatchResponse**](V1GetWorkflowResultSystemPromptPatchResponse.md)
|
|
264
|
+
|
|
265
|
+
### Authorization
|
|
266
|
+
|
|
267
|
+
No authorization required
|
|
268
|
+
|
|
269
|
+
### HTTP request headers
|
|
270
|
+
|
|
271
|
+
- **Content-Type**: Not defined
|
|
272
|
+
- **Accept**: application/json
|
|
273
|
+
|
|
274
|
+
### HTTP response details
|
|
275
|
+
|
|
276
|
+
| Status code | Description | Response headers |
|
|
277
|
+
|-------------|-------------|------------------|
|
|
278
|
+
**200** | A successful response. | - |
|
|
279
|
+
**0** | An unexpected error response. | - |
|
|
280
|
+
|
|
281
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
282
|
+
|