eval-studio-client 1.2.0a2__py3-none-any.whl → 1.2.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +1 -0
- eval_studio_client/api/api/workflow_result_service_api.py +83 -65
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +2 -1
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Stats.md +1 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +22 -20
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +1 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +5 -3
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_stats.py +9 -2
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +4 -1
- eval_studio_client/api/test/test_v1_info.py +2 -1
- eval_studio_client/api/test/test_v1_stats.py +2 -1
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +176 -138
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.0a3.dist-info}/METADATA +1 -1
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.0a3.dist-info}/RECORD +30 -27
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.0a3.dist-info}/WHEEL +0 -0
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# V1WorkflowResultReportFormat
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
## Properties
|
|
5
|
+
|
|
6
|
+
Name | Type | Description | Notes
|
|
7
|
+
------------ | ------------- | ------------- | -------------
|
|
8
|
+
|
|
9
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
10
|
+
|
|
11
|
+
|
|
@@ -4,14 +4,14 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**workflow_result_service_get_workflow_result_corpus_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_corpus_patch) | **GET** /v1/{
|
|
8
|
-
[**workflow_result_service_get_workflow_result_report**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_report) | **GET** /v1/{
|
|
9
|
-
[**workflow_result_service_get_workflow_result_summary**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_summary) | **GET** /v1/{
|
|
10
|
-
[**workflow_result_service_get_workflow_result_system_prompt_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_system_prompt_patch) | **GET** /v1/{
|
|
7
|
+
[**workflow_result_service_get_workflow_result_corpus_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_corpus_patch) | **GET** /v1/{name}:getResultsCorpusPatch | GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
8
|
+
[**workflow_result_service_get_workflow_result_report**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_report) | **GET** /v1/{name}:getResultsReport | GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
9
|
+
[**workflow_result_service_get_workflow_result_summary**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_summary) | **GET** /v1/{name}:getResultsSummary | GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
10
|
+
[**workflow_result_service_get_workflow_result_system_prompt_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_system_prompt_patch) | **GET** /v1/{name}:getResultsSystemPromptPatch | GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
11
11
|
|
|
12
12
|
|
|
13
13
|
# **workflow_result_service_get_workflow_result_corpus_patch**
|
|
14
|
-
> V1GetWorkflowResultCorpusPatchResponse workflow_result_service_get_workflow_result_corpus_patch(
|
|
14
|
+
> V1GetWorkflowResultCorpusPatchResponse workflow_result_service_get_workflow_result_corpus_patch(name)
|
|
15
15
|
|
|
16
16
|
GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
17
17
|
|
|
@@ -35,11 +35,11 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
35
35
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
36
36
|
# Create an instance of the API class
|
|
37
37
|
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
38
|
-
|
|
38
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to generate the corpus patch.
|
|
39
39
|
|
|
40
40
|
try:
|
|
41
41
|
# GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
|
|
42
|
-
api_response = api_instance.workflow_result_service_get_workflow_result_corpus_patch(
|
|
42
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_corpus_patch(name)
|
|
43
43
|
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_corpus_patch:\n")
|
|
44
44
|
pprint(api_response)
|
|
45
45
|
except Exception as e:
|
|
@@ -53,7 +53,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
53
53
|
|
|
54
54
|
Name | Type | Description | Notes
|
|
55
55
|
------------- | ------------- | ------------- | -------------
|
|
56
|
-
**
|
|
56
|
+
**name** | **str**| Required. The resource name of the workflow for which to generate the corpus patch. |
|
|
57
57
|
|
|
58
58
|
### Return type
|
|
59
59
|
|
|
@@ -78,7 +78,7 @@ No authorization required
|
|
|
78
78
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
79
79
|
|
|
80
80
|
# **workflow_result_service_get_workflow_result_report**
|
|
81
|
-
> V1GetWorkflowResultReportResponse workflow_result_service_get_workflow_result_report(
|
|
81
|
+
> V1GetWorkflowResultReportResponse workflow_result_service_get_workflow_result_report(name, format=format)
|
|
82
82
|
|
|
83
83
|
GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
84
84
|
|
|
@@ -102,11 +102,12 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
102
102
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
103
103
|
# Create an instance of the API class
|
|
104
104
|
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
105
|
-
|
|
105
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to retrieve the report.
|
|
106
|
+
format = 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED' # str | Required. The format of the report to retrieve. (optional) (default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED')
|
|
106
107
|
|
|
107
108
|
try:
|
|
108
109
|
# GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
|
|
109
|
-
api_response = api_instance.workflow_result_service_get_workflow_result_report(
|
|
110
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_report(name, format=format)
|
|
110
111
|
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_report:\n")
|
|
111
112
|
pprint(api_response)
|
|
112
113
|
except Exception as e:
|
|
@@ -120,7 +121,8 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
120
121
|
|
|
121
122
|
Name | Type | Description | Notes
|
|
122
123
|
------------- | ------------- | ------------- | -------------
|
|
123
|
-
**
|
|
124
|
+
**name** | **str**| Required. The resource name of the workflow for which to retrieve the report. |
|
|
125
|
+
**format** | **str**| Required. The format of the report to retrieve. | [optional] [default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED']
|
|
124
126
|
|
|
125
127
|
### Return type
|
|
126
128
|
|
|
@@ -145,7 +147,7 @@ No authorization required
|
|
|
145
147
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
146
148
|
|
|
147
149
|
# **workflow_result_service_get_workflow_result_summary**
|
|
148
|
-
> V1GetWorkflowResultSummaryResponse workflow_result_service_get_workflow_result_summary(
|
|
150
|
+
> V1GetWorkflowResultSummaryResponse workflow_result_service_get_workflow_result_summary(name)
|
|
149
151
|
|
|
150
152
|
GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
151
153
|
|
|
@@ -169,11 +171,11 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
169
171
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
170
172
|
# Create an instance of the API class
|
|
171
173
|
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
172
|
-
|
|
174
|
+
name = 'name_example' # str | Required. The name of the Workflow for which to retrieve the 3x3x3 summary.
|
|
173
175
|
|
|
174
176
|
try:
|
|
175
177
|
# GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
|
|
176
|
-
api_response = api_instance.workflow_result_service_get_workflow_result_summary(
|
|
178
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_summary(name)
|
|
177
179
|
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_summary:\n")
|
|
178
180
|
pprint(api_response)
|
|
179
181
|
except Exception as e:
|
|
@@ -187,7 +189,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
187
189
|
|
|
188
190
|
Name | Type | Description | Notes
|
|
189
191
|
------------- | ------------- | ------------- | -------------
|
|
190
|
-
**
|
|
192
|
+
**name** | **str**| Required. The name of the Workflow for which to retrieve the 3x3x3 summary. |
|
|
191
193
|
|
|
192
194
|
### Return type
|
|
193
195
|
|
|
@@ -212,7 +214,7 @@ No authorization required
|
|
|
212
214
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
213
215
|
|
|
214
216
|
# **workflow_result_service_get_workflow_result_system_prompt_patch**
|
|
215
|
-
> V1GetWorkflowResultSystemPromptPatchResponse workflow_result_service_get_workflow_result_system_prompt_patch(
|
|
217
|
+
> V1GetWorkflowResultSystemPromptPatchResponse workflow_result_service_get_workflow_result_system_prompt_patch(name)
|
|
216
218
|
|
|
217
219
|
GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
218
220
|
|
|
@@ -236,11 +238,11 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
236
238
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
237
239
|
# Create an instance of the API class
|
|
238
240
|
api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
|
|
239
|
-
|
|
241
|
+
name = 'name_example' # str | Required. The resource name of the workflow for which to generate the system prompt patch.
|
|
240
242
|
|
|
241
243
|
try:
|
|
242
244
|
# GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
|
|
243
|
-
api_response = api_instance.workflow_result_service_get_workflow_result_system_prompt_patch(
|
|
245
|
+
api_response = api_instance.workflow_result_service_get_workflow_result_system_prompt_patch(name)
|
|
244
246
|
print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_system_prompt_patch:\n")
|
|
245
247
|
pprint(api_response)
|
|
246
248
|
except Exception as e:
|
|
@@ -254,7 +256,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
254
256
|
|
|
255
257
|
Name | Type | Description | Notes
|
|
256
258
|
------------- | ------------- | ------------- | -------------
|
|
257
|
-
**
|
|
259
|
+
**name** | **str**| Required. The resource name of the workflow for which to generate the system prompt patch. |
|
|
258
260
|
|
|
259
261
|
### Return type
|
|
260
262
|
|
|
@@ -10,7 +10,7 @@ Method | HTTP request | Description
|
|
|
10
10
|
[**workflow_service_delete_workflow**](WorkflowServiceApi.md#workflow_service_delete_workflow) | **DELETE** /v1/{name_9} | DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
|
|
11
11
|
[**workflow_service_find_workflows_by_collection_id**](WorkflowServiceApi.md#workflow_service_find_workflows_by_collection_id) | **GET** /v1/workflows:findWorkflowByH2OGPTeCollectionID | FindWorkflowByCollectionID finds a Workflow by used H2OGPTe collection ID.
|
|
12
12
|
[**workflow_service_get_guardrails_configuration**](WorkflowServiceApi.md#workflow_service_get_guardrails_configuration) | **GET** /v1/{name}:getGuardrailsConfiguration |
|
|
13
|
-
[**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{
|
|
13
|
+
[**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{name_12} | GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
14
14
|
[**workflow_service_grant_workflow_access**](WorkflowServiceApi.md#workflow_service_grant_workflow_access) | **POST** /v1/{name_2}:grantAccess | GrantWorkflowAccess grants access to a Workflow to a subject with a specified role.
|
|
15
15
|
[**workflow_service_list_workflow_access**](WorkflowServiceApi.md#workflow_service_list_workflow_access) | **GET** /v1/{name_2}:listAccess | ListWorkflowAccess lists access to a Workflow.
|
|
16
16
|
[**workflow_service_list_workflow_dependencies**](WorkflowServiceApi.md#workflow_service_list_workflow_dependencies) | **GET** /v1/{name}:nodeDependencies | ListWorkflowDependencies lists workflow nodes and map of the node dependencies.
|
|
@@ -427,7 +427,7 @@ No authorization required
|
|
|
427
427
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
428
428
|
|
|
429
429
|
# **workflow_service_get_workflow**
|
|
430
|
-
> V1GetWorkflowResponse workflow_service_get_workflow(
|
|
430
|
+
> V1GetWorkflowResponse workflow_service_get_workflow(name_12)
|
|
431
431
|
|
|
432
432
|
GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
433
433
|
|
|
@@ -451,11 +451,11 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
451
451
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
452
452
|
# Create an instance of the API class
|
|
453
453
|
api_instance = eval_studio_client.api.WorkflowServiceApi(api_client)
|
|
454
|
-
|
|
454
|
+
name_12 = 'name_12_example' # str | Required. The name of the Workflow to retrieve.
|
|
455
455
|
|
|
456
456
|
try:
|
|
457
457
|
# GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
458
|
-
api_response = api_instance.workflow_service_get_workflow(
|
|
458
|
+
api_response = api_instance.workflow_service_get_workflow(name_12)
|
|
459
459
|
print("The response of WorkflowServiceApi->workflow_service_get_workflow:\n")
|
|
460
460
|
pprint(api_response)
|
|
461
461
|
except Exception as e:
|
|
@@ -469,7 +469,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
469
469
|
|
|
470
470
|
Name | Type | Description | Notes
|
|
471
471
|
------------- | ------------- | ------------- | -------------
|
|
472
|
-
**
|
|
472
|
+
**name_12** | **str**| Required. The name of the Workflow to retrieve. |
|
|
473
473
|
|
|
474
474
|
### Return type
|
|
475
475
|
|
|
@@ -241,6 +241,7 @@ from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNode
|
|
|
241
241
|
from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
|
|
242
242
|
from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
|
|
243
243
|
from eval_studio_client.api.models.v1_workflow_result_artifact_type import V1WorkflowResultArtifactType
|
|
244
|
+
from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
|
|
244
245
|
from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
|
|
245
246
|
from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
|
|
246
247
|
from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
|
|
@@ -31,7 +31,7 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
|
|
|
31
31
|
PerturbationServiceCreatePerturbationRequest
|
|
32
32
|
""" # noqa: E501
|
|
33
33
|
perturbator_configurations: Optional[List[V1PerturbatorConfiguration]] = Field(default=None, description="Required. PerturbatorConfiguration to apply to the parent Test.", alias="perturbatorConfigurations")
|
|
34
|
-
test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to
|
|
34
|
+
test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to perturb. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144", alias="testCases")
|
|
35
35
|
test_case_relationships: Optional[List[V1TestCaseRelationship]] = Field(default=None, description="Optional. List of relationships between test cases.", alias="testCaseRelationships")
|
|
36
36
|
default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
|
|
37
37
|
__properties: ClassVar[List[str]] = ["perturbatorConfigurations", "testCases", "testCaseRelationships", "defaultH2ogpteModel"]
|
|
@@ -26,7 +26,7 @@ class V1CreatePerturbationResponse(BaseModel):
|
|
|
26
26
|
"""
|
|
27
27
|
V1CreatePerturbationResponse
|
|
28
28
|
""" # noqa: E501
|
|
29
|
-
test_suite: Optional[StrictStr] = Field(default=None, description="
|
|
29
|
+
test_suite: Optional[StrictStr] = Field(default=None, description="Perturbed test suite in JSON format.", alias="testSuite")
|
|
30
30
|
__properties: ClassVar[List[str]] = ["testSuite"]
|
|
31
31
|
|
|
32
32
|
model_config = ConfigDict(
|
|
@@ -26,8 +26,9 @@ class V1GetWorkflowResultReportResponse(BaseModel):
|
|
|
26
26
|
"""
|
|
27
27
|
V1GetWorkflowResultReportResponse
|
|
28
28
|
""" # noqa: E501
|
|
29
|
-
|
|
30
|
-
|
|
29
|
+
report_static: Optional[StrictStr] = Field(default=None, description="Report without links.", alias="reportStatic")
|
|
30
|
+
report_hypertext_diff: Optional[Dict[str, StrictStr]] = Field(default=None, description="Diff (row number to row content) which can be used to generate report with links to the artifacts.", alias="reportHypertextDiff")
|
|
31
|
+
__properties: ClassVar[List[str]] = ["reportStatic", "reportHypertextDiff"]
|
|
31
32
|
|
|
32
33
|
model_config = ConfigDict(
|
|
33
34
|
populate_by_name=True,
|
|
@@ -80,7 +81,8 @@ class V1GetWorkflowResultReportResponse(BaseModel):
|
|
|
80
81
|
return cls.model_validate(obj)
|
|
81
82
|
|
|
82
83
|
_obj = cls.model_validate({
|
|
83
|
-
"
|
|
84
|
+
"reportStatic": obj.get("reportStatic"),
|
|
85
|
+
"reportHypertextDiff": obj.get("reportHypertextDiff")
|
|
84
86
|
})
|
|
85
87
|
return _obj
|
|
86
88
|
|
|
@@ -37,7 +37,8 @@ class V1Info(BaseModel):
|
|
|
37
37
|
h2o_cloud_url: Optional[StrictStr] = Field(default=None, description="The URL for the H2O Cloud host.", alias="h2oCloudUrl")
|
|
38
38
|
public_instance: Optional[StrictBool] = Field(default=None, description="If the Eval Studio instance is public.", alias="publicInstance")
|
|
39
39
|
sharing_enabled: Optional[StrictBool] = Field(default=None, description="Whether the sharing capability is enabled.", alias="sharingEnabled")
|
|
40
|
-
|
|
40
|
+
experimental_features_enabled: Optional[StrictBool] = Field(default=None, description="Whether the experimental features are enabled.", alias="experimentalFeaturesEnabled")
|
|
41
|
+
__properties: ClassVar[List[str]] = ["baseUrl", "version", "oauth2LoginUrl", "oauth2LogoutUrl", "h2oGpteAllowlist", "h2oGpteClientVersion", "h2oSonarVersion", "preferredLlmsForTestGeneration", "h2oCloudUrl", "publicInstance", "sharingEnabled", "experimentalFeaturesEnabled"]
|
|
41
42
|
|
|
42
43
|
model_config = ConfigDict(
|
|
43
44
|
populate_by_name=True,
|
|
@@ -100,7 +101,8 @@ class V1Info(BaseModel):
|
|
|
100
101
|
"preferredLlmsForTestGeneration": obj.get("preferredLlmsForTestGeneration"),
|
|
101
102
|
"h2oCloudUrl": obj.get("h2oCloudUrl"),
|
|
102
103
|
"publicInstance": obj.get("publicInstance"),
|
|
103
|
-
"sharingEnabled": obj.get("sharingEnabled")
|
|
104
|
+
"sharingEnabled": obj.get("sharingEnabled"),
|
|
105
|
+
"experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled")
|
|
104
106
|
})
|
|
105
107
|
return _obj
|
|
106
108
|
|
|
@@ -28,7 +28,8 @@ class V1Stats(BaseModel):
|
|
|
28
28
|
""" # noqa: E501
|
|
29
29
|
topic_modeling_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the topic modeling queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="topicModelingPendingJobs")
|
|
30
30
|
test_validation_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="testValidationPendingJobs")
|
|
31
|
-
|
|
31
|
+
failure_clustering_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="failureClusteringPendingJobs")
|
|
32
|
+
__properties: ClassVar[List[str]] = ["topicModelingPendingJobs", "testValidationPendingJobs", "failureClusteringPendingJobs"]
|
|
32
33
|
|
|
33
34
|
model_config = ConfigDict(
|
|
34
35
|
populate_by_name=True,
|
|
@@ -79,6 +80,11 @@ class V1Stats(BaseModel):
|
|
|
79
80
|
if self.test_validation_pending_jobs is None and "test_validation_pending_jobs" in self.model_fields_set:
|
|
80
81
|
_dict['testValidationPendingJobs'] = None
|
|
81
82
|
|
|
83
|
+
# set to None if failure_clustering_pending_jobs (nullable) is None
|
|
84
|
+
# and model_fields_set contains the field
|
|
85
|
+
if self.failure_clustering_pending_jobs is None and "failure_clustering_pending_jobs" in self.model_fields_set:
|
|
86
|
+
_dict['failureClusteringPendingJobs'] = None
|
|
87
|
+
|
|
82
88
|
return _dict
|
|
83
89
|
|
|
84
90
|
@classmethod
|
|
@@ -92,7 +98,8 @@ class V1Stats(BaseModel):
|
|
|
92
98
|
|
|
93
99
|
_obj = cls.model_validate({
|
|
94
100
|
"topicModelingPendingJobs": obj.get("topicModelingPendingJobs"),
|
|
95
|
-
"testValidationPendingJobs": obj.get("testValidationPendingJobs")
|
|
101
|
+
"testValidationPendingJobs": obj.get("testValidationPendingJobs"),
|
|
102
|
+
"failureClusteringPendingJobs": obj.get("failureClusteringPendingJobs")
|
|
96
103
|
})
|
|
97
104
|
return _obj
|
|
98
105
|
|
|
@@ -35,6 +35,7 @@ class V1WorkflowNodeType(str, Enum):
|
|
|
35
35
|
WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS = 'WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS'
|
|
36
36
|
WORKFLOW_NODE_TYPE_VALIDATION = 'WORKFLOW_NODE_TYPE_VALIDATION'
|
|
37
37
|
WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS = 'WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS'
|
|
38
|
+
WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING = 'WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING'
|
|
38
39
|
|
|
39
40
|
@classmethod
|
|
40
41
|
def from_json(cls, json_str: str) -> Self:
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import json
|
|
17
|
+
from enum import Enum
|
|
18
|
+
from typing_extensions import Self
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
class V1WorkflowResultReportFormat(str, Enum):
|
|
22
|
+
"""
|
|
23
|
+
V1WorkflowResultReportFormat
|
|
24
|
+
"""
|
|
25
|
+
|
|
26
|
+
"""
|
|
27
|
+
allowed enum values
|
|
28
|
+
"""
|
|
29
|
+
WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED = 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED'
|
|
30
|
+
WORKFLOW_RESULT_REPORT_FORMAT_HTML = 'WORKFLOW_RESULT_REPORT_FORMAT_HTML'
|
|
31
|
+
|
|
32
|
+
@classmethod
|
|
33
|
+
def from_json(cls, json_str: str) -> Self:
|
|
34
|
+
"""Create an instance of V1WorkflowResultReportFormat from a JSON string"""
|
|
35
|
+
return cls(json.loads(json_str))
|
|
36
|
+
|
|
37
|
+
|
|
@@ -37,7 +37,8 @@ class TestV1GetStatsResponse(unittest.TestCase):
|
|
|
37
37
|
return V1GetStatsResponse(
|
|
38
38
|
stats = eval_studio_client.api.models.v1_stats.v1Stats(
|
|
39
39
|
topic_modeling_pending_jobs = '',
|
|
40
|
-
test_validation_pending_jobs = '',
|
|
40
|
+
test_validation_pending_jobs = '',
|
|
41
|
+
failure_clustering_pending_jobs = '', )
|
|
41
42
|
)
|
|
42
43
|
else:
|
|
43
44
|
return V1GetStatsResponse(
|
|
@@ -35,7 +35,10 @@ class TestV1GetWorkflowResultReportResponse(unittest.TestCase):
|
|
|
35
35
|
model = V1GetWorkflowResultReportResponse()
|
|
36
36
|
if include_optional:
|
|
37
37
|
return V1GetWorkflowResultReportResponse(
|
|
38
|
-
|
|
38
|
+
report_static = '',
|
|
39
|
+
report_hypertext_diff = {
|
|
40
|
+
'key' : ''
|
|
41
|
+
}
|
|
39
42
|
)
|
|
40
43
|
else:
|
|
41
44
|
return V1GetWorkflowResultReportResponse(
|
|
@@ -36,7 +36,8 @@ class TestV1Stats(unittest.TestCase):
|
|
|
36
36
|
if include_optional:
|
|
37
37
|
return V1Stats(
|
|
38
38
|
topic_modeling_pending_jobs = '',
|
|
39
|
-
test_validation_pending_jobs = ''
|
|
39
|
+
test_validation_pending_jobs = '',
|
|
40
|
+
failure_clustering_pending_jobs = ''
|
|
40
41
|
)
|
|
41
42
|
else:
|
|
42
43
|
return V1Stats(
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
import unittest
|
|
16
|
+
|
|
17
|
+
from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
|
|
18
|
+
|
|
19
|
+
class TestV1WorkflowResultReportFormat(unittest.TestCase):
|
|
20
|
+
"""V1WorkflowResultReportFormat unit test stubs"""
|
|
21
|
+
|
|
22
|
+
def setUp(self):
|
|
23
|
+
pass
|
|
24
|
+
|
|
25
|
+
def tearDown(self):
|
|
26
|
+
pass
|
|
27
|
+
|
|
28
|
+
def testV1WorkflowResultReportFormat(self):
|
|
29
|
+
"""Test V1WorkflowResultReportFormat"""
|
|
30
|
+
# inst = V1WorkflowResultReportFormat()
|
|
31
|
+
|
|
32
|
+
if __name__ == '__main__':
|
|
33
|
+
unittest.main()
|