eval-studio-client 1.2.0a2__py3-none-any.whl → 1.2.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. eval_studio_client/api/__init__.py +1 -0
  2. eval_studio_client/api/api/workflow_result_service_api.py +83 -65
  3. eval_studio_client/api/api/workflow_service_api.py +16 -16
  4. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
  5. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
  6. eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +2 -1
  7. eval_studio_client/api/docs/V1Info.md +1 -0
  8. eval_studio_client/api/docs/V1Stats.md +1 -0
  9. eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
  10. eval_studio_client/api/docs/WorkflowResultServiceApi.md +22 -20
  11. eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
  12. eval_studio_client/api/models/__init__.py +1 -0
  13. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  14. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  15. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +5 -3
  16. eval_studio_client/api/models/v1_info.py +4 -2
  17. eval_studio_client/api/models/v1_stats.py +9 -2
  18. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  19. eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
  20. eval_studio_client/api/test/test_v1_get_info_response.py +2 -1
  21. eval_studio_client/api/test/test_v1_get_stats_response.py +2 -1
  22. eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +4 -1
  23. eval_studio_client/api/test/test_v1_info.py +2 -1
  24. eval_studio_client/api/test/test_v1_stats.py +2 -1
  25. eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
  26. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +176 -138
  27. eval_studio_client/tests.py +3 -3
  28. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1.dist-info}/METADATA +1 -1
  29. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1.dist-info}/RECORD +30 -27
  30. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1.dist-info}/WHEEL +0 -0
@@ -0,0 +1,11 @@
1
+ # V1WorkflowResultReportFormat
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+
9
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
10
+
11
+
@@ -4,14 +4,14 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**workflow_result_service_get_workflow_result_corpus_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_corpus_patch) | **GET** /v1/{name_14} | GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
8
- [**workflow_result_service_get_workflow_result_report**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_report) | **GET** /v1/{name_13} | GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
9
- [**workflow_result_service_get_workflow_result_summary**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_summary) | **GET** /v1/{name_12} | GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
10
- [**workflow_result_service_get_workflow_result_system_prompt_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_system_prompt_patch) | **GET** /v1/{name_15} | GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
7
+ [**workflow_result_service_get_workflow_result_corpus_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_corpus_patch) | **GET** /v1/{name}:getResultsCorpusPatch | GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
8
+ [**workflow_result_service_get_workflow_result_report**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_report) | **GET** /v1/{name}:getResultsReport | GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
9
+ [**workflow_result_service_get_workflow_result_summary**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_summary) | **GET** /v1/{name}:getResultsSummary | GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
10
+ [**workflow_result_service_get_workflow_result_system_prompt_patch**](WorkflowResultServiceApi.md#workflow_result_service_get_workflow_result_system_prompt_patch) | **GET** /v1/{name}:getResultsSystemPromptPatch | GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
11
11
 
12
12
 
13
13
  # **workflow_result_service_get_workflow_result_corpus_patch**
14
- > V1GetWorkflowResultCorpusPatchResponse workflow_result_service_get_workflow_result_corpus_patch(name_14)
14
+ > V1GetWorkflowResultCorpusPatchResponse workflow_result_service_get_workflow_result_corpus_patch(name)
15
15
 
16
16
  GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
17
17
 
@@ -35,11 +35,11 @@ configuration = eval_studio_client.api.Configuration(
35
35
  with eval_studio_client.api.ApiClient(configuration) as api_client:
36
36
  # Create an instance of the API class
37
37
  api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
38
- name_14 = 'name_14_example' # str | Required. The name of the corpus patch workflow for which to retrieve the corpus patch.
38
+ name = 'name_example' # str | Required. The resource name of the workflow for which to generate the corpus patch.
39
39
 
40
40
  try:
41
41
  # GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
42
- api_response = api_instance.workflow_result_service_get_workflow_result_corpus_patch(name_14)
42
+ api_response = api_instance.workflow_result_service_get_workflow_result_corpus_patch(name)
43
43
  print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_corpus_patch:\n")
44
44
  pprint(api_response)
45
45
  except Exception as e:
@@ -53,7 +53,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
53
53
 
54
54
  Name | Type | Description | Notes
55
55
  ------------- | ------------- | ------------- | -------------
56
- **name_14** | **str**| Required. The name of the corpus patch workflow for which to retrieve the corpus patch. |
56
+ **name** | **str**| Required. The resource name of the workflow for which to generate the corpus patch. |
57
57
 
58
58
  ### Return type
59
59
 
@@ -78,7 +78,7 @@ No authorization required
78
78
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
79
79
 
80
80
  # **workflow_result_service_get_workflow_result_report**
81
- > V1GetWorkflowResultReportResponse workflow_result_service_get_workflow_result_report(name_13)
81
+ > V1GetWorkflowResultReportResponse workflow_result_service_get_workflow_result_report(name, format=format)
82
82
 
83
83
  GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
84
84
 
@@ -102,11 +102,12 @@ configuration = eval_studio_client.api.Configuration(
102
102
  with eval_studio_client.api.ApiClient(configuration) as api_client:
103
103
  # Create an instance of the API class
104
104
  api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
105
- name_13 = 'name_13_example' # str | Required. The name of the report workflow for which to retrieve the report.
105
+ name = 'name_example' # str | Required. The resource name of the workflow for which to retrieve the report.
106
+ format = 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED' # str | Required. The format of the report to retrieve. (optional) (default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED')
106
107
 
107
108
  try:
108
109
  # GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
109
- api_response = api_instance.workflow_result_service_get_workflow_result_report(name_13)
110
+ api_response = api_instance.workflow_result_service_get_workflow_result_report(name, format=format)
110
111
  print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_report:\n")
111
112
  pprint(api_response)
112
113
  except Exception as e:
@@ -120,7 +121,8 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
120
121
 
121
122
  Name | Type | Description | Notes
122
123
  ------------- | ------------- | ------------- | -------------
123
- **name_13** | **str**| Required. The name of the report workflow for which to retrieve the report. |
124
+ **name** | **str**| Required. The resource name of the workflow for which to retrieve the report. |
125
+ **format** | **str**| Required. The format of the report to retrieve. | [optional] [default to 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED']
124
126
 
125
127
  ### Return type
126
128
 
@@ -145,7 +147,7 @@ No authorization required
145
147
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
146
148
 
147
149
  # **workflow_result_service_get_workflow_result_summary**
148
- > V1GetWorkflowResultSummaryResponse workflow_result_service_get_workflow_result_summary(name_12)
150
+ > V1GetWorkflowResultSummaryResponse workflow_result_service_get_workflow_result_summary(name)
149
151
 
150
152
  GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
151
153
 
@@ -169,11 +171,11 @@ configuration = eval_studio_client.api.Configuration(
169
171
  with eval_studio_client.api.ApiClient(configuration) as api_client:
170
172
  # Create an instance of the API class
171
173
  api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
172
- name_12 = 'name_12_example' # str | Required. The name of the Workflow for which to retrieve the 3x3x3 summary.
174
+ name = 'name_example' # str | Required. The name of the Workflow for which to retrieve the 3x3x3 summary.
173
175
 
174
176
  try:
175
177
  # GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
176
- api_response = api_instance.workflow_result_service_get_workflow_result_summary(name_12)
178
+ api_response = api_instance.workflow_result_service_get_workflow_result_summary(name)
177
179
  print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_summary:\n")
178
180
  pprint(api_response)
179
181
  except Exception as e:
@@ -187,7 +189,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
187
189
 
188
190
  Name | Type | Description | Notes
189
191
  ------------- | ------------- | ------------- | -------------
190
- **name_12** | **str**| Required. The name of the Workflow for which to retrieve the 3x3x3 summary. |
192
+ **name** | **str**| Required. The name of the Workflow for which to retrieve the 3x3x3 summary. |
191
193
 
192
194
  ### Return type
193
195
 
@@ -212,7 +214,7 @@ No authorization required
212
214
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
213
215
 
214
216
  # **workflow_result_service_get_workflow_result_system_prompt_patch**
215
- > V1GetWorkflowResultSystemPromptPatchResponse workflow_result_service_get_workflow_result_system_prompt_patch(name_15)
217
+ > V1GetWorkflowResultSystemPromptPatchResponse workflow_result_service_get_workflow_result_system_prompt_patch(name)
216
218
 
217
219
  GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
218
220
 
@@ -236,11 +238,11 @@ configuration = eval_studio_client.api.Configuration(
236
238
  with eval_studio_client.api.ApiClient(configuration) as api_client:
237
239
  # Create an instance of the API class
238
240
  api_instance = eval_studio_client.api.WorkflowResultServiceApi(api_client)
239
- name_15 = 'name_15_example' # str | Required. The name of the system prompt patch workflow for which to retrieve the system prompt patch.
241
+ name = 'name_example' # str | Required. The resource name of the workflow for which to generate the system prompt patch.
240
242
 
241
243
  try:
242
244
  # GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
243
- api_response = api_instance.workflow_result_service_get_workflow_result_system_prompt_patch(name_15)
245
+ api_response = api_instance.workflow_result_service_get_workflow_result_system_prompt_patch(name)
244
246
  print("The response of WorkflowResultServiceApi->workflow_result_service_get_workflow_result_system_prompt_patch:\n")
245
247
  pprint(api_response)
246
248
  except Exception as e:
@@ -254,7 +256,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
254
256
 
255
257
  Name | Type | Description | Notes
256
258
  ------------- | ------------- | ------------- | -------------
257
- **name_15** | **str**| Required. The name of the system prompt patch workflow for which to retrieve the system prompt patch. |
259
+ **name** | **str**| Required. The resource name of the workflow for which to generate the system prompt patch. |
258
260
 
259
261
  ### Return type
260
262
 
@@ -10,7 +10,7 @@ Method | HTTP request | Description
10
10
  [**workflow_service_delete_workflow**](WorkflowServiceApi.md#workflow_service_delete_workflow) | **DELETE** /v1/{name_9} | DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
11
11
  [**workflow_service_find_workflows_by_collection_id**](WorkflowServiceApi.md#workflow_service_find_workflows_by_collection_id) | **GET** /v1/workflows:findWorkflowByH2OGPTeCollectionID | FindWorkflowByCollectionID finds a Workflow by used H2OGPTe collection ID.
12
12
  [**workflow_service_get_guardrails_configuration**](WorkflowServiceApi.md#workflow_service_get_guardrails_configuration) | **GET** /v1/{name}:getGuardrailsConfiguration |
13
- [**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{name_16} | GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
13
+ [**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{name_12} | GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
14
14
  [**workflow_service_grant_workflow_access**](WorkflowServiceApi.md#workflow_service_grant_workflow_access) | **POST** /v1/{name_2}:grantAccess | GrantWorkflowAccess grants access to a Workflow to a subject with a specified role.
15
15
  [**workflow_service_list_workflow_access**](WorkflowServiceApi.md#workflow_service_list_workflow_access) | **GET** /v1/{name_2}:listAccess | ListWorkflowAccess lists access to a Workflow.
16
16
  [**workflow_service_list_workflow_dependencies**](WorkflowServiceApi.md#workflow_service_list_workflow_dependencies) | **GET** /v1/{name}:nodeDependencies | ListWorkflowDependencies lists workflow nodes and map of the node dependencies.
@@ -427,7 +427,7 @@ No authorization required
427
427
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
428
428
 
429
429
  # **workflow_service_get_workflow**
430
- > V1GetWorkflowResponse workflow_service_get_workflow(name_16)
430
+ > V1GetWorkflowResponse workflow_service_get_workflow(name_12)
431
431
 
432
432
  GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
433
433
 
@@ -451,11 +451,11 @@ configuration = eval_studio_client.api.Configuration(
451
451
  with eval_studio_client.api.ApiClient(configuration) as api_client:
452
452
  # Create an instance of the API class
453
453
  api_instance = eval_studio_client.api.WorkflowServiceApi(api_client)
454
- name_16 = 'name_16_example' # str | Required. The name of the Workflow to retrieve.
454
+ name_12 = 'name_12_example' # str | Required. The name of the Workflow to retrieve.
455
455
 
456
456
  try:
457
457
  # GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
458
- api_response = api_instance.workflow_service_get_workflow(name_16)
458
+ api_response = api_instance.workflow_service_get_workflow(name_12)
459
459
  print("The response of WorkflowServiceApi->workflow_service_get_workflow:\n")
460
460
  pprint(api_response)
461
461
  except Exception as e:
@@ -469,7 +469,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
469
469
 
470
470
  Name | Type | Description | Notes
471
471
  ------------- | ------------- | ------------- | -------------
472
- **name_16** | **str**| Required. The name of the Workflow to retrieve. |
472
+ **name_12** | **str**| Required. The name of the Workflow to retrieve. |
473
473
 
474
474
  ### Return type
475
475
 
@@ -241,6 +241,7 @@ from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNode
241
241
  from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
242
242
  from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
243
243
  from eval_studio_client.api.models.v1_workflow_result_artifact_type import V1WorkflowResultArtifactType
244
+ from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
244
245
  from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
245
246
  from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
246
247
  from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
@@ -31,7 +31,7 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
31
31
  PerturbationServiceCreatePerturbationRequest
32
32
  """ # noqa: E501
33
33
  perturbator_configurations: Optional[List[V1PerturbatorConfiguration]] = Field(default=None, description="Required. PerturbatorConfiguration to apply to the parent Test.", alias="perturbatorConfigurations")
34
- test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144", alias="testCases")
34
+ test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to perturb. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144", alias="testCases")
35
35
  test_case_relationships: Optional[List[V1TestCaseRelationship]] = Field(default=None, description="Optional. List of relationships between test cases.", alias="testCaseRelationships")
36
36
  default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
37
37
  __properties: ClassVar[List[str]] = ["perturbatorConfigurations", "testCases", "testCaseRelationships", "defaultH2ogpteModel"]
@@ -26,7 +26,7 @@ class V1CreatePerturbationResponse(BaseModel):
26
26
  """
27
27
  V1CreatePerturbationResponse
28
28
  """ # noqa: E501
29
- test_suite: Optional[StrictStr] = Field(default=None, description="Perturbated test suite in JSON format.", alias="testSuite")
29
+ test_suite: Optional[StrictStr] = Field(default=None, description="Perturbed test suite in JSON format.", alias="testSuite")
30
30
  __properties: ClassVar[List[str]] = ["testSuite"]
31
31
 
32
32
  model_config = ConfigDict(
@@ -26,8 +26,9 @@ class V1GetWorkflowResultReportResponse(BaseModel):
26
26
  """
27
27
  V1GetWorkflowResultReportResponse
28
28
  """ # noqa: E501
29
- report_html: Optional[StrictStr] = Field(default=None, description="The report workflow result content as a HTML string.", alias="reportHtml")
30
- __properties: ClassVar[List[str]] = ["reportHtml"]
29
+ report_static: Optional[StrictStr] = Field(default=None, description="Report without links.", alias="reportStatic")
30
+ report_hypertext_diff: Optional[Dict[str, StrictStr]] = Field(default=None, description="Diff (row number to row content) which can be used to generate report with links to the artifacts.", alias="reportHypertextDiff")
31
+ __properties: ClassVar[List[str]] = ["reportStatic", "reportHypertextDiff"]
31
32
 
32
33
  model_config = ConfigDict(
33
34
  populate_by_name=True,
@@ -80,7 +81,8 @@ class V1GetWorkflowResultReportResponse(BaseModel):
80
81
  return cls.model_validate(obj)
81
82
 
82
83
  _obj = cls.model_validate({
83
- "reportHtml": obj.get("reportHtml")
84
+ "reportStatic": obj.get("reportStatic"),
85
+ "reportHypertextDiff": obj.get("reportHypertextDiff")
84
86
  })
85
87
  return _obj
86
88
 
@@ -37,7 +37,8 @@ class V1Info(BaseModel):
37
37
  h2o_cloud_url: Optional[StrictStr] = Field(default=None, description="The URL for the H2O Cloud host.", alias="h2oCloudUrl")
38
38
  public_instance: Optional[StrictBool] = Field(default=None, description="If the Eval Studio instance is public.", alias="publicInstance")
39
39
  sharing_enabled: Optional[StrictBool] = Field(default=None, description="Whether the sharing capability is enabled.", alias="sharingEnabled")
40
- __properties: ClassVar[List[str]] = ["baseUrl", "version", "oauth2LoginUrl", "oauth2LogoutUrl", "h2oGpteAllowlist", "h2oGpteClientVersion", "h2oSonarVersion", "preferredLlmsForTestGeneration", "h2oCloudUrl", "publicInstance", "sharingEnabled"]
40
+ experimental_features_enabled: Optional[StrictBool] = Field(default=None, description="Whether the experimental features are enabled.", alias="experimentalFeaturesEnabled")
41
+ __properties: ClassVar[List[str]] = ["baseUrl", "version", "oauth2LoginUrl", "oauth2LogoutUrl", "h2oGpteAllowlist", "h2oGpteClientVersion", "h2oSonarVersion", "preferredLlmsForTestGeneration", "h2oCloudUrl", "publicInstance", "sharingEnabled", "experimentalFeaturesEnabled"]
41
42
 
42
43
  model_config = ConfigDict(
43
44
  populate_by_name=True,
@@ -100,7 +101,8 @@ class V1Info(BaseModel):
100
101
  "preferredLlmsForTestGeneration": obj.get("preferredLlmsForTestGeneration"),
101
102
  "h2oCloudUrl": obj.get("h2oCloudUrl"),
102
103
  "publicInstance": obj.get("publicInstance"),
103
- "sharingEnabled": obj.get("sharingEnabled")
104
+ "sharingEnabled": obj.get("sharingEnabled"),
105
+ "experimentalFeaturesEnabled": obj.get("experimentalFeaturesEnabled")
104
106
  })
105
107
  return _obj
106
108
 
@@ -28,7 +28,8 @@ class V1Stats(BaseModel):
28
28
  """ # noqa: E501
29
29
  topic_modeling_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the topic modeling queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="topicModelingPendingJobs")
30
30
  test_validation_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="testValidationPendingJobs")
31
- __properties: ClassVar[List[str]] = ["topicModelingPendingJobs", "testValidationPendingJobs"]
31
+ failure_clustering_pending_jobs: Optional[StrictStr] = Field(default=None, description="Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero.", alias="failureClusteringPendingJobs")
32
+ __properties: ClassVar[List[str]] = ["topicModelingPendingJobs", "testValidationPendingJobs", "failureClusteringPendingJobs"]
32
33
 
33
34
  model_config = ConfigDict(
34
35
  populate_by_name=True,
@@ -79,6 +80,11 @@ class V1Stats(BaseModel):
79
80
  if self.test_validation_pending_jobs is None and "test_validation_pending_jobs" in self.model_fields_set:
80
81
  _dict['testValidationPendingJobs'] = None
81
82
 
83
+ # set to None if failure_clustering_pending_jobs (nullable) is None
84
+ # and model_fields_set contains the field
85
+ if self.failure_clustering_pending_jobs is None and "failure_clustering_pending_jobs" in self.model_fields_set:
86
+ _dict['failureClusteringPendingJobs'] = None
87
+
82
88
  return _dict
83
89
 
84
90
  @classmethod
@@ -92,7 +98,8 @@ class V1Stats(BaseModel):
92
98
 
93
99
  _obj = cls.model_validate({
94
100
  "topicModelingPendingJobs": obj.get("topicModelingPendingJobs"),
95
- "testValidationPendingJobs": obj.get("testValidationPendingJobs")
101
+ "testValidationPendingJobs": obj.get("testValidationPendingJobs"),
102
+ "failureClusteringPendingJobs": obj.get("failureClusteringPendingJobs")
96
103
  })
97
104
  return _obj
98
105
 
@@ -35,6 +35,7 @@ class V1WorkflowNodeType(str, Enum):
35
35
  WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS = 'WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS'
36
36
  WORKFLOW_NODE_TYPE_VALIDATION = 'WORKFLOW_NODE_TYPE_VALIDATION'
37
37
  WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS = 'WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS'
38
+ WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING = 'WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING'
38
39
 
39
40
  @classmethod
40
41
  def from_json(cls, json_str: str) -> Self:
@@ -0,0 +1,37 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ from __future__ import annotations
16
+ import json
17
+ from enum import Enum
18
+ from typing_extensions import Self
19
+
20
+
21
+ class V1WorkflowResultReportFormat(str, Enum):
22
+ """
23
+ V1WorkflowResultReportFormat
24
+ """
25
+
26
+ """
27
+ allowed enum values
28
+ """
29
+ WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED = 'WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED'
30
+ WORKFLOW_RESULT_REPORT_FORMAT_HTML = 'WORKFLOW_RESULT_REPORT_FORMAT_HTML'
31
+
32
+ @classmethod
33
+ def from_json(cls, json_str: str) -> Self:
34
+ """Create an instance of V1WorkflowResultReportFormat from a JSON string"""
35
+ return cls(json.loads(json_str))
36
+
37
+
@@ -50,7 +50,8 @@ class TestV1GetInfoResponse(unittest.TestCase):
50
50
  ],
51
51
  h2o_cloud_url = '',
52
52
  public_instance = True,
53
- sharing_enabled = True, )
53
+ sharing_enabled = True,
54
+ experimental_features_enabled = True, )
54
55
  )
55
56
  else:
56
57
  return V1GetInfoResponse(
@@ -37,7 +37,8 @@ class TestV1GetStatsResponse(unittest.TestCase):
37
37
  return V1GetStatsResponse(
38
38
  stats = eval_studio_client.api.models.v1_stats.v1Stats(
39
39
  topic_modeling_pending_jobs = '',
40
- test_validation_pending_jobs = '', )
40
+ test_validation_pending_jobs = '',
41
+ failure_clustering_pending_jobs = '', )
41
42
  )
42
43
  else:
43
44
  return V1GetStatsResponse(
@@ -35,7 +35,10 @@ class TestV1GetWorkflowResultReportResponse(unittest.TestCase):
35
35
  model = V1GetWorkflowResultReportResponse()
36
36
  if include_optional:
37
37
  return V1GetWorkflowResultReportResponse(
38
- report_html = ''
38
+ report_static = '',
39
+ report_hypertext_diff = {
40
+ 'key' : ''
41
+ }
39
42
  )
40
43
  else:
41
44
  return V1GetWorkflowResultReportResponse(
@@ -49,7 +49,8 @@ class TestV1Info(unittest.TestCase):
49
49
  ],
50
50
  h2o_cloud_url = '',
51
51
  public_instance = True,
52
- sharing_enabled = True
52
+ sharing_enabled = True,
53
+ experimental_features_enabled = True
53
54
  )
54
55
  else:
55
56
  return V1Info(
@@ -36,7 +36,8 @@ class TestV1Stats(unittest.TestCase):
36
36
  if include_optional:
37
37
  return V1Stats(
38
38
  topic_modeling_pending_jobs = '',
39
- test_validation_pending_jobs = ''
39
+ test_validation_pending_jobs = '',
40
+ failure_clustering_pending_jobs = ''
40
41
  )
41
42
  else:
42
43
  return V1Stats(
@@ -0,0 +1,33 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
18
+
19
+ class TestV1WorkflowResultReportFormat(unittest.TestCase):
20
+ """V1WorkflowResultReportFormat unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def testV1WorkflowResultReportFormat(self):
29
+ """Test V1WorkflowResultReportFormat"""
30
+ # inst = V1WorkflowResultReportFormat()
31
+
32
+ if __name__ == '__main__':
33
+ unittest.main()