eval-studio-client 1.1.0a5__py3-none-any.whl → 1.1.0a6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +7 -3
- eval_studio_client/api/api/__init__.py +0 -1
- eval_studio_client/api/api/dashboard_service_api.py +17 -0
- eval_studio_client/api/api/test_service_api.py +34 -0
- eval_studio_client/api/api/workflow_service_api.py +510 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +4 -2
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +1 -1
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -0
- eval_studio_client/api/docs/RequiredTheTestToUpdate.md +1 -0
- eval_studio_client/api/docs/TestServiceApi.md +8 -4
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +1 -1
- eval_studio_client/api/docs/V1Context.md +9 -4
- eval_studio_client/api/docs/V1Dashboard.md +1 -0
- eval_studio_client/api/docs/V1DashboardType.md +12 -0
- eval_studio_client/api/docs/V1DependencyList.md +30 -0
- eval_studio_client/api/docs/V1Evaluator.md +2 -0
- eval_studio_client/api/docs/V1GetGuardrailsConfigurationResponse.md +29 -0
- eval_studio_client/api/docs/V1LeaderboardReportModel.md +0 -2
- eval_studio_client/api/docs/V1ListWorkflowDependenciesResponse.md +30 -0
- eval_studio_client/api/docs/V1RepeatedContext.md +29 -0
- eval_studio_client/api/docs/V1Test.md +1 -0
- eval_studio_client/api/docs/V1TestType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowDependency.md +30 -0
- eval_studio_client/api/docs/V1WorkflowEdgeType.md +1 -1
- eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +1 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +135 -0
- eval_studio_client/api/models/__init__.py +7 -2
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +3 -2
- eval_studio_client/api/models/required_the_dashboard_to_update.py +5 -2
- eval_studio_client/api/models/required_the_test_to_update.py +5 -2
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +10 -2
- eval_studio_client/api/models/v1_context.py +16 -6
- eval_studio_client/api/models/v1_dashboard.py +5 -2
- eval_studio_client/api/models/v1_dashboard_type.py +38 -0
- eval_studio_client/api/models/{generated_questions_validation_service_validate_generated_questions_request.py → v1_dependency_list.py} +14 -14
- eval_studio_client/api/models/v1_evaluator.py +11 -3
- eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +87 -0
- eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -10
- eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +105 -0
- eval_studio_client/api/models/{v1_generated_test_case.py → v1_repeated_context.py} +12 -18
- eval_studio_client/api/models/v1_test.py +5 -2
- eval_studio_client/api/models/v1_test_type.py +38 -0
- eval_studio_client/api/models/v1_workflow_dependency.py +89 -0
- eval_studio_client/api/models/v1_workflow_edge_type.py +3 -2
- eval_studio_client/api/models/v1_workflow_node_artifact.py +6 -2
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +10 -2
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_test_to_update.py +2 -1
- eval_studio_client/api/test/test_required_the_updated_workflow.py +2 -1
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +2 -1
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +10 -1
- eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +3 -1
- eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_get_tests_response.py +2 -1
- eval_studio_client/api/test/test_v1_batch_import_tests_response.py +2 -1
- eval_studio_client/api/test/test_v1_clone_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_context.py +6 -1
- eval_studio_client/api/test/test_v1_create_dashboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_create_evaluator_response.py +3 -1
- eval_studio_client/api/test/test_v1_create_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_dashboard.py +2 -1
- eval_studio_client/api/test/test_v1_dashboard_type.py +33 -0
- eval_studio_client/api/test/test_v1_delete_dashboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_delete_evaluator_response.py +3 -1
- eval_studio_client/api/test/test_v1_delete_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_dependency_list.py +56 -0
- eval_studio_client/api/test/test_v1_evaluator.py +3 -1
- eval_studio_client/api/test/test_v1_get_dashboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_evaluator_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +1 -3
- eval_studio_client/api/test/test_v1_get_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_leaderboard_report.py +1 -3
- eval_studio_client/api/test/test_v1_leaderboard_report_model.py +1 -3
- eval_studio_client/api/test/test_v1_list_dashboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_evaluators_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_tests_response.py +2 -1
- eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +93 -0
- eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +2 -1
- eval_studio_client/api/test/test_v1_perturb_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_repeated_context.py +62 -0
- eval_studio_client/api/test/test_v1_test.py +2 -1
- eval_studio_client/api/test/test_v1_test_type.py +33 -0
- eval_studio_client/api/test/test_v1_update_dashboard_response.py +2 -1
- eval_studio_client/api/test/test_v1_update_test_response.py +2 -1
- eval_studio_client/api/test/test_v1_workflow.py +2 -1
- eval_studio_client/api/test/test_v1_workflow_dependency.py +52 -0
- eval_studio_client/api/test/test_v1_workflow_node.py +2 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifact.py +2 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +2 -1
- eval_studio_client/api/test/test_workflow_service_api.py +13 -0
- eval_studio_client/client.py +11 -2
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +241 -92
- {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a6.dist-info}/METADATA +1 -1
- {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a6.dist-info}/RECORD +100 -88
- eval_studio_client/api/api/generated_questions_validation_service_api.py +0 -321
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +0 -78
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +0 -30
- eval_studio_client/api/docs/V1GeneratedTestCase.md +0 -30
- eval_studio_client/api/test/test_generated_questions_validation_service_api.py +0 -37
- eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +0 -83
- eval_studio_client/api/test/test_v1_generated_test_case.py +0 -79
- {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a6.dist-info}/WHEEL +0 -0
|
@@ -1,321 +0,0 @@
|
|
|
1
|
-
# coding: utf-8
|
|
2
|
-
|
|
3
|
-
"""
|
|
4
|
-
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
-
|
|
6
|
-
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
-
|
|
8
|
-
The version of the OpenAPI document: version not set
|
|
9
|
-
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
-
|
|
11
|
-
Do not edit the class manually.
|
|
12
|
-
""" # noqa: E501
|
|
13
|
-
|
|
14
|
-
import warnings
|
|
15
|
-
from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
|
|
16
|
-
from typing import Any, Dict, List, Optional, Tuple, Union
|
|
17
|
-
from typing_extensions import Annotated
|
|
18
|
-
|
|
19
|
-
from pydantic import Field, field_validator
|
|
20
|
-
from typing_extensions import Annotated
|
|
21
|
-
from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
22
|
-
from eval_studio_client.api.models.v1_operation import V1Operation
|
|
23
|
-
|
|
24
|
-
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
25
|
-
from eval_studio_client.api.api_response import ApiResponse
|
|
26
|
-
from eval_studio_client.api.rest import RESTResponseType
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
class GeneratedQuestionsValidationServiceApi:
|
|
30
|
-
"""NOTE: This class is auto generated by OpenAPI Generator
|
|
31
|
-
Ref: https://openapi-generator.tech
|
|
32
|
-
|
|
33
|
-
Do not edit the class manually.
|
|
34
|
-
"""
|
|
35
|
-
|
|
36
|
-
def __init__(self, api_client=None) -> None:
|
|
37
|
-
if api_client is None:
|
|
38
|
-
api_client = ApiClient.get_default()
|
|
39
|
-
self.api_client = api_client
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
@validate_call
|
|
43
|
-
def generated_questions_validation_service_validate_generated_questions(
|
|
44
|
-
self,
|
|
45
|
-
name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
|
|
46
|
-
body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
|
|
47
|
-
_request_timeout: Union[
|
|
48
|
-
None,
|
|
49
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
50
|
-
Tuple[
|
|
51
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
52
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
53
|
-
]
|
|
54
|
-
] = None,
|
|
55
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
56
|
-
_content_type: Optional[StrictStr] = None,
|
|
57
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
58
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
59
|
-
) -> V1Operation:
|
|
60
|
-
"""generated_questions_validation_service_validate_generated_questions
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
:param name: Required. The Test for which to generate TestCases. (required)
|
|
64
|
-
:type name: str
|
|
65
|
-
:param body: (required)
|
|
66
|
-
:type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
67
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
68
|
-
number provided, it will be total request
|
|
69
|
-
timeout. It can also be a pair (tuple) of
|
|
70
|
-
(connection, read) timeouts.
|
|
71
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
72
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
73
|
-
request; this effectively ignores the
|
|
74
|
-
authentication in the spec for a single request.
|
|
75
|
-
:type _request_auth: dict, optional
|
|
76
|
-
:param _content_type: force content-type for the request.
|
|
77
|
-
:type _content_type: str, Optional
|
|
78
|
-
:param _headers: set to override the headers for a single
|
|
79
|
-
request; this effectively ignores the headers
|
|
80
|
-
in the spec for a single request.
|
|
81
|
-
:type _headers: dict, optional
|
|
82
|
-
:param _host_index: set to override the host_index for a single
|
|
83
|
-
request; this effectively ignores the host_index
|
|
84
|
-
in the spec for a single request.
|
|
85
|
-
:type _host_index: int, optional
|
|
86
|
-
:return: Returns the result object.
|
|
87
|
-
""" # noqa: E501
|
|
88
|
-
|
|
89
|
-
_param = self._generated_questions_validation_service_validate_generated_questions_serialize(
|
|
90
|
-
name=name,
|
|
91
|
-
body=body,
|
|
92
|
-
_request_auth=_request_auth,
|
|
93
|
-
_content_type=_content_type,
|
|
94
|
-
_headers=_headers,
|
|
95
|
-
_host_index=_host_index
|
|
96
|
-
)
|
|
97
|
-
|
|
98
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
99
|
-
'200': "V1Operation",
|
|
100
|
-
}
|
|
101
|
-
response_data = self.api_client.call_api(
|
|
102
|
-
*_param,
|
|
103
|
-
_request_timeout=_request_timeout
|
|
104
|
-
)
|
|
105
|
-
response_data.read()
|
|
106
|
-
return self.api_client.response_deserialize(
|
|
107
|
-
response_data=response_data,
|
|
108
|
-
response_types_map=_response_types_map,
|
|
109
|
-
).data
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
@validate_call
|
|
113
|
-
def generated_questions_validation_service_validate_generated_questions_with_http_info(
|
|
114
|
-
self,
|
|
115
|
-
name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
|
|
116
|
-
body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
|
|
117
|
-
_request_timeout: Union[
|
|
118
|
-
None,
|
|
119
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
120
|
-
Tuple[
|
|
121
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
122
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
123
|
-
]
|
|
124
|
-
] = None,
|
|
125
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
126
|
-
_content_type: Optional[StrictStr] = None,
|
|
127
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
128
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
129
|
-
) -> ApiResponse[V1Operation]:
|
|
130
|
-
"""generated_questions_validation_service_validate_generated_questions
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
:param name: Required. The Test for which to generate TestCases. (required)
|
|
134
|
-
:type name: str
|
|
135
|
-
:param body: (required)
|
|
136
|
-
:type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
137
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
138
|
-
number provided, it will be total request
|
|
139
|
-
timeout. It can also be a pair (tuple) of
|
|
140
|
-
(connection, read) timeouts.
|
|
141
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
142
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
143
|
-
request; this effectively ignores the
|
|
144
|
-
authentication in the spec for a single request.
|
|
145
|
-
:type _request_auth: dict, optional
|
|
146
|
-
:param _content_type: force content-type for the request.
|
|
147
|
-
:type _content_type: str, Optional
|
|
148
|
-
:param _headers: set to override the headers for a single
|
|
149
|
-
request; this effectively ignores the headers
|
|
150
|
-
in the spec for a single request.
|
|
151
|
-
:type _headers: dict, optional
|
|
152
|
-
:param _host_index: set to override the host_index for a single
|
|
153
|
-
request; this effectively ignores the host_index
|
|
154
|
-
in the spec for a single request.
|
|
155
|
-
:type _host_index: int, optional
|
|
156
|
-
:return: Returns the result object.
|
|
157
|
-
""" # noqa: E501
|
|
158
|
-
|
|
159
|
-
_param = self._generated_questions_validation_service_validate_generated_questions_serialize(
|
|
160
|
-
name=name,
|
|
161
|
-
body=body,
|
|
162
|
-
_request_auth=_request_auth,
|
|
163
|
-
_content_type=_content_type,
|
|
164
|
-
_headers=_headers,
|
|
165
|
-
_host_index=_host_index
|
|
166
|
-
)
|
|
167
|
-
|
|
168
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
169
|
-
'200': "V1Operation",
|
|
170
|
-
}
|
|
171
|
-
response_data = self.api_client.call_api(
|
|
172
|
-
*_param,
|
|
173
|
-
_request_timeout=_request_timeout
|
|
174
|
-
)
|
|
175
|
-
response_data.read()
|
|
176
|
-
return self.api_client.response_deserialize(
|
|
177
|
-
response_data=response_data,
|
|
178
|
-
response_types_map=_response_types_map,
|
|
179
|
-
)
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
@validate_call
|
|
183
|
-
def generated_questions_validation_service_validate_generated_questions_without_preload_content(
|
|
184
|
-
self,
|
|
185
|
-
name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
|
|
186
|
-
body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
|
|
187
|
-
_request_timeout: Union[
|
|
188
|
-
None,
|
|
189
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
190
|
-
Tuple[
|
|
191
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
192
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
193
|
-
]
|
|
194
|
-
] = None,
|
|
195
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
196
|
-
_content_type: Optional[StrictStr] = None,
|
|
197
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
198
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
199
|
-
) -> RESTResponseType:
|
|
200
|
-
"""generated_questions_validation_service_validate_generated_questions
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
:param name: Required. The Test for which to generate TestCases. (required)
|
|
204
|
-
:type name: str
|
|
205
|
-
:param body: (required)
|
|
206
|
-
:type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
207
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
208
|
-
number provided, it will be total request
|
|
209
|
-
timeout. It can also be a pair (tuple) of
|
|
210
|
-
(connection, read) timeouts.
|
|
211
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
212
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
213
|
-
request; this effectively ignores the
|
|
214
|
-
authentication in the spec for a single request.
|
|
215
|
-
:type _request_auth: dict, optional
|
|
216
|
-
:param _content_type: force content-type for the request.
|
|
217
|
-
:type _content_type: str, Optional
|
|
218
|
-
:param _headers: set to override the headers for a single
|
|
219
|
-
request; this effectively ignores the headers
|
|
220
|
-
in the spec for a single request.
|
|
221
|
-
:type _headers: dict, optional
|
|
222
|
-
:param _host_index: set to override the host_index for a single
|
|
223
|
-
request; this effectively ignores the host_index
|
|
224
|
-
in the spec for a single request.
|
|
225
|
-
:type _host_index: int, optional
|
|
226
|
-
:return: Returns the result object.
|
|
227
|
-
""" # noqa: E501
|
|
228
|
-
|
|
229
|
-
_param = self._generated_questions_validation_service_validate_generated_questions_serialize(
|
|
230
|
-
name=name,
|
|
231
|
-
body=body,
|
|
232
|
-
_request_auth=_request_auth,
|
|
233
|
-
_content_type=_content_type,
|
|
234
|
-
_headers=_headers,
|
|
235
|
-
_host_index=_host_index
|
|
236
|
-
)
|
|
237
|
-
|
|
238
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
239
|
-
'200': "V1Operation",
|
|
240
|
-
}
|
|
241
|
-
response_data = self.api_client.call_api(
|
|
242
|
-
*_param,
|
|
243
|
-
_request_timeout=_request_timeout
|
|
244
|
-
)
|
|
245
|
-
return response_data.response
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
def _generated_questions_validation_service_validate_generated_questions_serialize(
|
|
249
|
-
self,
|
|
250
|
-
name,
|
|
251
|
-
body,
|
|
252
|
-
_request_auth,
|
|
253
|
-
_content_type,
|
|
254
|
-
_headers,
|
|
255
|
-
_host_index,
|
|
256
|
-
) -> RequestSerialized:
|
|
257
|
-
|
|
258
|
-
_host = None
|
|
259
|
-
|
|
260
|
-
_collection_formats: Dict[str, str] = {
|
|
261
|
-
}
|
|
262
|
-
|
|
263
|
-
_path_params: Dict[str, str] = {}
|
|
264
|
-
_query_params: List[Tuple[str, str]] = []
|
|
265
|
-
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
266
|
-
_form_params: List[Tuple[str, str]] = []
|
|
267
|
-
_files: Dict[str, Union[str, bytes]] = {}
|
|
268
|
-
_body_params: Optional[bytes] = None
|
|
269
|
-
|
|
270
|
-
# process the path parameters
|
|
271
|
-
if name is not None:
|
|
272
|
-
_path_params['name'] = name
|
|
273
|
-
# process the query parameters
|
|
274
|
-
# process the header parameters
|
|
275
|
-
# process the form parameters
|
|
276
|
-
# process the body parameter
|
|
277
|
-
if body is not None:
|
|
278
|
-
_body_params = body
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
# set the HTTP header `Accept`
|
|
282
|
-
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
283
|
-
[
|
|
284
|
-
'application/json'
|
|
285
|
-
]
|
|
286
|
-
)
|
|
287
|
-
|
|
288
|
-
# set the HTTP header `Content-Type`
|
|
289
|
-
if _content_type:
|
|
290
|
-
_header_params['Content-Type'] = _content_type
|
|
291
|
-
else:
|
|
292
|
-
_default_content_type = (
|
|
293
|
-
self.api_client.select_header_content_type(
|
|
294
|
-
[
|
|
295
|
-
'application/json'
|
|
296
|
-
]
|
|
297
|
-
)
|
|
298
|
-
)
|
|
299
|
-
if _default_content_type is not None:
|
|
300
|
-
_header_params['Content-Type'] = _default_content_type
|
|
301
|
-
|
|
302
|
-
# authentication setting
|
|
303
|
-
_auth_settings: List[str] = [
|
|
304
|
-
]
|
|
305
|
-
|
|
306
|
-
return self.api_client.param_serialize(
|
|
307
|
-
method='POST',
|
|
308
|
-
resource_path='/v1/{name}:validateGeneratedQuestions',
|
|
309
|
-
path_params=_path_params,
|
|
310
|
-
query_params=_query_params,
|
|
311
|
-
header_params=_header_params,
|
|
312
|
-
body=_body_params,
|
|
313
|
-
post_params=_form_params,
|
|
314
|
-
files=_files,
|
|
315
|
-
auth_settings=_auth_settings,
|
|
316
|
-
collection_formats=_collection_formats,
|
|
317
|
-
_host=_host,
|
|
318
|
-
_request_auth=_request_auth
|
|
319
|
-
)
|
|
320
|
-
|
|
321
|
-
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
# eval_studio_client.api.GeneratedQuestionsValidationServiceApi
|
|
2
|
-
|
|
3
|
-
All URIs are relative to *http://localhost*
|
|
4
|
-
|
|
5
|
-
Method | HTTP request | Description
|
|
6
|
-
------------- | ------------- | -------------
|
|
7
|
-
[**generated_questions_validation_service_validate_generated_questions**](GeneratedQuestionsValidationServiceApi.md#generated_questions_validation_service_validate_generated_questions) | **POST** /v1/{name}:validateGeneratedQuestions |
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
# **generated_questions_validation_service_validate_generated_questions**
|
|
11
|
-
> V1Operation generated_questions_validation_service_validate_generated_questions(name, body)
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
### Example
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
```python
|
|
19
|
-
import eval_studio_client.api
|
|
20
|
-
from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
21
|
-
from eval_studio_client.api.models.v1_operation import V1Operation
|
|
22
|
-
from eval_studio_client.api.rest import ApiException
|
|
23
|
-
from pprint import pprint
|
|
24
|
-
|
|
25
|
-
# Defining the host is optional and defaults to http://localhost
|
|
26
|
-
# See configuration.py for a list of all supported configuration parameters.
|
|
27
|
-
configuration = eval_studio_client.api.Configuration(
|
|
28
|
-
host = "http://localhost"
|
|
29
|
-
)
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
# Enter a context with an instance of the API client
|
|
33
|
-
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
34
|
-
# Create an instance of the API class
|
|
35
|
-
api_instance = eval_studio_client.api.GeneratedQuestionsValidationServiceApi(api_client)
|
|
36
|
-
name = 'name_example' # str | Required. The Test for which to generate TestCases.
|
|
37
|
-
body = eval_studio_client.api.GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest() # GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest |
|
|
38
|
-
|
|
39
|
-
try:
|
|
40
|
-
api_response = api_instance.generated_questions_validation_service_validate_generated_questions(name, body)
|
|
41
|
-
print("The response of GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions:\n")
|
|
42
|
-
pprint(api_response)
|
|
43
|
-
except Exception as e:
|
|
44
|
-
print("Exception when calling GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions: %s\n" % e)
|
|
45
|
-
```
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
### Parameters
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
Name | Type | Description | Notes
|
|
53
|
-
------------- | ------------- | ------------- | -------------
|
|
54
|
-
**name** | **str**| Required. The Test for which to generate TestCases. |
|
|
55
|
-
**body** | [**GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest**](GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md)| |
|
|
56
|
-
|
|
57
|
-
### Return type
|
|
58
|
-
|
|
59
|
-
[**V1Operation**](V1Operation.md)
|
|
60
|
-
|
|
61
|
-
### Authorization
|
|
62
|
-
|
|
63
|
-
No authorization required
|
|
64
|
-
|
|
65
|
-
### HTTP request headers
|
|
66
|
-
|
|
67
|
-
- **Content-Type**: application/json
|
|
68
|
-
- **Accept**: application/json
|
|
69
|
-
|
|
70
|
-
### HTTP response details
|
|
71
|
-
|
|
72
|
-
| Status code | Description | Response headers |
|
|
73
|
-
|-------------|-------------|------------------|
|
|
74
|
-
**200** | A successful response. | - |
|
|
75
|
-
**0** | An unexpected error response. | - |
|
|
76
|
-
|
|
77
|
-
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
78
|
-
|
eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md
DELETED
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
# GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
## Properties
|
|
5
|
-
|
|
6
|
-
Name | Type | Description | Notes
|
|
7
|
-
------------ | ------------- | ------------- | -------------
|
|
8
|
-
**operation** | **str** | Required. The Operation processing this question validation process. | [optional]
|
|
9
|
-
**test_cases** | [**List[V1GeneratedTestCase]**](V1GeneratedTestCase.md) | Required. Generated Test Cases, i.e., Test cases with context that was used for their generation. | [optional]
|
|
10
|
-
|
|
11
|
-
## Example
|
|
12
|
-
|
|
13
|
-
```python
|
|
14
|
-
from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
15
|
-
|
|
16
|
-
# TODO update the JSON string below
|
|
17
|
-
json = "{}"
|
|
18
|
-
# create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a JSON string
|
|
19
|
-
generated_questions_validation_service_validate_generated_questions_request_instance = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_json(json)
|
|
20
|
-
# print the JSON string representation of the object
|
|
21
|
-
print(GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.to_json())
|
|
22
|
-
|
|
23
|
-
# convert the object into a dict
|
|
24
|
-
generated_questions_validation_service_validate_generated_questions_request_dict = generated_questions_validation_service_validate_generated_questions_request_instance.to_dict()
|
|
25
|
-
# create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a dict
|
|
26
|
-
generated_questions_validation_service_validate_generated_questions_request_from_dict = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_dict(generated_questions_validation_service_validate_generated_questions_request_dict)
|
|
27
|
-
```
|
|
28
|
-
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
29
|
-
|
|
30
|
-
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
# V1GeneratedTestCase
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
## Properties
|
|
5
|
-
|
|
6
|
-
Name | Type | Description | Notes
|
|
7
|
-
------------ | ------------- | ------------- | -------------
|
|
8
|
-
**test_case** | [**V1TestCase**](V1TestCase.md) | | [optional]
|
|
9
|
-
**context** | [**List[V1Context]**](V1Context.md) | Context used for test_case generation. | [optional]
|
|
10
|
-
|
|
11
|
-
## Example
|
|
12
|
-
|
|
13
|
-
```python
|
|
14
|
-
from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
|
|
15
|
-
|
|
16
|
-
# TODO update the JSON string below
|
|
17
|
-
json = "{}"
|
|
18
|
-
# create an instance of V1GeneratedTestCase from a JSON string
|
|
19
|
-
v1_generated_test_case_instance = V1GeneratedTestCase.from_json(json)
|
|
20
|
-
# print the JSON string representation of the object
|
|
21
|
-
print(V1GeneratedTestCase.to_json())
|
|
22
|
-
|
|
23
|
-
# convert the object into a dict
|
|
24
|
-
v1_generated_test_case_dict = v1_generated_test_case_instance.to_dict()
|
|
25
|
-
# create an instance of V1GeneratedTestCase from a dict
|
|
26
|
-
v1_generated_test_case_from_dict = V1GeneratedTestCase.from_dict(v1_generated_test_case_dict)
|
|
27
|
-
```
|
|
28
|
-
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
29
|
-
|
|
30
|
-
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
# coding: utf-8
|
|
2
|
-
|
|
3
|
-
"""
|
|
4
|
-
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
-
|
|
6
|
-
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
-
|
|
8
|
-
The version of the OpenAPI document: version not set
|
|
9
|
-
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
-
|
|
11
|
-
Do not edit the class manually.
|
|
12
|
-
""" # noqa: E501
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
import unittest
|
|
16
|
-
|
|
17
|
-
from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
class TestGeneratedQuestionsValidationServiceApi(unittest.TestCase):
|
|
21
|
-
"""GeneratedQuestionsValidationServiceApi unit test stubs"""
|
|
22
|
-
|
|
23
|
-
def setUp(self) -> None:
|
|
24
|
-
self.api = GeneratedQuestionsValidationServiceApi()
|
|
25
|
-
|
|
26
|
-
def tearDown(self) -> None:
|
|
27
|
-
pass
|
|
28
|
-
|
|
29
|
-
def test_generated_questions_validation_service_validate_generated_questions(self) -> None:
|
|
30
|
-
"""Test case for generated_questions_validation_service_validate_generated_questions
|
|
31
|
-
|
|
32
|
-
"""
|
|
33
|
-
pass
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
if __name__ == '__main__':
|
|
37
|
-
unittest.main()
|
|
@@ -1,83 +0,0 @@
|
|
|
1
|
-
# coding: utf-8
|
|
2
|
-
|
|
3
|
-
"""
|
|
4
|
-
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
-
|
|
6
|
-
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
-
|
|
8
|
-
The version of the OpenAPI document: version not set
|
|
9
|
-
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
-
|
|
11
|
-
Do not edit the class manually.
|
|
12
|
-
""" # noqa: E501
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
import unittest
|
|
16
|
-
|
|
17
|
-
from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
18
|
-
|
|
19
|
-
class TestGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(unittest.TestCase):
|
|
20
|
-
"""GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest unit test stubs"""
|
|
21
|
-
|
|
22
|
-
def setUp(self):
|
|
23
|
-
pass
|
|
24
|
-
|
|
25
|
-
def tearDown(self):
|
|
26
|
-
pass
|
|
27
|
-
|
|
28
|
-
def make_instance(self, include_optional) -> GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest:
|
|
29
|
-
"""Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
30
|
-
include_option is a boolean, when False only required
|
|
31
|
-
params are included, when True both required and
|
|
32
|
-
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest`
|
|
34
|
-
"""
|
|
35
|
-
model = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest()
|
|
36
|
-
if include_optional:
|
|
37
|
-
return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
|
|
38
|
-
operation = '',
|
|
39
|
-
test_cases = [
|
|
40
|
-
eval_studio_client.api.models.v1_generated_test_case.v1GeneratedTestCase(
|
|
41
|
-
test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
|
|
42
|
-
name = '',
|
|
43
|
-
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
44
|
-
creator = '',
|
|
45
|
-
update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
46
|
-
updater = '',
|
|
47
|
-
delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
48
|
-
deleter = '',
|
|
49
|
-
parent = '',
|
|
50
|
-
prompt = '',
|
|
51
|
-
answer = '',
|
|
52
|
-
constraints = [
|
|
53
|
-
''
|
|
54
|
-
],
|
|
55
|
-
condition = '',
|
|
56
|
-
perturbed_by = [
|
|
57
|
-
''
|
|
58
|
-
],
|
|
59
|
-
topics = [
|
|
60
|
-
''
|
|
61
|
-
],
|
|
62
|
-
generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', ),
|
|
63
|
-
context = [
|
|
64
|
-
eval_studio_client.api.models.v1_context.v1Context(
|
|
65
|
-
collection_id = '',
|
|
66
|
-
chunk_id = 56,
|
|
67
|
-
score = 1.337,
|
|
68
|
-
content = '', )
|
|
69
|
-
], )
|
|
70
|
-
]
|
|
71
|
-
)
|
|
72
|
-
else:
|
|
73
|
-
return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
|
|
74
|
-
)
|
|
75
|
-
"""
|
|
76
|
-
|
|
77
|
-
def testGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(self):
|
|
78
|
-
"""Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest"""
|
|
79
|
-
# inst_req_only = self.make_instance(include_optional=False)
|
|
80
|
-
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
81
|
-
|
|
82
|
-
if __name__ == '__main__':
|
|
83
|
-
unittest.main()
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
# coding: utf-8
|
|
2
|
-
|
|
3
|
-
"""
|
|
4
|
-
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
-
|
|
6
|
-
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
-
|
|
8
|
-
The version of the OpenAPI document: version not set
|
|
9
|
-
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
-
|
|
11
|
-
Do not edit the class manually.
|
|
12
|
-
""" # noqa: E501
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
import unittest
|
|
16
|
-
|
|
17
|
-
from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
|
|
18
|
-
|
|
19
|
-
class TestV1GeneratedTestCase(unittest.TestCase):
|
|
20
|
-
"""V1GeneratedTestCase unit test stubs"""
|
|
21
|
-
|
|
22
|
-
def setUp(self):
|
|
23
|
-
pass
|
|
24
|
-
|
|
25
|
-
def tearDown(self):
|
|
26
|
-
pass
|
|
27
|
-
|
|
28
|
-
def make_instance(self, include_optional) -> V1GeneratedTestCase:
|
|
29
|
-
"""Test V1GeneratedTestCase
|
|
30
|
-
include_option is a boolean, when False only required
|
|
31
|
-
params are included, when True both required and
|
|
32
|
-
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `V1GeneratedTestCase`
|
|
34
|
-
"""
|
|
35
|
-
model = V1GeneratedTestCase()
|
|
36
|
-
if include_optional:
|
|
37
|
-
return V1GeneratedTestCase(
|
|
38
|
-
test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
|
|
39
|
-
name = '',
|
|
40
|
-
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
|
-
creator = '',
|
|
42
|
-
update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
43
|
-
updater = '',
|
|
44
|
-
delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
45
|
-
deleter = '',
|
|
46
|
-
parent = '',
|
|
47
|
-
prompt = '',
|
|
48
|
-
answer = '',
|
|
49
|
-
constraints = [
|
|
50
|
-
''
|
|
51
|
-
],
|
|
52
|
-
condition = '',
|
|
53
|
-
perturbed_by = [
|
|
54
|
-
''
|
|
55
|
-
],
|
|
56
|
-
topics = [
|
|
57
|
-
''
|
|
58
|
-
],
|
|
59
|
-
generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', ),
|
|
60
|
-
context = [
|
|
61
|
-
eval_studio_client.api.models.v1_context.v1Context(
|
|
62
|
-
collection_id = '',
|
|
63
|
-
chunk_id = 56,
|
|
64
|
-
score = 1.337,
|
|
65
|
-
content = '', )
|
|
66
|
-
]
|
|
67
|
-
)
|
|
68
|
-
else:
|
|
69
|
-
return V1GeneratedTestCase(
|
|
70
|
-
)
|
|
71
|
-
"""
|
|
72
|
-
|
|
73
|
-
def testV1GeneratedTestCase(self):
|
|
74
|
-
"""Test V1GeneratedTestCase"""
|
|
75
|
-
# inst_req_only = self.make_instance(include_optional=False)
|
|
76
|
-
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
77
|
-
|
|
78
|
-
if __name__ == '__main__':
|
|
79
|
-
unittest.main()
|
|
File without changes
|