eval-studio-client 1.1.0a5__py3-none-any.whl → 1.1.0a7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. eval_studio_client/api/__init__.py +7 -3
  2. eval_studio_client/api/api/__init__.py +0 -1
  3. eval_studio_client/api/api/dashboard_service_api.py +17 -0
  4. eval_studio_client/api/api/test_service_api.py +34 -0
  5. eval_studio_client/api/api/workflow_service_api.py +510 -0
  6. eval_studio_client/api/docs/DashboardServiceApi.md +4 -2
  7. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +1 -1
  8. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -0
  9. eval_studio_client/api/docs/RequiredTheTestToUpdate.md +1 -0
  10. eval_studio_client/api/docs/TestServiceApi.md +8 -4
  11. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +1 -1
  12. eval_studio_client/api/docs/V1Context.md +9 -4
  13. eval_studio_client/api/docs/V1Dashboard.md +1 -0
  14. eval_studio_client/api/docs/V1DashboardType.md +12 -0
  15. eval_studio_client/api/docs/V1DependencyList.md +30 -0
  16. eval_studio_client/api/docs/V1Evaluator.md +2 -0
  17. eval_studio_client/api/docs/V1GetGuardrailsConfigurationResponse.md +29 -0
  18. eval_studio_client/api/docs/V1LeaderboardReportModel.md +0 -2
  19. eval_studio_client/api/docs/V1ListWorkflowDependenciesResponse.md +30 -0
  20. eval_studio_client/api/docs/V1RepeatedContext.md +29 -0
  21. eval_studio_client/api/docs/V1Test.md +1 -0
  22. eval_studio_client/api/docs/V1TestType.md +12 -0
  23. eval_studio_client/api/docs/V1WorkflowDependency.md +30 -0
  24. eval_studio_client/api/docs/V1WorkflowEdgeType.md +1 -1
  25. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +1 -0
  26. eval_studio_client/api/docs/WorkflowServiceApi.md +135 -0
  27. eval_studio_client/api/models/__init__.py +7 -2
  28. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +3 -2
  29. eval_studio_client/api/models/required_the_dashboard_to_update.py +5 -2
  30. eval_studio_client/api/models/required_the_test_to_update.py +5 -2
  31. eval_studio_client/api/models/test_service_generate_test_cases_request.py +10 -2
  32. eval_studio_client/api/models/v1_context.py +16 -6
  33. eval_studio_client/api/models/v1_dashboard.py +5 -2
  34. eval_studio_client/api/models/v1_dashboard_type.py +38 -0
  35. eval_studio_client/api/models/{generated_questions_validation_service_validate_generated_questions_request.py → v1_dependency_list.py} +14 -14
  36. eval_studio_client/api/models/v1_evaluator.py +11 -3
  37. eval_studio_client/api/models/v1_get_guardrails_configuration_response.py +87 -0
  38. eval_studio_client/api/models/v1_leaderboard_report_model.py +2 -10
  39. eval_studio_client/api/models/v1_list_workflow_dependencies_response.py +105 -0
  40. eval_studio_client/api/models/{v1_generated_test_case.py → v1_repeated_context.py} +12 -18
  41. eval_studio_client/api/models/v1_test.py +5 -2
  42. eval_studio_client/api/models/v1_test_type.py +38 -0
  43. eval_studio_client/api/models/v1_workflow_dependency.py +89 -0
  44. eval_studio_client/api/models/v1_workflow_edge_type.py +3 -2
  45. eval_studio_client/api/models/v1_workflow_node_artifact.py +6 -2
  46. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +10 -2
  47. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +2 -1
  48. eval_studio_client/api/test/test_required_the_test_to_update.py +2 -1
  49. eval_studio_client/api/test/test_required_the_updated_workflow.py +2 -1
  50. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +2 -1
  51. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +10 -1
  52. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +2 -1
  53. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +3 -1
  54. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +2 -1
  55. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +2 -1
  56. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +2 -1
  57. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +2 -1
  58. eval_studio_client/api/test/test_v1_clone_test_response.py +2 -1
  59. eval_studio_client/api/test/test_v1_context.py +6 -1
  60. eval_studio_client/api/test/test_v1_create_dashboard_response.py +2 -1
  61. eval_studio_client/api/test/test_v1_create_evaluator_response.py +3 -1
  62. eval_studio_client/api/test/test_v1_create_test_response.py +2 -1
  63. eval_studio_client/api/test/test_v1_dashboard.py +2 -1
  64. eval_studio_client/api/test/test_v1_dashboard_type.py +33 -0
  65. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +2 -1
  66. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +3 -1
  67. eval_studio_client/api/test/test_v1_delete_test_response.py +2 -1
  68. eval_studio_client/api/test/test_v1_dependency_list.py +56 -0
  69. eval_studio_client/api/test/test_v1_evaluator.py +3 -1
  70. eval_studio_client/api/test/test_v1_get_dashboard_response.py +2 -1
  71. eval_studio_client/api/test/test_v1_get_evaluator_response.py +3 -1
  72. eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py +51 -0
  73. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +1 -3
  74. eval_studio_client/api/test/test_v1_get_test_response.py +2 -1
  75. eval_studio_client/api/test/test_v1_leaderboard_report.py +1 -3
  76. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +1 -3
  77. eval_studio_client/api/test/test_v1_list_dashboards_response.py +2 -1
  78. eval_studio_client/api/test/test_v1_list_evaluators_response.py +3 -1
  79. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +2 -1
  80. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +2 -1
  81. eval_studio_client/api/test/test_v1_list_tests_response.py +2 -1
  82. eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +93 -0
  83. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +2 -1
  84. eval_studio_client/api/test/test_v1_perturb_test_response.py +2 -1
  85. eval_studio_client/api/test/test_v1_repeated_context.py +62 -0
  86. eval_studio_client/api/test/test_v1_test.py +2 -1
  87. eval_studio_client/api/test/test_v1_test_type.py +33 -0
  88. eval_studio_client/api/test/test_v1_update_dashboard_response.py +2 -1
  89. eval_studio_client/api/test/test_v1_update_test_response.py +2 -1
  90. eval_studio_client/api/test/test_v1_workflow.py +2 -1
  91. eval_studio_client/api/test/test_v1_workflow_dependency.py +52 -0
  92. eval_studio_client/api/test/test_v1_workflow_node.py +2 -1
  93. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +2 -1
  94. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +2 -1
  95. eval_studio_client/api/test/test_workflow_service_api.py +13 -0
  96. eval_studio_client/client.py +11 -2
  97. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +241 -92
  98. {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a7.dist-info}/METADATA +1 -1
  99. {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a7.dist-info}/RECORD +100 -88
  100. eval_studio_client/api/api/generated_questions_validation_service_api.py +0 -321
  101. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +0 -78
  102. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +0 -30
  103. eval_studio_client/api/docs/V1GeneratedTestCase.md +0 -30
  104. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +0 -37
  105. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +0 -83
  106. eval_studio_client/api/test/test_v1_generated_test_case.py +0 -79
  107. {eval_studio_client-1.1.0a5.dist-info → eval_studio_client-1.1.0a7.dist-info}/WHEEL +0 -0
@@ -1,321 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/insight.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
- import warnings
15
- from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
16
- from typing import Any, Dict, List, Optional, Tuple, Union
17
- from typing_extensions import Annotated
18
-
19
- from pydantic import Field, field_validator
20
- from typing_extensions import Annotated
21
- from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
22
- from eval_studio_client.api.models.v1_operation import V1Operation
23
-
24
- from eval_studio_client.api.api_client import ApiClient, RequestSerialized
25
- from eval_studio_client.api.api_response import ApiResponse
26
- from eval_studio_client.api.rest import RESTResponseType
27
-
28
-
29
- class GeneratedQuestionsValidationServiceApi:
30
- """NOTE: This class is auto generated by OpenAPI Generator
31
- Ref: https://openapi-generator.tech
32
-
33
- Do not edit the class manually.
34
- """
35
-
36
- def __init__(self, api_client=None) -> None:
37
- if api_client is None:
38
- api_client = ApiClient.get_default()
39
- self.api_client = api_client
40
-
41
-
42
- @validate_call
43
- def generated_questions_validation_service_validate_generated_questions(
44
- self,
45
- name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
46
- body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
47
- _request_timeout: Union[
48
- None,
49
- Annotated[StrictFloat, Field(gt=0)],
50
- Tuple[
51
- Annotated[StrictFloat, Field(gt=0)],
52
- Annotated[StrictFloat, Field(gt=0)]
53
- ]
54
- ] = None,
55
- _request_auth: Optional[Dict[StrictStr, Any]] = None,
56
- _content_type: Optional[StrictStr] = None,
57
- _headers: Optional[Dict[StrictStr, Any]] = None,
58
- _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
59
- ) -> V1Operation:
60
- """generated_questions_validation_service_validate_generated_questions
61
-
62
-
63
- :param name: Required. The Test for which to generate TestCases. (required)
64
- :type name: str
65
- :param body: (required)
66
- :type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
67
- :param _request_timeout: timeout setting for this request. If one
68
- number provided, it will be total request
69
- timeout. It can also be a pair (tuple) of
70
- (connection, read) timeouts.
71
- :type _request_timeout: int, tuple(int, int), optional
72
- :param _request_auth: set to override the auth_settings for an a single
73
- request; this effectively ignores the
74
- authentication in the spec for a single request.
75
- :type _request_auth: dict, optional
76
- :param _content_type: force content-type for the request.
77
- :type _content_type: str, Optional
78
- :param _headers: set to override the headers for a single
79
- request; this effectively ignores the headers
80
- in the spec for a single request.
81
- :type _headers: dict, optional
82
- :param _host_index: set to override the host_index for a single
83
- request; this effectively ignores the host_index
84
- in the spec for a single request.
85
- :type _host_index: int, optional
86
- :return: Returns the result object.
87
- """ # noqa: E501
88
-
89
- _param = self._generated_questions_validation_service_validate_generated_questions_serialize(
90
- name=name,
91
- body=body,
92
- _request_auth=_request_auth,
93
- _content_type=_content_type,
94
- _headers=_headers,
95
- _host_index=_host_index
96
- )
97
-
98
- _response_types_map: Dict[str, Optional[str]] = {
99
- '200': "V1Operation",
100
- }
101
- response_data = self.api_client.call_api(
102
- *_param,
103
- _request_timeout=_request_timeout
104
- )
105
- response_data.read()
106
- return self.api_client.response_deserialize(
107
- response_data=response_data,
108
- response_types_map=_response_types_map,
109
- ).data
110
-
111
-
112
- @validate_call
113
- def generated_questions_validation_service_validate_generated_questions_with_http_info(
114
- self,
115
- name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
116
- body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
117
- _request_timeout: Union[
118
- None,
119
- Annotated[StrictFloat, Field(gt=0)],
120
- Tuple[
121
- Annotated[StrictFloat, Field(gt=0)],
122
- Annotated[StrictFloat, Field(gt=0)]
123
- ]
124
- ] = None,
125
- _request_auth: Optional[Dict[StrictStr, Any]] = None,
126
- _content_type: Optional[StrictStr] = None,
127
- _headers: Optional[Dict[StrictStr, Any]] = None,
128
- _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
129
- ) -> ApiResponse[V1Operation]:
130
- """generated_questions_validation_service_validate_generated_questions
131
-
132
-
133
- :param name: Required. The Test for which to generate TestCases. (required)
134
- :type name: str
135
- :param body: (required)
136
- :type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
137
- :param _request_timeout: timeout setting for this request. If one
138
- number provided, it will be total request
139
- timeout. It can also be a pair (tuple) of
140
- (connection, read) timeouts.
141
- :type _request_timeout: int, tuple(int, int), optional
142
- :param _request_auth: set to override the auth_settings for an a single
143
- request; this effectively ignores the
144
- authentication in the spec for a single request.
145
- :type _request_auth: dict, optional
146
- :param _content_type: force content-type for the request.
147
- :type _content_type: str, Optional
148
- :param _headers: set to override the headers for a single
149
- request; this effectively ignores the headers
150
- in the spec for a single request.
151
- :type _headers: dict, optional
152
- :param _host_index: set to override the host_index for a single
153
- request; this effectively ignores the host_index
154
- in the spec for a single request.
155
- :type _host_index: int, optional
156
- :return: Returns the result object.
157
- """ # noqa: E501
158
-
159
- _param = self._generated_questions_validation_service_validate_generated_questions_serialize(
160
- name=name,
161
- body=body,
162
- _request_auth=_request_auth,
163
- _content_type=_content_type,
164
- _headers=_headers,
165
- _host_index=_host_index
166
- )
167
-
168
- _response_types_map: Dict[str, Optional[str]] = {
169
- '200': "V1Operation",
170
- }
171
- response_data = self.api_client.call_api(
172
- *_param,
173
- _request_timeout=_request_timeout
174
- )
175
- response_data.read()
176
- return self.api_client.response_deserialize(
177
- response_data=response_data,
178
- response_types_map=_response_types_map,
179
- )
180
-
181
-
182
- @validate_call
183
- def generated_questions_validation_service_validate_generated_questions_without_preload_content(
184
- self,
185
- name: Annotated[str, Field(strict=True, description="Required. The Test for which to generate TestCases.")],
186
- body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest,
187
- _request_timeout: Union[
188
- None,
189
- Annotated[StrictFloat, Field(gt=0)],
190
- Tuple[
191
- Annotated[StrictFloat, Field(gt=0)],
192
- Annotated[StrictFloat, Field(gt=0)]
193
- ]
194
- ] = None,
195
- _request_auth: Optional[Dict[StrictStr, Any]] = None,
196
- _content_type: Optional[StrictStr] = None,
197
- _headers: Optional[Dict[StrictStr, Any]] = None,
198
- _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
199
- ) -> RESTResponseType:
200
- """generated_questions_validation_service_validate_generated_questions
201
-
202
-
203
- :param name: Required. The Test for which to generate TestCases. (required)
204
- :type name: str
205
- :param body: (required)
206
- :type body: GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
207
- :param _request_timeout: timeout setting for this request. If one
208
- number provided, it will be total request
209
- timeout. It can also be a pair (tuple) of
210
- (connection, read) timeouts.
211
- :type _request_timeout: int, tuple(int, int), optional
212
- :param _request_auth: set to override the auth_settings for an a single
213
- request; this effectively ignores the
214
- authentication in the spec for a single request.
215
- :type _request_auth: dict, optional
216
- :param _content_type: force content-type for the request.
217
- :type _content_type: str, Optional
218
- :param _headers: set to override the headers for a single
219
- request; this effectively ignores the headers
220
- in the spec for a single request.
221
- :type _headers: dict, optional
222
- :param _host_index: set to override the host_index for a single
223
- request; this effectively ignores the host_index
224
- in the spec for a single request.
225
- :type _host_index: int, optional
226
- :return: Returns the result object.
227
- """ # noqa: E501
228
-
229
- _param = self._generated_questions_validation_service_validate_generated_questions_serialize(
230
- name=name,
231
- body=body,
232
- _request_auth=_request_auth,
233
- _content_type=_content_type,
234
- _headers=_headers,
235
- _host_index=_host_index
236
- )
237
-
238
- _response_types_map: Dict[str, Optional[str]] = {
239
- '200': "V1Operation",
240
- }
241
- response_data = self.api_client.call_api(
242
- *_param,
243
- _request_timeout=_request_timeout
244
- )
245
- return response_data.response
246
-
247
-
248
- def _generated_questions_validation_service_validate_generated_questions_serialize(
249
- self,
250
- name,
251
- body,
252
- _request_auth,
253
- _content_type,
254
- _headers,
255
- _host_index,
256
- ) -> RequestSerialized:
257
-
258
- _host = None
259
-
260
- _collection_formats: Dict[str, str] = {
261
- }
262
-
263
- _path_params: Dict[str, str] = {}
264
- _query_params: List[Tuple[str, str]] = []
265
- _header_params: Dict[str, Optional[str]] = _headers or {}
266
- _form_params: List[Tuple[str, str]] = []
267
- _files: Dict[str, Union[str, bytes]] = {}
268
- _body_params: Optional[bytes] = None
269
-
270
- # process the path parameters
271
- if name is not None:
272
- _path_params['name'] = name
273
- # process the query parameters
274
- # process the header parameters
275
- # process the form parameters
276
- # process the body parameter
277
- if body is not None:
278
- _body_params = body
279
-
280
-
281
- # set the HTTP header `Accept`
282
- _header_params['Accept'] = self.api_client.select_header_accept(
283
- [
284
- 'application/json'
285
- ]
286
- )
287
-
288
- # set the HTTP header `Content-Type`
289
- if _content_type:
290
- _header_params['Content-Type'] = _content_type
291
- else:
292
- _default_content_type = (
293
- self.api_client.select_header_content_type(
294
- [
295
- 'application/json'
296
- ]
297
- )
298
- )
299
- if _default_content_type is not None:
300
- _header_params['Content-Type'] = _default_content_type
301
-
302
- # authentication setting
303
- _auth_settings: List[str] = [
304
- ]
305
-
306
- return self.api_client.param_serialize(
307
- method='POST',
308
- resource_path='/v1/{name}:validateGeneratedQuestions',
309
- path_params=_path_params,
310
- query_params=_query_params,
311
- header_params=_header_params,
312
- body=_body_params,
313
- post_params=_form_params,
314
- files=_files,
315
- auth_settings=_auth_settings,
316
- collection_formats=_collection_formats,
317
- _host=_host,
318
- _request_auth=_request_auth
319
- )
320
-
321
-
@@ -1,78 +0,0 @@
1
- # eval_studio_client.api.GeneratedQuestionsValidationServiceApi
2
-
3
- All URIs are relative to *http://localhost*
4
-
5
- Method | HTTP request | Description
6
- ------------- | ------------- | -------------
7
- [**generated_questions_validation_service_validate_generated_questions**](GeneratedQuestionsValidationServiceApi.md#generated_questions_validation_service_validate_generated_questions) | **POST** /v1/{name}:validateGeneratedQuestions |
8
-
9
-
10
- # **generated_questions_validation_service_validate_generated_questions**
11
- > V1Operation generated_questions_validation_service_validate_generated_questions(name, body)
12
-
13
-
14
-
15
- ### Example
16
-
17
-
18
- ```python
19
- import eval_studio_client.api
20
- from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
21
- from eval_studio_client.api.models.v1_operation import V1Operation
22
- from eval_studio_client.api.rest import ApiException
23
- from pprint import pprint
24
-
25
- # Defining the host is optional and defaults to http://localhost
26
- # See configuration.py for a list of all supported configuration parameters.
27
- configuration = eval_studio_client.api.Configuration(
28
- host = "http://localhost"
29
- )
30
-
31
-
32
- # Enter a context with an instance of the API client
33
- with eval_studio_client.api.ApiClient(configuration) as api_client:
34
- # Create an instance of the API class
35
- api_instance = eval_studio_client.api.GeneratedQuestionsValidationServiceApi(api_client)
36
- name = 'name_example' # str | Required. The Test for which to generate TestCases.
37
- body = eval_studio_client.api.GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest() # GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest |
38
-
39
- try:
40
- api_response = api_instance.generated_questions_validation_service_validate_generated_questions(name, body)
41
- print("The response of GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions:\n")
42
- pprint(api_response)
43
- except Exception as e:
44
- print("Exception when calling GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions: %s\n" % e)
45
- ```
46
-
47
-
48
-
49
- ### Parameters
50
-
51
-
52
- Name | Type | Description | Notes
53
- ------------- | ------------- | ------------- | -------------
54
- **name** | **str**| Required. The Test for which to generate TestCases. |
55
- **body** | [**GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest**](GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md)| |
56
-
57
- ### Return type
58
-
59
- [**V1Operation**](V1Operation.md)
60
-
61
- ### Authorization
62
-
63
- No authorization required
64
-
65
- ### HTTP request headers
66
-
67
- - **Content-Type**: application/json
68
- - **Accept**: application/json
69
-
70
- ### HTTP response details
71
-
72
- | Status code | Description | Response headers |
73
- |-------------|-------------|------------------|
74
- **200** | A successful response. | - |
75
- **0** | An unexpected error response. | - |
76
-
77
- [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
78
-
@@ -1,30 +0,0 @@
1
- # GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **operation** | **str** | Required. The Operation processing this question validation process. | [optional]
9
- **test_cases** | [**List[V1GeneratedTestCase]**](V1GeneratedTestCase.md) | Required. Generated Test Cases, i.e., Test cases with context that was used for their generation. | [optional]
10
-
11
- ## Example
12
-
13
- ```python
14
- from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
15
-
16
- # TODO update the JSON string below
17
- json = "{}"
18
- # create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a JSON string
19
- generated_questions_validation_service_validate_generated_questions_request_instance = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_json(json)
20
- # print the JSON string representation of the object
21
- print(GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.to_json())
22
-
23
- # convert the object into a dict
24
- generated_questions_validation_service_validate_generated_questions_request_dict = generated_questions_validation_service_validate_generated_questions_request_instance.to_dict()
25
- # create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a dict
26
- generated_questions_validation_service_validate_generated_questions_request_from_dict = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_dict(generated_questions_validation_service_validate_generated_questions_request_dict)
27
- ```
28
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
29
-
30
-
@@ -1,30 +0,0 @@
1
- # V1GeneratedTestCase
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test_case** | [**V1TestCase**](V1TestCase.md) | | [optional]
9
- **context** | [**List[V1Context]**](V1Context.md) | Context used for test_case generation. | [optional]
10
-
11
- ## Example
12
-
13
- ```python
14
- from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
15
-
16
- # TODO update the JSON string below
17
- json = "{}"
18
- # create an instance of V1GeneratedTestCase from a JSON string
19
- v1_generated_test_case_instance = V1GeneratedTestCase.from_json(json)
20
- # print the JSON string representation of the object
21
- print(V1GeneratedTestCase.to_json())
22
-
23
- # convert the object into a dict
24
- v1_generated_test_case_dict = v1_generated_test_case_instance.to_dict()
25
- # create an instance of V1GeneratedTestCase from a dict
26
- v1_generated_test_case_from_dict = V1GeneratedTestCase.from_dict(v1_generated_test_case_dict)
27
- ```
28
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
29
-
30
-
@@ -1,37 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/insight.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
18
-
19
-
20
- class TestGeneratedQuestionsValidationServiceApi(unittest.TestCase):
21
- """GeneratedQuestionsValidationServiceApi unit test stubs"""
22
-
23
- def setUp(self) -> None:
24
- self.api = GeneratedQuestionsValidationServiceApi()
25
-
26
- def tearDown(self) -> None:
27
- pass
28
-
29
- def test_generated_questions_validation_service_validate_generated_questions(self) -> None:
30
- """Test case for generated_questions_validation_service_validate_generated_questions
31
-
32
- """
33
- pass
34
-
35
-
36
- if __name__ == '__main__':
37
- unittest.main()
@@ -1,83 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/insight.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
18
-
19
- class TestGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(unittest.TestCase):
20
- """GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest:
29
- """Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest`
34
- """
35
- model = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest()
36
- if include_optional:
37
- return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
38
- operation = '',
39
- test_cases = [
40
- eval_studio_client.api.models.v1_generated_test_case.v1GeneratedTestCase(
41
- test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
42
- name = '',
43
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
- creator = '',
45
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
- updater = '',
47
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
48
- deleter = '',
49
- parent = '',
50
- prompt = '',
51
- answer = '',
52
- constraints = [
53
- ''
54
- ],
55
- condition = '',
56
- perturbed_by = [
57
- ''
58
- ],
59
- topics = [
60
- ''
61
- ],
62
- generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', ),
63
- context = [
64
- eval_studio_client.api.models.v1_context.v1Context(
65
- collection_id = '',
66
- chunk_id = 56,
67
- score = 1.337,
68
- content = '', )
69
- ], )
70
- ]
71
- )
72
- else:
73
- return GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(
74
- )
75
- """
76
-
77
- def testGeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(self):
78
- """Test GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest"""
79
- # inst_req_only = self.make_instance(include_optional=False)
80
- # inst_req_and_optional = self.make_instance(include_optional=True)
81
-
82
- if __name__ == '__main__':
83
- unittest.main()
@@ -1,79 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/insight.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
18
-
19
- class TestV1GeneratedTestCase(unittest.TestCase):
20
- """V1GeneratedTestCase unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1GeneratedTestCase:
29
- """Test V1GeneratedTestCase
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1GeneratedTestCase`
34
- """
35
- model = V1GeneratedTestCase()
36
- if include_optional:
37
- return V1GeneratedTestCase(
38
- test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
39
- name = '',
40
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
- creator = '',
42
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
- updater = '',
44
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
- deleter = '',
46
- parent = '',
47
- prompt = '',
48
- answer = '',
49
- constraints = [
50
- ''
51
- ],
52
- condition = '',
53
- perturbed_by = [
54
- ''
55
- ],
56
- topics = [
57
- ''
58
- ],
59
- generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', ),
60
- context = [
61
- eval_studio_client.api.models.v1_context.v1Context(
62
- collection_id = '',
63
- chunk_id = 56,
64
- score = 1.337,
65
- content = '', )
66
- ]
67
- )
68
- else:
69
- return V1GeneratedTestCase(
70
- )
71
- """
72
-
73
- def testV1GeneratedTestCase(self):
74
- """Test V1GeneratedTestCase"""
75
- # inst_req_only = self.make_instance(include_optional=False)
76
- # inst_req_and_optional = self.make_instance(include_optional=True)
77
-
78
- if __name__ == '__main__':
79
- unittest.main()