eval-studio-client 1.0.1__py3-none-any.whl → 1.0.3a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. eval_studio_client/api/__init__.py +0 -43
  2. eval_studio_client/api/api/__init__.py +0 -5
  3. eval_studio_client/api/api/perturbator_service_api.py +1 -268
  4. eval_studio_client/api/api/test_service_api.py +0 -568
  5. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +0 -1
  6. eval_studio_client/api/docs/PerturbatorServiceApi.md +3 -33
  7. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +1 -2
  8. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +0 -1
  9. eval_studio_client/api/docs/TestServiceApi.md +0 -140
  10. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +0 -1
  11. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +0 -1
  12. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +0 -1
  13. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +0 -1
  14. eval_studio_client/api/docs/V1TestCase.md +0 -1
  15. eval_studio_client/api/models/__init__.py +0 -38
  16. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +2 -8
  17. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +3 -5
  18. eval_studio_client/api/models/required_the_test_case_to_update.py +2 -6
  19. eval_studio_client/api/models/test_service_generate_test_cases_request.py +2 -4
  20. eval_studio_client/api/models/test_service_perturb_test_request.py +2 -4
  21. eval_studio_client/api/models/v1_create_evaluation_request.py +2 -7
  22. eval_studio_client/api/models/v1_import_evaluation_request.py +2 -7
  23. eval_studio_client/api/models/v1_test_case.py +2 -6
  24. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +2 -20
  25. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +1 -4
  26. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -4
  27. eval_studio_client/api/test/test_test_service_api.py +0 -12
  28. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +1 -4
  29. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -4
  30. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +1 -4
  31. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -20
  32. eval_studio_client/api/test/test_v1_create_test_case_response.py +1 -4
  33. eval_studio_client/api/test/test_v1_delete_test_case_response.py +1 -4
  34. eval_studio_client/api/test/test_v1_evaluation_test.py +1 -4
  35. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +1 -4
  36. eval_studio_client/api/test/test_v1_get_test_case_response.py +1 -4
  37. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -16
  38. eval_studio_client/api/test/test_v1_list_test_cases_response.py +1 -4
  39. eval_studio_client/api/test/test_v1_test_case.py +1 -4
  40. eval_studio_client/api/test/test_v1_update_test_case_response.py +1 -4
  41. eval_studio_client/client.py +11 -9
  42. eval_studio_client/dashboards.py +0 -29
  43. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +32 -1903
  44. eval_studio_client/leaderboards.py +0 -123
  45. eval_studio_client/models.py +42 -3
  46. eval_studio_client/test_labs.py +21 -49
  47. eval_studio_client/tests.py +1 -188
  48. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/METADATA +3 -2
  49. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/RECORD +50 -179
  50. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/WHEEL +1 -1
  51. eval_studio_client/api/api/human_calibration_service_api.py +0 -304
  52. eval_studio_client/api/api/prompt_library_service_api.py +0 -669
  53. eval_studio_client/api/api/workflow_edge_service_api.py +0 -296
  54. eval_studio_client/api/api/workflow_node_service_api.py +0 -1634
  55. eval_studio_client/api/api/workflow_service_api.py +0 -1609
  56. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +0 -77
  57. eval_studio_client/api/docs/PromptLibraryServiceApi.md +0 -155
  58. eval_studio_client/api/docs/ProtobufNullValue.md +0 -12
  59. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +0 -44
  60. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +0 -44
  61. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +0 -32
  62. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +0 -35
  63. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +0 -29
  64. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +0 -29
  65. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +0 -29
  66. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +0 -29
  67. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +0 -29
  68. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +0 -29
  69. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +0 -29
  70. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +0 -33
  71. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +0 -30
  72. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +0 -29
  73. eval_studio_client/api/docs/V1GetWorkflowResponse.md +0 -29
  74. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +0 -29
  75. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +0 -33
  76. eval_studio_client/api/docs/V1LabeledTestCase.md +0 -31
  77. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +0 -29
  78. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +0 -29
  79. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +0 -29
  80. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +0 -29
  81. eval_studio_client/api/docs/V1PromptLibraryItem.md +0 -42
  82. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +0 -11
  83. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +0 -29
  84. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +0 -29
  85. eval_studio_client/api/docs/V1Workflow.md +0 -46
  86. eval_studio_client/api/docs/V1WorkflowEdge.md +0 -40
  87. eval_studio_client/api/docs/V1WorkflowEdgeType.md +0 -12
  88. eval_studio_client/api/docs/V1WorkflowNode.md +0 -46
  89. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +0 -40
  90. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +0 -29
  91. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +0 -30
  92. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +0 -12
  93. eval_studio_client/api/docs/V1WorkflowNodeType.md +0 -12
  94. eval_studio_client/api/docs/V1WorkflowNodeView.md +0 -12
  95. eval_studio_client/api/docs/V1WorkflowType.md +0 -12
  96. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +0 -76
  97. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +0 -423
  98. eval_studio_client/api/docs/WorkflowServiceApi.md +0 -417
  99. eval_studio_client/api/models/protobuf_null_value.py +0 -36
  100. eval_studio_client/api/models/required_the_updated_workflow.py +0 -152
  101. eval_studio_client/api/models/required_the_updated_workflow_node.py +0 -152
  102. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +0 -93
  103. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +0 -99
  104. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +0 -87
  105. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +0 -95
  106. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +0 -95
  107. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +0 -95
  108. eval_studio_client/api/models/v1_create_workflow_response.py +0 -91
  109. eval_studio_client/api/models/v1_delete_workflow_node_response.py +0 -91
  110. eval_studio_client/api/models/v1_delete_workflow_response.py +0 -91
  111. eval_studio_client/api/models/v1_estimate_threshold_request.py +0 -103
  112. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +0 -89
  113. eval_studio_client/api/models/v1_get_workflow_node_response.py +0 -91
  114. eval_studio_client/api/models/v1_get_workflow_response.py +0 -91
  115. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +0 -91
  116. eval_studio_client/api/models/v1_import_test_cases_request.py +0 -95
  117. eval_studio_client/api/models/v1_labeled_test_case.py +0 -91
  118. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +0 -95
  119. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +0 -95
  120. eval_studio_client/api/models/v1_list_workflows_response.py +0 -95
  121. eval_studio_client/api/models/v1_process_workflow_node_response.py +0 -91
  122. eval_studio_client/api/models/v1_prompt_library_item.py +0 -129
  123. eval_studio_client/api/models/v1_test_suite_evaluates.py +0 -39
  124. eval_studio_client/api/models/v1_update_workflow_node_response.py +0 -91
  125. eval_studio_client/api/models/v1_update_workflow_response.py +0 -91
  126. eval_studio_client/api/models/v1_workflow.py +0 -156
  127. eval_studio_client/api/models/v1_workflow_edge.py +0 -123
  128. eval_studio_client/api/models/v1_workflow_edge_type.py +0 -37
  129. eval_studio_client/api/models/v1_workflow_node.py +0 -156
  130. eval_studio_client/api/models/v1_workflow_node_artifact.py +0 -122
  131. eval_studio_client/api/models/v1_workflow_node_artifacts.py +0 -97
  132. eval_studio_client/api/models/v1_workflow_node_attributes.py +0 -87
  133. eval_studio_client/api/models/v1_workflow_node_status.py +0 -40
  134. eval_studio_client/api/models/v1_workflow_node_type.py +0 -41
  135. eval_studio_client/api/models/v1_workflow_node_view.py +0 -38
  136. eval_studio_client/api/models/v1_workflow_type.py +0 -37
  137. eval_studio_client/api/test/test_human_calibration_service_api.py +0 -38
  138. eval_studio_client/api/test/test_prompt_library_service_api.py +0 -43
  139. eval_studio_client/api/test/test_protobuf_null_value.py +0 -33
  140. eval_studio_client/api/test/test_required_the_updated_workflow.py +0 -88
  141. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +0 -80
  142. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +0 -56
  143. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +0 -63
  144. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +0 -53
  145. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +0 -92
  146. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +0 -64
  147. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +0 -84
  148. eval_studio_client/api/test/test_v1_create_workflow_response.py +0 -90
  149. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +0 -82
  150. eval_studio_client/api/test/test_v1_delete_workflow_response.py +0 -90
  151. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +0 -60
  152. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +0 -56
  153. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +0 -82
  154. eval_studio_client/api/test/test_v1_get_workflow_response.py +0 -90
  155. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +0 -71
  156. eval_studio_client/api/test/test_v1_import_test_cases_request.py +0 -57
  157. eval_studio_client/api/test/test_v1_labeled_test_case.py +0 -53
  158. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +0 -71
  159. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +0 -71
  160. eval_studio_client/api/test/test_v1_list_workflows_response.py +0 -92
  161. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +0 -71
  162. eval_studio_client/api/test/test_v1_prompt_library_item.py +0 -68
  163. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +0 -33
  164. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +0 -82
  165. eval_studio_client/api/test/test_v1_update_workflow_response.py +0 -90
  166. eval_studio_client/api/test/test_v1_workflow.py +0 -89
  167. eval_studio_client/api/test/test_v1_workflow_edge.py +0 -61
  168. eval_studio_client/api/test/test_v1_workflow_edge_type.py +0 -33
  169. eval_studio_client/api/test/test_v1_workflow_node.py +0 -81
  170. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +0 -61
  171. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +0 -64
  172. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +0 -51
  173. eval_studio_client/api/test/test_v1_workflow_node_status.py +0 -33
  174. eval_studio_client/api/test/test_v1_workflow_node_type.py +0 -33
  175. eval_studio_client/api/test/test_v1_workflow_node_view.py +0 -33
  176. eval_studio_client/api/test/test_v1_workflow_type.py +0 -33
  177. eval_studio_client/api/test/test_workflow_edge_service_api.py +0 -38
  178. eval_studio_client/api/test/test_workflow_node_service_api.py +0 -73
  179. eval_studio_client/api/test/test_workflow_service_api.py +0 -73
@@ -1,90 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
18
-
19
- class TestV1GetWorkflowResponse(unittest.TestCase):
20
- """V1GetWorkflowResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1GetWorkflowResponse:
29
- """Test V1GetWorkflowResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1GetWorkflowResponse`
34
- """
35
- model = V1GetWorkflowResponse()
36
- if include_optional:
37
- return V1GetWorkflowResponse(
38
- workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
39
- name = '',
40
- display_name = '',
41
- description = '',
42
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
- creator = '',
44
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
- updater = '',
46
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
- deleter = '',
48
- type = 'WORKFLOW_TYPE_UNSPECIFIED',
49
- model = '',
50
- nodes = [
51
- ''
52
- ],
53
- edges = [
54
- ''
55
- ],
56
- outputs = {
57
- 'key' : None
58
- },
59
- output_artifacts = {
60
- 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
61
- artifacts = [
62
- eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
63
- name = '',
64
- parent = '',
65
- display_name = '',
66
- description = '',
67
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
68
- creator = '',
69
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
70
- updater = '',
71
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
72
- deleter = '',
73
- mime_type = '', )
74
- ], )
75
- },
76
- llm_model = '',
77
- model_parameters = '', )
78
- )
79
- else:
80
- return V1GetWorkflowResponse(
81
- )
82
- """
83
-
84
- def testV1GetWorkflowResponse(self):
85
- """Test V1GetWorkflowResponse"""
86
- # inst_req_only = self.make_instance(include_optional=False)
87
- # inst_req_and_optional = self.make_instance(include_optional=True)
88
-
89
- if __name__ == '__main__':
90
- unittest.main()
@@ -1,71 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
18
-
19
- class TestV1ImportTestCasesFromLibraryResponse(unittest.TestCase):
20
- """V1ImportTestCasesFromLibraryResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ImportTestCasesFromLibraryResponse:
29
- """Test V1ImportTestCasesFromLibraryResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ImportTestCasesFromLibraryResponse`
34
- """
35
- model = V1ImportTestCasesFromLibraryResponse()
36
- if include_optional:
37
- return V1ImportTestCasesFromLibraryResponse(
38
- operation = eval_studio_client.api.models.v1_operation.v1Operation(
39
- name = '',
40
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
- creator = '',
42
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
- updater = '',
44
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
- deleter = '',
46
- metadata = {
47
- 'key' : None
48
- },
49
- done = True,
50
- error = eval_studio_client.api.models.rpc_status.rpcStatus(
51
- code = 56,
52
- message = '',
53
- details = [
54
- {
55
- 'key' : None
56
- }
57
- ], ),
58
- response = , )
59
- )
60
- else:
61
- return V1ImportTestCasesFromLibraryResponse(
62
- )
63
- """
64
-
65
- def testV1ImportTestCasesFromLibraryResponse(self):
66
- """Test V1ImportTestCasesFromLibraryResponse"""
67
- # inst_req_only = self.make_instance(include_optional=False)
68
- # inst_req_and_optional = self.make_instance(include_optional=True)
69
-
70
- if __name__ == '__main__':
71
- unittest.main()
@@ -1,57 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
18
-
19
- class TestV1ImportTestCasesRequest(unittest.TestCase):
20
- """V1ImportTestCasesRequest unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ImportTestCasesRequest:
29
- """Test V1ImportTestCasesRequest
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ImportTestCasesRequest`
34
- """
35
- model = V1ImportTestCasesRequest()
36
- if include_optional:
37
- return V1ImportTestCasesRequest(
38
- test = '',
39
- operation = '',
40
- test_suite_url = '',
41
- count = 56,
42
- test_document_urls = [
43
- ''
44
- ]
45
- )
46
- else:
47
- return V1ImportTestCasesRequest(
48
- )
49
- """
50
-
51
- def testV1ImportTestCasesRequest(self):
52
- """Test V1ImportTestCasesRequest"""
53
- # inst_req_only = self.make_instance(include_optional=False)
54
- # inst_req_and_optional = self.make_instance(include_optional=True)
55
-
56
- if __name__ == '__main__':
57
- unittest.main()
@@ -1,53 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
18
-
19
- class TestV1LabeledTestCase(unittest.TestCase):
20
- """V1LabeledTestCase unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1LabeledTestCase:
29
- """Test V1LabeledTestCase
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1LabeledTestCase`
34
- """
35
- model = V1LabeledTestCase()
36
- if include_optional:
37
- return V1LabeledTestCase(
38
- name = '',
39
- metric_value = 1.337,
40
- label = True
41
- )
42
- else:
43
- return V1LabeledTestCase(
44
- )
45
- """
46
-
47
- def testV1LabeledTestCase(self):
48
- """Test V1LabeledTestCase"""
49
- # inst_req_only = self.make_instance(include_optional=False)
50
- # inst_req_and_optional = self.make_instance(include_optional=True)
51
-
52
- if __name__ == '__main__':
53
- unittest.main()
@@ -1,71 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
18
-
19
- class TestV1ListPromptLibraryItemsResponse(unittest.TestCase):
20
- """V1ListPromptLibraryItemsResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ListPromptLibraryItemsResponse:
29
- """Test V1ListPromptLibraryItemsResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ListPromptLibraryItemsResponse`
34
- """
35
- model = V1ListPromptLibraryItemsResponse()
36
- if include_optional:
37
- return V1ListPromptLibraryItemsResponse(
38
- prompt_library_items = [
39
- eval_studio_client.api.models.v1_prompt_library_item.v1PromptLibraryItem(
40
- name = '',
41
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
42
- creator = '',
43
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
- updater = '',
45
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
- deleter = '',
47
- display_name = '',
48
- description = '',
49
- test_suite_url = '',
50
- test_count = 56,
51
- test_case_count = 56,
52
- evaluates = [
53
- 'TEST_SUITE_EVALUATES_UNSPECIFIED'
54
- ],
55
- categories = [
56
- ''
57
- ], )
58
- ]
59
- )
60
- else:
61
- return V1ListPromptLibraryItemsResponse(
62
- )
63
- """
64
-
65
- def testV1ListPromptLibraryItemsResponse(self):
66
- """Test V1ListPromptLibraryItemsResponse"""
67
- # inst_req_only = self.make_instance(include_optional=False)
68
- # inst_req_and_optional = self.make_instance(include_optional=True)
69
-
70
- if __name__ == '__main__':
71
- unittest.main()
@@ -1,71 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
18
-
19
- class TestV1ListTestCaseLibraryItemsResponse(unittest.TestCase):
20
- """V1ListTestCaseLibraryItemsResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ListTestCaseLibraryItemsResponse:
29
- """Test V1ListTestCaseLibraryItemsResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ListTestCaseLibraryItemsResponse`
34
- """
35
- model = V1ListTestCaseLibraryItemsResponse()
36
- if include_optional:
37
- return V1ListTestCaseLibraryItemsResponse(
38
- prompt_library_items = [
39
- eval_studio_client.api.models.v1_prompt_library_item.v1PromptLibraryItem(
40
- name = '',
41
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
42
- creator = '',
43
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
- updater = '',
45
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
- deleter = '',
47
- display_name = '',
48
- description = '',
49
- test_suite_url = '',
50
- test_count = 56,
51
- test_case_count = 56,
52
- evaluates = [
53
- 'TEST_SUITE_EVALUATES_UNSPECIFIED'
54
- ],
55
- categories = [
56
- ''
57
- ], )
58
- ]
59
- )
60
- else:
61
- return V1ListTestCaseLibraryItemsResponse(
62
- )
63
- """
64
-
65
- def testV1ListTestCaseLibraryItemsResponse(self):
66
- """Test V1ListTestCaseLibraryItemsResponse"""
67
- # inst_req_only = self.make_instance(include_optional=False)
68
- # inst_req_and_optional = self.make_instance(include_optional=True)
69
-
70
- if __name__ == '__main__':
71
- unittest.main()
@@ -1,92 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
18
-
19
- class TestV1ListWorkflowsResponse(unittest.TestCase):
20
- """V1ListWorkflowsResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ListWorkflowsResponse:
29
- """Test V1ListWorkflowsResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ListWorkflowsResponse`
34
- """
35
- model = V1ListWorkflowsResponse()
36
- if include_optional:
37
- return V1ListWorkflowsResponse(
38
- workflows = [
39
- eval_studio_client.api.models.v1_workflow.v1Workflow(
40
- name = '',
41
- display_name = '',
42
- description = '',
43
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
- creator = '',
45
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
- updater = '',
47
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
48
- deleter = '',
49
- type = 'WORKFLOW_TYPE_UNSPECIFIED',
50
- model = '',
51
- nodes = [
52
- ''
53
- ],
54
- edges = [
55
- ''
56
- ],
57
- outputs = {
58
- 'key' : None
59
- },
60
- output_artifacts = {
61
- 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
62
- artifacts = [
63
- eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
64
- name = '',
65
- parent = '',
66
- display_name = '',
67
- description = '',
68
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
69
- creator = '',
70
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
71
- updater = '',
72
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
73
- deleter = '',
74
- mime_type = '', )
75
- ], )
76
- },
77
- llm_model = '',
78
- model_parameters = '', )
79
- ]
80
- )
81
- else:
82
- return V1ListWorkflowsResponse(
83
- )
84
- """
85
-
86
- def testV1ListWorkflowsResponse(self):
87
- """Test V1ListWorkflowsResponse"""
88
- # inst_req_only = self.make_instance(include_optional=False)
89
- # inst_req_and_optional = self.make_instance(include_optional=True)
90
-
91
- if __name__ == '__main__':
92
- unittest.main()
@@ -1,71 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
18
-
19
- class TestV1ProcessWorkflowNodeResponse(unittest.TestCase):
20
- """V1ProcessWorkflowNodeResponse unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1ProcessWorkflowNodeResponse:
29
- """Test V1ProcessWorkflowNodeResponse
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1ProcessWorkflowNodeResponse`
34
- """
35
- model = V1ProcessWorkflowNodeResponse()
36
- if include_optional:
37
- return V1ProcessWorkflowNodeResponse(
38
- operation = eval_studio_client.api.models.v1_operation.v1Operation(
39
- name = '',
40
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
- creator = '',
42
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
- updater = '',
44
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
- deleter = '',
46
- metadata = {
47
- 'key' : None
48
- },
49
- done = True,
50
- error = eval_studio_client.api.models.rpc_status.rpcStatus(
51
- code = 56,
52
- message = '',
53
- details = [
54
- {
55
- 'key' : None
56
- }
57
- ], ),
58
- response = , )
59
- )
60
- else:
61
- return V1ProcessWorkflowNodeResponse(
62
- )
63
- """
64
-
65
- def testV1ProcessWorkflowNodeResponse(self):
66
- """Test V1ProcessWorkflowNodeResponse"""
67
- # inst_req_only = self.make_instance(include_optional=False)
68
- # inst_req_and_optional = self.make_instance(include_optional=True)
69
-
70
- if __name__ == '__main__':
71
- unittest.main()
@@ -1,68 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
18
-
19
- class TestV1PromptLibraryItem(unittest.TestCase):
20
- """V1PromptLibraryItem unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def make_instance(self, include_optional) -> V1PromptLibraryItem:
29
- """Test V1PromptLibraryItem
30
- include_option is a boolean, when False only required
31
- params are included, when True both required and
32
- optional params are included """
33
- # uncomment below to create an instance of `V1PromptLibraryItem`
34
- """
35
- model = V1PromptLibraryItem()
36
- if include_optional:
37
- return V1PromptLibraryItem(
38
- name = '',
39
- create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
40
- creator = '',
41
- update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
42
- updater = '',
43
- delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
- deleter = '',
45
- display_name = '',
46
- description = '',
47
- test_suite_url = '',
48
- test_count = 56,
49
- test_case_count = 56,
50
- evaluates = [
51
- 'TEST_SUITE_EVALUATES_UNSPECIFIED'
52
- ],
53
- categories = [
54
- ''
55
- ]
56
- )
57
- else:
58
- return V1PromptLibraryItem(
59
- )
60
- """
61
-
62
- def testV1PromptLibraryItem(self):
63
- """Test V1PromptLibraryItem"""
64
- # inst_req_only = self.make_instance(include_optional=False)
65
- # inst_req_and_optional = self.make_instance(include_optional=True)
66
-
67
- if __name__ == '__main__':
68
- unittest.main()
@@ -1,33 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- import unittest
16
-
17
- from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
18
-
19
- class TestV1TestSuiteEvaluates(unittest.TestCase):
20
- """V1TestSuiteEvaluates unit test stubs"""
21
-
22
- def setUp(self):
23
- pass
24
-
25
- def tearDown(self):
26
- pass
27
-
28
- def testV1TestSuiteEvaluates(self):
29
- """Test V1TestSuiteEvaluates"""
30
- # inst = V1TestSuiteEvaluates()
31
-
32
- if __name__ == '__main__':
33
- unittest.main()