eval-studio-client 1.0.0a1__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. eval_studio_client/api/__init__.py +43 -0
  2. eval_studio_client/api/api/__init__.py +5 -0
  3. eval_studio_client/api/api/human_calibration_service_api.py +304 -0
  4. eval_studio_client/api/api/perturbator_service_api.py +268 -1
  5. eval_studio_client/api/api/prompt_library_service_api.py +669 -0
  6. eval_studio_client/api/api/test_service_api.py +568 -0
  7. eval_studio_client/api/api/workflow_edge_service_api.py +296 -0
  8. eval_studio_client/api/api/workflow_node_service_api.py +1634 -0
  9. eval_studio_client/api/api/workflow_service_api.py +1609 -0
  10. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +77 -0
  11. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -0
  12. eval_studio_client/api/docs/PerturbatorServiceApi.md +33 -3
  13. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  14. eval_studio_client/api/docs/PromptLibraryServiceApi.md +155 -0
  15. eval_studio_client/api/docs/ProtobufNullValue.md +12 -0
  16. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +1 -0
  17. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +44 -0
  18. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +44 -0
  19. eval_studio_client/api/docs/TestServiceApi.md +140 -0
  20. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +1 -0
  21. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +32 -0
  22. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +35 -0
  23. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -0
  24. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +29 -0
  25. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +29 -0
  26. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +29 -0
  27. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +29 -0
  28. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  29. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +29 -0
  30. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +29 -0
  31. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +29 -0
  32. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +33 -0
  33. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +30 -0
  34. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +29 -0
  35. eval_studio_client/api/docs/V1GetWorkflowResponse.md +29 -0
  36. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +1 -0
  37. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +29 -0
  38. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +33 -0
  39. eval_studio_client/api/docs/V1LabeledTestCase.md +31 -0
  40. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +29 -0
  41. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +29 -0
  42. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +29 -0
  43. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +29 -0
  44. eval_studio_client/api/docs/V1PromptLibraryItem.md +42 -0
  45. eval_studio_client/api/docs/V1TestCase.md +1 -0
  46. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +11 -0
  47. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +29 -0
  48. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +29 -0
  49. eval_studio_client/api/docs/V1Workflow.md +46 -0
  50. eval_studio_client/api/docs/V1WorkflowEdge.md +40 -0
  51. eval_studio_client/api/docs/V1WorkflowEdgeType.md +12 -0
  52. eval_studio_client/api/docs/V1WorkflowNode.md +46 -0
  53. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +40 -0
  54. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +29 -0
  55. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +30 -0
  56. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +12 -0
  57. eval_studio_client/api/docs/V1WorkflowNodeType.md +12 -0
  58. eval_studio_client/api/docs/V1WorkflowNodeView.md +12 -0
  59. eval_studio_client/api/docs/V1WorkflowType.md +12 -0
  60. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +76 -0
  61. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +423 -0
  62. eval_studio_client/api/docs/WorkflowServiceApi.md +417 -0
  63. eval_studio_client/api/models/__init__.py +38 -0
  64. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +8 -2
  65. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +5 -3
  66. eval_studio_client/api/models/protobuf_null_value.py +36 -0
  67. eval_studio_client/api/models/required_the_test_case_to_update.py +6 -2
  68. eval_studio_client/api/models/required_the_updated_workflow.py +152 -0
  69. eval_studio_client/api/models/required_the_updated_workflow_node.py +152 -0
  70. eval_studio_client/api/models/test_service_generate_test_cases_request.py +4 -2
  71. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +93 -0
  72. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +99 -0
  73. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -2
  74. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +87 -0
  75. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +95 -0
  76. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +95 -0
  77. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +95 -0
  78. eval_studio_client/api/models/v1_create_evaluation_request.py +7 -2
  79. eval_studio_client/api/models/v1_create_workflow_response.py +91 -0
  80. eval_studio_client/api/models/v1_delete_workflow_node_response.py +91 -0
  81. eval_studio_client/api/models/v1_delete_workflow_response.py +91 -0
  82. eval_studio_client/api/models/v1_estimate_threshold_request.py +103 -0
  83. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +89 -0
  84. eval_studio_client/api/models/v1_get_workflow_node_response.py +91 -0
  85. eval_studio_client/api/models/v1_get_workflow_response.py +91 -0
  86. eval_studio_client/api/models/v1_import_evaluation_request.py +7 -2
  87. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +91 -0
  88. eval_studio_client/api/models/v1_import_test_cases_request.py +95 -0
  89. eval_studio_client/api/models/v1_labeled_test_case.py +91 -0
  90. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +95 -0
  91. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +95 -0
  92. eval_studio_client/api/models/v1_list_workflows_response.py +95 -0
  93. eval_studio_client/api/models/v1_process_workflow_node_response.py +91 -0
  94. eval_studio_client/api/models/v1_prompt_library_item.py +129 -0
  95. eval_studio_client/api/models/v1_test_case.py +6 -2
  96. eval_studio_client/api/models/v1_test_suite_evaluates.py +39 -0
  97. eval_studio_client/api/models/v1_update_workflow_node_response.py +91 -0
  98. eval_studio_client/api/models/v1_update_workflow_response.py +91 -0
  99. eval_studio_client/api/models/v1_workflow.py +156 -0
  100. eval_studio_client/api/models/v1_workflow_edge.py +123 -0
  101. eval_studio_client/api/models/v1_workflow_edge_type.py +37 -0
  102. eval_studio_client/api/models/v1_workflow_node.py +156 -0
  103. eval_studio_client/api/models/v1_workflow_node_artifact.py +122 -0
  104. eval_studio_client/api/models/v1_workflow_node_artifacts.py +97 -0
  105. eval_studio_client/api/models/v1_workflow_node_attributes.py +87 -0
  106. eval_studio_client/api/models/v1_workflow_node_status.py +40 -0
  107. eval_studio_client/api/models/v1_workflow_node_type.py +41 -0
  108. eval_studio_client/api/models/v1_workflow_node_view.py +38 -0
  109. eval_studio_client/api/models/v1_workflow_type.py +37 -0
  110. eval_studio_client/api/test/test_human_calibration_service_api.py +38 -0
  111. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +20 -2
  112. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +4 -1
  113. eval_studio_client/api/test/test_prompt_library_service_api.py +43 -0
  114. eval_studio_client/api/test/test_protobuf_null_value.py +33 -0
  115. eval_studio_client/api/test/test_required_the_test_case_to_update.py +4 -1
  116. eval_studio_client/api/test/test_required_the_updated_workflow.py +88 -0
  117. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +80 -0
  118. eval_studio_client/api/test/test_test_service_api.py +12 -0
  119. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  120. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +56 -0
  121. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +63 -0
  122. eval_studio_client/api/test/test_test_service_perturb_test_request.py +4 -1
  123. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +4 -1
  124. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +53 -0
  125. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +92 -0
  126. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +64 -0
  127. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +84 -0
  128. eval_studio_client/api/test/test_v1_create_evaluation_request.py +20 -2
  129. eval_studio_client/api/test/test_v1_create_test_case_response.py +4 -1
  130. eval_studio_client/api/test/test_v1_create_workflow_response.py +90 -0
  131. eval_studio_client/api/test/test_v1_delete_test_case_response.py +4 -1
  132. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +82 -0
  133. eval_studio_client/api/test/test_v1_delete_workflow_response.py +90 -0
  134. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +60 -0
  135. eval_studio_client/api/test/test_v1_evaluation_test.py +4 -1
  136. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +4 -1
  137. eval_studio_client/api/test/test_v1_get_test_case_response.py +4 -1
  138. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +56 -0
  139. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +82 -0
  140. eval_studio_client/api/test/test_v1_get_workflow_response.py +90 -0
  141. eval_studio_client/api/test/test_v1_import_evaluation_request.py +16 -1
  142. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +71 -0
  143. eval_studio_client/api/test/test_v1_import_test_cases_request.py +57 -0
  144. eval_studio_client/api/test/test_v1_labeled_test_case.py +53 -0
  145. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +71 -0
  146. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +71 -0
  147. eval_studio_client/api/test/test_v1_list_test_cases_response.py +4 -1
  148. eval_studio_client/api/test/test_v1_list_workflows_response.py +92 -0
  149. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +71 -0
  150. eval_studio_client/api/test/test_v1_prompt_library_item.py +68 -0
  151. eval_studio_client/api/test/test_v1_test_case.py +4 -1
  152. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +33 -0
  153. eval_studio_client/api/test/test_v1_update_test_case_response.py +4 -1
  154. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +82 -0
  155. eval_studio_client/api/test/test_v1_update_workflow_response.py +90 -0
  156. eval_studio_client/api/test/test_v1_workflow.py +89 -0
  157. eval_studio_client/api/test/test_v1_workflow_edge.py +61 -0
  158. eval_studio_client/api/test/test_v1_workflow_edge_type.py +33 -0
  159. eval_studio_client/api/test/test_v1_workflow_node.py +81 -0
  160. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +61 -0
  161. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +64 -0
  162. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +51 -0
  163. eval_studio_client/api/test/test_v1_workflow_node_status.py +33 -0
  164. eval_studio_client/api/test/test_v1_workflow_node_type.py +33 -0
  165. eval_studio_client/api/test/test_v1_workflow_node_view.py +33 -0
  166. eval_studio_client/api/test/test_v1_workflow_type.py +33 -0
  167. eval_studio_client/api/test/test_workflow_edge_service_api.py +38 -0
  168. eval_studio_client/api/test/test_workflow_node_service_api.py +73 -0
  169. eval_studio_client/api/test/test_workflow_service_api.py +73 -0
  170. eval_studio_client/client.py +7 -0
  171. eval_studio_client/dashboards.py +66 -18
  172. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2665 -794
  173. eval_studio_client/leaderboards.py +125 -0
  174. eval_studio_client/models.py +3 -42
  175. eval_studio_client/test_labs.py +49 -21
  176. eval_studio_client/tests.py +221 -51
  177. eval_studio_client/utils.py +26 -0
  178. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.0.1.dist-info}/METADATA +1 -2
  179. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.0.1.dist-info}/RECORD +180 -50
  180. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.0.1.dist-info}/WHEEL +1 -1
@@ -0,0 +1,88 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
18
+
19
+ class TestRequiredTheUpdatedWorkflow(unittest.TestCase):
20
+ """RequiredTheUpdatedWorkflow unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> RequiredTheUpdatedWorkflow:
29
+ """Test RequiredTheUpdatedWorkflow
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `RequiredTheUpdatedWorkflow`
34
+ """
35
+ model = RequiredTheUpdatedWorkflow()
36
+ if include_optional:
37
+ return RequiredTheUpdatedWorkflow(
38
+ display_name = '',
39
+ description = '',
40
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
+ creator = '',
42
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
+ updater = '',
44
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ deleter = '',
46
+ type = 'WORKFLOW_TYPE_UNSPECIFIED',
47
+ model = '',
48
+ nodes = [
49
+ ''
50
+ ],
51
+ edges = [
52
+ ''
53
+ ],
54
+ outputs = {
55
+ 'key' : None
56
+ },
57
+ output_artifacts = {
58
+ 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
59
+ artifacts = [
60
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
61
+ name = '',
62
+ parent = '',
63
+ display_name = '',
64
+ description = '',
65
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
66
+ creator = '',
67
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
68
+ updater = '',
69
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
70
+ deleter = '',
71
+ mime_type = '', )
72
+ ], )
73
+ },
74
+ llm_model = '',
75
+ model_parameters = ''
76
+ )
77
+ else:
78
+ return RequiredTheUpdatedWorkflow(
79
+ )
80
+ """
81
+
82
+ def testRequiredTheUpdatedWorkflow(self):
83
+ """Test RequiredTheUpdatedWorkflow"""
84
+ # inst_req_only = self.make_instance(include_optional=False)
85
+ # inst_req_and_optional = self.make_instance(include_optional=True)
86
+
87
+ if __name__ == '__main__':
88
+ unittest.main()
@@ -0,0 +1,80 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
18
+
19
+ class TestRequiredTheUpdatedWorkflowNode(unittest.TestCase):
20
+ """RequiredTheUpdatedWorkflowNode unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> RequiredTheUpdatedWorkflowNode:
29
+ """Test RequiredTheUpdatedWorkflowNode
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `RequiredTheUpdatedWorkflowNode`
34
+ """
35
+ model = RequiredTheUpdatedWorkflowNode()
36
+ if include_optional:
37
+ return RequiredTheUpdatedWorkflowNode(
38
+ parent = '',
39
+ display_name = '',
40
+ description = '',
41
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
42
+ creator = '',
43
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
+ updater = '',
45
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
+ deleter = '',
47
+ type = 'WORKFLOW_NODE_TYPE_UNSPECIFIED',
48
+ parameters = None,
49
+ outputs = None,
50
+ output_artifacts = [
51
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
52
+ name = '',
53
+ parent = '',
54
+ display_name = '',
55
+ description = '',
56
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
57
+ creator = '',
58
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
59
+ updater = '',
60
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
61
+ deleter = '',
62
+ mime_type = '', )
63
+ ],
64
+ status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
65
+ attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
66
+ can_delete = True, ),
67
+ processed_by_operation = ''
68
+ )
69
+ else:
70
+ return RequiredTheUpdatedWorkflowNode(
71
+ )
72
+ """
73
+
74
+ def testRequiredTheUpdatedWorkflowNode(self):
75
+ """Test RequiredTheUpdatedWorkflowNode"""
76
+ # inst_req_only = self.make_instance(include_optional=False)
77
+ # inst_req_and_optional = self.make_instance(include_optional=True)
78
+
79
+ if __name__ == '__main__':
80
+ unittest.main()
@@ -68,12 +68,24 @@ class TestTestServiceApi(unittest.TestCase):
68
68
  """
69
69
  pass
70
70
 
71
+ def test_test_service_import_test_cases_from_library(self) -> None:
72
+ """Test case for test_service_import_test_cases_from_library
73
+
74
+ """
75
+ pass
76
+
71
77
  def test_test_service_list_most_recent_tests(self) -> None:
72
78
  """Test case for test_service_list_most_recent_tests
73
79
 
74
80
  """
75
81
  pass
76
82
 
83
+ def test_test_service_list_test_case_library_items(self) -> None:
84
+ """Test case for test_service_list_test_case_library_items
85
+
86
+ """
87
+ pass
88
+
77
89
  def test_test_service_list_tests(self) -> None:
78
90
  """Test case for test_service_list_tests
79
91
 
@@ -41,7 +41,10 @@ class TestTestServiceGenerateTestCasesRequest(unittest.TestCase):
41
41
  generators = [
42
42
  'TEST_CASES_GENERATOR_UNSPECIFIED'
43
43
  ],
44
- h2ogpte_collection_id = ''
44
+ h2ogpte_collection_id = '',
45
+ topics = [
46
+ ''
47
+ ]
45
48
  )
46
49
  else:
47
50
  return TestServiceGenerateTestCasesRequest(
@@ -0,0 +1,56 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
18
+
19
+ class TestTestServiceImportTestCasesFromLibraryRequest(unittest.TestCase):
20
+ """TestServiceImportTestCasesFromLibraryRequest unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> TestServiceImportTestCasesFromLibraryRequest:
29
+ """Test TestServiceImportTestCasesFromLibraryRequest
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `TestServiceImportTestCasesFromLibraryRequest`
34
+ """
35
+ model = TestServiceImportTestCasesFromLibraryRequest()
36
+ if include_optional:
37
+ return TestServiceImportTestCasesFromLibraryRequest(
38
+ operation = '',
39
+ test_suite_url = '',
40
+ count = 56,
41
+ test_document_urls = [
42
+ ''
43
+ ]
44
+ )
45
+ else:
46
+ return TestServiceImportTestCasesFromLibraryRequest(
47
+ )
48
+ """
49
+
50
+ def testTestServiceImportTestCasesFromLibraryRequest(self):
51
+ """Test TestServiceImportTestCasesFromLibraryRequest"""
52
+ # inst_req_only = self.make_instance(include_optional=False)
53
+ # inst_req_and_optional = self.make_instance(include_optional=True)
54
+
55
+ if __name__ == '__main__':
56
+ unittest.main()
@@ -0,0 +1,63 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
18
+
19
+ class TestTestServiceListTestCaseLibraryItemsRequest(unittest.TestCase):
20
+ """TestServiceListTestCaseLibraryItemsRequest unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> TestServiceListTestCaseLibraryItemsRequest:
29
+ """Test TestServiceListTestCaseLibraryItemsRequest
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `TestServiceListTestCaseLibraryItemsRequest`
34
+ """
35
+ model = TestServiceListTestCaseLibraryItemsRequest()
36
+ if include_optional:
37
+ return TestServiceListTestCaseLibraryItemsRequest(
38
+ filter_by_categories = [
39
+ ''
40
+ ],
41
+ filter_by_purposes = [
42
+ ''
43
+ ],
44
+ filter_by_evaluates = [
45
+ ''
46
+ ],
47
+ filter_by_origin = '',
48
+ filter_by_test_case_count = 56,
49
+ filter_by_test_count = 56,
50
+ filter_by_fts = ''
51
+ )
52
+ else:
53
+ return TestServiceListTestCaseLibraryItemsRequest(
54
+ )
55
+ """
56
+
57
+ def testTestServiceListTestCaseLibraryItemsRequest(self):
58
+ """Test TestServiceListTestCaseLibraryItemsRequest"""
59
+ # inst_req_only = self.make_instance(include_optional=False)
60
+ # inst_req_and_optional = self.make_instance(include_optional=True)
61
+
62
+ if __name__ == '__main__':
63
+ unittest.main()
@@ -42,7 +42,10 @@ class TestTestServicePerturbTestRequest(unittest.TestCase):
42
42
  params = '', )
43
43
  ],
44
44
  new_test_display_name = '',
45
- new_test_description = ''
45
+ new_test_description = '',
46
+ test_case_names = [
47
+ ''
48
+ ]
46
49
  )
47
50
  else:
48
51
  return TestServicePerturbTestRequest(
@@ -50,7 +50,10 @@ class TestV1BatchDeleteTestCasesResponse(unittest.TestCase):
50
50
  constraints = [
51
51
  ''
52
52
  ],
53
- condition = '', )
53
+ condition = '',
54
+ perturbed_by = [
55
+ ''
56
+ ], )
54
57
  ]
55
58
  )
56
59
  else:
@@ -0,0 +1,53 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_batch_delete_workflows_request import V1BatchDeleteWorkflowsRequest
18
+
19
+ class TestV1BatchDeleteWorkflowsRequest(unittest.TestCase):
20
+ """V1BatchDeleteWorkflowsRequest unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1BatchDeleteWorkflowsRequest:
29
+ """Test V1BatchDeleteWorkflowsRequest
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1BatchDeleteWorkflowsRequest`
34
+ """
35
+ model = V1BatchDeleteWorkflowsRequest()
36
+ if include_optional:
37
+ return V1BatchDeleteWorkflowsRequest(
38
+ names = [
39
+ ''
40
+ ]
41
+ )
42
+ else:
43
+ return V1BatchDeleteWorkflowsRequest(
44
+ )
45
+ """
46
+
47
+ def testV1BatchDeleteWorkflowsRequest(self):
48
+ """Test V1BatchDeleteWorkflowsRequest"""
49
+ # inst_req_only = self.make_instance(include_optional=False)
50
+ # inst_req_and_optional = self.make_instance(include_optional=True)
51
+
52
+ if __name__ == '__main__':
53
+ unittest.main()
@@ -0,0 +1,92 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_batch_delete_workflows_response import V1BatchDeleteWorkflowsResponse
18
+
19
+ class TestV1BatchDeleteWorkflowsResponse(unittest.TestCase):
20
+ """V1BatchDeleteWorkflowsResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1BatchDeleteWorkflowsResponse:
29
+ """Test V1BatchDeleteWorkflowsResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1BatchDeleteWorkflowsResponse`
34
+ """
35
+ model = V1BatchDeleteWorkflowsResponse()
36
+ if include_optional:
37
+ return V1BatchDeleteWorkflowsResponse(
38
+ workflows = [
39
+ eval_studio_client.api.models.v1_workflow.v1Workflow(
40
+ name = '',
41
+ display_name = '',
42
+ description = '',
43
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
+ creator = '',
45
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
+ updater = '',
47
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
48
+ deleter = '',
49
+ type = 'WORKFLOW_TYPE_UNSPECIFIED',
50
+ model = '',
51
+ nodes = [
52
+ ''
53
+ ],
54
+ edges = [
55
+ ''
56
+ ],
57
+ outputs = {
58
+ 'key' : None
59
+ },
60
+ output_artifacts = {
61
+ 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
62
+ artifacts = [
63
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
64
+ name = '',
65
+ parent = '',
66
+ display_name = '',
67
+ description = '',
68
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
69
+ creator = '',
70
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
71
+ updater = '',
72
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
73
+ deleter = '',
74
+ mime_type = '', )
75
+ ], )
76
+ },
77
+ llm_model = '',
78
+ model_parameters = '', )
79
+ ]
80
+ )
81
+ else:
82
+ return V1BatchDeleteWorkflowsResponse(
83
+ )
84
+ """
85
+
86
+ def testV1BatchDeleteWorkflowsResponse(self):
87
+ """Test V1BatchDeleteWorkflowsResponse"""
88
+ # inst_req_only = self.make_instance(include_optional=False)
89
+ # inst_req_and_optional = self.make_instance(include_optional=True)
90
+
91
+ if __name__ == '__main__':
92
+ unittest.main()
@@ -0,0 +1,64 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_batch_get_workflow_edges_response import V1BatchGetWorkflowEdgesResponse
18
+
19
+ class TestV1BatchGetWorkflowEdgesResponse(unittest.TestCase):
20
+ """V1BatchGetWorkflowEdgesResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1BatchGetWorkflowEdgesResponse:
29
+ """Test V1BatchGetWorkflowEdgesResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1BatchGetWorkflowEdgesResponse`
34
+ """
35
+ model = V1BatchGetWorkflowEdgesResponse()
36
+ if include_optional:
37
+ return V1BatchGetWorkflowEdgesResponse(
38
+ edges = [
39
+ eval_studio_client.api.models.v1_workflow_edge.v1WorkflowEdge(
40
+ name = '',
41
+ parent = '',
42
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
+ creator = '',
44
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ updater = '',
46
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
+ deleter = '',
48
+ type = 'WORKFLOW_EDGE_TYPE_UNSPECIFIED',
49
+ from = '',
50
+ to = '', )
51
+ ]
52
+ )
53
+ else:
54
+ return V1BatchGetWorkflowEdgesResponse(
55
+ )
56
+ """
57
+
58
+ def testV1BatchGetWorkflowEdgesResponse(self):
59
+ """Test V1BatchGetWorkflowEdgesResponse"""
60
+ # inst_req_only = self.make_instance(include_optional=False)
61
+ # inst_req_and_optional = self.make_instance(include_optional=True)
62
+
63
+ if __name__ == '__main__':
64
+ unittest.main()
@@ -0,0 +1,84 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_batch_get_workflow_nodes_response import V1BatchGetWorkflowNodesResponse
18
+
19
+ class TestV1BatchGetWorkflowNodesResponse(unittest.TestCase):
20
+ """V1BatchGetWorkflowNodesResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1BatchGetWorkflowNodesResponse:
29
+ """Test V1BatchGetWorkflowNodesResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1BatchGetWorkflowNodesResponse`
34
+ """
35
+ model = V1BatchGetWorkflowNodesResponse()
36
+ if include_optional:
37
+ return V1BatchGetWorkflowNodesResponse(
38
+ nodes = [
39
+ eval_studio_client.api.models.v1_workflow_node.v1WorkflowNode(
40
+ name = '',
41
+ parent = '',
42
+ display_name = '',
43
+ description = '',
44
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ creator = '',
46
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
+ updater = '',
48
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
49
+ deleter = '',
50
+ type = 'WORKFLOW_NODE_TYPE_UNSPECIFIED',
51
+ parameters = eval_studio_client.api.models.parameters.parameters(),
52
+ outputs = eval_studio_client.api.models.outputs.outputs(),
53
+ output_artifacts = [
54
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
55
+ name = '',
56
+ parent = '',
57
+ display_name = '',
58
+ description = '',
59
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
60
+ creator = '',
61
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
62
+ updater = '',
63
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
64
+ deleter = '',
65
+ mime_type = '', )
66
+ ],
67
+ status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
68
+ attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
69
+ can_delete = True, ),
70
+ processed_by_operation = '', )
71
+ ]
72
+ )
73
+ else:
74
+ return V1BatchGetWorkflowNodesResponse(
75
+ )
76
+ """
77
+
78
+ def testV1BatchGetWorkflowNodesResponse(self):
79
+ """Test V1BatchGetWorkflowNodesResponse"""
80
+ # inst_req_only = self.make_instance(include_optional=False)
81
+ # inst_req_and_optional = self.make_instance(include_optional=True)
82
+
83
+ if __name__ == '__main__':
84
+ unittest.main()