eval-studio-client 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. eval_studio_client/api/__init__.py +43 -0
  2. eval_studio_client/api/api/__init__.py +5 -0
  3. eval_studio_client/api/api/human_calibration_service_api.py +304 -0
  4. eval_studio_client/api/api/perturbator_service_api.py +268 -1
  5. eval_studio_client/api/api/prompt_library_service_api.py +669 -0
  6. eval_studio_client/api/api/test_service_api.py +568 -0
  7. eval_studio_client/api/api/workflow_edge_service_api.py +296 -0
  8. eval_studio_client/api/api/workflow_node_service_api.py +1634 -0
  9. eval_studio_client/api/api/workflow_service_api.py +1609 -0
  10. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +77 -0
  11. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -0
  12. eval_studio_client/api/docs/PerturbatorServiceApi.md +33 -3
  13. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  14. eval_studio_client/api/docs/PromptLibraryServiceApi.md +155 -0
  15. eval_studio_client/api/docs/ProtobufNullValue.md +12 -0
  16. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +1 -0
  17. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +44 -0
  18. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +44 -0
  19. eval_studio_client/api/docs/TestServiceApi.md +140 -0
  20. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +1 -0
  21. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +32 -0
  22. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +35 -0
  23. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -0
  24. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +29 -0
  25. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +29 -0
  26. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +29 -0
  27. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +29 -0
  28. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  29. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +29 -0
  30. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +29 -0
  31. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +29 -0
  32. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +33 -0
  33. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +30 -0
  34. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +29 -0
  35. eval_studio_client/api/docs/V1GetWorkflowResponse.md +29 -0
  36. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +1 -0
  37. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +29 -0
  38. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +33 -0
  39. eval_studio_client/api/docs/V1LabeledTestCase.md +31 -0
  40. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +29 -0
  41. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +29 -0
  42. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +29 -0
  43. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +29 -0
  44. eval_studio_client/api/docs/V1PromptLibraryItem.md +42 -0
  45. eval_studio_client/api/docs/V1TestCase.md +1 -0
  46. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +11 -0
  47. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +29 -0
  48. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +29 -0
  49. eval_studio_client/api/docs/V1Workflow.md +46 -0
  50. eval_studio_client/api/docs/V1WorkflowEdge.md +40 -0
  51. eval_studio_client/api/docs/V1WorkflowEdgeType.md +12 -0
  52. eval_studio_client/api/docs/V1WorkflowNode.md +46 -0
  53. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +40 -0
  54. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +29 -0
  55. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +30 -0
  56. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +12 -0
  57. eval_studio_client/api/docs/V1WorkflowNodeType.md +12 -0
  58. eval_studio_client/api/docs/V1WorkflowNodeView.md +12 -0
  59. eval_studio_client/api/docs/V1WorkflowType.md +12 -0
  60. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +76 -0
  61. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +423 -0
  62. eval_studio_client/api/docs/WorkflowServiceApi.md +417 -0
  63. eval_studio_client/api/models/__init__.py +38 -0
  64. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +8 -2
  65. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +5 -3
  66. eval_studio_client/api/models/protobuf_null_value.py +36 -0
  67. eval_studio_client/api/models/required_the_test_case_to_update.py +6 -2
  68. eval_studio_client/api/models/required_the_updated_workflow.py +152 -0
  69. eval_studio_client/api/models/required_the_updated_workflow_node.py +152 -0
  70. eval_studio_client/api/models/test_service_generate_test_cases_request.py +4 -2
  71. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +93 -0
  72. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +99 -0
  73. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -2
  74. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +87 -0
  75. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +95 -0
  76. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +95 -0
  77. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +95 -0
  78. eval_studio_client/api/models/v1_create_evaluation_request.py +7 -2
  79. eval_studio_client/api/models/v1_create_workflow_response.py +91 -0
  80. eval_studio_client/api/models/v1_delete_workflow_node_response.py +91 -0
  81. eval_studio_client/api/models/v1_delete_workflow_response.py +91 -0
  82. eval_studio_client/api/models/v1_estimate_threshold_request.py +103 -0
  83. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +89 -0
  84. eval_studio_client/api/models/v1_get_workflow_node_response.py +91 -0
  85. eval_studio_client/api/models/v1_get_workflow_response.py +91 -0
  86. eval_studio_client/api/models/v1_import_evaluation_request.py +7 -2
  87. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +91 -0
  88. eval_studio_client/api/models/v1_import_test_cases_request.py +95 -0
  89. eval_studio_client/api/models/v1_labeled_test_case.py +91 -0
  90. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +95 -0
  91. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +95 -0
  92. eval_studio_client/api/models/v1_list_workflows_response.py +95 -0
  93. eval_studio_client/api/models/v1_process_workflow_node_response.py +91 -0
  94. eval_studio_client/api/models/v1_prompt_library_item.py +129 -0
  95. eval_studio_client/api/models/v1_test_case.py +6 -2
  96. eval_studio_client/api/models/v1_test_suite_evaluates.py +39 -0
  97. eval_studio_client/api/models/v1_update_workflow_node_response.py +91 -0
  98. eval_studio_client/api/models/v1_update_workflow_response.py +91 -0
  99. eval_studio_client/api/models/v1_workflow.py +156 -0
  100. eval_studio_client/api/models/v1_workflow_edge.py +123 -0
  101. eval_studio_client/api/models/v1_workflow_edge_type.py +37 -0
  102. eval_studio_client/api/models/v1_workflow_node.py +156 -0
  103. eval_studio_client/api/models/v1_workflow_node_artifact.py +122 -0
  104. eval_studio_client/api/models/v1_workflow_node_artifacts.py +97 -0
  105. eval_studio_client/api/models/v1_workflow_node_attributes.py +87 -0
  106. eval_studio_client/api/models/v1_workflow_node_status.py +40 -0
  107. eval_studio_client/api/models/v1_workflow_node_type.py +41 -0
  108. eval_studio_client/api/models/v1_workflow_node_view.py +38 -0
  109. eval_studio_client/api/models/v1_workflow_type.py +37 -0
  110. eval_studio_client/api/test/test_human_calibration_service_api.py +38 -0
  111. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +20 -2
  112. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +4 -1
  113. eval_studio_client/api/test/test_prompt_library_service_api.py +43 -0
  114. eval_studio_client/api/test/test_protobuf_null_value.py +33 -0
  115. eval_studio_client/api/test/test_required_the_test_case_to_update.py +4 -1
  116. eval_studio_client/api/test/test_required_the_updated_workflow.py +88 -0
  117. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +80 -0
  118. eval_studio_client/api/test/test_test_service_api.py +12 -0
  119. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  120. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +56 -0
  121. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +63 -0
  122. eval_studio_client/api/test/test_test_service_perturb_test_request.py +4 -1
  123. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +4 -1
  124. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +53 -0
  125. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +92 -0
  126. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +64 -0
  127. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +84 -0
  128. eval_studio_client/api/test/test_v1_create_evaluation_request.py +20 -2
  129. eval_studio_client/api/test/test_v1_create_test_case_response.py +4 -1
  130. eval_studio_client/api/test/test_v1_create_workflow_response.py +90 -0
  131. eval_studio_client/api/test/test_v1_delete_test_case_response.py +4 -1
  132. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +82 -0
  133. eval_studio_client/api/test/test_v1_delete_workflow_response.py +90 -0
  134. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +60 -0
  135. eval_studio_client/api/test/test_v1_evaluation_test.py +4 -1
  136. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +4 -1
  137. eval_studio_client/api/test/test_v1_get_test_case_response.py +4 -1
  138. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +56 -0
  139. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +82 -0
  140. eval_studio_client/api/test/test_v1_get_workflow_response.py +90 -0
  141. eval_studio_client/api/test/test_v1_import_evaluation_request.py +16 -1
  142. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +71 -0
  143. eval_studio_client/api/test/test_v1_import_test_cases_request.py +57 -0
  144. eval_studio_client/api/test/test_v1_labeled_test_case.py +53 -0
  145. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +71 -0
  146. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +71 -0
  147. eval_studio_client/api/test/test_v1_list_test_cases_response.py +4 -1
  148. eval_studio_client/api/test/test_v1_list_workflows_response.py +92 -0
  149. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +71 -0
  150. eval_studio_client/api/test/test_v1_prompt_library_item.py +68 -0
  151. eval_studio_client/api/test/test_v1_test_case.py +4 -1
  152. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +33 -0
  153. eval_studio_client/api/test/test_v1_update_test_case_response.py +4 -1
  154. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +82 -0
  155. eval_studio_client/api/test/test_v1_update_workflow_response.py +90 -0
  156. eval_studio_client/api/test/test_v1_workflow.py +89 -0
  157. eval_studio_client/api/test/test_v1_workflow_edge.py +61 -0
  158. eval_studio_client/api/test/test_v1_workflow_edge_type.py +33 -0
  159. eval_studio_client/api/test/test_v1_workflow_node.py +81 -0
  160. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +61 -0
  161. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +64 -0
  162. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +51 -0
  163. eval_studio_client/api/test/test_v1_workflow_node_status.py +33 -0
  164. eval_studio_client/api/test/test_v1_workflow_node_type.py +33 -0
  165. eval_studio_client/api/test/test_v1_workflow_node_view.py +33 -0
  166. eval_studio_client/api/test/test_v1_workflow_type.py +33 -0
  167. eval_studio_client/api/test/test_workflow_edge_service_api.py +38 -0
  168. eval_studio_client/api/test/test_workflow_node_service_api.py +73 -0
  169. eval_studio_client/api/test/test_workflow_service_api.py +73 -0
  170. eval_studio_client/client.py +7 -0
  171. eval_studio_client/dashboards.py +29 -0
  172. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +2665 -794
  173. eval_studio_client/leaderboards.py +123 -0
  174. eval_studio_client/models.py +3 -42
  175. eval_studio_client/test_labs.py +49 -21
  176. eval_studio_client/tests.py +188 -1
  177. {eval_studio_client-1.0.0.dist-info → eval_studio_client-1.0.1.dist-info}/METADATA +1 -2
  178. {eval_studio_client-1.0.0.dist-info → eval_studio_client-1.0.1.dist-info}/RECORD +179 -50
  179. {eval_studio_client-1.0.0.dist-info → eval_studio_client-1.0.1.dist-info}/WHEEL +1 -1
@@ -73,7 +73,10 @@ class TestV1CreateEvaluationRequest(unittest.TestCase):
73
73
  constraints = [
74
74
  ''
75
75
  ],
76
- condition = '', )
76
+ condition = '',
77
+ perturbed_by = [
78
+ ''
79
+ ], )
77
80
  ],
78
81
  test_case_relationships = [
79
82
  eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(
@@ -91,7 +94,22 @@ class TestV1CreateEvaluationRequest(unittest.TestCase):
91
94
  'key' : ''
92
95
  },
93
96
  model_parameters = '',
94
- h2ogpte_collection = ''
97
+ h2ogpte_collection = '',
98
+ default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
99
+ name = '',
100
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
101
+ creator = '',
102
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
103
+ updater = '',
104
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
105
+ deleter = '',
106
+ display_name = '',
107
+ description = '',
108
+ url = '',
109
+ api_key = '',
110
+ type = 'MODEL_TYPE_UNSPECIFIED',
111
+ parameters = '',
112
+ demo = True, )
95
113
  )
96
114
  else:
97
115
  return V1CreateEvaluationRequest(
@@ -49,7 +49,10 @@ class TestV1CreateTestCaseResponse(unittest.TestCase):
49
49
  constraints = [
50
50
  ''
51
51
  ],
52
- condition = '', )
52
+ condition = '',
53
+ perturbed_by = [
54
+ ''
55
+ ], )
53
56
  )
54
57
  else:
55
58
  return V1CreateTestCaseResponse(
@@ -0,0 +1,90 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
18
+
19
+ class TestV1CreateWorkflowResponse(unittest.TestCase):
20
+ """V1CreateWorkflowResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1CreateWorkflowResponse:
29
+ """Test V1CreateWorkflowResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1CreateWorkflowResponse`
34
+ """
35
+ model = V1CreateWorkflowResponse()
36
+ if include_optional:
37
+ return V1CreateWorkflowResponse(
38
+ workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
39
+ name = '',
40
+ display_name = '',
41
+ description = '',
42
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
+ creator = '',
44
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ updater = '',
46
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
+ deleter = '',
48
+ type = 'WORKFLOW_TYPE_UNSPECIFIED',
49
+ model = '',
50
+ nodes = [
51
+ ''
52
+ ],
53
+ edges = [
54
+ ''
55
+ ],
56
+ outputs = {
57
+ 'key' : None
58
+ },
59
+ output_artifacts = {
60
+ 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
61
+ artifacts = [
62
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
63
+ name = '',
64
+ parent = '',
65
+ display_name = '',
66
+ description = '',
67
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
68
+ creator = '',
69
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
70
+ updater = '',
71
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
72
+ deleter = '',
73
+ mime_type = '', )
74
+ ], )
75
+ },
76
+ llm_model = '',
77
+ model_parameters = '', )
78
+ )
79
+ else:
80
+ return V1CreateWorkflowResponse(
81
+ )
82
+ """
83
+
84
+ def testV1CreateWorkflowResponse(self):
85
+ """Test V1CreateWorkflowResponse"""
86
+ # inst_req_only = self.make_instance(include_optional=False)
87
+ # inst_req_and_optional = self.make_instance(include_optional=True)
88
+
89
+ if __name__ == '__main__':
90
+ unittest.main()
@@ -49,7 +49,10 @@ class TestV1DeleteTestCaseResponse(unittest.TestCase):
49
49
  constraints = [
50
50
  ''
51
51
  ],
52
- condition = '', )
52
+ condition = '',
53
+ perturbed_by = [
54
+ ''
55
+ ], )
53
56
  )
54
57
  else:
55
58
  return V1DeleteTestCaseResponse(
@@ -0,0 +1,82 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
18
+
19
+ class TestV1DeleteWorkflowNodeResponse(unittest.TestCase):
20
+ """V1DeleteWorkflowNodeResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1DeleteWorkflowNodeResponse:
29
+ """Test V1DeleteWorkflowNodeResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1DeleteWorkflowNodeResponse`
34
+ """
35
+ model = V1DeleteWorkflowNodeResponse()
36
+ if include_optional:
37
+ return V1DeleteWorkflowNodeResponse(
38
+ node = eval_studio_client.api.models.v1_workflow_node.v1WorkflowNode(
39
+ name = '',
40
+ parent = '',
41
+ display_name = '',
42
+ description = '',
43
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
+ creator = '',
45
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
+ updater = '',
47
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
48
+ deleter = '',
49
+ type = 'WORKFLOW_NODE_TYPE_UNSPECIFIED',
50
+ parameters = eval_studio_client.api.models.parameters.parameters(),
51
+ outputs = eval_studio_client.api.models.outputs.outputs(),
52
+ output_artifacts = [
53
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
54
+ name = '',
55
+ parent = '',
56
+ display_name = '',
57
+ description = '',
58
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
59
+ creator = '',
60
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
61
+ updater = '',
62
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
63
+ deleter = '',
64
+ mime_type = '', )
65
+ ],
66
+ status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
67
+ attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
68
+ can_delete = True, ),
69
+ processed_by_operation = '', )
70
+ )
71
+ else:
72
+ return V1DeleteWorkflowNodeResponse(
73
+ )
74
+ """
75
+
76
+ def testV1DeleteWorkflowNodeResponse(self):
77
+ """Test V1DeleteWorkflowNodeResponse"""
78
+ # inst_req_only = self.make_instance(include_optional=False)
79
+ # inst_req_and_optional = self.make_instance(include_optional=True)
80
+
81
+ if __name__ == '__main__':
82
+ unittest.main()
@@ -0,0 +1,90 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
18
+
19
+ class TestV1DeleteWorkflowResponse(unittest.TestCase):
20
+ """V1DeleteWorkflowResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1DeleteWorkflowResponse:
29
+ """Test V1DeleteWorkflowResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1DeleteWorkflowResponse`
34
+ """
35
+ model = V1DeleteWorkflowResponse()
36
+ if include_optional:
37
+ return V1DeleteWorkflowResponse(
38
+ workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
39
+ name = '',
40
+ display_name = '',
41
+ description = '',
42
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
+ creator = '',
44
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ updater = '',
46
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
+ deleter = '',
48
+ type = 'WORKFLOW_TYPE_UNSPECIFIED',
49
+ model = '',
50
+ nodes = [
51
+ ''
52
+ ],
53
+ edges = [
54
+ ''
55
+ ],
56
+ outputs = {
57
+ 'key' : None
58
+ },
59
+ output_artifacts = {
60
+ 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
61
+ artifacts = [
62
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
63
+ name = '',
64
+ parent = '',
65
+ display_name = '',
66
+ description = '',
67
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
68
+ creator = '',
69
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
70
+ updater = '',
71
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
72
+ deleter = '',
73
+ mime_type = '', )
74
+ ], )
75
+ },
76
+ llm_model = '',
77
+ model_parameters = '', )
78
+ )
79
+ else:
80
+ return V1DeleteWorkflowResponse(
81
+ )
82
+ """
83
+
84
+ def testV1DeleteWorkflowResponse(self):
85
+ """Test V1DeleteWorkflowResponse"""
86
+ # inst_req_only = self.make_instance(include_optional=False)
87
+ # inst_req_and_optional = self.make_instance(include_optional=True)
88
+
89
+ if __name__ == '__main__':
90
+ unittest.main()
@@ -0,0 +1,60 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
18
+
19
+ class TestV1EstimateThresholdRequest(unittest.TestCase):
20
+ """V1EstimateThresholdRequest unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1EstimateThresholdRequest:
29
+ """Test V1EstimateThresholdRequest
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1EstimateThresholdRequest`
34
+ """
35
+ model = V1EstimateThresholdRequest()
36
+ if include_optional:
37
+ return V1EstimateThresholdRequest(
38
+ operation = '',
39
+ original_threshold = 1.337,
40
+ evaluator = '',
41
+ metric = '',
42
+ train_set = [
43
+ eval_studio_client.api.models.v1_labeled_test_case.v1LabeledTestCase(
44
+ name = '',
45
+ metric_value = 1.337,
46
+ label = True, )
47
+ ]
48
+ )
49
+ else:
50
+ return V1EstimateThresholdRequest(
51
+ )
52
+ """
53
+
54
+ def testV1EstimateThresholdRequest(self):
55
+ """Test V1EstimateThresholdRequest"""
56
+ # inst_req_only = self.make_instance(include_optional=False)
57
+ # inst_req_and_optional = self.make_instance(include_optional=True)
58
+
59
+ if __name__ == '__main__':
60
+ unittest.main()
@@ -53,7 +53,10 @@ class TestV1EvaluationTest(unittest.TestCase):
53
53
  constraints = [
54
54
  ''
55
55
  ],
56
- condition = '', )
56
+ condition = '',
57
+ perturbed_by = [
58
+ ''
59
+ ], )
57
60
  ],
58
61
  test_case_relationships = [
59
62
  eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(
@@ -50,7 +50,10 @@ class TestV1FindAllTestCasesByIDResponse(unittest.TestCase):
50
50
  constraints = [
51
51
  ''
52
52
  ],
53
- condition = '', )
53
+ condition = '',
54
+ perturbed_by = [
55
+ ''
56
+ ], )
54
57
  ]
55
58
  )
56
59
  else:
@@ -49,7 +49,10 @@ class TestV1GetTestCaseResponse(unittest.TestCase):
49
49
  constraints = [
50
50
  ''
51
51
  ],
52
- condition = '', )
52
+ condition = '',
53
+ perturbed_by = [
54
+ ''
55
+ ], )
53
56
  )
54
57
  else:
55
58
  return V1GetTestCaseResponse(
@@ -0,0 +1,56 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_get_workflow_node_prerequisites_response import V1GetWorkflowNodePrerequisitesResponse
18
+
19
+ class TestV1GetWorkflowNodePrerequisitesResponse(unittest.TestCase):
20
+ """V1GetWorkflowNodePrerequisitesResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1GetWorkflowNodePrerequisitesResponse:
29
+ """Test V1GetWorkflowNodePrerequisitesResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1GetWorkflowNodePrerequisitesResponse`
34
+ """
35
+ model = V1GetWorkflowNodePrerequisitesResponse()
36
+ if include_optional:
37
+ return V1GetWorkflowNodePrerequisitesResponse(
38
+ nodes = [
39
+ ''
40
+ ],
41
+ edges = [
42
+ ''
43
+ ]
44
+ )
45
+ else:
46
+ return V1GetWorkflowNodePrerequisitesResponse(
47
+ )
48
+ """
49
+
50
+ def testV1GetWorkflowNodePrerequisitesResponse(self):
51
+ """Test V1GetWorkflowNodePrerequisitesResponse"""
52
+ # inst_req_only = self.make_instance(include_optional=False)
53
+ # inst_req_and_optional = self.make_instance(include_optional=True)
54
+
55
+ if __name__ == '__main__':
56
+ unittest.main()
@@ -0,0 +1,82 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_get_workflow_node_response import V1GetWorkflowNodeResponse
18
+
19
+ class TestV1GetWorkflowNodeResponse(unittest.TestCase):
20
+ """V1GetWorkflowNodeResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1GetWorkflowNodeResponse:
29
+ """Test V1GetWorkflowNodeResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1GetWorkflowNodeResponse`
34
+ """
35
+ model = V1GetWorkflowNodeResponse()
36
+ if include_optional:
37
+ return V1GetWorkflowNodeResponse(
38
+ node = eval_studio_client.api.models.v1_workflow_node.v1WorkflowNode(
39
+ name = '',
40
+ parent = '',
41
+ display_name = '',
42
+ description = '',
43
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
44
+ creator = '',
45
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
46
+ updater = '',
47
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
48
+ deleter = '',
49
+ type = 'WORKFLOW_NODE_TYPE_UNSPECIFIED',
50
+ parameters = eval_studio_client.api.models.parameters.parameters(),
51
+ outputs = eval_studio_client.api.models.outputs.outputs(),
52
+ output_artifacts = [
53
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
54
+ name = '',
55
+ parent = '',
56
+ display_name = '',
57
+ description = '',
58
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
59
+ creator = '',
60
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
61
+ updater = '',
62
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
63
+ deleter = '',
64
+ mime_type = '', )
65
+ ],
66
+ status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
67
+ attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
68
+ can_delete = True, ),
69
+ processed_by_operation = '', )
70
+ )
71
+ else:
72
+ return V1GetWorkflowNodeResponse(
73
+ )
74
+ """
75
+
76
+ def testV1GetWorkflowNodeResponse(self):
77
+ """Test V1GetWorkflowNodeResponse"""
78
+ # inst_req_only = self.make_instance(include_optional=False)
79
+ # inst_req_and_optional = self.make_instance(include_optional=True)
80
+
81
+ if __name__ == '__main__':
82
+ unittest.main()
@@ -0,0 +1,90 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
18
+
19
+ class TestV1GetWorkflowResponse(unittest.TestCase):
20
+ """V1GetWorkflowResponse unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1GetWorkflowResponse:
29
+ """Test V1GetWorkflowResponse
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1GetWorkflowResponse`
34
+ """
35
+ model = V1GetWorkflowResponse()
36
+ if include_optional:
37
+ return V1GetWorkflowResponse(
38
+ workflow = eval_studio_client.api.models.v1_workflow.v1Workflow(
39
+ name = '',
40
+ display_name = '',
41
+ description = '',
42
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
43
+ creator = '',
44
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
45
+ updater = '',
46
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
47
+ deleter = '',
48
+ type = 'WORKFLOW_TYPE_UNSPECIFIED',
49
+ model = '',
50
+ nodes = [
51
+ ''
52
+ ],
53
+ edges = [
54
+ ''
55
+ ],
56
+ outputs = {
57
+ 'key' : None
58
+ },
59
+ output_artifacts = {
60
+ 'key' : eval_studio_client.api.models.v1_workflow_node_artifacts.v1WorkflowNodeArtifacts(
61
+ artifacts = [
62
+ eval_studio_client.api.models.v1_workflow_node_artifact.v1WorkflowNodeArtifact(
63
+ name = '',
64
+ parent = '',
65
+ display_name = '',
66
+ description = '',
67
+ create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
68
+ creator = '',
69
+ update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
70
+ updater = '',
71
+ delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
72
+ deleter = '',
73
+ mime_type = '', )
74
+ ], )
75
+ },
76
+ llm_model = '',
77
+ model_parameters = '', )
78
+ )
79
+ else:
80
+ return V1GetWorkflowResponse(
81
+ )
82
+ """
83
+
84
+ def testV1GetWorkflowResponse(self):
85
+ """Test V1GetWorkflowResponse"""
86
+ # inst_req_only = self.make_instance(include_optional=False)
87
+ # inst_req_and_optional = self.make_instance(include_optional=True)
88
+
89
+ if __name__ == '__main__':
90
+ unittest.main()