eval-studio-client 1.1.6a4__py3-none-any.whl → 1.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. eval_studio_client/api/__init__.py +21 -0
  2. eval_studio_client/api/api/__init__.py +1 -0
  3. eval_studio_client/api/api/dashboard_service_api.py +1134 -73
  4. eval_studio_client/api/api/info_service_api.py +240 -0
  5. eval_studio_client/api/api/test_service_api.py +1233 -172
  6. eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
  7. eval_studio_client/api/api/workflow_service_api.py +1109 -48
  8. eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
  9. eval_studio_client/api/docs/InfoServiceApi.md +63 -0
  10. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
  11. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +2 -0
  12. eval_studio_client/api/docs/TestServiceApi.md +268 -0
  13. eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
  14. eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
  15. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
  16. eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
  17. eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
  18. eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
  19. eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
  20. eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
  21. eval_studio_client/api/docs/V1Info.md +2 -0
  22. eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
  23. eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
  24. eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
  25. eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
  26. eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
  27. eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
  28. eval_studio_client/api/docs/V1Role.md +12 -0
  29. eval_studio_client/api/docs/V1RoleBinding.md +32 -0
  30. eval_studio_client/api/docs/V1Stats.md +32 -0
  31. eval_studio_client/api/docs/V1WorkflowNode.md +2 -0
  32. eval_studio_client/api/docs/V1WorkflowNodeResultStatus.md +12 -0
  33. eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
  34. eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
  35. eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
  36. eval_studio_client/api/docs/WorkflowServiceApi.md +272 -0
  37. eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
  38. eval_studio_client/api/models/__init__.py +20 -0
  39. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  40. eval_studio_client/api/models/required_the_updated_workflow_node.py +10 -3
  41. eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
  42. eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
  43. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  44. eval_studio_client/api/models/v1_get_stats_response.py +91 -0
  45. eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
  46. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
  47. eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
  48. eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
  49. eval_studio_client/api/models/v1_info.py +6 -2
  50. eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
  51. eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
  52. eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
  53. eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
  54. eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
  55. eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
  56. eval_studio_client/api/models/v1_role.py +38 -0
  57. eval_studio_client/api/models/v1_role_binding.py +92 -0
  58. eval_studio_client/api/models/v1_stats.py +106 -0
  59. eval_studio_client/api/models/v1_workflow_node.py +10 -3
  60. eval_studio_client/api/models/v1_workflow_node_result_status.py +40 -0
  61. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  62. eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
  63. eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
  64. eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
  65. eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
  66. eval_studio_client/api/test/test_info_service_api.py +6 -0
  67. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +3 -1
  68. eval_studio_client/api/test/test_test_service_api.py +24 -0
  69. eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
  70. eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
  71. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +3 -1
  72. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +3 -1
  73. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +3 -1
  74. eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
  75. eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
  76. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +3 -1
  77. eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
  78. eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
  79. eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
  80. eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
  81. eval_studio_client/api/test/test_v1_info.py +3 -1
  82. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +3 -1
  83. eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
  84. eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
  85. eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
  86. eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
  87. eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
  88. eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +3 -1
  89. eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
  90. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +3 -1
  91. eval_studio_client/api/test/test_v1_role.py +33 -0
  92. eval_studio_client/api/test/test_v1_role_binding.py +53 -0
  93. eval_studio_client/api/test/test_v1_stats.py +53 -0
  94. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +3 -1
  95. eval_studio_client/api/test/test_v1_workflow_node.py +3 -1
  96. eval_studio_client/api/test/test_v1_workflow_node_result_status.py +33 -0
  97. eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
  98. eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
  99. eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
  100. eval_studio_client/api/test/test_workflow_service_api.py +28 -0
  101. eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
  102. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +921 -7
  103. eval_studio_client/tests.py +3 -3
  104. {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/METADATA +1 -1
  105. {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/RECORD +106 -43
  106. {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/WHEEL +0 -0
@@ -0,0 +1,53 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_stats import V1Stats
18
+
19
+ class TestV1Stats(unittest.TestCase):
20
+ """V1Stats unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> V1Stats:
29
+ """Test V1Stats
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `V1Stats`
34
+ """
35
+ model = V1Stats()
36
+ if include_optional:
37
+ return V1Stats(
38
+ topic_modeling_pending_jobs = '',
39
+ test_validation_pending_jobs = '',
40
+ failure_clustering_pending_jobs = ''
41
+ )
42
+ else:
43
+ return V1Stats(
44
+ )
45
+ """
46
+
47
+ def testV1Stats(self):
48
+ """Test V1Stats"""
49
+ # inst_req_only = self.make_instance(include_optional=False)
50
+ # inst_req_and_optional = self.make_instance(include_optional=True)
51
+
52
+ if __name__ == '__main__':
53
+ unittest.main()
@@ -66,7 +66,9 @@ class TestV1UpdateWorkflowNodeResponse(unittest.TestCase):
66
66
  status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
67
67
  attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
68
68
  can_delete = True, ),
69
- processed_by_operation = '', )
69
+ processed_by_operation = '',
70
+ result_status = 'WORKFLOW_NODE_RESULT_STATUS_UNSPECIFIED',
71
+ stale = True, )
70
72
  )
71
73
  else:
72
74
  return V1UpdateWorkflowNodeResponse(
@@ -66,7 +66,9 @@ class TestV1WorkflowNode(unittest.TestCase):
66
66
  status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
67
67
  attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(
68
68
  can_delete = True, ),
69
- processed_by_operation = ''
69
+ processed_by_operation = '',
70
+ result_status = 'WORKFLOW_NODE_RESULT_STATUS_UNSPECIFIED',
71
+ stale = True
70
72
  )
71
73
  else:
72
74
  return V1WorkflowNode(
@@ -0,0 +1,33 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_workflow_node_result_status import V1WorkflowNodeResultStatus
18
+
19
+ class TestV1WorkflowNodeResultStatus(unittest.TestCase):
20
+ """V1WorkflowNodeResultStatus unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def testV1WorkflowNodeResultStatus(self):
29
+ """Test V1WorkflowNodeResultStatus"""
30
+ # inst = V1WorkflowNodeResultStatus()
31
+
32
+ if __name__ == '__main__':
33
+ unittest.main()
@@ -0,0 +1,33 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_workflow_result_artifact_type import V1WorkflowResultArtifactType
18
+
19
+ class TestV1WorkflowResultArtifactType(unittest.TestCase):
20
+ """V1WorkflowResultArtifactType unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def testV1WorkflowResultArtifactType(self):
29
+ """Test V1WorkflowResultArtifactType"""
30
+ # inst = V1WorkflowResultArtifactType()
31
+
32
+ if __name__ == '__main__':
33
+ unittest.main()
@@ -0,0 +1,33 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
18
+
19
+ class TestV1WorkflowResultReportFormat(unittest.TestCase):
20
+ """V1WorkflowResultReportFormat unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def testV1WorkflowResultReportFormat(self):
29
+ """Test V1WorkflowResultReportFormat"""
30
+ # inst = V1WorkflowResultReportFormat()
31
+
32
+ if __name__ == '__main__':
33
+ unittest.main()
@@ -0,0 +1,59 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.api.workflow_result_service_api import WorkflowResultServiceApi
18
+
19
+
20
+ class TestWorkflowResultServiceApi(unittest.TestCase):
21
+ """WorkflowResultServiceApi unit test stubs"""
22
+
23
+ def setUp(self) -> None:
24
+ self.api = WorkflowResultServiceApi()
25
+
26
+ def tearDown(self) -> None:
27
+ pass
28
+
29
+ def test_workflow_result_service_get_workflow_result_corpus_patch(self) -> None:
30
+ """Test case for workflow_result_service_get_workflow_result_corpus_patch
31
+
32
+ GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result. The corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.
33
+ """
34
+ pass
35
+
36
+ def test_workflow_result_service_get_workflow_result_report(self) -> None:
37
+ """Test case for workflow_result_service_get_workflow_result_report
38
+
39
+ GetWorkflowResultReport retrieves the report of a Workflow result. The report is a detailed HTML document summarizing the Workflow's execution and findings.
40
+ """
41
+ pass
42
+
43
+ def test_workflow_result_service_get_workflow_result_summary(self) -> None:
44
+ """Test case for workflow_result_service_get_workflow_result_summary
45
+
46
+ GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result. The summary includes 3 summary sentences, 3 bullets with most serious highlights, and 3 recommended actions sentences.
47
+ """
48
+ pass
49
+
50
+ def test_workflow_result_service_get_workflow_result_system_prompt_patch(self) -> None:
51
+ """Test case for workflow_result_service_get_workflow_result_system_prompt_patch
52
+
53
+ GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.
54
+ """
55
+ pass
56
+
57
+
58
+ if __name__ == '__main__':
59
+ unittest.main()
@@ -74,6 +74,20 @@ class TestWorkflowServiceApi(unittest.TestCase):
74
74
  """
75
75
  pass
76
76
 
77
+ def test_workflow_service_grant_workflow_access(self) -> None:
78
+ """Test case for workflow_service_grant_workflow_access
79
+
80
+ GrantWorkflowAccess grants access to a Workflow to a subject with a specified role.
81
+ """
82
+ pass
83
+
84
+ def test_workflow_service_list_workflow_access(self) -> None:
85
+ """Test case for workflow_service_list_workflow_access
86
+
87
+ ListWorkflowAccess lists access to a Workflow.
88
+ """
89
+ pass
90
+
77
91
  def test_workflow_service_list_workflow_dependencies(self) -> None:
78
92
  """Test case for workflow_service_list_workflow_dependencies
79
93
 
@@ -88,6 +102,20 @@ class TestWorkflowServiceApi(unittest.TestCase):
88
102
  """
89
103
  pass
90
104
 
105
+ def test_workflow_service_list_workflows_shared_with_me(self) -> None:
106
+ """Test case for workflow_service_list_workflows_shared_with_me
107
+
108
+ ListWorkflowsSharedWithMe lists Workflows shared with the authenticated user.
109
+ """
110
+ pass
111
+
112
+ def test_workflow_service_revoke_workflow_access(self) -> None:
113
+ """Test case for workflow_service_revoke_workflow_access
114
+
115
+ RevokeWorkflowAccess revokes access to a Workflow from a subject.
116
+ """
117
+ pass
118
+
91
119
  def test_workflow_service_update_workflow(self) -> None:
92
120
  """Test case for workflow_service_update_workflow
93
121
 
@@ -0,0 +1,52 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+
15
+ import unittest
16
+
17
+ from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
18
+
19
+ class TestWorkflowServiceRevokeWorkflowAccessRequest(unittest.TestCase):
20
+ """WorkflowServiceRevokeWorkflowAccessRequest unit test stubs"""
21
+
22
+ def setUp(self):
23
+ pass
24
+
25
+ def tearDown(self):
26
+ pass
27
+
28
+ def make_instance(self, include_optional) -> WorkflowServiceRevokeWorkflowAccessRequest:
29
+ """Test WorkflowServiceRevokeWorkflowAccessRequest
30
+ include_option is a boolean, when False only required
31
+ params are included, when True both required and
32
+ optional params are included """
33
+ # uncomment below to create an instance of `WorkflowServiceRevokeWorkflowAccessRequest`
34
+ """
35
+ model = WorkflowServiceRevokeWorkflowAccessRequest()
36
+ if include_optional:
37
+ return WorkflowServiceRevokeWorkflowAccessRequest(
38
+ subject = '',
39
+ role = 'ROLE_UNSPECIFIED'
40
+ )
41
+ else:
42
+ return WorkflowServiceRevokeWorkflowAccessRequest(
43
+ )
44
+ """
45
+
46
+ def testWorkflowServiceRevokeWorkflowAccessRequest(self):
47
+ """Test WorkflowServiceRevokeWorkflowAccessRequest"""
48
+ # inst_req_only = self.make_instance(include_optional=False)
49
+ # inst_req_and_optional = self.make_instance(include_optional=True)
50
+
51
+ if __name__ == '__main__':
52
+ unittest.main()