eval-studio-client 1.0.3a1__py3-none-any.whl → 1.1.0__py3-none-any.whl

eval_studio_client/api/test/test_v1_estimate_threshold_request.py

@@ -0,0 +1,60 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
+
+class TestV1EstimateThresholdRequest(unittest.TestCase):
+    """V1EstimateThresholdRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1EstimateThresholdRequest:
+        """Test V1EstimateThresholdRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1EstimateThresholdRequest`
+        """
+        model = V1EstimateThresholdRequest()
+        if include_optional:
+            return V1EstimateThresholdRequest(
+                operation = '',
+                original_threshold = 1.337,
+                evaluator = '',
+                metric = '',
+                train_set = [
+                    eval_studio_client.api.models.v1_labeled_test_case.v1LabeledTestCase(
+                        name = '', 
+                        metric_value = 1.337, 
+                        label = True, )
+                    ]
+            )
+        else:
+            return V1EstimateThresholdRequest(
+        )
+        """
+
+    def testV1EstimateThresholdRequest(self):
+        """Test V1EstimateThresholdRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_evaluation_test.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -53,7 +53,14 @@ class TestV1EvaluationTest(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', )
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], 
+                        topics = [
+                            ''
+                            ], 
+                        generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
                     ],
                 test_case_relationships = [
                     eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(

eval_studio_client/api/test/test_v1_evaluator.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -76,7 +76,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                     ],
                 brief_description = '',
                 enabled = True,
-                tagline = ''
+                tagline = '',
+                primary_metric = '',
+                primary_metric_default_threshold = 1.337
             )
         else:
             return V1Evaluator(

eval_studio_client/api/test/test_v1_evaluator_param_type.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_evaluator_parameter.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_evaluator_view.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_finalize_operation_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -50,7 +50,14 @@ class TestV1FindAllTestCasesByIDResponse(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', )
+                        condition = '', 
+                        perturbed_by = [
+                            ''
+                            ], 
+                        topics = [
+                            ''
+                            ], 
+                        generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_find_test_lab_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_generate_test_cases_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_dashboard_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -50,7 +50,8 @@ class TestV1GetDashboardResponse(unittest.TestCase):
                         ''
                         ], 
                     create_operation = '', 
-                    demo = True, )
+                    demo = True, 
+                    type = 'DASHBOARD_TYPE_UNSPECIFIED', )
             )
         else:
             return V1GetDashboardResponse(

eval_studio_client/api/test/test_v1_get_document_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_evaluator_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -74,7 +74,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                         ], 
                     brief_description = '', 
                     enabled = True, 
-                    tagline = '', )
+                    tagline = '', 
+                    primary_metric = '', 
+                    primary_metric_default_threshold = 1.337, )
             )
         else:
             return V1GetEvaluatorResponse(

eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py

@@ -0,0 +1,51 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_get_guardrails_configuration_response import V1GetGuardrailsConfigurationResponse
+
+class TestV1GetGuardrailsConfigurationResponse(unittest.TestCase):
+    """V1GetGuardrailsConfigurationResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1GetGuardrailsConfigurationResponse:
+        """Test V1GetGuardrailsConfigurationResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1GetGuardrailsConfigurationResponse`
+        """
+        model = V1GetGuardrailsConfigurationResponse()
+        if include_optional:
+            return V1GetGuardrailsConfigurationResponse(
+                guardrails_configuration_json = ''
+            )
+        else:
+            return V1GetGuardrailsConfigurationResponse(
+        )
+        """
+
+    def testV1GetGuardrailsConfigurationResponse(self):
+        """Test V1GetGuardrailsConfigurationResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_get_info_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -44,7 +44,12 @@ class TestV1GetInfoResponse(unittest.TestCase):
                         ''
                         ], 
                     h2o_gpte_client_version = '', 
-                    h2o_sonar_version = '', )
+                    h2o_sonar_version = '', 
+                    preferred_llms_for_test_generation = [
+                        ''
+                        ], 
+                    h2o_cloud_url = '', 
+                    public_instance = True, )
             )
         else:
             return V1GetInfoResponse(

eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py

@@ -0,0 +1,173 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
+
+class TestV1GetLeaderboardReportResponse(unittest.TestCase):
+    """V1GetLeaderboardReportResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1GetLeaderboardReportResponse:
+        """Test V1GetLeaderboardReportResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1GetLeaderboardReportResponse`
+        """
+        model = V1GetLeaderboardReportResponse()
+        if include_optional:
+            return V1GetLeaderboardReportResponse(
+                leaderboard_report = eval_studio_client.api.models.v1_leaderboard_report.v1LeaderboardReport(
+                    results = [
+                        eval_studio_client.api.models.v1_leaderboard_report_result.v1LeaderboardReportResult(
+                            key = '', 
+                            input = '', 
+                            corpus = [
+                                ''
+                                ], 
+                            context = [
+                                ''
+                                ], 
+                            categories = [
+                                ''
+                                ], 
+                            relationships = [
+                                eval_studio_client.api.models.v1_leaderboard_report_result_relationship.v1LeaderboardReportResultRelationship(
+                                    type = '', 
+                                    target = '', 
+                                    target_type = '', )
+                                ], 
+                            expected_output = '', 
+                            output_constraints = [
+                                ''
+                                ], 
+                            output_condition = '', 
+                            actual_output = '', 
+                            actual_duration = 1.337, 
+                            cost = 1.337, 
+                            model_key = '', 
+                            test_case_key = '', 
+                            metrics = [
+                                eval_studio_client.api.models.v1_metric_score.v1MetricScore(
+                                    key = '', 
+                                    value = 1.337, )
+                                ], 
+                            result_error_message = '', 
+                            actual_output_meta = [
+                                eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta.v1LeaderboardReportActualOutputMeta(
+                                    tokenization = '', 
+                                    data = [
+                                        eval_studio_client.api.models.v1_leaderboard_report_actual_output_data.v1LeaderboardReportActualOutputData(
+                                            text = '', )
+                                        ], )
+                                ], )
+                        ], 
+                    models = [
+                        eval_studio_client.api.models.v1_leaderboard_report_model.v1LeaderboardReportModel(
+                            connection = '', 
+                            model_type = '', 
+                            name = '', 
+                            collection_id = '', 
+                            collection_name = '', 
+                            llm_model_name = '', 
+                            documents = [
+                                ''
+                                ], 
+                            key = '', )
+                        ], 
+                    evaluator = eval_studio_client.api.models.v1_leaderboard_report_evaluator.v1LeaderboardReportEvaluator(
+                        id = '', 
+                        name = '', 
+                        display_name = '', 
+                        tagline = '', 
+                        description = '', 
+                        brief_description = '', 
+                        model_types = [
+                            ''
+                            ], 
+                        can_explain = [
+                            ''
+                            ], 
+                        explanation_scopes = [
+                            ''
+                            ], 
+                        explanations = [
+                            eval_studio_client.api.models.v1_leaderboard_report_explanation.v1LeaderboardReportExplanation(
+                                explanation_type = '', 
+                                name = '', 
+                                category = '', 
+                                scope = '', 
+                                has_local = '', 
+                                formats = [
+                                    ''
+                                    ], )
+                            ], 
+                        parameters = [
+                            eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter.v1LeaderboardReportEvaluatorParameter(
+                                name = '', 
+                                description = '', 
+                                comment = '', 
+                                type = '', 
+                                predefined = [
+                                    None
+                                    ], 
+                                tags = [
+                                    ''
+                                    ], 
+                                min = 1.337, 
+                                max = 1.337, 
+                                category = '', )
+                            ], 
+                        keywords = [
+                            ''
+                            ], 
+                        metrics_meta = [
+                            eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry.v1LeaderboardReportMetricsMetaEntry(
+                                key = '', 
+                                display_name = '', 
+                                data_type = '', 
+                                display_value = '', 
+                                description = '', 
+                                value_range = [
+                                    1.337
+                                    ], 
+                                value_enum = [
+                                    ''
+                                    ], 
+                                higher_is_better = True, 
+                                threshold = 1.337, 
+                                is_primary_metric = True, 
+                                parent_metric = '', 
+                                exclude = True, )
+                            ], ), )
+            )
+        else:
+            return V1GetLeaderboardReportResponse(
+        )
+        """
+
+    def testV1GetLeaderboardReportResponse(self):
+        """Test V1GetLeaderboardReportResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_get_leaderboard_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_model_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_operation_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_perturbator_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_test_case_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -49,7 +49,14 @@ class TestV1GetTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', )
+                    condition = '', 
+                    perturbed_by = [
+                        ''
+                        ], 
+                    topics = [
+                        ''
+                        ], 
+                    generator = 'TEST_CASES_GENERATOR_UNSPECIFIED', )
             )
         else:
             return V1GetTestCaseResponse(

eval_studio_client/api/test/test_v1_get_test_class_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_get_test_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -51,7 +51,8 @@ class TestV1GetTestResponse(unittest.TestCase):
                     tags = [
                         ''
                         ], 
-                    demo = True, )
+                    demo = True, 
+                    type = 'TEST_TYPE_UNSPECIFIED', )
             )
         else:
             return V1GetTestResponse(

eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py

@@ -0,0 +1,56 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_get_workflow_node_prerequisites_response import V1GetWorkflowNodePrerequisitesResponse
+
+class TestV1GetWorkflowNodePrerequisitesResponse(unittest.TestCase):
+    """V1GetWorkflowNodePrerequisitesResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1GetWorkflowNodePrerequisitesResponse:
+        """Test V1GetWorkflowNodePrerequisitesResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1GetWorkflowNodePrerequisitesResponse`
+        """
+        model = V1GetWorkflowNodePrerequisitesResponse()
+        if include_optional:
+            return V1GetWorkflowNodePrerequisitesResponse(
+                nodes = [
+                    ''
+                    ],
+                edges = [
+                    ''
+                    ]
+            )
+        else:
+            return V1GetWorkflowNodePrerequisitesResponse(
+        )
+        """
+
+    def testV1GetWorkflowNodePrerequisitesResponse(self):
+        """Test V1GetWorkflowNodePrerequisitesResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()