eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py

@@ -0,0 +1,52 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
+
+class TestV1LeaderboardReportActualOutputData(unittest.TestCase):
+    """V1LeaderboardReportActualOutputData unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportActualOutputData:
+        """Test V1LeaderboardReportActualOutputData
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportActualOutputData`
+        """
+        model = V1LeaderboardReportActualOutputData()
+        if include_optional:
+            return V1LeaderboardReportActualOutputData(
+                text = '',
+                metrics = None
+            )
+        else:
+            return V1LeaderboardReportActualOutputData(
+        )
+        """
+
+    def testV1LeaderboardReportActualOutputData(self):
+        """Test V1LeaderboardReportActualOutputData"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py

@@ -0,0 +1,56 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
+
+class TestV1LeaderboardReportActualOutputMeta(unittest.TestCase):
+    """V1LeaderboardReportActualOutputMeta unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportActualOutputMeta:
+        """Test V1LeaderboardReportActualOutputMeta
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportActualOutputMeta`
+        """
+        model = V1LeaderboardReportActualOutputMeta()
+        if include_optional:
+            return V1LeaderboardReportActualOutputMeta(
+                tokenization = '',
+                data = [
+                    eval_studio_client.api.models.v1_leaderboard_report_actual_output_data.v1LeaderboardReportActualOutputData(
+                        text = '', 
+                        metrics = eval_studio_client.api.models.metrics.metrics(), )
+                    ]
+            )
+        else:
+            return V1LeaderboardReportActualOutputMeta(
+        )
+        """
+
+    def testV1LeaderboardReportActualOutputMeta(self):
+        """Test V1LeaderboardReportActualOutputMeta"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py

@@ -0,0 +1,114 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_evaluator import V1LeaderboardReportEvaluator
+
+class TestV1LeaderboardReportEvaluator(unittest.TestCase):
+    """V1LeaderboardReportEvaluator unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportEvaluator:
+        """Test V1LeaderboardReportEvaluator
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportEvaluator`
+        """
+        model = V1LeaderboardReportEvaluator()
+        if include_optional:
+            return V1LeaderboardReportEvaluator(
+                id = '',
+                name = '',
+                display_name = '',
+                tagline = '',
+                description = '',
+                brief_description = '',
+                model_types = [
+                    ''
+                    ],
+                can_explain = [
+                    ''
+                    ],
+                explanation_scopes = [
+                    ''
+                    ],
+                explanations = [
+                    eval_studio_client.api.models.v1_leaderboard_report_explanation.v1LeaderboardReportExplanation(
+                        explanation_type = '', 
+                        name = '', 
+                        category = '', 
+                        scope = '', 
+                        has_local = '', 
+                        formats = [
+                            ''
+                            ], )
+                    ],
+                parameters = [
+                    eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter.v1LeaderboardReportEvaluatorParameter(
+                        name = '', 
+                        description = '', 
+                        comment = '', 
+                        type = '', 
+                        predefined = [
+                            None
+                            ], 
+                        tags = [
+                            ''
+                            ], 
+                        min = 1.337, 
+                        max = 1.337, 
+                        category = '', )
+                    ],
+                keywords = [
+                    ''
+                    ],
+                metrics_meta = [
+                    eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry.v1LeaderboardReportMetricsMetaEntry(
+                        key = '', 
+                        display_name = '', 
+                        data_type = '', 
+                        display_value = '', 
+                        description = '', 
+                        value_range = [
+                            1.337
+                            ], 
+                        value_enum = [
+                            ''
+                            ], 
+                        higher_is_better = True, 
+                        threshold = 1.337, 
+                        is_primary_metric = True, 
+                        parent_metric = '', 
+                        exclude = True, )
+                    ]
+            )
+        else:
+            return V1LeaderboardReportEvaluator(
+        )
+        """
+
+    def testV1LeaderboardReportEvaluator(self):
+        """Test V1LeaderboardReportEvaluator"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py

@@ -0,0 +1,63 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter import V1LeaderboardReportEvaluatorParameter
+
+class TestV1LeaderboardReportEvaluatorParameter(unittest.TestCase):
+    """V1LeaderboardReportEvaluatorParameter unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportEvaluatorParameter:
+        """Test V1LeaderboardReportEvaluatorParameter
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportEvaluatorParameter`
+        """
+        model = V1LeaderboardReportEvaluatorParameter()
+        if include_optional:
+            return V1LeaderboardReportEvaluatorParameter(
+                name = '',
+                description = '',
+                comment = '',
+                type = '',
+                predefined = [
+                    None
+                    ],
+                tags = [
+                    ''
+                    ],
+                min = 1.337,
+                max = 1.337,
+                category = ''
+            )
+        else:
+            return V1LeaderboardReportEvaluatorParameter(
+        )
+        """
+
+    def testV1LeaderboardReportEvaluatorParameter(self):
+        """Test V1LeaderboardReportEvaluatorParameter"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py

@@ -0,0 +1,58 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_explanation import V1LeaderboardReportExplanation
+
+class TestV1LeaderboardReportExplanation(unittest.TestCase):
+    """V1LeaderboardReportExplanation unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportExplanation:
+        """Test V1LeaderboardReportExplanation
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportExplanation`
+        """
+        model = V1LeaderboardReportExplanation()
+        if include_optional:
+            return V1LeaderboardReportExplanation(
+                explanation_type = '',
+                name = '',
+                category = '',
+                scope = '',
+                has_local = '',
+                formats = [
+                    ''
+                    ]
+            )
+        else:
+            return V1LeaderboardReportExplanation(
+        )
+        """
+
+    def testV1LeaderboardReportExplanation(self):
+        """Test V1LeaderboardReportExplanation"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py

@@ -0,0 +1,66 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry import V1LeaderboardReportMetricsMetaEntry
+
+class TestV1LeaderboardReportMetricsMetaEntry(unittest.TestCase):
+    """V1LeaderboardReportMetricsMetaEntry unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportMetricsMetaEntry:
+        """Test V1LeaderboardReportMetricsMetaEntry
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportMetricsMetaEntry`
+        """
+        model = V1LeaderboardReportMetricsMetaEntry()
+        if include_optional:
+            return V1LeaderboardReportMetricsMetaEntry(
+                key = '',
+                display_name = '',
+                data_type = '',
+                display_value = '',
+                description = '',
+                value_range = [
+                    1.337
+                    ],
+                value_enum = [
+                    ''
+                    ],
+                higher_is_better = True,
+                threshold = 1.337,
+                is_primary_metric = True,
+                parent_metric = '',
+                exclude = True
+            )
+        else:
+            return V1LeaderboardReportMetricsMetaEntry(
+        )
+        """
+
+    def testV1LeaderboardReportMetricsMetaEntry(self):
+        """Test V1LeaderboardReportMetricsMetaEntry"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_model.py

@@ -0,0 +1,62 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
+
+class TestV1LeaderboardReportModel(unittest.TestCase):
+    """V1LeaderboardReportModel unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportModel:
+        """Test V1LeaderboardReportModel
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportModel`
+        """
+        model = V1LeaderboardReportModel()
+        if include_optional:
+            return V1LeaderboardReportModel(
+                connection = '',
+                model_type = '',
+                name = '',
+                collection_id = '',
+                collection_name = '',
+                llm_model_name = '',
+                documents = [
+                    ''
+                    ],
+                model_cfg = eval_studio_client.api.models.model_cfg.modelCfg(),
+                key = '',
+                llm_model_meta = eval_studio_client.api.models.llm_model_meta.llmModelMeta()
+            )
+        else:
+            return V1LeaderboardReportModel(
+        )
+        """
+
+    def testV1LeaderboardReportModel(self):
+        """Test V1LeaderboardReportModel"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_result.py

@@ -0,0 +1,92 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
+
+class TestV1LeaderboardReportResult(unittest.TestCase):
+    """V1LeaderboardReportResult unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportResult:
+        """Test V1LeaderboardReportResult
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportResult`
+        """
+        model = V1LeaderboardReportResult()
+        if include_optional:
+            return V1LeaderboardReportResult(
+                key = '',
+                input = '',
+                corpus = [
+                    ''
+                    ],
+                context = [
+                    ''
+                    ],
+                categories = [
+                    ''
+                    ],
+                relationships = [
+                    eval_studio_client.api.models.v1_leaderboard_report_result_relationship.v1LeaderboardReportResultRelationship(
+                        type = '', 
+                        target = '', 
+                        target_type = '', )
+                    ],
+                expected_output = '',
+                output_constraints = [
+                    ''
+                    ],
+                output_condition = '',
+                actual_output = '',
+                actual_duration = 1.337,
+                cost = 1.337,
+                model_key = '',
+                test_case_key = '',
+                metrics = [
+                    eval_studio_client.api.models.v1_metric_score.v1MetricScore(
+                        key = '', 
+                        value = 1.337, )
+                    ],
+                result_error_message = '',
+                actual_output_meta = [
+                    eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta.v1LeaderboardReportActualOutputMeta(
+                        tokenization = '', 
+                        data = [
+                            eval_studio_client.api.models.v1_leaderboard_report_actual_output_data.v1LeaderboardReportActualOutputData(
+                                text = '', 
+                                metrics = eval_studio_client.api.models.metrics.metrics(), )
+                            ], )
+                    ]
+            )
+        else:
+            return V1LeaderboardReportResult(
+        )
+        """
+
+    def testV1LeaderboardReportResult(self):
+        """Test V1LeaderboardReportResult"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
+
+class TestV1LeaderboardReportResultRelationship(unittest.TestCase):
+    """V1LeaderboardReportResultRelationship unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1LeaderboardReportResultRelationship:
+        """Test V1LeaderboardReportResultRelationship
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1LeaderboardReportResultRelationship`
+        """
+        model = V1LeaderboardReportResultRelationship()
+        if include_optional:
+            return V1LeaderboardReportResultRelationship(
+                type = '',
+                target = '',
+                target_type = ''
+            )
+        else:
+            return V1LeaderboardReportResultRelationship(
+        )
+        """
+
+    def testV1LeaderboardReportResultRelationship(self):
+        """Test V1LeaderboardReportResultRelationship"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_leaderboard_status.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_leaderboard_type.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_leaderboard_view.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_list_base_models_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_list_dashboards_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/test/test_v1_list_documents_response.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)