eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/test/test_v1alpha_get_test_class_response.py

@@ -0,0 +1,70 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_test_class_response import V1alphaGetTestClassResponse
+
+class TestV1alphaGetTestClassResponse(unittest.TestCase):
+    """V1alphaGetTestClassResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetTestClassResponse:
+        """Test V1alphaGetTestClassResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetTestClassResponse`
+        """
+        model = V1alphaGetTestClassResponse()
+        if include_optional:
+            return V1alphaGetTestClassResponse(
+                test_class = eval_studio_client.api.models.v1alpha_test_class.v1alphaTestClass(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    evaluators = [
+                        ''
+                        ], 
+                    recommended_tests = [
+                        ''
+                        ], 
+                    test_class_type = 'TEST_CLASS_TYPE_UNSPECIFIED', 
+                    tags = [
+                        ''
+                        ], )
+            )
+        else:
+            return V1alphaGetTestClassResponse(
+        )
+        """
+
+    def testV1alphaGetTestClassResponse(self):
+        """Test V1alphaGetTestClassResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_get_test_response.py

@@ -0,0 +1,67 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
+
+class TestV1alphaGetTestResponse(unittest.TestCase):
+    """V1alphaGetTestResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaGetTestResponse:
+        """Test V1alphaGetTestResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaGetTestResponse`
+        """
+        model = V1alphaGetTestResponse()
+        if include_optional:
+            return V1alphaGetTestResponse(
+                test = eval_studio_client.api.models.v1alpha_test.v1alphaTest(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    documents = [
+                        ''
+                        ], 
+                    tags = [
+                        ''
+                        ], 
+                    demo = True, )
+            )
+        else:
+            return V1alphaGetTestResponse(
+        )
+        """
+
+    def testV1alphaGetTestResponse(self):
+        """Test V1alphaGetTestResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py

@@ -0,0 +1,73 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_import_evaluation_request import V1alphaImportEvaluationRequest
+
+class TestV1alphaImportEvaluationRequest(unittest.TestCase):
+    """V1alphaImportEvaluationRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaImportEvaluationRequest:
+        """Test V1alphaImportEvaluationRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaImportEvaluationRequest`
+        """
+        model = V1alphaImportEvaluationRequest()
+        if include_optional:
+            return V1alphaImportEvaluationRequest(
+                evaluator_identifiers = [
+                    ''
+                    ],
+                model = eval_studio_client.api.models.v1alpha_model.v1alphaModel(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    display_name = '', 
+                    description = '', 
+                    url = '', 
+                    api_key = '', 
+                    type = 'MODEL_TYPE_UNSPECIFIED', 
+                    parameters = '', 
+                    demo = True, ),
+                test_lab = '',
+                operation = '',
+                evaluators_parameters = {
+                    'key' : ''
+                    }
+            )
+        else:
+            return V1alphaImportEvaluationRequest(
+        )
+        """
+
+    def testV1alphaImportEvaluationRequest(self):
+        """Test V1alphaImportEvaluationRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py

@@ -0,0 +1,59 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_import_leaderboard_request import V1alphaImportLeaderboardRequest
+
+class TestV1alphaImportLeaderboardRequest(unittest.TestCase):
+    """V1alphaImportLeaderboardRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaImportLeaderboardRequest:
+        """Test V1alphaImportLeaderboardRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaImportLeaderboardRequest`
+        """
+        model = V1alphaImportLeaderboardRequest()
+        if include_optional:
+            return V1alphaImportLeaderboardRequest(
+                test_lab_json = '',
+                url = '',
+                evaluator = '',
+                model = '',
+                test_display_name = '',
+                test_description = '',
+                leaderboard_display_name = '',
+                leaderboard_description = '',
+                leaderboard_type = 'LEADERBOARD_TYPE_UNSPECIFIED'
+            )
+        else:
+            return V1alphaImportLeaderboardRequest(
+        )
+        """
+
+    def testV1alphaImportLeaderboardRequest(self):
+        """Test V1alphaImportLeaderboardRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_import_leaderboard_response import V1alphaImportLeaderboardResponse
+
+class TestV1alphaImportLeaderboardResponse(unittest.TestCase):
+    """V1alphaImportLeaderboardResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaImportLeaderboardResponse:
+        """Test V1alphaImportLeaderboardResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaImportLeaderboardResponse`
+        """
+        model = V1alphaImportLeaderboardResponse()
+        if include_optional:
+            return V1alphaImportLeaderboardResponse(
+                operation = eval_studio_client.api.models.v1alpha_operation.v1alphaOperation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1alphaImportLeaderboardResponse(
+        )
+        """
+
+    def testV1alphaImportLeaderboardResponse(self):
+        """Test V1alphaImportLeaderboardResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_info.py

@@ -0,0 +1,59 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_info import V1alphaInfo
+
+class TestV1alphaInfo(unittest.TestCase):
+    """V1alphaInfo unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaInfo:
+        """Test V1alphaInfo
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaInfo`
+        """
+        model = V1alphaInfo()
+        if include_optional:
+            return V1alphaInfo(
+                base_url = '',
+                version = '',
+                oauth2_login_url = '',
+                oauth2_logout_url = '',
+                h2o_gpte_allowlist = [
+                    ''
+                    ],
+                h2o_gpte_client_version = '',
+                h2o_sonar_version = ''
+            )
+        else:
+            return V1alphaInfo(
+        )
+        """
+
+    def testV1alphaInfo(self):
+        """Test V1alphaInfo"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_insight.py

@@ -0,0 +1,67 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_insight import V1alphaInsight
+
+class TestV1alphaInsight(unittest.TestCase):
+    """V1alphaInsight unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaInsight:
+        """Test V1alphaInsight
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaInsight`
+        """
+        model = V1alphaInsight()
+        if include_optional:
+            return V1alphaInsight(
+                description = '',
+                actions_description = '',
+                actions_codes = [
+                    ''
+                    ],
+                evaluator_id = '',
+                evaluator_display_name = '',
+                explanation_type = '',
+                explanation_name = '',
+                explanation_mime = '',
+                resources = [
+                    ''
+                    ],
+                insight_type = '',
+                insight_attrs = {
+                    'key' : ''
+                    }
+            )
+        else:
+            return V1alphaInsight(
+        )
+        """
+
+    def testV1alphaInsight(self):
+        """Test V1alphaInsight"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_leaderboard.py

@@ -0,0 +1,116 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
+
+class TestV1alphaLeaderboard(unittest.TestCase):
+    """V1alphaLeaderboard unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaLeaderboard:
+        """Test V1alphaLeaderboard
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaLeaderboard`
+        """
+        model = V1alphaLeaderboard()
+        if include_optional:
+            return V1alphaLeaderboard(
+                name = '',
+                create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                creator = '',
+                update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                updater = '',
+                delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                deleter = '',
+                display_name = '',
+                description = '',
+                status = 'LEADERBOARD_STATUS_UNSPECIFIED',
+                evaluator = '',
+                tests = [
+                    ''
+                    ],
+                model = '',
+                create_operation = '',
+                leaderboard_report = '',
+                leaderboard_table = '',
+                leaderboard_summary = '',
+                llm_models = [
+                    ''
+                    ],
+                leaderboard_problems = [
+                    eval_studio_client.api.models.v1alpha_problem_and_action.v1alphaProblemAndAction(
+                        description = '', 
+                        severity = '', 
+                        problem_type = '', 
+                        problem_attrs = {
+                            'key' : ''
+                            }, 
+                        actions_description = '', 
+                        explainer_id = '', 
+                        explainer_name = '', 
+                        explanation_type = '', 
+                        explanation_name = '', 
+                        explanation_mime = '', 
+                        resources = [
+                            ''
+                            ], )
+                    ],
+                evaluator_parameters = '',
+                insights = [
+                    eval_studio_client.api.models.v1alpha_insight.v1alphaInsight(
+                        description = '', 
+                        actions_description = '', 
+                        actions_codes = [
+                            ''
+                            ], 
+                        evaluator_id = '', 
+                        evaluator_display_name = '', 
+                        explanation_type = '', 
+                        explanation_name = '', 
+                        explanation_mime = '', 
+                        resources = [
+                            ''
+                            ], 
+                        insight_type = '', 
+                        insight_attrs = {
+                            'key' : ''
+                            }, )
+                    ],
+                model_parameters = '',
+                h2ogpte_collection = '',
+                type = 'LEADERBOARD_TYPE_UNSPECIFIED',
+                demo = True,
+                test_lab = ''
+            )
+        else:
+            return V1alphaLeaderboard(
+        )
+        """
+
+    def testV1alphaLeaderboard(self):
+        """Test V1alphaLeaderboard"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_leaderboard_status.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_leaderboard_status import V1alphaLeaderboardStatus
+
+class TestV1alphaLeaderboardStatus(unittest.TestCase):
+    """V1alphaLeaderboardStatus unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1alphaLeaderboardStatus(self):
+        """Test V1alphaLeaderboardStatus"""
+        # inst = V1alphaLeaderboardStatus()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_leaderboard_type.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_leaderboard_type import V1alphaLeaderboardType
+
+class TestV1alphaLeaderboardType(unittest.TestCase):
+    """V1alphaLeaderboardType unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1alphaLeaderboardType(self):
+        """Test V1alphaLeaderboardType"""
+        # inst = V1alphaLeaderboardType()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_leaderboard_view.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_leaderboard_view import V1alphaLeaderboardView
+
+class TestV1alphaLeaderboardView(unittest.TestCase):
+    """V1alphaLeaderboardView unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1alphaLeaderboardView(self):
+        """Test V1alphaLeaderboardView"""
+        # inst = V1alphaLeaderboardView()
+
+if __name__ == '__main__':
+    unittest.main()