eval-studio-client 0.7.0__py3-none-any.whl

eval_studio_client/api/test/test_required_the_test_to_update.py

@@ -0,0 +1,65 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
+
+class TestRequiredTheTestToUpdate(unittest.TestCase):
+    """RequiredTheTestToUpdate unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> RequiredTheTestToUpdate:
+        """Test RequiredTheTestToUpdate
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `RequiredTheTestToUpdate`
+        """
+        model = RequiredTheTestToUpdate()
+        if include_optional:
+            return RequiredTheTestToUpdate(
+                create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                creator = '',
+                update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                updater = '',
+                delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
+                deleter = '',
+                display_name = '',
+                description = '',
+                documents = [
+                    ''
+                    ],
+                tags = [
+                    ''
+                    ],
+                demo = True
+            )
+        else:
+            return RequiredTheTestToUpdate(
+        )
+        """
+
+    def testRequiredTheTestToUpdate(self):
+        """Test RequiredTheTestToUpdate"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_rpc_status.py

@@ -0,0 +1,57 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.rpc_status import RpcStatus
+
+class TestRpcStatus(unittest.TestCase):
+    """RpcStatus unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> RpcStatus:
+        """Test RpcStatus
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `RpcStatus`
+        """
+        model = RpcStatus()
+        if include_optional:
+            return RpcStatus(
+                code = 56,
+                message = '',
+                details = [
+                    {
+                        'key' : None
+                        }
+                    ]
+            )
+        else:
+            return RpcStatus(
+        )
+        """
+
+    def testRpcStatus(self):
+        """Test RpcStatus"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_case_service_api.py

@@ -0,0 +1,73 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
+
+
+class TestTestCaseServiceApi(unittest.TestCase):
+    """TestCaseServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = TestCaseServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_test_case_service_batch_delete_test_cases(self) -> None:
+        """Test case for test_case_service_batch_delete_test_cases
+
+        """
+        pass
+
+    def test_test_case_service_create_test_case(self) -> None:
+        """Test case for test_case_service_create_test_case
+
+        """
+        pass
+
+    def test_test_case_service_delete_test_case(self) -> None:
+        """Test case for test_case_service_delete_test_case
+
+        """
+        pass
+
+    def test_test_case_service_find_all_test_cases_by_id(self) -> None:
+        """Test case for test_case_service_find_all_test_cases_by_id
+
+        """
+        pass
+
+    def test_test_case_service_get_test_case(self) -> None:
+        """Test case for test_case_service_get_test_case
+
+        """
+        pass
+
+    def test_test_case_service_list_test_cases(self) -> None:
+        """Test case for test_case_service_list_test_cases
+
+        """
+        pass
+
+    def test_test_case_service_update_test_case(self) -> None:
+        """Test case for test_case_service_update_test_case
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py

@@ -0,0 +1,53 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
+
+class TestTestCaseServiceBatchDeleteTestCasesRequest(unittest.TestCase):
+    """TestCaseServiceBatchDeleteTestCasesRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> TestCaseServiceBatchDeleteTestCasesRequest:
+        """Test TestCaseServiceBatchDeleteTestCasesRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `TestCaseServiceBatchDeleteTestCasesRequest`
+        """
+        model = TestCaseServiceBatchDeleteTestCasesRequest()
+        if include_optional:
+            return TestCaseServiceBatchDeleteTestCasesRequest(
+                names = [
+                    ''
+                    ]
+            )
+        else:
+            return TestCaseServiceBatchDeleteTestCasesRequest(
+        )
+        """
+
+    def testTestCaseServiceBatchDeleteTestCasesRequest(self):
+        """Test TestCaseServiceBatchDeleteTestCasesRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_class_service_api.py

@@ -0,0 +1,43 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
+
+
+class TestTestClassServiceApi(unittest.TestCase):
+    """TestClassServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = TestClassServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_test_class_service_get_test_class(self) -> None:
+        """Test case for test_class_service_get_test_class
+
+        """
+        pass
+
+    def test_test_class_service_list_test_classes(self) -> None:
+        """Test case for test_class_service_list_test_classes
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_lab_service_api.py

@@ -0,0 +1,43 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
+
+
+class TestTestLabServiceApi(unittest.TestCase):
+    """TestLabServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = TestLabServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_test_lab_service_create_test_lab(self) -> None:
+        """Test case for test_lab_service_create_test_lab
+
+        """
+        pass
+
+    def test_test_lab_service_find_test_lab(self) -> None:
+        """Test case for test_lab_service_find_test_lab
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_service_api.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.api.test_service_api import TestServiceApi
+
+
+class TestTestServiceApi(unittest.TestCase):
+    """TestServiceApi unit test stubs"""
+
+    def setUp(self) -> None:
+        self.api = TestServiceApi()
+
+    def tearDown(self) -> None:
+        pass
+
+    def test_test_service_batch_delete_tests(self) -> None:
+        """Test case for test_service_batch_delete_tests
+
+        """
+        pass
+
+    def test_test_service_batch_get_tests(self) -> None:
+        """Test case for test_service_batch_get_tests
+
+        """
+        pass
+
+    def test_test_service_batch_import_tests(self) -> None:
+        """Test case for test_service_batch_import_tests
+
+        """
+        pass
+
+    def test_test_service_create_test(self) -> None:
+        """Test case for test_service_create_test
+
+        """
+        pass
+
+    def test_test_service_delete_test(self) -> None:
+        """Test case for test_service_delete_test
+
+        """
+        pass
+
+    def test_test_service_get_test(self) -> None:
+        """Test case for test_service_get_test
+
+        """
+        pass
+
+    def test_test_service_list_most_recent_tests(self) -> None:
+        """Test case for test_service_list_most_recent_tests
+
+        """
+        pass
+
+    def test_test_service_list_tests(self) -> None:
+        """Test case for test_service_list_tests
+
+        """
+        pass
+
+    def test_test_service_perturb_test(self) -> None:
+        """Test case for test_service_perturb_test
+
+        """
+        pass
+
+    def test_test_service_update_test(self) -> None:
+        """Test case for test_service_update_test
+
+        """
+        pass
+
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_test_service_perturb_test_request.py

@@ -0,0 +1,58 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
+
+class TestTestServicePerturbTestRequest(unittest.TestCase):
+    """TestServicePerturbTestRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> TestServicePerturbTestRequest:
+        """Test TestServicePerturbTestRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `TestServicePerturbTestRequest`
+        """
+        model = TestServicePerturbTestRequest()
+        if include_optional:
+            return TestServicePerturbTestRequest(
+                perturbator_configurations = [
+                    eval_studio_client.api.models.v1alpha_perturbator_configuration.v1alphaPerturbatorConfiguration(
+                        name = '', 
+                        intensity = 'PERTURBATOR_INTENSITY_UNSPECIFIED', 
+                        params = '', )
+                    ],
+                new_test_display_name = '',
+                new_test_description = ''
+            )
+        else:
+            return TestServicePerturbTestRequest(
+        )
+        """
+
+    def testTestServicePerturbTestRequest(self):
+        """Test TestServicePerturbTestRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py

@@ -0,0 +1,119 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_request import V1alphaBatchCreateLeaderboardsRequest
+
+class TestV1alphaBatchCreateLeaderboardsRequest(unittest.TestCase):
+    """V1alphaBatchCreateLeaderboardsRequest unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchCreateLeaderboardsRequest:
+        """Test V1alphaBatchCreateLeaderboardsRequest
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchCreateLeaderboardsRequest`
+        """
+        model = V1alphaBatchCreateLeaderboardsRequest()
+        if include_optional:
+            return V1alphaBatchCreateLeaderboardsRequest(
+                requests = [
+                    eval_studio_client.api.models.v1alpha_create_leaderboard_request.v1alphaCreateLeaderboardRequest(
+                        leaderboard = eval_studio_client.api.models.v1alpha_leaderboard.v1alphaLeaderboard(
+                            name = '', 
+                            create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            creator = '', 
+                            update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            updater = '', 
+                            delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                            deleter = '', 
+                            display_name = '', 
+                            description = '', 
+                            status = 'LEADERBOARD_STATUS_UNSPECIFIED', 
+                            evaluator = '', 
+                            tests = [
+                                ''
+                                ], 
+                            model = '', 
+                            create_operation = '', 
+                            leaderboard_report = '', 
+                            leaderboard_table = '', 
+                            leaderboard_summary = '', 
+                            llm_models = [
+                                ''
+                                ], 
+                            leaderboard_problems = [
+                                eval_studio_client.api.models.v1alpha_problem_and_action.v1alphaProblemAndAction(
+                                    description = '', 
+                                    severity = '', 
+                                    problem_type = '', 
+                                    problem_attrs = {
+                                        'key' : ''
+                                        }, 
+                                    actions_description = '', 
+                                    explainer_id = '', 
+                                    explainer_name = '', 
+                                    explanation_type = '', 
+                                    explanation_name = '', 
+                                    explanation_mime = '', 
+                                    resources = [
+                                        ''
+                                        ], )
+                                ], 
+                            evaluator_parameters = '', 
+                            insights = [
+                                eval_studio_client.api.models.v1alpha_insight.v1alphaInsight(
+                                    description = '', 
+                                    actions_description = '', 
+                                    actions_codes = [
+                                        ''
+                                        ], 
+                                    evaluator_id = '', 
+                                    evaluator_display_name = '', 
+                                    explanation_type = '', 
+                                    explanation_name = '', 
+                                    explanation_mime = '', 
+                                    insight_type = '', 
+                                    insight_attrs = {
+                                        'key' : ''
+                                        }, )
+                                ], 
+                            model_parameters = '', 
+                            h2ogpte_collection = '', 
+                            type = 'LEADERBOARD_TYPE_UNSPECIFIED', 
+                            demo = True, 
+                            test_lab = '', ), )
+                    ],
+                dashboard_display_name = '',
+                dashboard_description = ''
+            )
+        else:
+            return V1alphaBatchCreateLeaderboardsRequest(
+        )
+        """
+
+    def testV1alphaBatchCreateLeaderboardsRequest(self):
+        """Test V1alphaBatchCreateLeaderboardsRequest"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py

@@ -0,0 +1,71 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1alpha/collection.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_response import V1alphaBatchCreateLeaderboardsResponse
+
+class TestV1alphaBatchCreateLeaderboardsResponse(unittest.TestCase):
+    """V1alphaBatchCreateLeaderboardsResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1alphaBatchCreateLeaderboardsResponse:
+        """Test V1alphaBatchCreateLeaderboardsResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1alphaBatchCreateLeaderboardsResponse`
+        """
+        model = V1alphaBatchCreateLeaderboardsResponse()
+        if include_optional:
+            return V1alphaBatchCreateLeaderboardsResponse(
+                operation = eval_studio_client.api.models.v1alpha_operation.v1alphaOperation(
+                    name = '', 
+                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    creator = '', 
+                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    updater = '', 
+                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
+                    deleter = '', 
+                    metadata = {
+                        'key' : None
+                        }, 
+                    done = True, 
+                    error = eval_studio_client.api.models.rpc_status.rpcStatus(
+                        code = 56, 
+                        message = '', 
+                        details = [
+                            {
+                                'key' : None
+                                }
+                            ], ), 
+                    response = , )
+            )
+        else:
+            return V1alphaBatchCreateLeaderboardsResponse(
+        )
+        """
+
+    def testV1alphaBatchCreateLeaderboardsResponse(self):
+        """Test V1alphaBatchCreateLeaderboardsResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()